User-agent: * # directed to all spiders, not just Scooter Disallow: /Database/ # this file will tell all spiders not to index the files with a Disallow Disallow: /login.cfm Disallow: /admin/ Disallow: /Requied/