User-Agent: Slurp
Crawl-delay: 2
Disallow: /directory/
Disallow: /directory.cgi*
User-Agent: Googlebot
Disallow: /directory/
Disallow: /directory.cgi*
User-Agent: msnbot
Disallow: /directory/
Disallow: /directory.cgi*
User-Agent: TurnitinBot
Disallow: /directory/
Disallow: /directory.cgi*Disallow: /directory.cgi*
User-Agent: GSiteCrawler
Disallow: /directory/
Disallow: /directory.cgi*Disallow: /directory.cgi*
User-Agent: AskJeeves
Disallow: /directory/
Disallow: /directory.cgi*Disallow: /directory.cgi*
User-Agent: InfoSeek
Disallow: /directory/
Disallow: /directory.cgi*
User-Agent: *
Disallow: /directory/
Disallow: /directory.cgi*
User-Agent: BecomeBot
Disallow: /