User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /cgi-local/
Disallow: /data/
Disallow: /_private/
Disallow: /intranet/
Disallow: /back/
Disallow: /aspnet_client/
Disallow: /stats/
Disallow: /thomas-pics/
Disallow: /tippman-pics/
Disallow: /photogallery/
Disallow: /ftproot/
disallow: /batteries/
Disallow: /anonymous/
Disallow: /_derived/

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Crawl-Delay: 480

User-agent: BecomeBot
Crawl-Delay: 480

User-agent: psbot
Crawl-Delay: 480