# Ignore FrontPage files 
User-agent: * 

Disallow: /_borders

Disallow: /_derived 

Disallow: /_fpclass 

Disallow: /_overlay 

Disallow: /_private 

Disallow: /_themes 

Disallow: /_vti_bin 

Disallow: /_vti_cnf 

Disallow: /_vti_log 

Disallow: /_vti_map 

Disallow: /_vti_pvt 

Disallow: /_vti_txt 

Disallow: /info

User-agent: msnbot
Crawl-delay: 10

User-agent: Teoma
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

User-agent: aipbot
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: psbot
Disallow: /