# robots.txt - robot friendly


User-agent: asterias/2.0
Disallow: /

User-agent: MLBot
Disallow: /


User-agent: ShopWiki
Disallow: /

User-agent: fatbot
Disallow: /

User-agent: psbot
Disallow: /

User-agent: twiceler
Disallow: /

User-agent: Slurp
Crawl-delay: 120

User-agent: *
Crawl-delay: 30

User-agent: *
Disallow: /scripts
Disallow: /script
Disallow: /pix/
Disallow: /search_results.asp
Disallow: /realaudio/