# This file helps keeps the server fast. DO NOT DELETE!
# If this file is found deleted and a crawler takes down
# the server or overloads it because of your site you
# will be warned only once! Feel free to modify.
User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /webalizer/

User-agent: aipbot
Disallow: /

User-agent: becomebot 
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: psbot
Disallow: /

User-agent: SurveyBot
Disallow: /

User-agent: gigabot
Crawl-delay: 20

User-agent: googlebot 
Crawl-delay: 20

User-agent: msnbot 
Crawl-delay: 20

User-agent: teoma
Crawl-delay: 20

User-agent: slurp
Crawl-delay: 20