# Robot checking -- http://www.tardis.ed.ac.uk/~sxw/robots/check/
# Robot Info -- http://info.webcrawler.com/mak/projects/robots/robots.html
#               http://www.robotstxt.org/wc/faq.html
# Robot Generator -- http://www.webtoolcentral.com/webmaster/tools/robots_txt_file_generator/
#

# Disallow ia_archiver (http://web.archive.org/web/*/www.myrock.net/)
User-agent: ia_archiver
Disallow: /

# Disallow PsBot - http://www.picsearch.com/menu.cgi?item=Psbot
User-agent: psbot
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-Agent: RufusBot
Disallow: /



# All robots will spider the domain -- Disallow directory /cgi-bin/ 
User-agent: *
Disallow: /cgi-bin/