# Robots.txt file created by http://www.webtoolcentral.com # For domain: http://www.kirchwitz.de/ # All robots will spider the domain User-agent: * Disallow: # Disallow Internet Archive's crawler (and removal from the Wayback Machine) # www.archive.org User-agent: ia_archiver Disallow: / # Disallow jobs.de robot User-agent: jobs.de-Robot Disallow: / # Disallow iCjobs robot User-agent: ICCrawler - iCjobs Disallow: / # Disallow /cgi-bin/ directory User-agent: * Disallow: /cgi-bin/