# robots.txt for http://www.dataphysics.de User-agent: * # All spiders should avoid Disallow: /cgi-bin/ Disallow: /bin/ Disallow: /logs/ Disallow: /software/ Disallow: /usage/