# robots.txt # Disallow all search bots to the infinite virtual URL space of # /awstats, /reports, /reports-old, /reports-test, and /webadmin User-agent: * Disallow: /awstats/ Disallow: /reports/ Disallow: /reports-old/ Disallow: /reports-test/ Disallow: /webadmin/ # Disallow all search bots to the infinite virtual URL space of # /cgi-bin User-agent: * Disallow: /cgi-bin/