# robots.txt User-agent: * Disallow: Disallow: /cgi-bin/ Disallow: /administrator/ Disallow: /cache/ Disallow: /docs/ Disallow: /awstats/ Disallow: docs Disallow: download Disallow: editors Disallow: email Disallow: extras Disallow: includes Disallow: setup Disallow: test Disallow: untitled