# robots.txt file User-agent: CharlieSpider Disallow: / User-agent: * Disallow: /cgi-bin/ Disallow: /forums/ Disallow: /reports/errors/ Disallow: /web-stats/ Disallow: /noticeboard/ Disallow: /ro/