# robots.txt User-agent: * Disallow: /cgi-bin/ Disallow: /flags/host.html Disallow: /flags/keyword*.html Disallow: /report/ Disallow: /report.old/ Disallow: /offline/