# /robots.txt # User-Agent: sitecheck.internetseer.com Disallow: / User-agent: * Disallow: /assets Disallow: /cgi-bin Disallow: /docs Disallow: /errors Disallow: /includes Disallow: /redirects Disallow: /testing