# just putting this here so that robots.txt doesn't show up in the failed report # also blocking cgi-bin and logs access. no point really. User-agent: * Disallow: /logs/ Disallow: /cgi-bin/