# robots.txt for http://etaoin.org # archived pages are broken User-agent: ia_archiver Disallow: / User-agent: * Disallow: /*.pl User-agent: * Disallow: /*.php User-agent: * Disallow: /*.phtml User-agent: * Disallow: /cgi-bin/