# robots.txt for http://www.presence5.net/ User-agent: * Disallow: /cgi-bin Disallow: /GeneratedItems/ Disallow: /errors/ Disallow: /secure/ Disallow: /search_en/ Disallow: /search_de/ Disallow: /search_fr/ Disallow: /search_es/ Disallow: /gallery/ Disallow: index.html Allow: /data/ Allow: index.php