# /robots.txt file User-agent: * Disallow: /cgi Disallow: /cgi-bin/logs Disallow: /cgi-bin/temp Disallow: /stats Disallow: /php_uploads Allow: /cgi/website-reviews.cgi Allow: /cgi/gay-porn-stars.cgi Allow: /resources.cgi