# robots.txt for http://www.419baiter.com/ # All robots will spider the domain User-agent: * Disallow: # Disallow directory /cgi-bin/ User-agent: * Disallow: /cgi-bin/ # Disallow directory /images/ User-agent: * Disallow: /images/ Disallow: /admin/ Disallow: /administrator/ Disallow: /games/*_img/ Disallow: contact_me.html Disallow: submissions.html Disallow: /includes/ Disallow: /_scam_emails/includes/ Disallow: /_scam_emails/templates/ # Sitemap location Sitemap: http://www.419baiter.com/sitemap.xml