sitemap: http://www.halhed.com/sitemap.xml # robots.txt file for halhed.com # Revised June 6, 2010 User-agent: Baiduspider Disallow: / User-agent: Yandex Disallow: / User-agent: psbot Disallow: / #Others User-agent: * Disallow: /cgi-bin/ Disallow: /cp/ Disallow: /errors/ Disallow: /images/ Disallow: /js/ Disallow: /modlogan/ Disallow: /webalizer/ Disallow: /t4r/_back-up/ Disallow: /t4r/_ged-com/ Disallow: /t4r/admin/ Disallow: /t4r/backups/ Disallow: /t4r/documents/ Disallow: /t4r/English/ Disallow: /t4r/font/ Disallow: /t4r/gedcom/ Disallow: /t4r/gendex/ Disallow: /t4r/googlemaps/ Disallow: /t4r/headstones/ Disallow: /t4r/histories/ Disallow: /t4r/js/ Disallow: /t4r/languages/ Disallow: /t4r/media/ Disallow: /t4r/old xxx/ Disallow: /t4r/photos/