# Allows only major search engines and known friendly spiders # Major Search Engines and Known Friendly Spiders (allowed) User-agent: Googlebot Allow: /genealogy/getperson.php Disallow: /genealogy/ User-agent: Slurp Allow: /genealogy/getperson.php Disallow: /genealogy/ User-agent: Teoma Allow: /genealogy/getperson.php Disallow: /genealogy/ User-agent: freesitemapgenerator Allow: /genealogy/getperson.php Disallow: /genealogy/ # Everyone Else (NOT allowed) User-agent: * Disallow: / Sitemap: http://www.katiandgraham.com/sitemap.txt