# Point to the sitemap file for all robots sitemap: http://www.galinaherndon.com/sitemap.xml # Allow the robots who are doing things that I like. User-agent: Googlebot User-agent: Googlebot-Image User-agent: Googlebot-Mobile User-agent: Mediapartners-Google User-agent: Adsbot-Google User-agent: Slurp User-agent: Teoma User-agent: Gigabot User-agent: psbot User-Agent: W3C-checklink User-agent: ia_archiver Disallow: /content/ Disallow: /stock/ Disallow: /css/ # Disallow the robots who are probably doing something that I don't like. User-agent: * Disallow: /