# robots.txt for http://www.bespokebylg.com/ # Specific Spiders Not Allowed to Index User-agent: Titan Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / # General Spider Commands User-agent: * Allow: / Sitemap: http://www.bespokebylg.com/sitemap.xml