# robots.txt for http://www.24-7smile.com/ User-agent: * Crawl-delay: 10 User-agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: msnbot-media Disallow: / User-agent: psbot Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider+ Disallow: / User-agent: BaiduImagespider Disallow: / User-agent: YodaoBot Disallow: / User-agent: NaverBot Disallow: / User-agent: Yeti Disallow: / User-agent: Sosospider Disallow: / User-agent: Sosospider+ Disallow: / User-agent: Yandex Disallow: / User-agent: dotbot Disallow: / User-agent: LC-Crawler Disallow: / User-Agent: envolk Disallow: / User-Agent: CCBot Disallow: / User-Agent: boitho.com-dc Disallow: / User-agent: NetResearchServer Disallow: / User-agent: Exabot Disallow: / User-agent: Exabot-Images Disallow: / User-agent: daumoa Disallow: / User-agent: Heritrix Disallow: / User-agent: Gigabot Disallow: / User-agent: searchpreview Disallow: / User-agent: Nutch Disallow: / User-agent: MJ12bot Disallow: / User-agent: Speedy Disallow: / User-Agent: WebAlta Crawler Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: Megalodon Disallow: / User-agent: * Disallow: /www_403.html$ Disallow: /www_404.html$ Disallow: /www1_404.php$ Disallow: /www2_404.php$ Disallow: /*.ico$ Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.swf$ Disallow: /*.txt$ Disallow: /*.log$ Disallow: /*.dat$ Disallow: /*.cgi$