# robots.txt for http://machiuke-ya.24-7smile.com/ User-agent: * Crawl-delay: 10 User-agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: msnbot-media Disallow: / User-agent: psbot Disallow: / User-agent: baiduspider Disallow: / User-agent: Baiduspider Disallow: / User-agent: YodaoBot Disallow: / User-agent: NaverBot Disallow: / User-agent: Yeti Disallow: / User-agent: Yandex Disallow: / User-agent: LC-Crawler Disallow: / User-Agent: envolk Disallow: / User-Agent: CCBot Disallow: / User-Agent: boitho.com-dc Disallow: / User-agent: NetResearchServer Disallow: / User-agent: Exabot Disallow: / User-agent: Exabot-Images Disallow: / User-agent: daumoa Disallow: / User-agent: Heritrix Disallow: / User-agent: Gigabot Disallow: / User-agent: searchpreview Disallow: / User-agent: Nutch Disallow: / User-agent: MJ12bot Disallow: / User-agent: Speedy Disallow: / User-Agent: WebAlta Crawler Disallow: / User-Agent: ia_archiver Disallow: / User-Agent: Megalodon Disallow: / User-agent: * Disallow: /machiuke_403.html$ Disallow: /machiuke_404.html$ Disallow: /machiuke1_404.php$ Disallow: /machiuke2_404.php$ Disallow: /*.ico$ Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.jpg$ Disallow: /*.jpeg$ Disallow: /*.swf$ Disallow: /*.txt$ Disallow: /*.log$ Disallow: /*.dat$ Disallow: /*.cgi$