# robots.txt for http://ferret.24-7smile.com/

User-agent: *
Crawl-delay: 10

User-agent: Googlebot-Image
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: YodaoBot
Disallow: /

User-agent: NaverBot
Disallow: /

User-agent: Yeti
Disallow: /

User-agent: Sosospider
Disallow: /

User-agent: Sosospider+
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: LC-Crawler
Disallow: /

User-Agent: envolk
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: boitho.com-dc
Disallow: /

User-agent: NetResearchServer
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Exabot-Images
Disallow: /

User-agent: daumoa
Disallow: /

User-agent: Heritrix
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Speedy
Disallow: /

User-Agent: WebAlta Crawler
Disallow: /

User-Agent: ia_archiver
Disallow: /

User-Agent: Megalodon
Disallow: /

User-agent: Mediapartners-Google
Allow: /album/2008/
Allow: /album/2007/
Allow: /album/blog_2008/
Allow: /album/blog_2007/

User-agent: *
Disallow: /album/2008/
Disallow: /album/2007/
Disallow: /album/blog_2008/
Disallow: /album/blog_2007/
Disallow: /analyzer/
Disallow: /clap/
Disallow: /css/
Disallow: /images/
Disallow: /diary/uploads/
Disallow: /diary/wp-admin/
Disallow: /diary/wp-content/
Disallow: /diary/wp-includes/
Disallow: /present/
Disallow: /ferret_403.html$
Disallow: /ferret_404.html$
Disallow: /ferret1_404.php$
Disallow: /ferret2_404.php$
Disallow: /*.gif$
Disallow: /*.png$
Disallow: /*.jpg$
Disallow: /*.jpeg$
Disallow: /*.swf$
Disallow: /*.txt$
Disallow: /*.log$
Disallow: /*.dat$
Disallow: /*.cgi$

User-agent: *
Sitemap: http://ferret.24-7smile.com/sitemap_index.xml
Sitemap: http://ferret.24-7smile.com/sitemap.xml
Sitemap: http://ferret.24-7smile.com/diary/sitemap.xml