User-Agent: *
Disallow: /rsss/
Crawl-delay: 3600

User-Agent: Yahoo! Slurp
Crawl-delay: 100
Allow: /

User-Agent: Googlebot
Crawl-delay: 300
Allow: /

User-agent: msnbot
Crawl-delay: 300
Allow: /

User-agent: e-SocietyRobot
Disallow: /

User-agent: crawler
Disallow: /

User-Agent: OutfoxBot
Disallow: /

User-Agent: Mediapartners-Google
Disallow: /

User-Agent: Accelatech RSSCrawler
Disallow: /

User-Agent: BaiduMobaider
Disallow: /

User-Agent: Baiduspider
Disallow: /

User-agent: Baiduspider+
Disallow: /

User-agent: BaiduImagespider
Disallow: /
crawl-delay:300

User-Agent: BecomeBot
Disallow: /

User-Agent: BlogShot
Disallow: /

User-Agent: aipbot
Disallow: /

User-Agent: Exabot
Disallow: /

User-agent: IRLbot
Disallow: /

User-Agent: RewriteRule
Disallow: /

User-Agent: Steeler
Disallow: /

User-Agent: Wget
Disallow: /

User-Agent: Download Ninja
Disallow: /

User-Agent: Hatena
Disallow: /

User-Agent: Hatena Antenna
Disallow: /

User-Agent: lwp
Disallow: /

User-Agent: Yeti
Disallow: /rsss/
Crawl-delay: 3600

User-Agent: Naver
Disallow: /

user-Agent: nhnbot
Disallow: /

User-agent: NaverBot-1.0
Disallow: /

User-Agent: NaverBot
Disallow: /

User-Agent: voyager
Disallow: /

User-Agent: W3C-WebCon
Disallow: /

User-Agent: Website Explorer
Disallow: /

User-Agent: WeBoX
Disallow: /

User-Agent: WebAuto
Disallow: /

User-Agent: WebFetch
Disallow: /

User-Agent: psbot
Disallow: /

User-Agent: Pockey-GetHTML
Disallow: /

User-Agent: RSS_READER
Disallow: /

User-Agent: SakeBot
Disallow: /

User-Agent: Twiceler
Disallow: /rsss/

User-Agent: twiceler
Disallow: /rsss/

User-Agent: ZyBorg
Disallow: /

User-Agent: veoh
Disallow: /

User-Agent: WebAlta
Disallow: /