# slow down Yahoo
User-agent: Slurp
Crawl-delay: 10



User-agent: BecomeBot
Disallow: *

User-agent: *
Disallow: /*akst_action=*

User-agent: *
Disallow: */print/

User-agent: bot
Disallow: *
# BEGIN XML-SITEMAP-PLUGIN
Sitemap: http://www.litwc.com/sitemap.xml.gz
# END XML-SITEMAP-PLUGIN

#
# yahoo-related
# Slurp: http://help.yahoo.com/help/us/ysearch/slurp/index.html
# HOST: .inktomisearch.com; .mail.mud.yahoo.com
# Slurp CHINA: http://misc.yahoo.com.cn/help.html
# Slurp DE: http://help.yahoo.com/help/us/ysearch/slurp)
# Blogs: http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html
# MM: mms dash mmcrawler dash support at yahoo dash inc dot com
# Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)
# yahoo! Mindset (http://mindset.research.yahoo.com/)
#

User-agent: yahoo-Blogs
User-agent: yahoo-Blogs/v3.9
User-agent: yahoo-MMCrawler
User-agent: yahoo-MMCrawler/3.x
User-agent: yahooYSMcm
User-agent: yahooYSMcm/2.0.0
User-agent: yahoo! Mindset
User-agent: Y!J-BSC
User-agent: Y!J-BSC/1.0
User-agent: Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)
User-agent: y!j-bsc
User-agent: y!j-bsc/1.0
User-agent: y!j-bsc/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)
User-agent: Y!J
User-agent: Y!J/1.0
User-agent: Y!J/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)
User-agent: y!j
User-agent: y!j/1.0
User-agent: y!j/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html)
User-agent: Mozilla/4.0 (compatible; Y!J; for robot study; keyoshid)
User-agent: Mozilla/4.0 (compatible; y!j; for robot study; keyoshid)
User-agent: Mozilla/5.0 (compatible; yahoo! Slurp China; http://misc.yahoo.com.cn/help.html)
User-agent: Mozilla/5.0 (compatible; yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp)
Disallow: /wp-admin/

User-agent: Slurp
Crawl-delay: 10