# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file

Sitemap: http://koshiobi.com/sitemap-index.xml

#
# To ban all spiders from the entire site uncomment the next two lines:
User-Agent: *
Disallow: /images

User-Agent: *
Disallow: /img

User-agent: Baiduspider
Disallow: /

User-agent: BaiduImagespider
Disallow: /

User-agent: BaiduMobaider
Disallow: /

User-agent: Yeti
disallow: /

User-agent: BecomeJPBot
disallow: /

User-agent: ia_archiver
disallow: /

User-agent: psbot
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: Googlebot-Image
Disallow: /

User-agent: Twiceler
Disallow: /

User-agent: panscient.com
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-Agent: sogou spider
Disallow: /

User-agent: Gigabot
Disallow: /

User-agent: ichiro
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: MLBot
Disallow: /

User-Agent: NetResearchServer
Disallow: /

User-agent: dotbot
Disallow: /

User-Agent: YodaoBot
Disallow: /

User-agent: GurujiBot
Disallow: /