# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
User-agent: *
Allow: /

User-Agent: proximic
Disallow: /

User-Agent: Twitterbot
Disallow:

User-agent: Yeti
Disallow: /

User-agent: JUST-CRAWLER
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Riddler
Disallow: /

User-agent: QROBO_NEWS_JP_ROBOT
Disallow: /

User-agent: grapeshot
Disallow:

User-Agent: msnbot
Crawl-delay: 120

User-Agent: bingbot
Crawl-delay: 120

User-agent: coccoc
Crawl-delay: 10