# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-agent: *
# Disallow: /

User-agent: AhrefsBot
Crawl-delay: 60

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

Sitemap: https://anglers.jp/sitemaps/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/catches/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/areas/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/fishes/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/regions/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/prefectures/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/makers/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/series/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/rods/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/reels/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/lines/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/lures/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/overall_rankings/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/cups/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/helps/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/home_pages/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/magazines/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/magazine_categories/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/users/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/fishings/sitemap.xml.gz
Sitemap: https://anglers.jp/sitemaps/months/sitemap.xml.gz