User-agent: Googlebot
Allow: /
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.pdf$
Disallow: /*?_
User-agent: Slurp
Allow: /
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.pdf$
Disallow: /*?
Crawl-delay: 10
User-agent: msnbot
Allow: /
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.pdf$
Disallow: /*?
Crawl-delay: 120
User-agent: baiduspider
Disallow: /
User-Agent: Teoma
Disallow: /
User-Agent: Ask Jeeves
Disallow: /
User-agent: psbot
Disallow: /
User-agent: MysteryBot
Disallow: /
User-agent: wget
Disallow: /
User-agent: becomebot
Disallow: /
User-agent: larbin
Disallow: /
User-agent: e-SocietyRobot
Disallow: /
User-agent: HMSE_Robot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: asterias
Disallow: /
User-agent: Yeti
Disallow:/
User-agent: Drecombot
Disallow: /
User-agent: Snapbot
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: BecomeJPBot
Disallow: /
User-agent: SBIder
Disallow: /
User-agent: Speedy
Disallow: /
User-agent: Gigabot
Disallow: /
User-agent: VisBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: LC-Crawler
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: UbiCrawler
Disallow: /
User-agent: yetibot
Disallow: /
User-agent: favorstarbot
Disallow: /
User-agent: Jyxobot
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-agent: SearchDaimon.com-dc
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: envolk
Disallow: /
User-agent: Sensis Web Crawler
Disallow: /
User-agent: Snapbot
Disallow: /
User-agent: Pingdom GIGRIB bot
Disallow: /
User-agent: findlinks
Disallow: /
User-agent: StackRambler
Disallow: /
User-agent: ConveraCrawler
Disallow: /
User-agent: Twiceler
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: SynooBot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: NABOT
Disallow: /
User-agent: nhnbot
Disallow: /
User-agent: minibot
Disallow: /
User-agent: NaverRobot
Disallow: /
User-agent: dloader
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: nabot
Disallow: /
User-agent: Cowbot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: 360Spider
Disallow: /
User-agent: Twitterbot
Allow: /career_tanq/img/
User-agent: *
Disallow: /*.jpg$
Disallow: /*.gif$
Disallow: /*.pdf$
Disallow: /*?
Disallow: /20/check/
Crawl-delay: 120
User-agent: *
Sitemap: https://job.mynavi.jp/conts/sitemap.xml
Sitemap: https://job.mynavi.jp/conts/s/sitemap.xml