Sitemap: http://www.cbre-propertysearch.jp/sitemap.xml.gz

User-agent: MJ12bot
Crawl-Delay: 15
Disallow: /pdf/detail/
Disallow: /pdf/list/

User-agent: AhrefsBot
Crawl-Delay: 15
Disallow: /pdf/detail/
Disallow: /pdf/list/

User-agent: Yandex
Crawl-Delay: 15
Disallow: /pdf/detail/
Disallow: /pdf/list/

User-agent: SemrushBot
Crawl-Delay: 15
Disallow: /pdf/detail/
Disallow: /pdf/list/

User-agent: BLEXBot
Crawl-Delay: 15
Disallow: /pdf/detail/
Disallow: /pdf/list/

User-agent: bingbot
Crawl-Delay: 10
Disallow: /pdf/detail/
Disallow: /pdf/list/

User-agent: Amazonbot
Crawl-Delay: 10
Disallow: /pdf/detail/
Disallow: /pdf/list/

User-agent: *
Disallow: /pdf/detail/
Disallow: /pdf/list/