# Google Search Engine Robot
# ==========================
User-agent: Googlebot
Allow: /?_escaped_fragment_

Allow: /*
Allow: /hashtag/*
Allow: /search?q=

Disallow: /*?
Disallow: /user/Miles/*
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/comments
Disallow: /*/medias
Disallow: /*/likes

# Yahoo! Search Engine Robot
# ==========================
User-Agent: Slurp
Allow: /?_escaped_fragment_

Allow: /*
Allow: /hashtag/*
Allow: /search?q=

Disallow: /*?
Disallow: /user/Miles/*
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/comments
Disallow: /*/medias
Disallow: /*/likes

# Yandex Search Engine Robot
# ==========================
User-agent: Yandex
Allow: /?_escaped_fragment_

Allow: /*
Allow: /hashtag/*
Allow: /search?q=

Disallow: /*?
Disallow: /user/Miles/*
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/comments
Disallow: /*/medias
Disallow: /*/likes

# Microsoft Search Engine Robot
# =============================
User-Agent: msnbot
Allow: /?_escaped_fragment_

Allow: /*
Allow: /hashtag/*
Allow: /search?q=

Disallow: /*?
Disallow: /user/Miles/*
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/comments
Disallow: /*/medias
Disallow: /*/likes

# Bing Search Engine Robot
# ========================
User-Agent: bingbot
Allow: /?_escaped_fragment_

Allow: /*
Allow: /hashtag/*
Allow: /search?q=

Disallow: /*?
Disallow: /user/Miles/*
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/comments
Disallow: /*/medias
Disallow: /*/likes

# Every bot that might possibly read and respect this file
# ========================================================
User-agent: *
Allow: /*
Allow: /hashtag/*
Allow: /search?q=

Disallow: /*?
Disallow: /user/Miles/*
Disallow: /*/followers
Disallow: /*/following
Disallow: /*/comments
Disallow: /*/medias
Disallow: /*/likes

# WHAT-4882 - Block indexing of links in notification emails. This applies to all bots.
# =====================================================================================

# Wait 1 second between successive requests. See ONBOARD-2698 for details.
Crawl-delay: 1

# Independent of user agent. Links in the sitemap are full URLs using https:// and need to match
# the protocol of the sitemap.
Sitemap: https://www.gettr.com/sitemap.xml