User-agent: *
Disallow: /_alive/
Disallow: /_alive
Disallow: /login*
Disallow: /search*
Disallow: /bors/search*
Disallow: /*?tab=
Disallow: /konto/*
Disallow: /insider-bolag/
Disallow: /finansiell-information/pressreleaser-per-foretag/
Disallow: /finansiell-information/pressreleaser/?page=
Disallow: /insider-person/
Disallow: /Comments/WebServices/
Disallow: /*?fhtab=
Disallow: /*&fhtab=
Disallow: /*?allakommentarer=
Disallow: /*&allakommentarer=
Disallow: /*?timestamp=
Disallow: /*&timestamp=
Disallow: /*?t=
Disallow: /*&t=
Disallow: /*?flik=
Disallow: /*&flik=
Disallow: /*?qr=
Disallow: /*&qr=
Disallow: /*?screenwidth
Disallow: /*&screenwidth
Disallow: /*?screenheight
Disallow: /*&screenheight
Disallow: /*?ctl
Disallow: /*&ctl
Disallow: /*?currentIndex=
Disallow: /*?ns_
Disallow: /*&ns_
Disallow: /bip/
Disallow: /bip-callback*
Disallow: /register*
Disallow: /part*
Disallow: /akademi/anmalan/*
Disallow: /akademi/info-utbildningar/
Disallow: /34405621/bn/*
Disallow: /di-fonder/*
Disallow: /_akademi/
Disallow: /_akademi
Disallow: /logout
Disallow: /walls/freemium/*
Disallow: /walls/premium/*

Sitemap: https://www.di.se/sitemap.xml
Sitemap: https://www.di.se/sitemap-news.xml

# Common Crawl robot, the resulting dataset is the primary training corpus in every LLM.
User-agent: CCBot
Disallow: /

# ChatGPT robot, used to improve the ChatGPT LLM. 
User-agent: ChatGPT-User
Disallow: /

# ChatGPT robot, may be used to improve the ChatGPT LLM. 
User-agent: GPTBot
Disallow: /

# Robot used to improve Bard and Vertex AI LLMs.
User-agent: Google-Extended
Disallow: /

# webz.io robot, the resulting dataset can and is purchased to train LLMs.
User-agent: Omgilibot
Disallow: /

# webz.io robot, the resulting dataset can and is purchased to train LLMs.
User-agent: Omgili
Disallow: /

# FacebookBot crawls public web pages to improve LLMs for Facebook's speech recognition technology. 
User-agent: FacebookBot
Disallow: /

# Robot used to improve Anthropic AI LLMs.
User-agent: anthropic-ai
Disallow: /

# OpenAI search bot 
User-agent: OAI-SearchBot
Disallow: /