User-agent: *
Disallow: /section
Disallow: /ajax
Disallow: /keskustelut
Disallow: /json
Disallow: /video/embed

# ChatGPT crawler
User-agent: ChatGPT-user
Disallow: /

#ChatGPT plugins
User-agent: GPTBot
Disallow: /

# Common Crawl
User-agent: CCBot
Disallow: /

# Bard and Vertex
User-agent: Google-Extended
Disallow: /

# FacebookBot
User-agent: FacebookBot
Disallow: /

# Amazonbot
User-agent: Amazonbot
Disallow: /

# ByteDance
User-agent: Bytespider
Disallow: /

# Omgili
User-agent: Omgili
Disallow: /

# Omgilibot
User-agent: Omgilibot
Disallow: /

sitemap: https://www.ts.fi/sitemap_latest.xml
sitemap: https://www.ts.fi/content/app/staticsitemaps/sitemapindex_14072021.xml