# robots.txt för https://www.locality.se/ (Locality Stockholm AB)
#
# Content Signals: search=yes, ai-input=yes, ai-train=yes
#   search:   sidorna får indexeras och visas i sökresultat.
#   ai-input: sidorna får användas som underlag i AI-svar (hämtning, sammanfattning, citat).
#   ai-train: innehållet får användas för att träna AI-modeller.
# Samma signal står i HTTP-headern Content-Signal och i <meta name="content-signal"> på varje sida.
#
# /api/ är formulärets funktion (bara POST) och spärras för alla.
# /tack/ spärras inte med Disallow: sidan har <meta name="robots" content="noindex">, och en
# sökmotor som inte får hämta sidan ser aldrig noindex och kan då indexera adressen ändå.
# Varje robot nedan har en egen grupp med samma regler, eftersom en robot bara följer den
# grupp som nämner den.

User-agent: *
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: OAI-SearchBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: GPTBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: PerplexityBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Perplexity-User
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: ClaudeBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Claude-SearchBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Claude-User
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Googlebot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Google-Extended
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: GoogleOther
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Google-CloudVertexBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: bingbot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Applebot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: DuckDuckBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: DuckAssistBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Meta-ExternalAgent
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Meta-ExternalFetcher
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: FacebookBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: CCBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Amazonbot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: MistralAI-User
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: cohere-ai
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: cohere-training-data-crawler
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Bytespider
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: YouBot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: AI2Bot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

User-agent: Diffbot
Content-signal: search=yes, ai-input=yes, ai-train=yes
Allow: /
Disallow: /api/

Sitemap: https://www.locality.se/sitemap.xml
Sitemap: https://www.locality.se/sitemap-ai.xml