# robots.txt for https://wejob.ch
# API is disallowed except public assets, sitemaps and public JSON:
# /api/storage/ serves company logos (required crawlable for JobPosting rich results),
# /api/sitemap.xml and /api/sitemaps/ serve the dynamic sitemaps (nginx only routes
# /api/* to Laravel, so the sitemaps live under /api).
# Keep Allow lines BEFORE Disallow in each group: first-match parsers
# (e.g. Python urllib.robotparser, common in AI agents) stop at the first
# matching rule, while Google/Bing use longest-match and ignore ordering.

# Twitterbot: full access for link cards
User-agent: Twitterbot
Allow: /

# Default rules for all crawlers
User-agent: *
Allow: /api/storage/
Allow: /api/sitemap.xml
Allow: /api/sitemaps/
# Necessaire pour que le rendu Googlebot (Web Rendering Service) puisse executer
# les XHR des pages detail client-rendered (/jobs/:id, /companies/:id,
# /formations/:id) : le WRS respecte robots.txt pour les sous-requetes.
Allow: /api/jobs
Allow: /api/companies
Allow: /api/formations
Disallow: /upload/
Disallow: /api/

# AI crawlers and assistants: explicitly allowed with the same rules as *
# (a specific user-agent group fully replaces the * group for that bot),
# plus read access to the public JSON API: the HTML pages are a JavaScript
# application, so the JSON endpoints below are the machine readable source
# for job offers, companies and trainings (see /llms.txt).
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: CCBot
User-agent: Google-Extended
User-agent: meta-externalagent
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Bytespider
Allow: /api/storage/
Allow: /api/sitemap.xml
Allow: /api/sitemaps/
Allow: /api/jobs
Allow: /api/companies
Allow: /api/formations
Disallow: /upload/
Disallow: /api/

# Sitemaps (static entry point + dynamic index under /api)
Sitemap: https://wejob.ch/sitemap.xml
Sitemap: https://wejob.ch/api/sitemap.xml