# Search engines and AI assistants are welcome: we want to be found and cited. The public search API (/api/v1/)
# is open to them too; the rest of /api/ is the site's own plumbing.
# Addresses with a query (?platforms=…&country=…, the filters on job pages) are the same pages filtered, so crawlers
# skip them: on 3 Nov 2026 AI crawlers fetched each translated list page hundreds of times through them.
User-agent: *
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: Bingbot
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: OAI-SearchBot
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: ChatGPT-User
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: GPTBot
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: PerplexityBot
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: ClaudeBot
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: Claude-SearchBot
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

User-agent: Google-Extended
Allow: /
Disallow: /data/
Disallow: /api/
Allow: /api/v1/
Disallow: /dashboard
Disallow: /*?

Sitemap: https://aitrainers.jobs/sitemap.xml
Sitemap: https://aitrainers.jobs/sitemap-es.xml
Sitemap: https://aitrainers.jobs/sitemap-pt.xml
Sitemap: https://aitrainers.jobs/sitemap-ar.xml
Sitemap: https://aitrainers.jobs/sitemap-hi.xml