User-agent: *
Allow: /
Disallow: /admin
Disallow: /dashboard
Disallow: /course/
Disallow: /profile
Disallow: /settings
Disallow: /api/
Allow: /api/meta/version

# Live AI-SEARCH / on-demand assistants (OAI-SearchBot, ChatGPT-User,
# PerplexityBot, Claude-Web, …) are covered by '*' above and get FULL public
# access, including profiles (/u/): they cite LIVE pages, so it stays
# retractable — a user who sets their profile private returns 404 and the
# citation drops. That's the whole reason profiles are safe to expose to them.

# Model-TRAINING crawlers: welcome on course / topic / marketing content, but
# NOT on user PROFILES (/u/). Profile data (handle, bio, activity) must not be
# baked permanently into a training corpus — that can't be undone if the user
# later goes private or deletes. Course/topic pages carry no personal data, so
# they stay open. (Google-Extended / Applebot-Extended are the Gemini/Apple
# training tokens — Googlebot/Applebot still index profiles for SEARCH.)
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: Bytespider
Allow: /
Disallow: /admin
Disallow: /dashboard
Disallow: /course/
Disallow: /profile
Disallow: /settings
Disallow: /api/
Disallow: /u/

Sitemap: https://tullycourses.com/sitemap.xml