User-Agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /library/
Disallow: /editor/
Disallow: /scratch/
Disallow: /onboarding/
Disallow: /profile/
Disallow: /chat/
Disallow: /login/
Disallow: /register/
Disallow: /forgot-password/
Disallow: /reset-password/
Disallow: /verify-email/
Disallow: /education/login
Disallow: /education/home
Disallow: /education/classrooms/
Disallow: /education/join/
Disallow: /classroom/
Disallow: /editor-v2/
Disallow: /project/
Disallow: /article/

User-Agent: GPTBot
Allow: /
Allow: /publish/
Allow: /worlds
Allow: /about
Allow: /how-it-works
Disallow: /api/
Disallow: /admin/
Disallow: /library/
Disallow: /editor/

User-Agent: ChatGPT-User
Allow: /
Allow: /publish/
Allow: /worlds
Allow: /about
Allow: /how-it-works
Disallow: /api/
Disallow: /admin/
Disallow: /library/
Disallow: /editor/

User-Agent: PerplexityBot
Allow: /
Allow: /publish/
Allow: /worlds
Allow: /about
Allow: /how-it-works
Disallow: /api/
Disallow: /admin/
Disallow: /library/
Disallow: /editor/

User-Agent: Claude-Web
Allow: /
Allow: /publish/
Allow: /worlds
Allow: /about
Allow: /how-it-works
Disallow: /api/
Disallow: /admin/
Disallow: /library/
Disallow: /editor/

Sitemap: https://creader.io/sitemap.xml