User-Agent: *
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /app/settings
Disallow: /app/thesis/*/chapter/*
Disallow: /_next/static/
Disallow: /*.woff2$
Disallow: /*.woff$
Disallow: /*?plan=
Disallow: /*?_rsc=
Disallow: /*?ref=
Disallow: /*?utm_

User-Agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /app/settings
Disallow: /_next/static/

User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /app/settings

User-Agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

User-Agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

User-Agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

User-Agent: anthropic-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

User-Agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

User-Agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

User-Agent: Bytespider
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

User-Agent: cohere-ai
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /auth/
Disallow: /app/

Host: https://thesisgenerator.io
Sitemap: https://thesisgenerator.io/sitemap.xml