# The wildcard group applies the same crawl policy to search, social, and AI crawlers.
User-agent: *
Allow: /

# Block protected/auth pages and internal duplicates from indexing
Disallow: /dashboard
Disallow: /generate
Disallow: /articles
Disallow: /subscription
Disallow: /settings
Disallow: /wordpress
Disallow: /admin
Disallow: /payment-success
Disallow: /email-preferences
Disallow: /verify-email
Disallow: /auth/verify
Disallow: /auth/reset-password
Disallow: /get-started-v2
Disallow: /get-started-paid
Disallow: /landing-old
Disallow: /app-shell

# Sitemap location
Sitemap: https://writer-gpt.com/sitemap.xml
# Live list of every published guide (updated as guides are published)
Sitemap: https://npfnholmepecjiepradj.supabase.co/functions/v1/guides-sitemap