# robots.txt for https://www.wordflight.com/

# Allow all reputable crawlers full access
User-agent: *
Allow: /

# Explicitly allow OpenAI's GPTBot (used for ChatGPT search + browsing)
User-agent: GPTBot
Allow: /

# Explicitly allow Common Crawl (used by many AI datasets)
User-agent: CCBot
Allow: /

# Explicitly allow Googlebot
User-agent: Googlebot
Allow: /

# Explicitly allow Bingbot
User-agent: Bingbot
Allow: /

# Block sensitive or non-public areas (customize as needed)
Disallow: /admin/
Disallow: /login/
Disallow: /cart/
Disallow: /checkout/
Disallow: /user/

# Sitemap location (helps crawlers index your site faster)
Sitemap: https://www.wordflight.com/sitemap.xml