# Girls Coimbatore - robots.txt
# ====================================================================
# Allow all crawlers full access. Sitemaps referenced in multiple
# formats so Google can choose whichever it can fetch.
# ====================================================================

User-agent: *
Allow: /
Crawl-delay: 0

# Primary XML sitemap
Sitemap: https://girlscoimbatore.com/sitemap.xml

# Sitemap index (alternative entry point)
Sitemap: https://girlscoimbatore.com/sitemap-index.xml

# Plain text sitemap (fallback)
Sitemap: https://girlscoimbatore.com/sitemap.txt

# RSS feed sitemap (fallback)
Sitemap: https://girlscoimbatore.com/sitemap.rss

# Allow all major search engine crawlers explicitly
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Slurp
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

# Block AI training crawlers (optional)
User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /