# =========================================================
# SaySorry.in - Search Engine & AI Crawler Access
# Public content is open for discovery.
# Private / admin areas remain protected from crawling.
# =========================================================


# ---------------------------------------------------------
# GOOGLE
# ---------------------------------------------------------
User-agent: Googlebot
User-agent: Googlebot-Image

# ---------------------------------------------------------
# MICROSOFT / BING
# ---------------------------------------------------------
User-agent: bingbot
User-agent: BingPreview

# ---------------------------------------------------------
# OPENAI / CHATGPT
# ---------------------------------------------------------
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: ChatGPT-User

# ---------------------------------------------------------
# ANTHROPIC / CLAUDE
# ---------------------------------------------------------
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User

# ---------------------------------------------------------
# PERPLEXITY
# ---------------------------------------------------------
User-agent: PerplexityBot
User-agent: Perplexity-User

# ---------------------------------------------------------
# APPLE / SIRI / SPOTLIGHT
# ---------------------------------------------------------
User-agent: Applebot
User-agent: Applebot-Extended

# ---------------------------------------------------------
# META / FACEBOOK / AI
# ---------------------------------------------------------
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: facebookexternalhit

# ---------------------------------------------------------
# COMMON CRAWL / AI DATA DISCOVERY
# ---------------------------------------------------------
User-agent: CCBot


# =========================================================
# ALLOW PUBLIC WEBSITE
# =========================================================
Allow: /

# Private / system areas
Disallow: /login.aspx
Disallow: /registration.aspx
Disallow: /myadmin/
Disallow: /bin/
Disallow: /App_Code/
Disallow: /App_Data/


# =========================================================
# ALL OTHER STANDARDS-COMPLIANT BOTS
# =========================================================
User-agent: *
Allow: /

Disallow: /login.aspx
Disallow: /registration.aspx
Disallow: /myadmin/
Disallow: /bin/
Disallow: /App_Code/
Disallow: /App_Data/


# =========================================================
# SITEMAPS
# =========================================================
Sitemap: https://www.saysorry.in/sitemap.ashx
Sitemap: https://www.saysorry.in/sitemap.xml