# ==================================================
# ROBOTS.TXT FOR KALANIKETAN.COM
# ==================================================

# ==================================================
# SEARCH ENGINES & SEO CRAWLERS
# ==================================================

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: SemrushBot
Allow: /


# ==================================================
# AI SEARCH & AI CRAWLERS
# ==================================================

# OpenAI / ChatGPT
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Apple AI
User-agent: Applebot-Extended
Allow: /

# Other AI Crawlers
User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Cohere-ai
Allow: /


# ==================================================
# SOCIAL / META CRAWLERS
# ==================================================

User-agent: facebookexternalhit
Allow: /

User-agent: meta-externalads
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: facebookcatalog
Allow: /


# ==================================================
# GENERAL CRAWLERS
# ==================================================

User-agent: *
Allow: /

# Magento system directories
Disallow: /app/
Disallow: /lib/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/

# Customer/account/private areas
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /compare/

# Shopping & transactional pages
Disallow: /checkout/
Disallow: /cart/

# Internal search pages
Disallow: /catalogsearch/
Disallow: /search/

# Newsletter
Disallow: /newsletter/

# Session IDs
Disallow: /*SID=


# ==================================================
# IMPORTANT STATIC ASSETS
# ==================================================

Allow: /pub/media/
Allow: /pub/static/


# ==================================================
# XML SITEMAP
# ==================================================

Sitemap: https://www.kalaniketan.com/media/sitemap/kncom_sitemap.xml