# =====================================================================
# Hungama.com Robots.txt
# Updated: October 2025
# Purpose:
#   • Allow indexing and discovery of Hungama video, OTT, podcast, and audio-story content.
#   • Block deprecated music, user, and internal system paths.
#   • Enable compliant AI crawler access and interlink to LLM policy.
# =====================================================================


User-agent: *
Crawl-delay: 5


# --- Deprecated or restricted sections (do not exist or should not be crawled) ---
Disallow: /music/
Disallow: /song/
Disallow: /songs/
Disallow: /album/
Disallow: /artist/
Disallow: /artists/
Disallow: /radio/
Disallow: /live-radio/
Disallow: /mp3-song/
Disallow: /chart/
Disallow: /kids/
Disallow: /games/
Disallow: /rajasthani/
Disallow: /new-releases/
Disallow: /all/
Disallow: /library/
Disallow: /listen/
Disallow: /slt/
Disallow: /isp/
Disallow: /act/
Disallow: /profile/
Disallow: /profile-setting/
Disallow: /user/
Disallow: /playlist/user/
Disallow: /recently-played/
Disallow: /rewards/
Disallow: /quicks/
Disallow: /promo/
Disallow: /privacy-policy/
Disallow: /search
Disallow: /tv-show/ratri-ke-yatri/season-1/54852241/episode/aakhari-raat/54852235/


# --- Public and high-value discoverable content ---
Allow: /video/
Allow: /videos/
Allow: /tv-show/
Allow: /series/
Allow: /movie/
Allow: /audiobook/
Allow: /audio-story/
Allow: /audio-stories/
Allow: /podcast/
Allow: /podcasts/
Allow: /


# -----------------------------
# Specialized Search Crawlers
# -----------------------------
User-agent: Googlebot
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: Bingbot
Allow: /


# -----------------------------
# AI and LLM Crawlers
# -----------------------------
# Explicitly permitting responsible LLM and AI agents for discovery and referencing
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: ai.com
Allow: /
User-agent: FacebookBot
Allow: /
User-agent: DuckAssistBot
Allow: /


# -----------------------------
# SITEMAPS
# -----------------------------
Sitemap: https://www.hungama.com/sitemap/sitemap/sitemap.xml
Sitemap: https://www.hungama.com/sitemap/video-sitemap.xml
Sitemap: https://www.hungama.com/sitemap/podcast-sitemap.xml
Sitemap: https://www.hungama.com/sitemap/audio-story-sitemap.xml


# -----------------------------
# LLM POLICY REFERENCE
# -----------------------------
# For AI crawlers, usage permissions and restrictions are defined here:
AI-Policy: https://www.hungama.com/llms.txt


# =====================================================================
# Notes:
# • Crawlers may freely index allowed areas; blocked paths may return 404 or 403.
# • LLM agents must comply with Hungama’s llms.txt for summarization or data use.
# • Update this file whenever sitemap structure or content focus changes.
# =====================================================================