# ===================================
# General rules for all user-agents
# ===================================
User-agent: *

# Disallowed sections
Disallow: /news/lite
Disallow: /news/widgets
Disallow: /news_duplicate
Disallow: /news/story
Disallow: /news/*/?related
Disallow: /news/*/?top_picks
Disallow: /news/*/?embed
Disallow: /news/youscoop
Disallow: /news/api/*
Disallow: /news/video/
Disallow: /news/photo/
Disallow: /news/archives
Disallow: /news/coverstories/app
Disallow: /news/coverstories/app/?disp
Disallow: /snp?disp
Disallow: /snp/*?disp
Disallow: /snp/*/?disp
Disallow: /snp/*/*?disp
Disallow: /snp/*/*/?disp
Disallow: /entertainment_duplicate
Disallow: /news/welcome-newsletter/
Disallow: /news/newsletter-unsubscribe/
Disallow: /entertainment_b1zd3v
Disallow: /news_b1zd3v
Disallow: /click/newsletter
Disallow: /click/newsletter/*
Disallow: /ncaa_duplicate

# Allowed query-based pages
Allow: /news/*/?just_in

# Video content
Allow: /news/video/$
Allow: /news/video/shows/*
Allow: /news/video/reporters/*
Allow: /news/video/sections/*
Allow: /news/video/livestream/*
Allow: /news/video/liveevents/*
Allow: /news/video/*/video/
Allow: /news/content/*/video/

# Photo content
Allow: /news/photo/$
Allow: /news/photo/news
Allow: /news/photo/money
Allow: /news/photo/sports
Allow: /news/photo/pinoyabroad
Allow: /news/photo/scitech
Allow: /news/photo/showbiz
Allow: /news/photo/lifestyle
Allow: /news/photo/serbisyopubliko
Allow: /news/photo/*/photo/
Allow: /news/content/*/photo/

# ===================================
# Allowed AI Crawlers
# ===================================

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPT Agent
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Gemini-Deep-Research
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: AmazonAdBot
Allow: /

# ===================================
# Social Media Bots
# ===================================

User-agent: Twitterbot
Disallow:

User-agent: Facebot
Disallow: /news/video

# ===================================
# Programmatic Bots
# ===================================

User-agent: grapeshot
Disallow:

# ===================================
# Sitemaps
# ===================================

Sitemap: https://www.gmanetwork.com/news/sitemap-news.xml
Sitemap: https://www.gmanetwork.com/sitemap-entertainment-revamp.xml