# Prevent Crawling Unnecessary Endpoints - Dynamically added by BigScoots
User-agent: *
Disallow: /cdn-cgi/
Disallow: /*add-to-cart=*

# START YOAST BLOCK
# ---------------------------
User-agent: *
Allow: /
Disallow: /?query-1-page=
Disallow: /*?query-1-page=
Disallow: /*?fullsite=
Disallow: /*?rating[rating]=
Disallow: /*/amp/
Disallow: /*PageSpeed=noscript
Disallow: /*blackhole
Disallow: /?blackhole

# Optional: Keep these disallows only if they're not essential for SEO
Disallow: /quotes/page-*
Disallow: /characters/*/page-*
Disallow: /authors/*/page-*
Disallow: /lists/page-*

# Bot-specific allowances
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: OAI-SearchBot
Allow: /

Sitemap: https://www.tvfanatic.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK