# =================================================================
# ROBOTS.TXT FOR FOSCARINI.COM (WordPress Enterprise)
# =================================================================

# -----------------------------------------------------------------
# 1. GLOBAL RULES (User-agent: *)
# -----------------------------------------------------------------
User-agent: *

# WordPress Core Protection
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Document Funnel Protection (Blocks direct crawling of PDFs and ZIP archives)
Disallow: /generate-pdf/
Disallow: /*.pdf$
Disallow: /*.zip$

# Crawl Budget & Parameter Management (Blocks internal search and catalog filters)
Disallow: /search/
Disallow: /*?search=
Disallow: /*?filters=
Disallow: /*?s=
Disallow: /*?orderby=
Disallow: /*?filter_*
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?add-to-cart=

# -----------------------------------------------------------------
# 2. COMMERCIAL LLM & AI CRAWLERS VISIBILITY
# -----------------------------------------------------------------
User-agent: GPTBot
User-agent: Google-Extended
User-agent: Anthropic-ai
User-agent: CCBot

# Core Protections inherited by AI crawlers (except for the general Allow rule)
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /generate-pdf/
Disallow: /*.pdf$
Disallow: /*.zip$
Disallow: /search/
Disallow: /*?search=
Disallow: /*?filters=
Disallow: /*?s=
Disallow: /*?orderby=
Disallow: /*?filter_*
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?add-to-cart=

# Full crawling permission for public pages
Allow: /

# -----------------------------------------------------------------
# 3. SITEMAP DECLARATION
# -----------------------------------------------------------------
Sitemap: https://www.foscarini.com/sitemap_index.xml