# robots.txt for VIP Amsterdam Escorts
# https://vipescortamsterdam.nl/robots.txt

User-agent: *
Allow: /

# Disallow private areas
Disallow: /api/

# Disallow search/filter pages to avoid duplicate content
Disallow: /*?*filter=
Disallow: /*?*sort=
Disallow: /*?*page=

# Disallow booking pre-fill parameters (duplicate content)
Disallow: /*?*service=
Disallow: /*?*escort=
Disallow: /*?*duo=

# Disallow search result pages
Disallow: /*?*search=

# Disallow tracking/referral parameters
Disallow: /*?*ref=
Disallow: /*?*utm_

# Allow important CSS and JS
Allow: /assets/*.css
Allow: /assets/*.js

# Crawl-delay for polite crawling
Crawl-delay: 1

# Sitemap location
Sitemap: https://vipescortamsterdam.nl/sitemap-index.xml

# Specific bot rules
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /