#
# robots.txt
#

# Website Sitemap
Sitemap: https://www.passasports.nl/media/sitemap/passasports_nl/sitemap-index.xml
Sitemap: https://www.passasports.be/media/sitemap/passasports_be/sitemap-index.xml
Sitemap: https://www.passasports.com/media/sitemap/passasports_en/sitemap-index.xml
Sitemap: https://www.passasports.de/media/sitemap/passasports_de/sitemap-index.xml
Sitemap: https://www.passasports.se/media/sitemap/passasports_se/sitemap-index.xml

User-agent: *

# Directories
Disallow: /404/
Disallow: /app/
Disallow: /cgi-bin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /includes/
Disallow: /lib/
Disallow: /magento/
Disallow: /api/

Disallow: /media/captcha/
Disallow: /media/customer/
Disallow: /media/dhl/
Disallow: /media/downloadable/
Disallow: /media/import/
Disallow: /media/sales/
Disallow: /media/tmp/
Disallow: /media/xmlconnect/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /scripts/
Disallow: /shell/
Disallow: /stats/
Disallow: /var/

# Paths (clean URLs)
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalogsearch/
Disallow: /search
Disallow: /checkout/
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /poll/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: */sort-direction/*
Disallow: /ajax/*
Disallow: /api/
Disallow: /static_solar/
Disallow: /build/

# Files
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /LICENSE.html
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /get.php # Magento 1.5+

# Paths (no clean URLs)
Disallow: /*.php$
Disallow: /*?SID=
Disallow: /rss*
Disallow: /*PHPSESSID

Disallow: /cdn-cgi/

User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: AhrefsBot
Disallow:

User-agent: bingbot
Crawl-delay: 1

--- AI Search Optimization ---
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google Gemini (AI Overview)
User-agent: Google-Extended
Allow: /

# Microsoft Copilot / Bing Chat
User-agent: Bingbot
Allow: /

# Anthropic (Claude AI)
User-agent: ClaudeBot
Allow: /
# --- Crawl Speed ---
User-agent: *
Crawl-delay: 2