User-agent: *
Allow: /
User-agent: Googlebot
Disallow: *?lightbox=
Disallow: /cgi-bin/
Disallow: /js/
Disallow: /vendor/
Disallow: /php/
Sitemap: https://www.toursinvalkenburg.nl/sitemap_index.xml


# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10