# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow: /*?page=
Disallow: /api
Disallow: /checkout
Disallow: /admin
Disallow: /payment-result
Disallow: /webhooks
Disallow: /search
Disallow: /camping-portal
Disallow: *period[end_date]*
Disallow: *period[start_date]*
Disallow: *guest_group[adults]*
Disallow: *tag_ids[]*
Disallow: *grid*
Disallow: *sorting*
Disallow: *currency*
Disallow: *arrival*
Disallow: *departure*
Sitemap: https://www.villatent.nl/sitemap.xml

# Google adsbot ignores robots.txt unless specifically named!
User-agent: adsbot-google
Disallow: /*?page=
Disallow: /api
Disallow: /checkout
Disallow: /admin
Disallow: /payment-result
Disallow: /webhooks
Disallow: /search
Disallow: /camping-portal
Disallow: *period[end_date]*
Disallow: *period[start_date]*
Disallow: *guest_group[adults]*
Disallow: *tag_ids[]*
Disallow: *grid*
Disallow: *sorting*
Disallow: *currency*
Disallow: *arrival*
Disallow: *departure*

User-agent: Nutch
Disallow: /

User-agent: AhrefsBot
Crawl-delay: 2
Disallow: /*?page=
Disallow: /api
Disallow: /checkout
Disallow: /admin
Disallow: /payment-result
Disallow: /webhooks
Disallow: /search
Disallow: /camping-portal
Disallow: *period[end_date]*
Disallow: *period[start_date]*
Disallow: *guest_group[adults]*
Disallow: *tag_ids[]*
Disallow: *grid*
Disallow: *sorting*
Disallow: *currency*
Disallow: *arrival*
Disallow: *departure*
Sitemap: https://www.villatent.nl/sitemap.xml

User-agent: AhrefsSiteAudit
Crawl-delay: 2
Disallow: /*?page=
Disallow: /api
Disallow: /checkout
Disallow: /admin
Disallow: /payment-result
Disallow: /webhooks
Disallow: /search
Disallow: /camping-portal
Disallow: *period[end_date]*
Disallow: *period[start_date]*
Disallow: *guest_group[adults]*
Disallow: *tag_ids[]*
Disallow: *grid*
Disallow: *sorting*
Disallow: *currency*
Disallow: *arrival*
Disallow: *departure*
Sitemap: https://www.villatent.nl/sitemap.xml

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Pinterest
Crawl-delay: 1