User-agent: *
Disallow: /inloggen?*
Disallow: /zoeken/
Disallow: /mailform/
Disallow: /tip/
Disallow: /djangocms/
Disallow: /data/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /advertisement/share_count/
Disallow: /*srt=*

# OpenAI Bots Configuration
# https://platform.openai.com/docs/bots

# Allow OAI-SearchBot for ChatGPT search features but restrict sensitive areas
User-agent: OAI-SearchBot
Disallow: /inloggen?*
Disallow: /zoeken/
Disallow: /mailform/
Disallow: /tip/
Disallow: /djangocms/
Disallow: /data/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /advertisement/share_count/
Disallow: /*srt=*

# Allow ChatGPT-User for user actions in ChatGPT and Custom GPTs but restrict sensitive areas
User-agent: ChatGPT-User
Disallow: /inloggen?*
Disallow: /zoeken/
Disallow: /mailform/
Disallow: /tip/
Disallow: /djangocms/
Disallow: /data/
Disallow: /dashboard/
Disallow: /checkout/
Disallow: /advertisement/share_count/
Disallow: /*srt=*

# Restrict GPTBot to prevent training on our content
User-agent: GPTBot
Disallow: /

# Less strict settings for AdSense bot
User-agent: Mediapartners-Google*
Disallow: /djangocms/
Disallow: /data/

User-agent: Vagabondo
User-agent: Mozilla/4.0 (compatible;  Vagabondo/4.0; http://webagent.wise-guys.nl/)
User-agent: Mozilla/4.0 (compatible;  Vagabondo/4.0; webcrawler at wise-guys dot nl; http://webagent.wise-guys.nl/; http://www.wise-guys.nl/)
User-agent: Mozilla/5.0 (compatible; Linux x86_64; Mail.RU_Bot/2.0; +http://go.mail.ru/help/robots)
Disallow: /

Sitemap: https://www.bedrijfspand.com/sitemap.xml