#yahoo
User-agent: yandex
User-agent: slurp
Disallow: /modules/
Disallow: /paginas/
Disallow: /td_redirect.php
Disallow: /eerder-bekeken-cruises
Disallow: /bestanden/
Disallow: /backend3/
Disallow: /dist/
Disallow: /tv/*
Disallow: /*/dek-
#google
Sitemap: https://www.cruisereizen.nl/sitemap.txt
User-agent: AdsBot-Google
User-agent: Mediapartners-Google
User-agent: Googlebot-Video
User-agent: Googlebot-News
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot
Disallow: /modules/
Disallow: /bestanden/
Disallow: /paginas/
Disallow: /td_redirect.php
Disallow: /eerder-bekeken-cruises
Disallow: /bestanden/
Disallow: /backend3/
Disallow: /dist/
Disallow: /tv/*
Disallow: /*/dek-
#bing
User-agent: adidxbot
User-agent: msnbot-media
User-agent: msnbot
User-agent: bingbot
Disallow: /modules/
Disallow: /paginas/
Disallow: /td_redirect.php
Disallow: /eerder-bekeken-cruises
Disallow: /bestanden/
Disallow: /backend3/
Disallow: /dist/
Disallow: /tv/*
Disallow: /*/dek-
#other
User-agent: Ahrefsbot
User-agent: semrush
User-agent: Facebot
User-agent: Facebook
User-agent: Linkedin
Disallow: /modules/
Disallow: /paginas/
Disallow: /td_redirect.php
Disallow: /bestanden/
Disallow: /backend3/
Disallow: /dist/
Disallow: /tv/*
Disallow: /*/dek-