User-agent: * Disallow: /wacht Disallow: /admin.php Disallow: /javascript/ Disallow: /javascript/cookie/ Disallow: /javascript/cookieContent/ Disallow: /javascript/bestemmingen Disallow: /javascript/gmappopup/* Disallow: /javascript/flightalertPop/* Disallow: /javascript/secretdealalertPop/* Disallow: /secret-tickets-deals/afmelden/ Disallow: /secret-tickets-deals/allesafmelden/ Disallow: /secret-tickets-deals/aangemeld/ Disallow: /feedparser Disallow: /redirect Disallow: /dev Disallow: /zoeken/ Disallow: /aanbiedingen-redirect Disallow: /stem Disallow: /flight-alert/afmelden/ Disallow: /flight-alert/allesafmelden/ Disallow: /flight-alert/aangemeld/ Disallow: /flight-alert/widgetAanmelding Disallow: /widget/show Disallow: /widget-naturescanner/shownaturescanner Disallow: /bestemming/datum-popup-zoeker/* Sitemap: https://www.vliegennaar.nl/sitemap.xml # # Bad crawlers # User-agent: mAgent Disallow: / User-agent: Purebot Disallow: / User-agent: Lipperhey Disallow: / User-agent: Gaisbot Disallow: / User-agent: Riddler Disallow: / User-agent: James BOT - WebCrawler Disallow: / User-agent: James BOT Disallow: / User-agent: JamesBOT Disallow: / User-agent: BLEXBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: ezooms Disallow: / User-agent: Yandex Disallow: / User-agent: sistrix Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; BTRS122291; GTB7.3; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30618; AskTbORJ/5.13.1.18107; BRI/2 Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; GTB7.2; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30618; AskTbORJ/5.13.1.18107; BRI/2) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; BTRS123595; InfoPath.2; .NET CLR 1.1.4322; msn OptimizedIE8;TRTR) Disallow: / User-agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.0; Trident/5.0) Disallow: / User-agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Trident/5.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.648; .NET CLR 3.5.21022; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; MRA 6.0 (build 5993); MRA 8.0 (build 5784); InfoPath.2) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; .NET CLR 1.1.4322; .NET CLR 2.0.50727; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Trident/4.0; .NET CLR 1.1.4322) Disallow: / User-agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0) Disallow: / User-agent: GarlikCrawler/1.1 (http://garlik.com/, crawler@garlik.com) Disallow: / User-agent: GarlikCrawler/1.2 (http://garlik.com/, crawler@garlik.com) Disallow: / User-agent: ltx71 Disallow: /