User-agent: *
Sitemap: https://www.eu.dk/sitemap.xml
Sitemap: https://sitemap.ft.dk/documentsitemap.aspx?type=dokument&session=all&site=www.eu.dk
Sitemap: https://sitemap.ft.dk/documentsitemap.aspx?type=raadsmoeder&session=all&site=www.eu.dk
Sitemap: https://sitemap.ft.dk/documentsitemap.aspx?type=kommissionsforslag&session=all&site=www.eu.dk
Sitemap: https://sitemap.ft.dk/documentsitemap.aspx?type=fil&session=all&site=www.eu.dk
Sitemap: https://sitemap.ft.dk/documentsitemap.aspx?type=eumoede&session=all&site=www.eu.dk

Disallow: /sitecore/indhold/
Disallow: /sitecore/content/

Disallow: /AbonnementService.aspx
Disallow: /da/AbonnementService/
Disallow: /AbonnementService/

Disallow: /abonnementservice.aspx
Disallow: /da/abonnementservice/
Disallow: /abonnementservice/

Disallow: /custom404.aspx
Disallow: /Custom404.aspx
Disallow: /custom404/
Disallow: /Custom404/

Disallow: /custom500.aspx
Disallow: /Custom500.aspx
Disallow: /custom500
Disallow: /Custom500

Disallow: /da/dokumentkurv.aspx
Disallow: /da/Dokumentkurv.aspx
Disallow: /dokumentkurv.aspx
Disallow: /Dokumentkurv.aspx
Disallow: /dokumentkurv
Disallow: /Dokumentkurv

Disallow: /da/search
Disallow: /search
Disallow: /da/Search
Disallow: /Search

User-agent: AdsBot-Google
User-agent: Googlebot-Image
User-agent: Googlebot
Disallow: *master-*
Disallow: */abonnementservice
Disallow: */AbonnementService
Disallow: */custom404
Disallow: */Custom404
Disallow: */custom500
Disallow: */Custom500
Disallow: /dokumentkurv
Disallow: /Dokumentkurv
Disallow: /da/dokumentkurv.aspx
Disallow: /dokumentkurv.aspx
Disallow: /da/search
Disallow: /Search

#Disallow crawler
User-agent: Baiduspider
User-agent: Exabot/3.0
User-agent: repparser/0.1+(python)
User-agent: Mozilla/4.0+(compatible;+MSIE+8.0;+Windows+NT+6.0)+Java/1.6.0_21
User-agent: Mozilla/5.0+(compatible;+MJ12bot/v1.4.3;+http://www.majestic12.co.uk/bot.php?+)
User-agent: psbot/0.1+(+http://www.picsearch.com/bot.html)
User-agent: Mozilla/5.0+(Windows+NT+5.1;+rv:6.0.2)+Gecko/20100101+Firefox/6.0.2
User-agent: Mozilla/5.0+(compatible;+Ezooms/1.0;+ezooms.bot@gmail.com)
User-agent: CybEye.com/2.0+(compatible;+MSIE+9.0;+Windows+NT+5.1;+Trident/4.0;+GTB6.4)
User-agent: Mozilla/5.0+(compatible;+Exabot/3.0;++http://www.exabot.com/go/robot)
User-agent: CCBot/2.0
User-agent: Mozilla/5.0+(compatible;+008/0.83;+http://www.80legs.com/webcrawler.html;)+Gecko/2008032620
User-agent: AddThis.com+robot+tech.support@clearspring.com
User-agent: Mozilla/5.0+(Windows;+U;+Windows+NT+5.1;+zh-CN;+rv:1.8.0.11)++Firefox/1.5.0.11;+360Spider
User-agent: TosCrawler/Nutch-1.6+(http://www.toshiba.co.jp/rdc/about/crawl_info_en.htm;+'Rdc-crawler+at+ml+dot+toshiba+dot+co+dot+jp')
User-agent: Mozilla/5.0+(Windows+NT+6.1;+WOW64)+AppleWebKit/537.36+(KHTML,+like+Gecko)+Chrome/28.0.1500.72+Safari/537.36
User-agent: Sogou web spider/4.0(+http://www.sogou.com/docs/help/webmasters.htm#07)
User-agent: DotBot/1.1 
User-agent: Mozilla/5.0+(compatible;+AhrefsBot/5.2;++http://ahrefs.com/robot/)
User-agent: SiteSucker+for+OS+X/2.7.2
User-agent: Mozilla/5.0+(compatible;+SemrushBot/2~bl;++http://www.semrush.com/bot.html)
Disallow: /