User-agent: OneTrustBot
Crawl-delay: 1

#Default
User-agent: *
Crawl-delay: 10
Disallow: /*.ajax
Disallow: /sso/
Disallow: /eshop/*/ws/html/secure/
Disallow: /eshop/ws/html/secure/
Disallow: /*productListing?sectorId=*
Disallow: /*productDetails?id=*
Disallow: /*productListing?Id=*
Disallow: /*recordState=*
Disallow: /*resultPage*
#Exclude internal content
Disallow: /*.pdf
Disallow: /*.PDF
#Exclude URL parameters
Disallow: /*&N=
Disallow: /*?N=
Disallow: /*&showMoreIds=
Disallow: /*?showMoreIds=
Disallow: /*&keyWord=
Disallow: /*?keyWord=
Disallow: /*?ns=
Disallow: /*&ns=
Disallow: /*?p=
Disallow: /*&p=
Disallow: /eshoptemplate/
Disallow: /shop/

# unwanted bot
User-agent: archive.org_bot
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: Atomseobot
Disallow: /
User-agent: AwarioBot
Disallow: /
User-agent: axios
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: BLP_bbot
Disallow: /
User-agent: Brightbot
Disallow: /
User-agent: Buck
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: coccocbot
Disallow: /
User-agent: coccocbot-image
Disallow: /
User-agent: coccocbot-web
Disallow: /
User-agent: Cocolyzebot
Disallow: /
User-agent: Crawlson
Disallow: /
User-agent: dataforseo
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: deepnoc
Disallow: /
User-agent: DF Bot
Disallow: /
User-agent: DiscoveryBot
Disallow: /
User-agent: DnBCrawler-Analytics
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: DuckDuckBot
Disallow: /
User-agent: DuckDuckGo
Disallow: /
User-agent: EtaoSpider
Disallow: /
User-agent: friendlycrawler
Disallow: /
User-agent: GeedoBot
Disallow: /
User-agent: GeedoProductSearch
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: InfoTigerBot
Disallow: /
User-agent: laboraybot
Disallow: /
User-agent: LCC
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: MarketingTracer
Disallow: /
User-agent: MatchoryBot
Disallow: /
User-agent: Mediatoolkitbot
Disallow: /
User-agent: MegaIndex
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: olbicobot
Disallow: /
User-agent: Opteobot
Disallow: /
User-agent: PerplexityBot
Disallow: /
User-agent: Perplexity-User
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: Roboter
Disallow: /
User-agent: Screaming Frog SEO Spider
Disallow: /
User-agent: search.marginalia.nu
Disallow: /
User-agent: Seekport
Disallow: /
User-agent: SeekportBot
Disallow: /
User-agent: SentiBot
Disallow: /
User-agent: SEOkicks
Disallow: /
User-agent: seostar
Disallow: /
User-agent: Sidetrade
Disallow: /
User-agent: snapchat
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: startmebot
Disallow: /
User-agent: StormCrawler
Disallow: /
User-agent: TerraCotta
Disallow: /
User-agent: TigerBot
Disallow: /
User-agent: TinyTestBot
Disallow: /
User-agent: TMMBot
Disallow: /
User-agent: trendictionbot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: webmeup-crawler
Disallow: /
User-agent: wiederfreibot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: YandexAdditional
Disallow: /
User-agent: YandexAdditionalBot
Disallow: /
User-agent: YandexBot
Disallow: /
User-agent: YandexFavicons
Disallow: /
User-agent: YandexImages
Disallow: /
User-agent: YandexMetrika
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: zgrab
Disallow: /
User-agent: ZoominfoBot
Disallow: /

#sitemaps
Sitemap: https://www.antalis.dk/eshop/ws/sitemap.xml
Sitemap: https://www.antalis.dk/home.sitemap.xml