User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Amzn-SearchBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-webindexer
Disallow: /

User-agent: *
Crawl-delay: 5

# Directories
Disallow: /errors/
Disallow: /opt/

# Urls
Disallow: /catalog/
Disallow: /*/catalog/
Disallow: /checkout/
Disallow: /*/checkout/
Disallow: /customer/
Disallow: /*/customer/
Disallow: /review/
Disallow: /*/review/
Disallow: /sendfriend/
Disallow: /*/sendfriend/
Disallow: /index.php/
Disallow: /*/index.php/
Disallow: /*.php$
Disallow: /graphql
Disallow: /*/graphql
Disallow: /wishlist/
Disallow: /*/wishlist/
Disallow: /catalogsearch/
Disallow: /*/catalogsearch/
Disallow: /rest/
Disallow: /*/rest/

# Query params
Disallow: /*?*&
Disallow: /*?*,
Disallow: /*?*%2C
Disallow: /*noresults
Disallow: /*SID=
Disallow: /*stores/store/redirect/
Disallow: /*from_store=

# Faceted brand listings (query-string permutations are unique FPC keys)
Disallow: /merken/*?
Disallow: /*/merken/*?
Disallow: /marques/*?
Disallow: /*/marques/*?
Disallow: /marcas/*?
Disallow: /*/marcas/*?
Disallow: /marken/*?
Disallow: /*/marken/*?
Disallow: /brands/*?
Disallow: /*/brands/*?

# Sitemaps
Sitemap: https://www.medifar.be/sitemaps/admin/sitemap-admin.xml