Sitemap: https://www.ocado.com/sitemaps/sitemap_index.xml
Sitemap: https://www.ocado.com/sitemap-content.xml

# ---------------------------------------------------------------------
# Rules for all crawlers
# ---------------------------------------------------------------------

User-agent: *

# Internal URLs

Allow: /api/webproductpagews/v5/products/related
Allow: /api/webproductpagews/v5/products/similar

Disallow: /api/
Disallow: /events/

# Disallow crawling of low-value parameters in the new URL format.

Disallow: /*brands=
Disallow: /*dietaryAndLifestyle=
Disallow: /*boolean=


# Disallow crawling of the logged in website.

Disallow: /login?destination=


# Disallow user-specific, transactional, and low-value pages.

Disallow: /search
Disallow: /favorites
Disallow: /coupons
Disallow: /lists
Disallow: /regulars
Disallow: /orders
Disallow: /settings/delivery-pass
Disallow: /settings/
Disallow: /delivery/home/slots
Disallow: /basket

# Disallow crawling of low-value legacy parameters.

Disallow: /mobile/
Disallow: /*?filters=
Disallow: /*?fromSeasonalTab=
Disallow: /*?ad=
Disallow: /*?fromOffersTab=
Disallow: /*?clkInTab=
Disallow: /*?recipeId=
Disallow: /*?selectedCategories=
Disallow: /*?path=
Disallow: /*?site=
Disallow: /*?redirect=
Disallow: /*?brandLetter=
Disallow: /*?dnr=
Disallow: /*?mealDealBundles=
Disallow: /*?tags=
Disallow: /*?type=
Disallow: /*?categories=
Disallow: /*?categoryLetter=
Disallow: /*?category=
Disallow: /*?*customFilters=
Disallow: /*?promoId=
Disallow: /*?fromEasyShoppingTab=
Disallow: /*?src=
Disallow: /*?tab=
Disallow: /*?oat=
Disallow: /*?entry=
Disallow: /*?success_redirect=
Disallow: /*?REDIRECT_URL=

# ---------------------------------------------------------------------
# Special Rules for Cookie/Compliance Bots
# ---------------------------------------------------------------------

User-agent: OneTrustBot
User-agent: Mozilla/5.0 (X11; Linux x86_64; rv:87.0) Gecko/20100101 Firefox/87.0;OneTrustBot;
Allow: /