User-agent: *

# Magento system and transactional URLs
Disallow: /index.php/
Disallow: /checkout/
Disallow: /customer/
Disallow: /catalogsearch/
Disallow: /catalog/
Disallow: /wishlist/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /newsletter/
Disallow: /sales/
Disallow: /rest/
Disallow: /graphql
Disallow: /app/
Disallow: /lib/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/

# Functional AJAX endpoints - no search value
Disallow: /clickandcollect/
Disallow: /xnotif/

# Session and store switching
Disallow: /*?*SID=
Disallow: /*?*___store=
Disallow: /*?*___from_store=

# Product listing sorting and display parameters
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_dir=
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_limit=

# Query-string faceted navigation
Disallow: /*?*tecdoc
Disallow: /*?*stock=
Disallow: /*?*manufacturer=
Disallow: /*?*type=
Disallow: /*?*cat=
Disallow: /*?*brand=
Disallow: /*?*price=

# Wiper query-string filters
Disallow: /*?*wiper_application=
Disallow: /*?*wiper_length_mm=
Disallow: /*?*wiper_length_in=
Disallow: /*?*wiper_range=
Disallow: /*?*wiper_pack=
Disallow: /*?*wiper_type=

# Oil and specification query-string filters
Disallow: /*?*manufacturer_spec=
Disallow: /*?*oil_grade=
Disallow: /*?*oil_type=
Disallow: /*?*api_spec=
Disallow: /*?*acea_spec=

# Amasty layered-navigation URLs
# 'refine' is the dedicated Filter Key configured in Improved Layered Navigation SEO
# Block it at root level and beneath any category/path
Disallow: /refine/*
Disallow: /*/refine/*

# Legacy Amasty SEO-friendly faceted URLs
# Keep these temporarily because Google already knows about old filter URLs
# created before the /refine/ Filter Key was introduced

# Type
Disallow: /*/type-*
Disallow: /*-type-*

# API specifications
# Deliberately narrower than /*/api-* to avoid unrelated resources such as api-check
Disallow: /*/api-api_*
Disallow: /*-api-*api-*

# ACEA specifications
Disallow: /*/acea-*
Disallow: /*-acea-*

# Manufacturer specifications
Disallow: /*/manufacturer-spec-*
Disallow: /*-manufacturer-spec-*

# Oil grade
Disallow: /*/oil-grade-*
Disallow: /*-oil-grade-*

# Oil type
Disallow: /*/oil-type-*
Disallow: /*-oil-type-*

# Wiper filters
Disallow: /*/wiper-length-*
Disallow: /*-wiper-length-*
Disallow: /*/wiper-pack-*
Disallow: /*-wiper-pack-*
Disallow: /*/wiper-range-*
Disallow: /*-wiper-range-*
Disallow: /*/wiper-type-*
Disallow: /*-wiper-type-*

# AI model training and bulk data crawlers
User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Google-CloudVertexBot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Kangaroo Bot
Disallow: /

User-agent: PanguBot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: cohere-training-data-crawler
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Meta-ExternalFetcher
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: YouBot
Disallow: /
Sitemap: https://www.mymotorworld.com/media/sitemap.xml