# Configure for webcrawlers

User-agent: *
Disallow: /ari-main.html
Disallow: /old-emailsales
Disallow: /DealerApplication.pdf
Disallow: /Application.pdf
Disallow: /search?term=fox+infant+onesie
Disallow: /landing.do?page=2013-Casual
Disallow: /search/go
Disallow: /Cart
Disallow: /*parentHref=*

# 2026-10-12 block crawlers from all api urls
Disallow: /rmatv-api

# OEM item pages: vehicle/assembly context params produce duplicate URLs for the
# same part. The sitemap advertises only the clean form (OemProductDetailSitemapUrlGenerator
# passes null for assemblyId/vehicleId/oemVehicleId), so nothing published is blocked here.
Disallow: /oem-parts/item/*?a=
Disallow: /oem-parts/item/*&a=
Disallow: /oem-parts/item/*?v=
Disallow: /oem-parts/item/*&v=
Disallow: /oem-parts/item/*?sm=
Disallow: /oem-parts/item/*&sm=

# OEM assembly pages: submodel variants of the same assembly. Sitemap advertises the
# clean form only (OemAssemblyDetailSitemapUrlGenerator passes null for submodel).
Disallow: /oem-parts/*?submodel=
Disallow: /oem-parts/*&submodel=

# A crawler obeys only its most specific matching User-Agent group. Because we wanted a rule
# that instructed Amazonbot to ignore wicket/resource urls, we must also duplicate all rules
# above for Amazonbot to apply them.

User-agent: Amazonbot
Disallow: /wicket/resource/
Disallow: /ari-main.html
Disallow: /old-emailsales
Disallow: /DealerApplication.pdf
Disallow: /Application.pdf
Disallow: /search?term=fox+infant+onesie
Disallow: /landing.do?page=2013-Casual
Disallow: /search/go
Disallow: /Cart
Disallow: /*parentHref=*

# 2026-10-12 block crawlers from all api urls
Disallow: /rmatv-api

# OEM item pages: vehicle/assembly context params produce duplicate URLs for the
# same part. The sitemap advertises only the clean form (OemProductDetailSitemapUrlGenerator
# passes null for assemblyId/vehicleId/oemVehicleId), so nothing published is blocked here.
Disallow: /oem-parts/item/*?a=
Disallow: /oem-parts/item/*&a=
Disallow: /oem-parts/item/*?v=
Disallow: /oem-parts/item/*&v=
Disallow: /oem-parts/item/*?sm=
Disallow: /oem-parts/item/*&sm=

# OEM assembly pages: submodel variants of the same assembly. Sitemap advertises the
# clean form only (OemAssemblyDetailSitemapUrlGenerator passes null for submodel).
Disallow: /oem-parts/*?submodel=
Disallow: /oem-parts/*&submodel=