# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:


User-agent: grapeshot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: *
Disallow: /user/*
Disallow: /sales/*
Disallow: /conversations/*
Disallow: /new-cars/offers/*

# Search Pages

# Allow important search
Allow: /used-cars/search
Allow: /new-cars/search
Allow: /used-cars/certified-pre-owned/search

# Disallow URLs containing specific filtering patterns
Disallow: /*/sc_
Disallow: /*/tr_
Disallow: /*/cy_
Disallow: /*/pr_
Disallow: /*/yr_
Disallow: /*/km_
Disallow: /*/dt_
Disallow: /*/ex_
Disallow: /*/es_
Disallow: /*/sh_
Disallow: /*/so_


# News Pages

Allow: /news
Allow: /news/uae
Allow: /news/ksa
Allow: /news/egypt
Allow: /news/qatar
Allow: /news/oman
Allow: /news/kuwait
Allow: /news/bahrain

Sitemap: https://www.yallamotor.com/sitemap.xml

Sitemap: https://bahrain.yallamotor.com/uploads/sitemaps/daily/bahrain/sitemap.xml
Sitemap: https://bahrain.yallamotor.com/uploads/sitemaps/weekly/bahrain/sitemap.xml
Sitemap: https://bahrain.yallamotor.com/uploads/sitemaps/daily/bahrain-ar/sitemap.xml
Sitemap: https://bahrain.yallamotor.com/uploads/sitemaps/weekly/bahrain-ar/sitemap.xml