# ============================================
# Robots.txt for YallaMotor
# Last updated: 2025-07-14
# ============================================

# ============================================
# 1. Block Known Bad Bots & Resource-Heavy Crawlers
# ============================================

User-agent: grapeshot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: sitecheck.internetseer.com
Disallow: /

User-agent: Zealbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Fetch
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: ZyBORG
Disallow: /

User-agent: Download Ninja
Disallow: /

User-agent: WebReaper
Disallow: /

# Non-local or irrelevant regional bots
User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: MauiBot
Disallow: /

# ============================================


# ============================================
User-agent: *

# Block sensitive/internal areas
Disallow: /user/
Disallow: /admin/
Disallow: /conversations/
Disallow: /sales/
Disallow: /api

# Allow all public-facing content
Allow: /

# ============================================
# 3. Sitemap Location 
# ============================================

Sitemap: https://www.yallamotor.com/sitemap.xml