# ezgusavdo.uz — marketing site (Astro, static HTML, ru/uz/en)
#
# Everything indexable is open. Two rules that used to be here are gone:
#
#   Disallow: /_astro/  — blocked the hashed CSS and JS bundles. Googlebot and
#     Yandex have their own groups below and were unaffected, but every crawler
#     matching `*` — Bingbot, Google-InspectionTool, Googlebot-Image — rendered
#     the site with no stylesheet. There is nothing private in there; it is the
#     page's own presentation layer.
#
#   Host: https://ezgusavdo.uz — a Yandex directive retired in 2018, and it took
#     a bare hostname, never a URL with a scheme. It was being ignored.
#
# Not listed as Disallow, deliberately: /widget and the six thin legal stubs.
# Those carry `noindex` in the page head, and a robots block would hide the
# noindex from the crawler that needs to read it.

User-agent: *
Allow: /
# Endpoints, not pages: /qr/{shop} redirects a printed QR code to a Telegram bot
# and /go/tg records an ad click before bouncing to t.me. Neither has content.
Disallow: /qr/
Disallow: /go/

# Group name covers every Yandex robot, not just YandexBot. Crawl-delay is
# honoured by Yandex and ignored by Google.
User-agent: Yandex
Allow: /
Disallow: /qr/
Disallow: /go/
Crawl-delay: 1

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# ── Answer engines ────────────────────────────────────────────────────────────
# Listed explicitly rather than left to the `*` group. Two reasons: it records a
# decision instead of an accident, and it stops a future blanket block from
# quietly cutting off the surfaces where buyers in this market increasingly start
# — a comparison question ("EzguSavdo or Zukko") is asked in a chat far more
# often than it is typed into a search box.
#
# Google-Extended is the Gemini/AI-Overviews grounding control and is separate
# from Googlebot: blocking it removes us from AI answers while leaving classic
# ranking untouched. We want to be in both.

User-agent: Google-Extended
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://ezgusavdo.uz/sitemap-index.xml