# https://databao.app/ is the only page meant to be indexed. Everything else is
# suppressed by one of two mechanisms, deliberately split:
#
#  1. Real routes (/demo, /book-a-call, /enterprise, /stage and the retired
#     audience redirects) stay CRAWLABLE and each carries robots noindex in its
#     page/layout metadata. Blocking them here instead would backfire: a crawler
#     that cannot fetch the page never sees the noindex, so anything already
#     indexed would be stranded in the index. Crawl-and-noindex is what actually
#     gets a URL removed.
#
#  2. Raw published files cannot carry a meta tag (media, exported HTML mockups,
#     PDF), so those are blocked from crawling below.
#
# app/sitemap.ts lists "/" and nothing else, so no other URL is advertised.

User-agent: *
Allow: /

# Internal design-system exports and hero mockups. These ship inside public/ but
# no page references them (only /new-landing/landing/assets is used at runtime,
# and that must stay crawlable so Google can render the homepage's fonts and OG
# image). Both the encoded and wildcard forms are listed because the directory
# name contains a space.
Disallow: /new-landing/Design%20System/
Disallow: /new-landing/Design*
Disallow: /new-landing/new-hero/
Disallow: /new-landing/landing/app/

# Conference and booth media (DIS26, PyCon US 26) — not search surfaces.
Disallow: /dis26/
Disallow: /pyconus26/

# Collateral that should not rank as a standalone result.
Disallow: /*.pdf$

# Retired paths.
Disallow: /battle
Disallow: /poc-blueprint

Sitemap: https://databao.app/sitemap.xml