# Algolia-Crawler-Verif: 246C90BD2A1F4F16988
User-agent: *
Disallow: /en/archived*
Disallow: /en/assets/
Disallow: /en/pdf/
Disallow: /ja/archived*
Disallow: /ja/pdf/
Disallow: /oxygen-webhelp/
Disallow: /eol/

# Private Previews
Disallow: /en/astra-db-serverless/databases/self-service-restore.html
Disallow: /en/astra-db-serverless/databases/clone-database.html
Disallow: /en/dse/6.9/securing/configure-oidc.html

# Antora-generated sitemap index
Sitemap: https://docs.datastax.com/en/sitemap.xml

# Manually-maintained sitemap indexes (non-Antora docs)
Sitemap: https://docs.datastax.com/sitemap_drivers.xml
Sitemap: https://docs.datastax.com/sitemap_legacy.xml
Sitemap: https://docs.datastax.com/sitemap_jp.xml