# Wolki — allow all crawlers, including AI crawlers (GPTBot, ClaudeBot,
# PerplexityBot, Google-Extended). Block only private/transactional paths.
User-agent: *
Allow: /
Disallow: /checkout
Disallow: /admin
Disallow: /settings
Disallow: /login
Disallow: /register
Disallow: /books/*/studio
Disallow: /books/*/read
Disallow: /books/*/preview
Disallow: /memory-cards/*/

# Auth-gated or outbound URLs that answer a crawler with a redirect. They can
# never be indexed, so keeping them crawlable only burns crawl budget and fills
# the Search Console "page with redirect" bucket with noise.
Disallow: /books/previews
Disallow: /email/verify
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /two-factor-challenge
Disallow: /auth/
Disallow: /horizon

Sitemap: https://wolki.nl/sitemap.xml