# robots.txt for https://whizi.io
# We welcome search crawlers and AI agents for indexing, retrieval, citation,
# model training, and fine-tuning.

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes, use=reference
Allow: /
Disallow: /chat
Disallow: /settings
Disallow: /success
Disallow: /sso-callback
Disallow: /reset-password

# Cloudflare's email-obfuscation shim. Not a page, and it 404s for crawlers.
Disallow: /cdn-cgi/

# Deliberately NOT disallowed: /*?ref=, /*?via=, /*?from=, /*?utm_.
# Those are the inbound links from AI directories (Product Hunt, TopAITools,
# FindAITools, mergeek, and the rest). Blocking them does not deduplicate
# anything, it just stops Googlebot from fetching the URL, and a URL Google
# cannot fetch is a URL whose rel=canonical it cannot read. The result was 16
# homepage backlinks parked under "Blocked by robots.txt" in Search Console
# with their link equity stranded instead of consolidated into whizi.io/.
# Every one of those URLs already serves <link rel="canonical" href="https://whizi.io/">,
# which is the correct and sufficient deduplication signal. Leave them crawlable.

# Search engines, SEO crawlers, AI search agents, and AI training crawlers all
# inherit the default rules above. Do not add crawler-specific blocks here.

Sitemap: https://whizi.io/sitemap.xml
Sitemap: https://whizi.io/sitemap-images.xml