User-agent: *
# Canonical discovery surfaces
Allow: /
Allow: /llms.txt
Allow: /search
Allow: /api-docs
Allow: /guides
Allow: /keyword/
Allow: /model/
Allow: /legal/

# Utility and private flows
Disallow: /api-download/
Disallow: /oauth/
Disallow: /login
Disallow: /account-page
Disallow: /buy
Disallow: /viewer-embed/
Disallow: /models/
Disallow: /api-perf/
Disallow: /api-sync/

# AI / LLM crawlers — same public policy as * (explicit blocks below)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Claude-Web
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Disallow: /api-download/
Disallow: /oauth/
Disallow: /login
Disallow: /account-page
Disallow: /buy
Disallow: /viewer-embed/
Disallow: /models/
Disallow: /api-perf/
Disallow: /api-sync/

Sitemap: https://free3d.online/sitemap.xml