# AI crawler access policy for GPUse
# Mirrors robots.txt semantics but scoped to AI-focused user agents

User-agent: gpt-family
Allow: /
Disallow: /admin/
Disallow: /internal/
Disallow: /billing/

User-agent: Claude
Allow: /
Disallow: /admin/
Disallow: /internal/
Disallow: /billing/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /internal/
Disallow: /billing/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /internal/
Disallow: /billing/

User-agent: Gemini
Allow: /
Disallow: /admin/
Disallow: /internal/
Disallow: /billing/

User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /internal/
Disallow: /billing/

# Discovery
Sitemap: https://www.gpuse.com/ai-sitemap.xml
Manifest: https://www.gpuse.com/.well-known/gpuse-mcp-manifest.json
AI-Manifest: https://www.gpuse.com/.well-known/ai-manifest.json
AI-Plugin: https://www.gpuse.com/.well-known/ai-plugin.json
AI-Plugin-YAML: https://www.gpuse.com/.well-known/ai-plugin.yaml
MCP-Zero: https://www.gpuse.com/.well-known/gpuse-mcp-zero.json
OpenAPI: https://www.gpuse.com/.well-known/openapi.json
Human-Overview: https://www.gpuse.com/human
Support: mailto:support@gpuse.com