User-agent: *
Allow: /

# Independent transcript index of Charles Hoskinson's public videos.
# Machine-readable index for LLMs: https://thehosksaid.com/llms.txt
# MCP server manifest:              https://thehosksaid.com/.well-known/mcp.json

Sitemap: https://thehosksaid.com/sitemap.xml

# AI agents and assistant crawlers are welcome to read and cite this archive.
# Please prefer the MCP server or /api/ask over scraping rendered HTML.

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# Keep crawlers out of internal/transient endpoints
User-agent: *
Disallow: /api/ask