# Hugging Bay is intentionally crawlable for search, answer engines, and user-requested AI fetches.
# Non-public operator, account, publisher-token, and restricted upstream data is protected by authentication.
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: GoogleOther-Video
Allow: /

User-agent: Google-InspectionTool
Allow: /

User-agent: APIs-Google
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Gemini
Allow: /

User-agent: Bingbot
Allow: /

User-agent: BingPreview
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: GrokBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: OpenClaw
Allow: /

User-agent: Hermes
Allow: /

User-agent: *
Allow: /
Sitemap: https://huggingbay.xyz/sitemap.xml
Robots-JSON: https://huggingbay.xyz/robots.json
Agents: https://huggingbay.xyz/agents.txt
LLMs: https://huggingbay.xyz/llms.txt
LLMs-Well-Known: https://huggingbay.xyz/.well-known/llms.txt
LLMs-Full: https://huggingbay.xyz/llms-full.txt
Agent-Discovery: https://huggingbay.xyz/.well-known/agent-discovery.json
Agent-Discovery-API: https://huggingbay.xyz/api/agent-discovery
AI-Search: https://huggingbay.xyz/api/ai-search
AI-Search-Well-Known: https://huggingbay.xyz/.well-known/ai-search.json
AI-Citations: https://huggingbay.xyz/api/citations
AI-Citations-Well-Known: https://huggingbay.xyz/.well-known/ai-citations.json
AI-Visibility: https://huggingbay.xyz/api/ai-visibility
Feed: https://huggingbay.xyz/feed.xml
Recent-Feed: https://huggingbay.xyz/feeds/recent.xml
Trending-Feed: https://huggingbay.xyz/feeds/trending.xml
Hosted-Mirrors-Feed: https://huggingbay.xyz/feeds/hosted-mirrors.xml
Reviews-Feed: https://huggingbay.xyz/feeds/reviews.xml
Data-Manifest: https://huggingbay.xyz/data/manifest.json
Catalog-Dump: https://huggingbay.xyz/api/dumps/catalog.jsonl?limit=1000
Hosted-Files-Dump: https://huggingbay.xyz/api/dumps/hosted-files.jsonl?limit=1000
Agent-Manifest: https://huggingbay.xyz/.well-known/ai-catalog.json
Answer-Engine: https://huggingbay.xyz/.well-known/answer-engine.json
Answer-Packs: https://huggingbay.xyz/api/answers
AI-Crawler-Policy: https://huggingbay.xyz/.well-known/ai-crawler-policy.json
AI-Bot-Allowlist: https://huggingbay.xyz/.well-known/ai-bot-allowlist.json
IndexNow: https://huggingbay.xyz/api/indexing/indexnow
IndexNow-Key: https://huggingbay.xyz/356e2410c0a142eab86be913aa39bfbf.txt
MCP: https://huggingbay.xyz/.well-known/mcp.json
Remote-MCP: https://huggingbay.xyz/api/mcp
Remote-MCP-Alias: https://huggingbay.xyz/mcp