# https://dropvault.ch: crawlers and AI agents are welcome. Machine-readable overview: https://dropvault.ch/llms.txt # Content-Signal (Cloudflare): applies to every crawler accessing this site, see https://developers.cloudflare.com/ # Web-Bot-Auth: informational, verified at the Cloudflare edge (not by this Worker); signed agent requests are welcome User-agent: * Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: GPTBot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: OAI-SearchBot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: ChatGPT-User Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: ClaudeBot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Claude-SearchBot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Claude-User Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: anthropic-ai Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Applebot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Applebot-Extended Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: PerplexityBot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Perplexity-User Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Googlebot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Google-Extended Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ User-agent: Bingbot Allow: / Allow: /api/ Allow: /llms.txt Allow: /llms-full.txt Allow: /sitemap.xml Allow: /openapi.json Allow: /auth.md Allow: /.well-known/ Content-Signal: search=yes, ai-input=yes, ai-train=no Disallow: /admin/ Disallow: /playground/ Sitemap: https://dropvault.ch/sitemap.xml