# Lazy Mike's Delicatessen: robots.txt
# Policy (owner, 2026-10-08): AI may BROWSE (search and AI answers) but may NOT TRAIN.
# Content-Signal (https://contentsignals.org/) states it in the standard form:
# search=yes, ai-input=yes (AI answers/agents), ai-train=no.
# Crawlers that exist to collect training data are also blocked outright below.
# Tool/internal UIs stay out of indexes (also filtered from the Astro sitemap).

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

# The major AI crawlers: search and answer bots are welcome; training-data crawlers are blocked.
# Same path Disallows as above so tool pages stay blocked even when Allow: /.
User-agent: GPTBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /

User-agent: OAI-SearchBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

User-agent: ChatGPT-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

User-agent: ClaudeBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /

User-agent: anthropic-ai
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /

User-agent: Claude-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

User-agent: PerplexityBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

User-agent: Perplexity-User
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

User-agent: Google-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /

User-agent: Applebot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

User-agent: Applebot-Extended
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /

User-agent: Bingbot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Allow: /
Disallow: /admin
Disallow: /staff
Disallow: /tv
Disallow: /checklist

User-agent: CCBot
Content-Signal: search=yes, ai-input=yes, ai-train=no
Disallow: /

# Production hostname. pages.dev redirects to the apex; never point this at pages.dev.
Sitemap: https://lazymikesdeli.com/sitemap-index.xml