User-agent: *
Allow: /

# Pages in src/data/noindex-paths.json (/sitemap/, /thank-you/, /search/,
# /case-studies/) are kept out of the index by their own noindex meta tag.
# They are deliberately NOT disallowed here: a robots block stops Google from
# crawling the page, so it never reads the noindex and keeps the address
# indexed ("Indexed, though blocked by robots.txt").

# Legal and policy pages are deliberately crawlable. They are trust signals
# for both search engines and AI assistants, and the SMS consent disclosure
# on the lead forms links directly to them.

# Surfaces written for AI agents rather than for people. /knowledge/ is the
# public knowledge bundle (OKF): a landing page plus four markdown files,
# generated at build time by src/lib/knowledge.ts.
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai.txt
Allow: /knowledge/

# Explicit AI crawler permissions
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://qualityfoundationrepairaustin.com/sitemap-index.xml
