User-agent: *
Allow: /
Allow: /about/
Allow: /pricing/
Allow: /blogs/
Allow: /contact/
Allow: /tools/
Allow: /invoice-generator/
Allow: /ocr-to-invoice/
Allow: /invoice-compliance-checker/
Allow: /invoice-to-excel/
Allow: /xero-csv-formatter/
Allow: /bank-statement-to-csv/

# Block admin, login, and internal search to save crawl budget
Disallow: /admin/
Disallow: /login/
Disallow: /search/
Disallow: /wp-admin/
Disallow: /cgi-bin/

Sitemap: https://airdocai.com/sitemap.xml

# AI agent accessibility
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Bingbot
Allow: /

# LLM context file
# See https://airdocai.com/llms.txt