# This file guides AI crawlers (LLMs) to index Clearout's official resources
# Last updated: 2025-08-28

############################
# Allow rules for major AI crawlers
############################

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

############################
# Important product & service pages
############################

Allow: /email-verifier/
Allow: /email-finder/
Allow: /form-guard/
Allow: /sales-prospecting/
Allow: /disposable-email-checker/
Allow: /email-list-cleaner/
Allow: /reverse-lookup/email
Allow: /reverse-lookup/linkedin/
Allow: /sales-prospecting/chrome-extension/
Allow: /sales-prospecting/advanced-data-enrichment/
Allow: /email-verification-api/
Allow: /email-validation-service-for-enterprise/
Allow: /affiliates/
Allow: /partners/
Allow: /integrations/clearout-for-sheets/
Allow: /integrations/wordpress/
Allow: /contact-us/

############################
# Official API documentation
############################

Allow: https://docs.clearout.io/api-overview.html
Allow: https://docs.clearout.io/email-verifier-api.html
Allow: https://docs.clearout.io/email-finder-api.html
Allow: https://docs.clearout.io/reverse-lookup-api.html

############################
# Sensitive / restricted pages
############################

Disallow: /pricing/
Disallow: /blog/

############################
# Optional extra hints
############################

############################
# Provide sitemap for complete structure
############################

Sitemap: https://clearout.io/sitemap.xml

############################
# Structured data source for LLMs
############################

Data-source: https://clearout.io/ai-data.json