# llms.txt for BTM Industrial
# Controls access for AI crawlers and LLM data collection

# Allow OpenAI's GPTBot to crawl public pages
User-Agent: GPTBot
Allow: /

# Disallow Common Crawl (used for AI datasets)
User-Agent: CCBot
Allow: /

# Disallow Anthropic Claude AI from crawling
User-Agent: ClaudeBot
Allow: /

# Allow Google Bard / Gemini
User-Agent: Google-Extended
Allow: /

# Optional metadata
Contact: webmaster@btmindustrial.com
License: https://btmindustrial.com/Home/Contact
Last-Modified: 2025-11-12