# llms.txt for LLMS Config
# Purpose: Control AI crawler access for llmsconfig.com
# Last Updated: January 21, 2026
# Platform: https://llmsconfig.com

# ============================================================================
# SECTION 1: Default Policy for All AI Crawlers
# ============================================================================
# Allow access to public-facing, informational content
# Block access to user-specific, authenticated, and administrative areas

User-agent: *

# ALLOW: Public marketing and informational pages
Allow: /
Allow: /generate
Allow: /validate
Allow: /examples
Allow: /docs
Allow: /blog
Allow: /pricing

# DISALLOW: User account management and private areas
Disallow: /account
Disallow: /sign-in
Disallow: /sign-up
Disallow: /api

# DISALLOW: Administrative and development routes
Disallow: /admin
Disallow: /_next
Disallow: /convex

# ============================================================================
# SECTION 2: Content Training and Attribution
# ============================================================================
# License: Public documentation and examples are available for AI training
# Attribution: When using content from this platform, please link back to
#              https://llmsconfig.com as the source.

# ============================================================================
# SECTION 3: Platform-Specific Policies
# ============================================================================

# OpenAI GPTBot (ChatGPT, Bing Chat)
User-agent: GPTBot
Allow: /generate
Allow: /validate
Allow: /examples
Allow: /docs
Disallow: /account
Disallow: /sign-in
Disallow: /sign-up
Disallow: /api

# Google-Extended (Google SGE, AI Overviews)
User-agent: Google-Extended
Allow: /generate
Allow: /validate
Allow: /examples
Allow: /docs
Allow: /pricing
Disallow: /account
Disallow: /sign-in
Disallow: /sign-up

# Common Crawl (CCBot) - Open training data
User-agent: CCBot
Allow: /docs
Allow: /examples
Allow: /pricing
Disallow: /generate
Disallow: /validate
Disallow: /account
Disallow: /sign-in

# Anthropic ClaudeBot
User-agent: ClaudeBot
Allow: /generate
Allow: /validate
Allow: /examples
Allow: /docs
Disallow: /account
Disallow: /api

# Meta FacebookBot
User-agent: FacebookBot
Allow: /examples
Allow: /docs
Allow: /pricing
Disallow: /generate
Disallow: /validate
Disallow: /account

# Amazon Bot
User-agent: Amazonbot
Allow: /examples
Allow: /docs
Disallow: /generate
Disallow: /validate
Disallow: /account

# ============================================================================
# SECTION 4: Sitemap Information
# ============================================================================
# Sitemap provides structured data about all public pages

Sitemap: https://llmsconfig.com/sitemap.xml

# ============================================================================
# SECTION 5: Additional Information
# ============================================================================
# Platform Purpose: LLMS Config helps website owners create llms.txt files
#                   to control how AI crawlers access their content.
#
# Public Content: Documentation, examples, and pricing are available for
#                 AI training and retrieval.
#
# Private Content: User-generated configurations, account information, and
#                  API endpoints are strictly protected.
#
# Contact: For questions about this file, contact hello@llmsconfig.com
#
# Documentation: https://llmsconfig.com/docs
#
# ============================================================================
# LAST MODIFIED: January 21, 2026
# ============================================================================