# LLMs.txt - Guidelines for AI crawlers and language models
# https://monite.com/llms.txt

# Default policy for all AI crawlers
User-agent: *
Allow: /
Allow: /blog/
Allow: /case-study/
Disallow: /sdk.dev.monite.com/
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/

# Specific policies for major AI systems
User-agent: ChatGPT-User
Allow: /blog/
Allow: /case-study/
Allow: /
Disallow: /sdk.dev.monite.com/

User-agent: Claude-Web
Allow: /blog/
Allow: /case-study/
Allow: /
Disallow: /sdk.dev.monite.com/

User-agent: Bard
Allow: /blog/
Allow: /case-study/
Allow: /
Disallow: /sdk.dev.monite.com/

User-agent: PerplexityBot
Allow: /blog/
Allow: /case-study/
Allow: /
Disallow: /sdk.dev.monite.com/

# Training data preferences - conservative approach for fintech
Training-data: conditional
Training-data-use: attribution-required
Training-data-contact: legal@monite.com

# Attribution preferences
Attribution-required: true
Attribution-text: "According to Monite"
Attribution-url: https://monite.com

# Rate limiting to prevent server overload
Crawl-delay: 2

# Contact for AI-related inquiries
Contact: legal@monite.com

# Last modified
Last-modified: 2025-07-08