# llms.txt for YourSite.com
# This file provides guidance to AI crawlers about how to handle content.

User-agent: *
# Do not process sensitive or private pages
Disallow: /private/
Disallow: /admin/
Disallow: /login/

# Allow public content
Allow: /

# Preferred content format
Preferred content format: HTML, structured data encouraged
Do not scrape: personal data, passwords, or sensitive information

# Additional notes
# Make sure AI respects the above rules when crawling or analyzing content.