# Robots.txt file for Dapper Agency

# Block access to admin and private sections
User-agent: *
Disallow: /admin/
Disallow: /private/
Disallow: /search/

# Allow all other content to be crawled
User-agent: *
Allow: /

# Allow all crawlers to access the LLMs file page with obscure URL
User-agent: *
Allow: /llms-full-839ahd83

# Reference the Sitemap
Sitemap: https://www.dapper.agency/sitemap.xml

Sitemap: https://www.dapper.agency/sitemap.xml