# Catch-all ansible_managed robots.txt # "$Ansible-Managed apache-server:robots.txt.j2 8ece0f7 guy$" User-agent: * Disallow: /cgi-bin/ Disallow: /simplesaml/ Disallow: /wayf/ Disallow: /Shibboleth.sso/ Disallow: /admin/ Disallow: /api/ Crawl-delay: 10 # 2024-10-31 User-agent: ClaudeBot Disallow: / # 2024-10-31 User-agent: Claude-Web Disallow: /