User-agent: * Allow: / # Allow all web crawlers access to all content # This helps search engines index your site Sitemap: https://adampetritsis.com/sitemap-index.xml # Explicitly allow LLM-friendly content Allow: /llms.txt Allow: /*.md Allow: /.well-known/ # Block access to admin areas (Netlify CMS) Disallow: /admin/ Disallow: /.netlify/ # Block common directories that shouldn't be indexed Disallow: /api/ Disallow: /functions/