# https://trycharcoal.com/robots.txt # Allow crawling of all content User-agent: * Allow: / # Prevent crawling of non-public routes Disallow: /api/ Disallow: /admin/ Disallow: /dashboard/ Disallow: /account/ Disallow: /settings/ # Allow essential files Allow: /sitemap.xml Allow: /*.js Allow: /*.css Allow: /*.png Allow: /*.jpg Allow: /*.gif Allow: /*.svg Allow: /*.ico # Sitemap location Sitemap: https://trycharcoal.com/sitemap.xml