robots.tx 254 B

123456789101112
  1. User-agent: *
  2. Sitemap: http://<: $domain :>/sitemap_index.xml.gz
  3. Disallow: /login
  4. Disallow: /auth
  5. Disallow: /request_password_reset
  6. Disallow: /api
  7. Disallow: /json
  8. Disallow: /themes
  9. Disallow: /img
  10. Disallow: /templates
  11. Disallow: /scripts
  12. Disallow: /styles