2026-02-08 20:09:38 +00:00
|
|
|
User-agent: *
|
|
|
|
|
Allow: /
|
|
|
|
|
|
|
|
|
|
# Sitemap location
|
|
|
|
|
Sitemap: {{base_url}}/sitemap.xml
|
|
|
|
|
|
|
|
|
|
# Crawl-delay (optional, in seconds)
|
|
|
|
|
# Crawl-delay: 1
|
|
|
|
|
|
|
|
|
|
# Disallow specific paths (customize as needed)
|
|
|
|
|
Disallow: /admin
|
|
|
|
|
Disallow: /.rustelo/
|
|
|
|
|
Disallow: /target/
|
2026-02-08 20:37:49 +00:00
|
|
|
Disallow: /node_modules/
|
