14 lines
262 B
Text
14 lines
262 B
Text
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
# Sitemap location
|
||
|
|
Sitemap: {{base_url}}/sitemap.xml
|
||
|
|
|
||
|
|
# Crawl-delay (optional, in seconds)
|
||
|
|
# Crawl-delay: 1
|
||
|
|
|
||
|
|
# Disallow specific paths (customize as needed)
|
||
|
|
Disallow: /admin
|
||
|
|
Disallow: /.rustelo/
|
||
|
|
Disallow: /target/
|
||
|
|
Disallow: /node_modules/
|