24 lines
397 B
Plaintext
24 lines
397 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
Allow: /services
|
|
Allow: /about
|
|
Allow: /contact
|
|
Allow: /404
|
|
Allow: /favicon.svg
|
|
Allow: /manifest.json
|
|
Disallow: /en
|
|
Disallow: /en/
|
|
Disallow: /nl
|
|
Disallow: /nl/
|
|
Disallow: /it
|
|
Disallow: /it/
|
|
|
|
# Sitemap
|
|
Sitemap: https://tiber365.it/sitemap.xml
|
|
|
|
# Crawl delay
|
|
Crawl-delay: 1
|
|
|
|
# Disallow admin or sensitive areas (if any in the future)
|
|
# Disallow: /admin/
|
|
# Disallow: /private/ |