full site update
This commit is contained in:
22
dist/robots.txt
vendored
22
dist/robots.txt
vendored
@@ -1,17 +1,25 @@
|
||||
User-agent: *
|
||||
Allow: /
|
||||
|
||||
# Allow all language pages
|
||||
Allow: /en/
|
||||
Allow: /nl/
|
||||
Allow: /de/
|
||||
Allow: /fr/
|
||||
|
||||
# Allow all main pages
|
||||
Allow: /services
|
||||
Allow: /about
|
||||
Allow: /contact
|
||||
Allow: /404
|
||||
Allow: /blog
|
||||
Allow: /privacy
|
||||
Allow: /terms
|
||||
|
||||
# Allow static assets
|
||||
Allow: /favicon.svg
|
||||
Allow: /manifest.json
|
||||
Disallow: /en
|
||||
Disallow: /en/
|
||||
Disallow: /nl
|
||||
Disallow: /nl/
|
||||
Disallow: /it
|
||||
Disallow: /it/
|
||||
Allow: /images/
|
||||
Allow: /locales/
|
||||
|
||||
# Sitemap
|
||||
Sitemap: https://tiber365.it/sitemap.xml
|
||||
|
Reference in New Issue
Block a user