chore: Disallow filter keywords in robots.txt

Informasjonsforvaltning · Aug 27, 2024 · 0185303 · 0185303
1 parent 314de52
commit 0185303
Showing 1 changed file with 26 additions and 0 deletions.
diff --git a/sitemap/robots.txt b/sitemap/robots.txt
@@ -1,4 +1,30 @@
 User-agent: *
 Allow: /
+Disallow: /*?id=
+Disallow: /*?opendata=
+Disallow: /*?accessrights=
+Disallow: /*?theme=
+Disallow: /*?spatial=
+Disallow: /*?provenance=
+Disallow: /*?losTheme=
+Disallow: /*?orgPath=
+Disallow: /*?format=
+Disallow: /*?relations=
+Disallow: /*?lastXDays=
+Disallow: /*?uri=
+Disallow: /*?keyword=
+Disallow: /*&id=
+Disallow: /*&opendata=
+Disallow: /*&accessrights=
+Disallow: /*&theme=
+Disallow: /*&spatial=
+Disallow: /*&provenance=
+Disallow: /*&losTheme=
+Disallow: /*&orgPath=
+Disallow: /*&format=
+Disallow: /*&relations=
+Disallow: /*&lastXDays=
+Disallow: /*&uri=
+Disallow: /*&keyword=
 
 Sitemap: https://data.norge.no/sitemap.xml