Do not allow Googlebot to index dataset filetree

mit-aera · May 7, 2020 · f466734 · f466734
1 parent 77efdee
commit f466734
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 0 deletions.
diff --git a/website_utils/index.html → websiteUtils/index.html b/website_utils/index.html → websiteUtils/index.html
@@ -2,6 +2,7 @@
 <html>
 <head>
   <title>MIT Blackbird Dataset File Listing</title>
+  <meta name="robots" content="noindex" />
 </head>
 <body>
   <div id="navigation"></div>

diff --git a/website_utils/redirect_rules.xml → websiteUtils/redirect_rules.xml b/website_utils/redirect_rules.xml → websiteUtils/redirect_rules.xml
-Original file line number
+Diff line change
@@ Expand Up / @@ -2,6 +2,7 @@ @@
     <html>
     <head>
       <title>MIT Blackbird Dataset File Listing</title>
+      <meta name="robots" content="noindex" />
     </head>
     <body>
       <div id="navigation"></div>
@@ Expand Down @@