Block robots on dev

EmoryDHLab · May 8, 2024 · 2d530e2 · 2d530e2
1 parent 20efb62
commit 2d530e2
Show file tree

Hide file tree

Showing 4 changed files with 11 additions and 6 deletions.
diff --git a/Dockerfile b/Dockerfile
@@ -2,7 +2,6 @@ FROM node:20.12.1-slim
 WORKDIR /dxd
 COPY . .
 RUN rm package-lock.json
-RUN which npm
 RUN npm install
 RUN npm run build
 EXPOSE 3000

diff --git a/Dockerfile-dev b/Dockerfile-dev
@@ -2,8 +2,7 @@ FROM node:20.12.1-slim
 WORKDIR /dxd
 COPY . .
 RUN rm package-lock.json
-RUN which npm
 RUN npm install
-RUN npm run build
+RUN npm run build_dev
 EXPOSE 3000
 ENTRYPOINT ["npm", "run", "dev"]
diff --git a/package.json b/package.json
@@ -4,6 +4,7 @@
   "type": "module",
   "scripts": {
     "build": "remix vite:build",
+    "build_dev": "NODE_ENV=development remix vite:build",
     "dev": "node ./server.js",
     "start": "cross-env NODE_ENV=production node ./server.js",
     "typecheck": "tsc",

diff --git a/vite.config.ts b/vite.config.ts
@@ -5,9 +5,14 @@ import tsconfigPaths from "vite-tsconfig-paths";
 import SiteMap from "vite-plugin-sitemap";
 import { chapterMeta } from "./app/data/chapterMeta";
 
-const CHAPTERS = Object.keys(chapterMeta).map(
-  (chapter) => `/chapters/${chapter}`
-);
+const CHAPTERS = Object.keys(chapterMeta).map((chapter) => {
+  return `/chapters/${chapter}`;
+});
+
+const robotOption = {
+  userAgent: "*",
+  [process.env.NODE_ENV === "production" ? "allow" : "disallow"]: "/",
+};
 
 export default defineConfig({
   plugins: [
@@ -25,6 +30,7 @@ export default defineConfig({
         "/prototypes/brooks_visualization/lib/empty-example",
       ],
       dynamicRoutes: ["/about", ...CHAPTERS],
+      robots: [robotOption],
     }),
   ],
   ssr: {