Reduce logging

ministryofjustice · Dec 3, 2024 · fbb1781 · fbb1781
1 parent c340043
commit fbb1781
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 3 deletions.
diff --git a/conf/node/controllers/httrack.js b/conf/node/controllers/httrack.js
@@ -211,6 +211,7 @@ export const waitForHttrackComplete = async (
 ) => {
   const intervalSeconds = 1;
   const maxIterations = timeOutSeconds / intervalSeconds;
+  const logFrequency = 5 * 60; // Log every 5 minutes
   let iterations = 0;
 
   // Wait for hts-cache/new.txt to exist.
@@ -227,9 +228,13 @@ export const waitForHttrackComplete = async (
     iterations++ < maxIterations &&
     fs.existsSync(`${dest}/hts-in_progress.lock`)
   ) {
-    console.log("Waiting for httrack to complete ... ");
+    if (iterations < 10 || iterations % logFrequency === 0) {
+      const elapsedTime = new Date(iterations * intervalSeconds * 1000).toISOString().substring(11, 19);
+      console.log(
+        `Waiting for httrack to complete ... ${elapsedTime} elapsed`,
+      );
+    }
     await new Promise((resolve) => setTimeout(resolve, intervalSeconds * 1000));
-    iterations++;
   }
 
   return {

diff --git a/conf/node/controllers/main.js b/conf/node/controllers/main.js
@@ -43,5 +43,5 @@ export const main = async ({ url, agency, depth }) => {
   // Clean up the snapshot directory
   await fs.rm(paths.fs, { recursive: true, force: true });
 
-  console.log("Snapshot complete", { url, agency, depth });
+  console.log("Snapshot complete", { url: url.href, agency, depth });
 };