Output metadata from the pipeline, then gather it in the run_all scri…

…pt to make a table. #33

aggregate_routes/src/main.rs

@@ -41,6 +41,10 @@ struct Args {
     #[clap(long)]
     no_output_pmtiles: bool,
 
+    /// Create an `output/metadata.json` file summarizing the run.
+    #[clap(long)]
+    output_metadata: bool,
+
     /// Instead of doing what this tool normally does, instead calculate this many routes and write
     /// a separate GeoJSON file for each of them, with full segment-level detail. This will be slow
     /// and take lots of disk if you specify a large number.
@@ -188,20 +192,11 @@ fn main() -> Result<()> {
 
     drop(timer);
     println!("");
+    output_metadata.describe();
 
-    println!("Input: {}", output_metadata.config.requests.description);
-    for (label, count) in [
-        ("Origins", output_metadata.num_origins),
-        ("Destinations", output_metadata.num_destinations),
-        ("Requests", output_metadata.num_requests),
-        (
-            "Requests (succeeded)",
-            output_metadata.num_succeeded_requests,
-        ),
-        ("Requests (failed)", output_metadata.num_failed_requests),
-        ("Edges with a count", output_metadata.num_edges_with_count),
-    ] {
-        println!("- {label}: {}", HumanCount(count as u64));
+    if args.output_metadata {
+        let mut file = fs_err::File::create("output/metadata.json")?;
+        serde_json::to_writer(&mut file, &output_metadata)?;
     }
 
     Ok(())
@@ -218,3 +213,19 @@ pub struct OutputMetadata {
     num_failed_requests: usize,
     num_edges_with_count: usize,
 }
+
+impl OutputMetadata {
+    fn describe(&self) {
+        println!("Input: {}", self.config.requests.description);
+        for (label, count) in [
+            ("Origins", self.num_origins),
+            ("Destinations", self.num_destinations),
+            ("Requests", self.num_requests),
+            ("Requests (succeeded)", self.num_succeeded_requests),
+            ("Requests (failed)", self.num_failed_requests),
+            ("Edges with a count", self.num_edges_with_count),
+        ] {
+            println!("- {label}: {}", HumanCount(count as u64));
+        }
+    }
+}

examples/run_all.sh

@@ -11,7 +11,7 @@ function run_example {
 	python3 setup.py
 
 	# Run the pipeline
-	cargo run --release -- config.json
+	cargo run --release -- config.json --output-metadata
 	# TODO or with docker
 
 	cd ..
@@ -47,3 +47,5 @@ run_example london
 # Huge
 #run_example england_2011_home_to_work
 #run_example seattle
+
+python3 summarize_results.py */output/metadata.json

examples/summarize_results.py

@@ -0,0 +1,22 @@
+import json
+import sys
+# This has a dependency on `pip install py-markdown-table`
+from markdownTable import markdownTable
+
+rows = []
+for arg in sys.argv[1:]:
+    with open(arg) as f:
+        data = json.load(f)
+        # TODO Pipeline runtime
+        # TODO Just for routing
+        # TODO Just for tippecanoe
+        # TODO Prettyprint numbers
+        rows.append({
+            "name": arg.split("/")[0],
+            "num_requests": data["num_requests"],
+            "num_edges_with_count": data["num_edges_with_count"],
+        })
+
+# Print as a Markdown table for convenience
+with open("md_table", "w") as f:
+    f.write(markdownTable(rows).setParams(row_sep="markdown", quote=False).getMarkdown())