Use a combination of total time spent by all process threads and wall…

…clock time for benchmark measurements Signed-off-by: Anjan Roy <[email protected]>
itzmeanjan · Sep 29, 2024 · a5b602d · a5b602d
1 parent 8958741
commit a5b602d
Show file tree

Hide file tree

Showing 5 changed files with 75 additions and 25 deletions.
diff --git a/benches/bench_client_prepare_query.cpp b/benches/bench_client_prepare_query.cpp
@@ -80,24 +80,34 @@ bench_client_prepare_query(benchmark::State& state)
 BENCHMARK(bench_client_prepare_query<128, 1ul << 16, 256, 10, 1774>)
   ->Name("frodoPIR/client_prepare_query/2^16/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_prepare_query<128, 1ul << 17, 256, 10, 1774>)
   ->Name("frodoPIR/client_prepare_query/2^17/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_prepare_query<128, 1ul << 18, 256, 10, 1774>)
   ->Name("frodoPIR/client_prepare_query/2^18/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_prepare_query<128, 1ul << 19, 256, 9, 1774>)
   ->Name("frodoPIR/client_prepare_query/2^19/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_prepare_query<128, 1ul << 20, 256, 9, 1774>)
   ->Name("frodoPIR/client_prepare_query/2^20/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
diff --git a/benches/bench_client_process_response.cpp b/benches/bench_client_process_response.cpp
@@ -82,24 +82,34 @@ bench_client_process_response(benchmark::State& state)
 BENCHMARK(bench_client_process_response<128, 1ul << 16, 256, 10, 1774>)
   ->Name("frodoPIR/client_process_response/2^16/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_process_response<128, 1ul << 17, 256, 10, 1774>)
   ->Name("frodoPIR/client_process_response/2^17/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_process_response<128, 1ul << 18, 256, 10, 1774>)
   ->Name("frodoPIR/client_process_response/2^18/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_process_response<128, 1ul << 19, 256, 9, 1774>)
   ->Name("frodoPIR/client_process_response/2^19/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_process_response<128, 1ul << 20, 256, 9, 1774>)
   ->Name("frodoPIR/client_process_response/2^20/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
diff --git a/benches/bench_client_query.cpp b/benches/bench_client_query.cpp
@@ -81,24 +81,34 @@ bench_client_query(benchmark::State& state)
 BENCHMARK(bench_client_query<128, 1ul << 16, 256, 10, 1774>)
   ->Name("frodoPIR/client_query/2^16/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_query<128, 1ul << 17, 256, 10, 1774>)
   ->Name("frodoPIR/client_query/2^17/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_query<128, 1ul << 18, 256, 10, 1774>)
   ->Name("frodoPIR/client_query/2^18/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_query<128, 1ul << 19, 256, 9, 1774>)
   ->Name("frodoPIR/client_query/2^19/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_client_query<128, 1ul << 20, 256, 9, 1774>)
   ->Name("frodoPIR/client_query/2^20/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
diff --git a/benches/bench_server_respond.cpp b/benches/bench_server_respond.cpp
@@ -66,24 +66,34 @@ bench_server_respond(benchmark::State& state)
 BENCHMARK(bench_server_respond<128, 1ul << 16, 256, 10, 1774>)
   ->Name("frodoPIR/server_respond/2^16/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_respond<128, 1ul << 17, 256, 10, 1774>)
   ->Name("frodoPIR/server_respond/2^17/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_respond<128, 1ul << 18, 256, 10, 1774>)
   ->Name("frodoPIR/server_respond/2^18/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_respond<128, 1ul << 19, 256, 9, 1774>)
   ->Name("frodoPIR/server_respond/2^19/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_respond<128, 1ul << 20, 256, 9, 1774>)
   ->Name("frodoPIR/server_respond/2^20/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
diff --git a/benches/bench_server_setup.cpp b/benches/bench_server_setup.cpp
@@ -35,24 +35,34 @@ bench_server_setup(benchmark::State& state)
 BENCHMARK(bench_server_setup<128, 1ul << 16, 256, 10, 1774>)
   ->Name("frodoPIR/server_setup/2^16/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_setup<128, 1ul << 17, 256, 10, 1774>)
   ->Name("frodoPIR/server_setup/2^17/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_setup<128, 1ul << 18, 256, 10, 1774>)
   ->Name("frodoPIR/server_setup/2^18/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_setup<128, 1ul << 19, 256, 9, 1774>)
   ->Name("frodoPIR/server_setup/2^19/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();
 
 BENCHMARK(bench_server_setup<128, 1ul << 20, 256, 9, 1774>)
   ->Name("frodoPIR/server_setup/2^20/256B")
   ->ComputeStatistics("min", compute_min)
-  ->ComputeStatistics("max", compute_max);
+  ->ComputeStatistics("max", compute_max)
+  ->MeasureProcessCPUTime()
+  ->UseRealTime();