Merge pull request #119 from statechannels/ci-metrics

Record Mean TTFP per run for CI/Nightly runs

manifest.toml

@@ -28,6 +28,8 @@ name = "virtual-payment"
 
 [testcases.params]
 concurrentPaymentJobs = {type = "int", desc = "The number of concurrent payment jobs a peer should attempt to maintain", default = 1}
+isCI = {type = "bool", default = false, desc = "Whether this test is being run as from CI"}
+isNightly = {type = "bool", default = false, desc = "Whether this test is being run as part of the nightly test suite"}
 networkJitter = {type = "int", unit = "milliseconds", default = 0}
 networkLatency = {type = "int", unit = "milliseconds", default = 0}
 numOfHubs = {type = "int", default = 1, desc = "The number of instances that should play the role of the hub"}

tests/virtual-payment.go

@@ -169,6 +169,16 @@ func CreateVirtualPaymentTest(runEnv *runtime.RunEnv, init *run.InitContext) err
 		runEnv.RecordMessage("All ledger channels closed")
 	}
 
+	// Record the mean time to first payment to nightly/ci metrics if applicable
+	// This allows us to track performance over time
+	mean := runEnv.R().Timer(fmt.Sprintf("time_to_first_payment,me=%s", me.Address)).Mean()
+	if runEnv.BooleanParam("isNightly") {
+		runEnv.R().RecordPoint(fmt.Sprintf("nightly_mean_time_to_first_payment,me=%s", me.Address), float64(mean))
+	}
+	if runEnv.BooleanParam("isCI") {
+		runEnv.R().RecordPoint(fmt.Sprintf("ci_mean_time_to_first_payment,me=%s", me.Address), float64(mean))
+	}
+
 	client.MustSignalAndWait(ctx, "done", runEnv.TestInstanceCount)
 
 	return nil