From afc09247a4439af930f80f17d4e014eae8654da2 Mon Sep 17 00:00:00 2001
From: Stephen Soltesz <stephen.soltesz@gmail.com>
Date: Tue, 28 Nov 2023 14:56:02 -0500
Subject: [PATCH] Accelerate ndt5 reprocessing (#433)

* Accelerate ndt5 reprocessing
* Update travis base distro
* Update coveralls config for etl-gardener
---
 .travis.yml       | 3 ++-
 config/config.yml | 7 ++++++-
 2 files changed, 8 insertions(+), 2 deletions(-)

diff --git a/.travis.yml b/.travis.yml
index 930da5fc..bc8ab85a 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,4 +1,5 @@
 # Travis configuration for gardener unit tests.
+dist: jammy # 22.04
 language: go
 services:
   - docker
@@ -43,4 +44,4 @@ script:
 
 # Combine coverage of all unit tests and send the results to coveralls.
 - $HOME/gopath/bin/gocovmerge _*.cov > _merge.cov
-- $HOME/gopath/bin/goveralls -coverprofile=_merge.cov -service=travis-ci || true  # Ignore failure
+- $HOME/gopath/bin/goveralls -coverprofile=_merge.cov -service=travis-pro || true  # Ignore failure
diff --git a/config/config.yml b/config/config.yml
index 5b408462..b9a16c23 100644
--- a/config/config.yml
+++ b/config/config.yml
@@ -1,5 +1,5 @@
 ---
-start_date: 2015-11-19 # Earliest date for v2 platform datatypes.
+start_date: 2020-06-18 # Earliest date for ndt5
 tracker:
   timeout: 5h
 monitor:
@@ -27,6 +27,7 @@ sources:
     tmp: tmp_ndt
     raw: raw_ndt
     join: ndt
+  daily_only: true
 - bucket: archive-{{NDT_SOURCE_PROJECT}}
   experiment: ndt
   datatype: pcap
@@ -40,6 +41,7 @@ sources:
   target_datasets:
     tmp: tmp_ndt
     raw: raw_ndt
+  daily_only: true
 - bucket: archive-measurement-lab
   experiment: ndt
   datatype: scamper1
@@ -47,12 +49,14 @@ sources:
     tmp: tmp_ndt
     raw: raw_ndt
     join: ndt
+  daily_only: true
 - bucket: archive-measurement-lab
   experiment: utilization
   datatype: switch
   target_datasets:
     tmp: tmp_utilization
     raw: raw_utilization
+  daily_only: true
 - bucket: archive-{{NDT_SOURCE_PROJECT}}
   experiment: ndt
   datatype: tcpinfo
@@ -60,6 +64,7 @@ sources:
     tmp: tmp_ndt
     raw: raw_ndt
     join: ndt
+  daily_only: true
 ## WEHE
 - bucket: archive-{{ANNOTATION_SOURCE_PROJECT}}
   experiment: wehe