Skip to content

Commit

Permalink
Accelerate ndt5 reprocessing (#433)
Browse files Browse the repository at this point in the history
* Accelerate ndt5 reprocessing
* Update travis base distro
* Update coveralls config for etl-gardener
  • Loading branch information
stephen-soltesz authored Nov 28, 2023
1 parent a7adf81 commit afc0924
Show file tree
Hide file tree
Showing 2 changed files with 8 additions and 2 deletions.
3 changes: 2 additions & 1 deletion .travis.yml
Original file line number Diff line number Diff line change
@@ -1,4 +1,5 @@
# Travis configuration for gardener unit tests.
dist: jammy # 22.04
language: go
services:
- docker
Expand Down Expand Up @@ -43,4 +44,4 @@ script:

# Combine coverage of all unit tests and send the results to coveralls.
- $HOME/gopath/bin/gocovmerge _*.cov > _merge.cov
- $HOME/gopath/bin/goveralls -coverprofile=_merge.cov -service=travis-ci || true # Ignore failure
- $HOME/gopath/bin/goveralls -coverprofile=_merge.cov -service=travis-pro || true # Ignore failure
7 changes: 6 additions & 1 deletion config/config.yml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
---
start_date: 2015-11-19 # Earliest date for v2 platform datatypes.
start_date: 2020-06-18 # Earliest date for ndt5
tracker:
timeout: 5h
monitor:
Expand Down Expand Up @@ -27,6 +27,7 @@ sources:
tmp: tmp_ndt
raw: raw_ndt
join: ndt
daily_only: true
- bucket: archive-{{NDT_SOURCE_PROJECT}}
experiment: ndt
datatype: pcap
Expand All @@ -40,26 +41,30 @@ sources:
target_datasets:
tmp: tmp_ndt
raw: raw_ndt
daily_only: true
- bucket: archive-measurement-lab
experiment: ndt
datatype: scamper1
target_datasets:
tmp: tmp_ndt
raw: raw_ndt
join: ndt
daily_only: true
- bucket: archive-measurement-lab
experiment: utilization
datatype: switch
target_datasets:
tmp: tmp_utilization
raw: raw_utilization
daily_only: true
- bucket: archive-{{NDT_SOURCE_PROJECT}}
experiment: ndt
datatype: tcpinfo
target_datasets:
tmp: tmp_ndt
raw: raw_ndt
join: ndt
daily_only: true
## WEHE
- bucket: archive-{{ANNOTATION_SOURCE_PROJECT}}
experiment: wehe
Expand Down

0 comments on commit afc0924

Please sign in to comment.