From 4eca25909357f6ae6dffe1213f2dc8369b114abb Mon Sep 17 00:00:00 2001 From: Luke Sikina Date: Sun, 14 Jan 2024 10:32:24 -0500 Subject: [PATCH] [ALS-0000] Quick fix to time series. Use different batch size --- .../hms/dbmi/avillach/hpds/processing/TimeseriesProcessor.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/TimeseriesProcessor.java b/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/TimeseriesProcessor.java index e751901c..2eabdf1d 100644 --- a/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/TimeseriesProcessor.java +++ b/processing/src/main/java/edu/harvard/hms/dbmi/avillach/hpds/processing/TimeseriesProcessor.java @@ -126,7 +126,7 @@ private void addDataForConcepts(Collection pathList, Set exporte dataEntries.add(entryData); } //batch exports so we don't take double memory (valuesForKeys + dataEntries could be a lot of data points) - if(dataEntries.size() >= ID_BATCH_SIZE) { + if(dataEntries.size() >= (ID_BATCH_SIZE > 0 ? 10 : ID_BATCH_SIZE)) { result.stream.appendResults(dataEntries); dataEntries = new ArrayList(); }