Skip sequence_length information logging for SeqIO deterministic task…

…s when the information is missing. PiperOrigin-RevId: 555868265
google · Aug 17, 2023 · de55cf3 · de55cf3
1 parent 6594a3c
commit de55cf3
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/seqio/dataset_providers.py b/seqio/dataset_providers.py
@@ -2142,7 +2142,7 @@ def _normalize(l):
   else:
 
     def _estimated_mean_length(task, key):
-      if key not in sequence_length:
+      if sequence_length is None or key not in sequence_length:
         return 0
       if (
           task.supports_caching