accidentally deleted

allenai · Oct 29, 2024 · 2d92936 · 2d92936
1 parent d721002
commit 2d92936
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/configs/peteish-anneal/stackexchange/mix-base.yaml b/configs/peteish-anneal/stackexchange/mix-base.yaml
@@ -11,7 +11,7 @@ streams:
       include:
         - >-
           (.attributes.dedupe_para_ngrams_13_1 | length == 0) or
-
+          ((.attributes.dedupe_para_ngrams_13_1 | map(.[2] * (.[1] - .[0])) | add) / (.text | length) <= 0.3)
       exclude:
         - >-
           .metadata.question_score < 3