fix docify (#2526)

OpenNMT · Nov 23, 2023 · 376a2a1 · 376a2a1
1 parent b2629b6
commit 376a2a1
Showing 1 changed file with 0 additions and 4 deletions.
diff --git a/onmt/transforms/docify.py b/onmt/transforms/docify.py
@@ -68,7 +68,6 @@ def batch_apply(self, batch, is_train=False, stats=None, **kwargs):
         doc = {}
         doc["src"] = []
         doc["tgt"] = []
-        doc["ind_in_bucket"] = 0
         doc["cid"] = ""
         doc["cid_line_number"] = 0
 
@@ -82,7 +81,6 @@ def batch_apply(self, batch, is_train=False, stats=None, **kwargs):
                     doc = {}
                     doc["src"] = []
                     doc["tgt"] = []
-                    doc["ind_in_bucket"] = ex["ind_in_bucket"]
                     doc["cid"] = ex["cid"]
                     doc["cid_line_number"] = ex["cid_line_number"]
                 elif cur_len > self.doc_length:
@@ -110,7 +108,6 @@ def batch_apply(self, batch, is_train=False, stats=None, **kwargs):
                             doc = {}
                             doc["src"] = []
                             doc["tgt"] = []
-                            doc["ind_in_bucket"] = ex["ind_in_bucket"]
                             doc["cid"] = ex["cid"]
                             doc["cid_line_number"] = ex["cid_line_number"]
             else:
@@ -138,7 +135,6 @@ def batch_apply(self, batch, is_train=False, stats=None, **kwargs):
                             trf_batch.append((doc, self, cid))
                             doc = {}
                             doc["src"] = []
-                            doc["ind_in_bucket"] = ex["ind_in_bucket"]
                             doc["cid"] = ex["cid"]
                             doc["cid_line_number"] = ex["cid_line_number"]
         if len(doc["src"]) > 0: