fix a bug in AbsDataset.py for embedder finetune

FlagOpen · Nov 12, 2024 · df34cae · df34cae
1 parent 3f07173
commit df34cae
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/FlagEmbedding/abc/finetune/embedder/AbsDataset.py b/FlagEmbedding/abc/finetune/embedder/AbsDataset.py
@@ -196,7 +196,7 @@ def __call__(self, features):
             d_collated = self.tokenizer.pad(
                 passages_inputs,
                 padding=self.padding,
-                max_length=self.query_max_len,
+                max_length=self.passage_max_len,
                 pad_to_multiple_of=self.pad_to_multiple_of,
                 return_tensors=self.return_tensors
             )
@@ -562,7 +562,7 @@ def __call__(self, features):
                 q_collated.append(self.tokenizer.pad(
                     sub_features,
                     padding=self.padding,
-                    max_length=self.passage_max_len,
+                    max_length=self.query_max_len,
                     pad_to_multiple_of=self.pad_to_multiple_of,
                     return_tensors=self.return_tensors,
                 ))