Merge pull request #394 from QwenLM/jklj077-patch-1

Update finetune.py
2024-05-11 16:49:29 +08:00 · 2024-05-11 16:49:29 +08:00 · e294ff7b23
parent 1ae7e4069a da2c2d34b3
commit e294ff7b23
1 changed files with 1 additions and 1 deletions
--- a/examples/sft/finetune.py
+++ b/examples/sft/finetune.py
@ -151,7 +151,7 @@ def preprocess(
                chat_template=TEMPLATE,
                tokenize=True,
                add_generation_prompt=False,
-                padding=True,
+                padding="max_length",
                max_length=max_len,
                truncation=True,
            )