[BugFix] Update predictor.py (#9742)

PaddlePaddle · Jan 6, 2025 · 171726d · 171726d
1 parent 4953500
commit 171726d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm/predict/predictor.py b/llm/predict/predictor.py
@@ -1296,7 +1296,7 @@ def create_predictor(
     predictor_args: PredictorArgument,
     model_args: ModelArgument,
 ):
-    tokenizer = AutoTokenizer.from_pretrained(predictor_args.model_name_or_path)
+    tokenizer = AutoTokenizer.from_pretrained(predictor_args.model_name_or_path, padding_side="left")
     # init chat_template for tokenizer
     llm_utils.init_chat_template(tokenizer, predictor_args.model_name_or_path, predictor_args.chat_template)