fix predict for colocate mode (#10373)

DrownFish19 · web-flow · commit d5275b72b00f · 2025-04-09T21:34:51.000+08:00
diff --git a/llm/alignment/ppo/utils/infer_utils.py b/llm/alignment/ppo/utils/infer_utils.py
@@ -142,6 +142,7 @@ def create_predictor(trainer: Trainer):
         append_attn=True,  # currently only support append_attn
         inference_model=True,
         dtype=trainer.amp_dtype,
+        output_via_mq=False,
     )
     model_args = ModelArgument()
     config = copy.deepcopy(trainer.model.config)

Original file line number	Diff line number	Diff line change
`@@ -142,6 +142,7 @@ def create_predictor(trainer: Trainer):`
`142`	`142`	`append_attn=True, # currently only support append_attn`
`143`	`143`	`inference_model=True,`
`144`	`144`	`dtype=trainer.amp_dtype,`
	`145`	`+ output_via_mq=False,`
`145`	`146`	`)`
`146`	`147`	`model_args = ModelArgument()`
`147`	`148`	`config = copy.deepcopy(trainer.model.config)`