From d5f0ed669488b54c572d670a7038cc79fdf09fdc Mon Sep 17 00:00:00 2001 From: TrHan Date: Thu, 4 Dec 2025 15:33:58 +0800 Subject: [PATCH] add stream sync --- vllm_mindspore/model_executor/models/mf_models/mindformers.py | 1 + 1 file changed, 1 insertion(+) diff --git a/vllm_mindspore/model_executor/models/mf_models/mindformers.py b/vllm_mindspore/model_executor/models/mf_models/mindformers.py index 9a5725556..bf31e1a4e 100644 --- a/vllm_mindspore/model_executor/models/mf_models/mindformers.py +++ b/vllm_mindspore/model_executor/models/mf_models/mindformers.py @@ -432,6 +432,7 @@ class MindFormersForCausalLM(MsModelBase, SupportsPP): else: logits = self.lm_head(hidden_states) logits = logits.view(-1, logits.shape[-1]) + ms.runtime.synchronize() return logits def capture_start_time(self, weights: Iterable[tuple[str, Tensor]]): -- Gitee