From 0537fb783f052425ecf67ca994a845585ca69a44 Mon Sep 17 00:00:00 2001 From: WangChengzhao Date: Wed, 28 Jan 2026 09:39:10 +0000 Subject: [PATCH] =?UTF-8?q?=E5=9B=9E=E9=80=80=20'Pull=20Request=20!7=20:?= =?UTF-8?q?=20ReAdd=20zero=5Fcomputation=5Fexperts(only=20Copy=20Experts)?= =?UTF-8?q?=20and=20Computational=20Budget=20Control,=20Load=20Balance=20C?= =?UTF-8?q?ontrol=20to=20dsv3=20mindspore=20pynative'?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- ds_pynative.yaml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ds_pynative.yaml b/ds_pynative.yaml index 1ab6a1ebe..b7081e834 100644 --- a/ds_pynative.yaml +++ b/ds_pynative.yaml @@ -234,8 +234,8 @@ model: n_routed_experts: 16 num_experts_per_tok: 8 n_shared_experts: 1 - num_copy_experts: 0 - use_topk_router_with_load_balancing: False + num_copy_experts: 8 + use_topk_router_with_load_balancing: True moe_expected_ffn_experts: 2.0 # Default best value: top-k * FFN/(FFN + COPY) moe_router_bias_update_rate: 0.001 moe_shared_expert_intermediate_size: 2048 -- Gitee