diff --git a/ds_pynative.yaml b/ds_pynative.yaml index 35954d07d5673701571856742ea76f0ae3d75ec1..15461272e37878dd30e7265018c60fc5b0a42488 100644 --- a/ds_pynative.yaml +++ b/ds_pynative.yaml @@ -248,7 +248,6 @@ model: norm_topk_prob: True moe_token_drop_policy: probs moe_router_enable_expert_bias: True - moe_router_bias_update_rate: 0.001 # 0.001 # callbacks callbacks: