diff --git a/mindformers/pynative/base_models/gpt/gpt_layer_specs.py b/mindformers/pynative/base_models/gpt/gpt_layer_specs.py index 88d6a594a74956f1e9c2b6794af431c2dd944ef4..ca8d24e460de7b141775209c0654d16c790f31fe 100644 --- a/mindformers/pynative/base_models/gpt/gpt_layer_specs.py +++ b/mindformers/pynative/base_models/gpt/gpt_layer_specs.py @@ -241,6 +241,8 @@ def get_gpt_decoder_block_spec( qk_layernorm=config.qk_layernorm, multi_latent_attention=config.multi_latent_attention, fused_norm=config.fused_norm, + experimental_attention_variant=getattr(config, 'experimental_attention_variant', None), + dsa_use_fused_ops=getattr(config, 'dsa_use_fused_ops', False), hash_routed_experts=True, )