From e3ee637321e4de2b900077a855836800a0f63c26 Mon Sep 17 00:00:00 2001 From: zhangyihuiben Date: Fri, 3 Jan 2025 14:37:18 +0800 Subject: [PATCH] =?UTF-8?q?[bugfix]=20FreqsMgr=E7=B1=BB=E7=AE=97=E5=AD=90s?= =?UTF-8?q?hard=E6=8A=BD=E8=B1=A1=E6=88=90=E6=96=B9=E6=B3=95?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- research/baichuan2/baichuan2_7b_model.py | 1 + research/deepseek2/deepseek2_model.py | 2 +- research/llm_boost/llm_boost.py | 1 + research/qwen/qwen_model.py | 1 + research/qwenvl/qwen_model.py | 1 + research/telechat/telechat.py | 1 + research/telechat2/telechat.py | 1 + scripts/examples/mixtral_extend/mixtral.py | 1 + 8 files changed, 8 insertions(+), 1 deletion(-) diff --git a/research/baichuan2/baichuan2_7b_model.py b/research/baichuan2/baichuan2_7b_model.py index 710be2e1c..2ac65d2e2 100644 --- a/research/baichuan2/baichuan2_7b_model.py +++ b/research/baichuan2/baichuan2_7b_model.py @@ -105,6 +105,7 @@ class Baichuan7BV2Model(Baichuan2PreTrainedModel): scaling_factor=config.scaling_factor, extend_method=config.extend_method, is_dynamic=config.is_dynamic) + self.freqs_mgr.shard(config.parallel_config) self.casual_mask = LowerTriangularMaskWithDynamic(seq_length=config.seq_length, compute_type=config.compute_dtype, is_dynamic=config.is_dynamic, diff --git a/research/deepseek2/deepseek2_model.py b/research/deepseek2/deepseek2_model.py index 4f46f63ae..7e5f95f18 100644 --- a/research/deepseek2/deepseek2_model.py +++ b/research/deepseek2/deepseek2_model.py @@ -937,7 +937,7 @@ class DeepseekV2Model(DeepseekV2PreTrainedModel): scaling_factor=config.scaling_factor, extend_method=config.extend_method, is_dynamic=config.is_dynamic) - + self.freqs_mgr.shard(config.parallel_config) self.casual_mask = LowerTriangularMaskWithDynamic(seq_length=config.seq_length, compute_type=config.compute_dtype, is_dynamic=config.is_dynamic, diff --git a/research/llm_boost/llm_boost.py b/research/llm_boost/llm_boost.py index 65cfda891..a8e4c7c51 100644 --- a/research/llm_boost/llm_boost.py +++ b/research/llm_boost/llm_boost.py @@ -60,6 +60,7 @@ class LlmBoostForCausalLM(PreTrainedModel): extend_method=config.extend_method, parallel_config=config.parallel_config, ) + self.freqs_mgr.shard(config.parallel_config) config.need_nz = need_nz() if config.communication_backend == "": config.communication_backend = "lccl" if is_support_lccl() else "hccl" diff --git a/research/qwen/qwen_model.py b/research/qwen/qwen_model.py index 167d6d9fd..7fee0d67f 100644 --- a/research/qwen/qwen_model.py +++ b/research/qwen/qwen_model.py @@ -274,6 +274,7 @@ class QwenModel(QwenPreTrainedModel): scaling_factor=config.scaling_factor, extend_method=config.extend_method, is_dynamic=config.is_dynamic) + self.freqs_mgr.shard(config.parallel_config) self.casual_mask = CausalMaskForQwen(seq_length=config.seq_length, compute_type=config.compute_dtype, is_dynamic=config.is_dynamic, diff --git a/research/qwenvl/qwen_model.py b/research/qwenvl/qwen_model.py index 8bae79c2b..0a76d0280 100644 --- a/research/qwenvl/qwen_model.py +++ b/research/qwenvl/qwen_model.py @@ -360,6 +360,7 @@ class QwenModel(QwenPreTrainedModel): scaling_factor=config.scaling_factor, extend_method=config.extend_method, is_dynamic=config.is_dynamic) + self.freqs_mgr.shard(config.parallel_config) self.casual_mask = CausalMaskForQwen(seq_length=config.seq_length, compute_type=config.compute_dtype, is_dynamic=config.is_dynamic, diff --git a/research/telechat/telechat.py b/research/telechat/telechat.py index 101089b7f..681c25f11 100644 --- a/research/telechat/telechat.py +++ b/research/telechat/telechat.py @@ -96,6 +96,7 @@ class TelechatModel(TelechatPreTrainedModel): extend_method=config.extend_method, parallel_config=config.parallel_config, is_dynamic=config.is_dynamic) + self.freqs_mgr.shard(config.parallel_config) self.casual_mask = LowerTriangularMaskWithDynamic(seq_length=config.seq_length, compute_type=config.compute_dtype, is_dynamic=config.is_dynamic, diff --git a/research/telechat2/telechat.py b/research/telechat2/telechat.py index 76671a268..f4c431d0a 100644 --- a/research/telechat2/telechat.py +++ b/research/telechat2/telechat.py @@ -96,6 +96,7 @@ class TelechatModel(TelechatPreTrainedModel): extend_method=config.extend_method, parallel_config=config.parallel_config, is_dynamic=config.is_dynamic) + self.freqs_mgr.shard(config.parallel_config) self.casual_mask = LowerTriangularMaskWithDynamic(seq_length=config.seq_length, compute_type=config.compute_dtype, is_dynamic=config.is_dynamic, diff --git a/scripts/examples/mixtral_extend/mixtral.py b/scripts/examples/mixtral_extend/mixtral.py index de10d412d..aea7e172b 100644 --- a/scripts/examples/mixtral_extend/mixtral.py +++ b/scripts/examples/mixtral_extend/mixtral.py @@ -97,6 +97,7 @@ class MixtralModel(LlamaPreTrainedModel): extend_method=config.extend_method, parallel_config=config.parallel_config, is_dynamic=config.is_dynamic) + self.freqs_mgr.shard(config.parallel_config) self.casual_mask = LowerTriangularMaskWithDynamic(seq_length=config.seq_length, compute_type=config.compute_dtype, is_dynamic=config.is_dynamic, -- Gitee