diff --git a/.gitmodules b/.gitmodules
index 885ebe56b41110fddfeaa237b5e11fbd66f92e3d..ebf070b3f26c3b2bad4e5274817735bacb1f43f3 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,7 +1,7 @@
 [submodule "tests/mindformers"]
 	path = tests/mindformers
 	url = https://gitee.com/mindspore/mindformers.git
-	branch = master
+	branch = r1.7.0
 [submodule "ms_custom_ops"]
 	path = ms_custom_ops
 	url = https://gitee.com/mindspore/akg.git
diff --git a/vllm_mindspore/version.txt b/vllm_mindspore/version.txt
index 0d91a54c7d439e84e3dd17d3594f1b2b6737f430..1d0ba9ea182b0f7354f3daf12120744ec5e0c2f8 100644
--- a/vllm_mindspore/version.txt
+++ b/vllm_mindspore/version.txt
@@ -1 +1 @@
-0.3.0
+0.4.0