diff --git a/impl/matmul/param/matmul_tensor_info.h b/impl/matmul/param/matmul_tensor_info.h
index 18514b3d521bd1edba60b4231deb5f5496114a06..ddd8c9e3764e55ebf1c3544af922492ecc6d83c7 100644
--- a/impl/matmul/param/matmul_tensor_info.h
+++ b/impl/matmul/param/matmul_tensor_info.h
@@ -87,6 +87,10 @@ private:
         ASCENDC_ASSERT((isTransposeA <= INPUT_TYPE::isTrans), {
             KERNEL_LOG(KERNEL_ERROR, "It is not allowed to set matrix A transpose when matmul A transpose is not defined.");
         });
+        if constexpr (INPUT_TYPE::format == CubeFormat::VECTOR) {
+            ASCENDC_ASSERT(!isTransposeA, { KERNEL_LOG(KERNEL_ERROR,
+                "In GEMV mode, matrix A should not be transposed.");});
+        }
 #if __CCE_AICORE__ == 220
         if constexpr (IsSameType<SrcT, int4b_t>::value) {
             ASCENDC_ASSERT(!isTransposeA, { KERNEL_LOG(KERNEL_ERROR,