diff --git a/mindspore-lite/examples/export_models/models/train_utils.py b/mindspore-lite/examples/export_models/models/train_utils.py index 9519c7622551e0f28b38f21d6439e932b8ae17b5..da7b4044bc6cc874408c51aa46e049f03965f3b6 100644 --- a/mindspore-lite/examples/export_models/models/train_utils.py +++ b/mindspore-lite/examples/export_models/models/train_utils.py @@ -15,6 +15,7 @@ """train_utils.""" import os +import stat from mindspore import nn, Tensor from mindspore.common.parameter import ParameterTuple @@ -59,6 +60,7 @@ def train_and_save(name, net, net_train, x, l, epoch): with os.fdopen(real_path, 'w') as f: for j in t.asnumpy().flatten(): f.write(str(j)+' ') + os.chmod(real_path, stat.S_IWUSR + stat.S_IRUSR) else: print("file not saved: already exists") i = i + 1 diff --git a/mindspore-lite/test/st/ops/frame/configs.py b/mindspore-lite/test/st/ops/frame/configs.py index 7364d9af04f44d69eab342d845132a2433c6820b..bf61940614eaa97403e2495952121624325d35af 100644 --- a/mindspore-lite/test/st/ops/frame/configs.py +++ b/mindspore-lite/test/st/ops/frame/configs.py @@ -9,7 +9,7 @@ current_directory = os.getcwd() log_path = current_directory+"/op_st.log" log_dir = os.path.dirname(log_path) if not os.path.exists(log_dir): - os.mkdir(log_dir) + os.mkdir(log_dir, 0o700) logger = logging.getLogger("opst") logger.setLevel(logging.DEBUG) @@ -29,7 +29,7 @@ logger.addHandler(console_handler) logger.addHandler(file_handler) if not os.path.exists(log_path): - os.mkdir(log_path) + os.mkdir(log_path, 0o700) type_map = { diff --git a/mindspore-lite/test/st/ops/frame/optest.py b/mindspore-lite/test/st/ops/frame/optest.py index 280a566a3eba846d126b4204181450c03855443d..fc4948a2fd6c4b1e16c6a1ff3026183c4c89ccee 100644 --- a/mindspore-lite/test/st/ops/frame/optest.py +++ b/mindspore-lite/test/st/ops/frame/optest.py @@ -1,4 +1,5 @@ import os +import stat import copy import subprocess import configs as conf @@ -41,14 +42,14 @@ class OpTest: ) self.output_path = output_path if not os.path.exists(self.output_path): - os.mkdir(self.output_path) + os.mkdir(self.output_path, 0o700) self.output_path = ( self.output_path + "/" + str.lower(self.model_configs.op_configs_["op_name"]) ) if not os.path.exists(self.output_path): - os.mkdir(self.output_path) + os.mkdir(self.output_path, 0o700) conf.logger.info("use mslite benchmark: %s", self.mslite_benchmark_path) ## 因为ms默认输入格式为NHWC,将onnx模型的NCHW格式输入转为NHWC格式 @@ -86,7 +87,7 @@ class OpTest: if not os.path.exists(onnx_path): conf.logger.debug("mkdir %s", onnx_path) - os.mkdir(onnx_path) + os.mkdir(onnx_path, 0o700) for op_config in op_configs: disabled = conf.has_key(op_config, key="disabled") @@ -193,11 +194,11 @@ class OpTest: gold_path = self.output_path + "/gold_files" if not os.path.exists(gold_path): conf.logger.debug("mkdir: %s", gold_path) - os.mkdir(gold_path) + os.mkdir(gold_path, 0o700) gold_root = gold_path + "/" + gold_config["gold_name"] if not os.path.exists(gold_root): conf.logger.debug("mkdir: %s", gold_root) - os.mkdir(gold_root) + os.mkdir(gold_root, 0o700) gold_inputs = input_tensors for i, gold_input in enumerate(gold_inputs): # NCHW to NHWC 目前只有4Dtensor @@ -232,6 +233,7 @@ class OpTest: for k in gold_output.flatten(): text_file.write(str(k) + " ") text_file.write("\n") + os.chmod(output_file, stat.S_IWUSR + stat.S_IRUSR) conf.logger.info( "Generate %d golddata success ", len(self.golden_confis.gold_configs_) ) @@ -241,7 +243,7 @@ class OpTest: ms_path = self.output_path + "/ms_models" if not os.path.exists(ms_path): conf.logger.info("mkdir: %s", ms_path) - os.mkdir(ms_path) + os.mkdir(ms_path, 0o700) for convert_config in convert_configs: # 默认fp16为false fp16 = conf.has_key(convert_config) diff --git a/mindspore-lite/test/st/ops/op/run.py b/mindspore-lite/test/st/ops/op/run.py index 36903b32745abc4d98c576b6525e7079cc7b5a13..e5d2a80227bc3c80924b5dd05ff3da4d7a8fc1f5 100644 --- a/mindspore-lite/test/st/ops/op/run.py +++ b/mindspore-lite/test/st/ops/op/run.py @@ -1,4 +1,5 @@ import os +import stat import argparse import time import optest @@ -47,6 +48,7 @@ def run_all(output_path): for item in total_failed_test_name: file.write(f"{item}") file.write("\n") + os.chmod(tmp_file, stat.S_IWUSR + stat.S_IRUSR) def run_one(output_path, op_name): diff --git a/mindspore-lite/test/st/python/python_api/test_lite_llm_engine_api.py b/mindspore-lite/test/st/python/python_api/test_lite_llm_engine_api.py index 11cb0a86ba0ab70f3b1ea9bb081a57d0d37ad462..fe4ac46bc0d6c4af000f1d5f3efbae3589c150f6 100644 --- a/mindspore-lite/test/st/python/python_api/test_lite_llm_engine_api.py +++ b/mindspore-lite/test/st/python/python_api/test_lite_llm_engine_api.py @@ -17,6 +17,8 @@ Test LiteInfer python API. """ import sys import socket +import os +import stat import numpy as np import pytest import mindspore_lite as mslite @@ -118,6 +120,7 @@ def test_lite_llm_engine_llm_engine_add_model_model_paths_type_check(): with open("llm_tmp.mindir", "w") as fp: fp.write("test mindir") + os.chmod("llm_tmp.mindir", stat.S_IWUSR + stat.S_IRUSR) with pytest.raises(RuntimeError) as raise_info: llm_engine = mslite.LLMEngine(mslite.LLMRole.Prompt, 0, "manual") llm_engine.add_model(["llm_tmp.mindir"], {"123": "456"}) @@ -127,6 +130,7 @@ def test_lite_llm_engine_llm_engine_add_model_model_paths_type_check(): def test_lite_llm_engine_llm_engine_add_model_options_type_check(): with open("llm_tmp.mindir", "w") as fp: fp.write("test mindir") + os.chmod("llm_tmp.mindir", stat.S_IWUSR + stat.S_IRUSR) with pytest.raises(TypeError) as raise_info: llm_engine = mslite.LLMEngine(mslite.LLMRole.Prompt, 0, "manual") @@ -149,6 +153,7 @@ def test_lite_llm_engine_llm_engine_add_model_options_type_check(): def test_lite_llm_engine_llm_engine_add_model_postprocess_model_type_check(): with open("llm_tmp.mindir", "w") as fp: fp.write("test mindir") + os.chmod("llm_tmp.mindir", stat.S_IWUSR + stat.S_IRUSR) with pytest.raises(TypeError) as raise_info: llm_engine = mslite.LLMEngine(mslite.LLMRole.Prompt, 0, "manual") llm_engine.add_model(["llm_tmp.mindir"], {"123": "456"}, 123) @@ -162,6 +167,7 @@ def test_lite_llm_engine_llm_engine_add_model_postprocess_model_type_check(): def test_lite_llm_engine_llm_engine_init_options_type_check(): with open("llm_tmp.mindir", "w") as fp: fp.write("test mindir") + os.chmod("llm_tmp.mindir", stat.S_IWUSR + stat.S_IRUSR) with pytest.raises(RuntimeError) as raise_info: llm_engine = mslite.LLMEngine(mslite.LLMRole.Prompt, 0, "manual") llm_engine.init({"123": "456"}) diff --git a/mindspore-lite/tools/dataset/cropper/build_lib.py b/mindspore-lite/tools/dataset/cropper/build_lib.py index ba295b2245b6e327cb686512c8eaf847e30833c8..ee00ee6012f678146dfb53741b9c41b56528f017 100644 --- a/mindspore-lite/tools/dataset/cropper/build_lib.py +++ b/mindspore-lite/tools/dataset/cropper/build_lib.py @@ -22,7 +22,7 @@ import os from pprint import pprint import sys import warnings - +import stat import parser DEPENDENCY_FILENAME = 'dependencies.txt' @@ -142,9 +142,11 @@ def main(): remove_unused_objects(final_deps, ESSENTIAL_OBJECTS, all_object_files) # write all dependencies to the file (for extracting external ones) - with os.fdopen(os.open(os.path.join(OBJECTS_DIR, ALL_DEPS_FILENAME), os.O_WRONLY | os.O_CREAT, 0o660), + file_path = os.path.join(OBJECTS_DIR, ALL_DEPS_FILENAME) + with os.fdopen(os.open(file_path, os.O_WRONLY | os.O_CREAT, 0o660), "w+") as fout: fout.write("\n".join(unique_deps) + '\n') + os.chmod(file_path, stat.S_IWUSR + stat.S_IRUSR) if __name__ == "__main__": diff --git a/mindspore-lite/tools/dataset/cropper/cropper_configure.py b/mindspore-lite/tools/dataset/cropper/cropper_configure.py index 829eae8b6aa0cbc495cdcc629b5008a37d4bc0fd..21834d3f2c74788a1938fe8986e28553347d0e4f 100644 --- a/mindspore-lite/tools/dataset/cropper/cropper_configure.py +++ b/mindspore-lite/tools/dataset/cropper/cropper_configure.py @@ -22,6 +22,7 @@ import queue import re import shlex import subprocess +import stat from mindspore import log as logger @@ -362,16 +363,20 @@ def main(): dependencies.update(other_dependencies) errors += err - with os.fdopen(os.open(os.path.join(OUTPUT_LOCATION, DEPENDENCIES_FILENAME), os.O_WRONLY | os.O_CREAT, 0o600), - "w+") as f: + file_path = os.path.join(OUTPUT_LOCATION, DEPENDENCIES_FILENAME) + with os.fdopen(os.open(file_path, os.O_WRONLY | os.O_CREAT, 0o600), "w+") as f: json.dump(dependencies, f) + os.chmod(file_path, stat.S_IWUSR + stat.S_IRUSR) - with os.fdopen(os.open(os.path.join(OUTPUT_LOCATION, ASSOCIATIONS_FILENAME), os.O_WRONLY | os.O_CREAT, 0o600), - "w+") as f: + file_path = os.path.join(OUTPUT_LOCATION, ASSOCIATIONS_FILENAME) + with os.fdopen(os.open(file_path, os.O_WRONLY | os.O_CREAT, 0o600), "w+") as f: json.dump(all_associations, f) + os.chmod(file_path, stat.S_IWUSR + stat.S_IRUSR) - with os.fdopen(os.open(os.path.join(OUTPUT_LOCATION, ERRORS_FILENAME), os.O_WRONLY | os.O_CREAT, 0o600), "w+") as f: + file_path = os.path.join(OUTPUT_LOCATION, ERRORS_FILENAME) + with os.fdopen(os.open(file_path, os.O_WRONLY | os.O_CREAT, 0o600), "w+") as f: f.write(errors) + os.chmod(file_path, stat.S_IWUSR + stat.S_IRUSR) if __name__ == "__main__": diff --git a/mindspore-lite/tools/kernel_builder/ascend/akg/custom.py b/mindspore-lite/tools/kernel_builder/ascend/akg/custom.py index 72f372edbc738402d625d14535af34ad23bd58eb..f3c52007f9216c06bd6f30d247ad1ce5dd7c39fc 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/akg/custom.py +++ b/mindspore-lite/tools/kernel_builder/ascend/akg/custom.py @@ -21,6 +21,7 @@ import copy import functools import subprocess import shutil +import stat from tbe.common.buildcfg import get_current_build_config from impl.util.util_select_op_base import gen_param @@ -820,7 +821,7 @@ def save(filename, contents): """Save to file""" with os.fdopen(os.open(filename, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, 0o660), 'w') as f: f.write(contents) - + os.chmod(filename, stat.S_IWUSR + stat.S_IRUSR) def update_akg_info(args, info_path, kernel_name=None): """Update akg info base on the current inputs provided by GE""" diff --git a/mindspore-lite/tools/kernel_builder/ascend/akg/gen_custom_op_files.py b/mindspore-lite/tools/kernel_builder/ascend/akg/gen_custom_op_files.py index f4a1b26382efb2e8d453f80767b9050064d24945..bf12f5106e089bd185bca3d018ff8160e5ef2c34 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/akg/gen_custom_op_files.py +++ b/mindspore-lite/tools/kernel_builder/ascend/akg/gen_custom_op_files.py @@ -16,6 +16,7 @@ """Used to generate custom akg op files, which will be invoked by GE.""" import os +import stat import sys import json import shutil @@ -75,6 +76,7 @@ def gen_custom_op_files(config_dir, dsl_dir): ops_info.update(info_des) with os.fdopen(os.open(ops_info_path, os.O_WRONLY | os.O_CREAT | os.O_TRUNC, 0o660), 'w') as f: f.write(json.dumps(ops_info, indent=4)) + os.chmod(ops_info_path, stat.S_IWUSR + stat.S_IRUSR) # custom akg op dsl file custom_dsl = os.path.join(cur_path, "custom.py") diff --git a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/ascendc_bin_param_build.py b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/ascendc_bin_param_build.py index 77136d9e018090826750581763bd68c4a65b481b..9a6bee6560ccec45ab734008b0ad7eafc90693ca 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/ascendc_bin_param_build.py +++ b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/ascendc_bin_param_build.py @@ -7,6 +7,7 @@ Copyright (c) Huawei Technologies Co., Ltd. 2020-2021. All rights reserved. import sys import os +import stat import json import hashlib import const_var @@ -127,6 +128,7 @@ class BinParamBuilder(opdesc_parser.OpDesc): fd.write(chk) fd.write('echo "[{}] Generating {} Done"\n'.format( hard_soc, bin_file)) + os.chmod(compile_file, stat.S_IWUSR + stat.S_IRUSR) def gen_bin_param_file(cfgfile: str, out_dir: str, soc: str): diff --git a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_op_info.py b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_op_info.py index 07cfc0f2c30638cecf66cee025f213c6e4f5d0e0..77425bea1e1d3126337cbbb123c26beefefb1281 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_op_info.py +++ b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_op_info.py @@ -6,6 +6,7 @@ copy from https://gitee.com/ascend/samples/blob/master/best_practices/contrib/bl """ import json import os +import stat import sys import const_var @@ -34,3 +35,4 @@ if __name__ == '__main__': with os.fdopen(os.open(sys.argv[2], const_var.WFLAGS, const_var.WMODES), 'w') as json_file: json_file.write(json.dumps(all_operators, indent=4)) + os.chmod(sys.argv[2], stat.S_IWUSR + stat.S_IRUSR) diff --git a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_simplified_keys.py b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_simplified_keys.py index 5d4bc9ae26dde4013aada3b1308d5621e13d47b9..04a7c89ac9872e1d3e4779f367c94b332a35fb9f 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_simplified_keys.py +++ b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/insert_simplified_keys.py @@ -10,6 +10,7 @@ import re import glob import json import argparse +import stat DATA_TPYE_DICT = { @@ -201,6 +202,7 @@ def insert_content_into_file(input_file, content): break file.seek(0) file.write(''.join(lines)) + os.chmod(input_file, stat.S_IWUSR + stat.S_IRUSR) def insert_simplified_keys(json_file): diff --git a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/replay_codegen.py b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/replay_codegen.py index 7cfbf6ea07ba2a22d666f5bf2dec62a4bbe92572..b66b2768461ade84fb61cf414df3673af79a09b4 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/replay_codegen.py +++ b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/replay_codegen.py @@ -6,6 +6,7 @@ Copyright (c) Huawei Technologies Co., Ltd. 2020-2021. All rights reserved. """ import os +import stat import collections import kernel_entry as keb from tiling_data_def_build import gen_tiling @@ -77,6 +78,7 @@ class ReplayCodeGen: temp = temp.replace('__CCE_FILE__', self.impl) with os.fdopen(os.open(src, const_var.WFLAGS, const_var.WMODES), 'w') as ofd: ofd.write(temp) + os.chmod(src, stat.S_IWUSR + stat.S_IRUSR) def _gen_replay_code(self, src, tmpfile, ops_product: str): """_gen_replay_code""" @@ -105,6 +107,7 @@ class ReplayCodeGen: temp = temp.replace('__OPTYPE__', self.op_type) with os.fdopen(os.open(src, const_var.WFLAGS, const_var.WMODES), 'w') as ofd: ofd.write(temp) + os.chmod(src, stat.S_IWUSR + stat.S_IRUSR) def _gen_kentry(self, src): """_gen_kentry""" @@ -118,3 +121,4 @@ class ReplayCodeGen: self.argn, self.data_type, self.blknum) with os.fdopen(os.open(src, const_var.WFLAGS, const_var.WMODES), 'w') as ofd: ofd.write(kf) + os.chmod(src, stat.S_IWUSR + stat.S_IRUSR) diff --git a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/tiling_data_def_build.py b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/tiling_data_def_build.py index 590c1e11920899622fc0a22138b5ae903185a6b7..c24ce1b97eeb816e781027792982a027380cf2e7 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/tiling_data_def_build.py +++ b/mindspore-lite/tools/kernel_builder/ascend/ascendc/cmake/util/tiling_data_def_build.py @@ -10,6 +10,7 @@ Huawei Technologies Co., Ltd. All Rights Reserved © 2020 import sys import os import re +import stat import const_var @@ -82,6 +83,7 @@ Init{stru}(tiling_arg, &tiling_data)\n tiling_source += '#endif' with os.fdopen(os.open(tiling_file_out, const_var.WFLAGS, const_var.WMODES), 'w') as ofd: ofd.write(tiling_source) + os.chmod(tiling_file_out, stat.S_IWUSR + stat.S_IRUSR) if __name__ == '__main__': diff --git a/mindspore-lite/tools/kernel_builder/ascend/tbe_and_aicpu/cmake/util/insert_op_info.py b/mindspore-lite/tools/kernel_builder/ascend/tbe_and_aicpu/cmake/util/insert_op_info.py index ccc912291e1fe0ec41140a3248b791d39b8d6f95..7420b7abf1b3591f5f6f1c0a1ce24da12783769c 100644 --- a/mindspore-lite/tools/kernel_builder/ascend/tbe_and_aicpu/cmake/util/insert_op_info.py +++ b/mindspore-lite/tools/kernel_builder/ascend/tbe_and_aicpu/cmake/util/insert_op_info.py @@ -37,3 +37,4 @@ if __name__ == '__main__': mode = stat.S_IWUSR | stat.S_IRUSR with os.fdopen(os.open(sys.argv[2], flag, mode), 'w') as json_file: json_file.write(json.dumps(all_operators, indent=4)) + os.chmod(sys.argv[2], stat.S_IWUSR + stat.S_IRUSR)