From aac1d771ae9a1c37dd1e0cfd993e2dda757f260c Mon Sep 17 00:00:00 2001 From: "hongliang.yuan" Date: Fri, 13 Dec 2024 03:12:52 +0000 Subject: [PATCH] sync tensorflow --- .../alexnet/tensorflow/benchmark_cnn.py | 2 -- .../alexnet/tensorflow/download_script.sh | 17 +-------------- .../alexnet/tensorflow/get_imagenette.sh | 14 ------------- .../alexnet/tensorflow/get_num_devices.sh | 16 +------------- ...un_train_alexnet_distributed_imagenette.sh | 18 +--------------- .../run_train_alexnet_imagenette.sh | 14 ------------- .../run_train_alexnet_multigpu_imagenette.sh | 14 ------------- .../run_train_distributed_imagenette.sh | 14 ------------- .../inceptionv3/tensorflow/benchmark_cnn.py | 2 -- .../inceptionv3/tensorflow/download_script.sh | 17 +-------------- .../inceptionv3/tensorflow/get_imagenette.sh | 18 +++------------- .../inceptionv3/tensorflow/get_num_devices.sh | 16 +------------- .../run_train_distributed_imagenette.sh | 14 ------------- ...train_inception3_distributed_imagenette.sh | 18 +--------------- .../run_train_inception3_imagenette.sh | 14 ------------- ...un_train_inception3_multigpu_imagenette.sh | 16 +------------- .../tensorflow/tf_cnn_benchmarks.py | 2 -- .../resnet50/tensorflow/download_script.sh | 15 ------------- .../resnet50/tensorflow/get_imagenette.sh | 15 ------------- .../resnet50/tensorflow/get_num_devices.sh | 15 ------------- .../run_train_distributed_imagenette.sh | 14 ------------- ...n_train_resnet50_distributed_imagenette.sh | 19 +---------------- .../run_train_resnet50_imagenette.sh | 15 ------------- .../run_train_resnet50_multigpu_imagenette.sh | 14 ------------- .../vgg/tensorflow/benchmark_cnn.py | 3 --- .../vgg/tensorflow/convnet_builder.py | 2 -- .../vgg/tensorflow/get_num_devices.sh | 16 +------------- .../run_train_distributed_imagenette.sh | 14 ------------- .../run_train_vgg16_distributed_imagenette.sh | 18 +--------------- .../tensorflow/run_train_vgg16_imagenette.sh | 14 ------------- .../run_train_vgg16_multigpu_imagenette.sh | 16 +------------- cv/detection/ssd/tensorflow/net/common_ops.py | 16 -------------- cv/detection/ssd/tensorflow/net/resnet.py | 15 ------------- .../yolov3/tensorflow/run_inference.sh | 14 ------------- .../yolov3/tensorflow/run_training.sh | 15 ------------- cv/detection/yolov3/tensorflow/setup.sh | 14 ------------- cv/face/facenet/tensorflow/__init__.py | 14 ------------- .../tensorflow/contributed/__init__.py | 14 ------------- .../tensorflow/contributed/batch_represent.py | 14 ------------- .../tensorflow/contributed/clustering.py | 15 ------------- .../contributed/export_embeddings.py | 2 -- .../facenet/tensorflow/contributed/face.py | 2 -- .../facenet/tensorflow/contributed/predict.py | 2 -- .../contributed/real_time_face_recognition.py | 2 -- cv/face/facenet/tensorflow/facenet_report.sh | 17 +-------------- cv/face/facenet/tensorflow/init.sh | 15 ------------- .../tensorflow/src/align/detect_face.py | 2 -- cv/face/facenet/tensorflow/src/facenet.py | 2 -- .../src/models/inception_resnet_v1.py | 2 -- .../facenet/tensorflow/src/train_softmax.py | 2 -- .../tensorflow/src/train_softmax_ddp.py | 2 -- cv/face/facenet/tensorflow/train8p.sh | 21 +++---------------- cv/face/facenet/tensorflow/train_facenet.sh | 16 -------------- .../facenet/tensorflow/train_facenet_ddp.sh | 15 ------------- .../vnet/tensorflow/download_script.sh | 15 ------------- .../tensorflow/run_get_hippocampus_data.sh | 17 --------------- .../vnet/tensorflow/run_training.sh | 17 +-------------- .../bert/tensorflow/base/init.sh | 15 ------------- .../bert/tensorflow/base/reset.sh | 15 ------------- .../bert/tensorflow/base/run.sh | 15 ------------- .../bert/tensorflow/base/run_1card_FPS.sh | 16 +------------- .../tensorflow/base/run_multi_card_FPS.sh | 14 ------------- 62 files changed, 20 insertions(+), 753 deletions(-) diff --git a/cv/classification/alexnet/tensorflow/benchmark_cnn.py b/cv/classification/alexnet/tensorflow/benchmark_cnn.py index 3afda107c..7f6c1db4c 100644 --- a/cv/classification/alexnet/tensorflow/benchmark_cnn.py +++ b/cv/classification/alexnet/tensorflow/benchmark_cnn.py @@ -1,6 +1,4 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/cv/classification/alexnet/tensorflow/download_script.sh b/cv/classification/alexnet/tensorflow/download_script.sh index ddb4cfb53..dcb821844 100644 --- a/cv/classification/alexnet/tensorflow/download_script.sh +++ b/cv/classification/alexnet/tensorflow/download_script.sh @@ -1,18 +1,3 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e -exit 0 +exit 0 \ No newline at end of file diff --git a/cv/classification/alexnet/tensorflow/get_imagenette.sh b/cv/classification/alexnet/tensorflow/get_imagenette.sh index 0b477c2ea..361838eb1 100644 --- a/cv/classification/alexnet/tensorflow/get_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/get_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. : ${DATASET_DIR:="./"} diff --git a/cv/classification/alexnet/tensorflow/get_num_devices.sh b/cv/classification/alexnet/tensorflow/get_num_devices.sh index dcd4174b7..e28edae74 100644 --- a/cv/classification/alexnet/tensorflow/get_num_devices.sh +++ b/cv/classification/alexnet/tensorflow/get_num_devices.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then @@ -23,4 +9,4 @@ else export CUDA_VISIBLE_DEVICES=0,1 echo "Not found CUDA_VISIBLE_DEVICES, set nproc_per_node = ${num_devices}" fi -export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} +export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} \ No newline at end of file diff --git a/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh index 89e9880f9..0038bab6a 100644 --- a/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh @@ -1,17 +1 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - -bash ./run_train_distributed_imagenette.sh alexnet "$@" +bash ./run_train_distributed_imagenette.sh alexnet "$@" \ No newline at end of file diff --git a/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh index 6a05462cb..246d9b7c5 100644 --- a/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh index b10133306..09e4e0e2a 100644 --- a/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh index ed239ea40..a19219642 100644 --- a/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py b/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py index 3afda107c..7f6c1db4c 100644 --- a/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py +++ b/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py @@ -1,6 +1,4 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/cv/classification/inceptionv3/tensorflow/download_script.sh b/cv/classification/inceptionv3/tensorflow/download_script.sh index ddb4cfb53..dcb821844 100644 --- a/cv/classification/inceptionv3/tensorflow/download_script.sh +++ b/cv/classification/inceptionv3/tensorflow/download_script.sh @@ -1,18 +1,3 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e -exit 0 +exit 0 \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/get_imagenette.sh b/cv/classification/inceptionv3/tensorflow/get_imagenette.sh index 2cbf1c560..9c3d2927f 100644 --- a/cv/classification/inceptionv3/tensorflow/get_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/get_imagenette.sh @@ -1,22 +1,10 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. : ${DATA_DIR:="./"} + if [ ! -d "./imagenette" ]; then echo "Make soft link form ${DATA_DIR} to tf_cnn_benckmarks" ln -s "${DATA_DIR}/imagenette_tfrecord" imagenette -fi \ No newline at end of file +fi + diff --git a/cv/classification/inceptionv3/tensorflow/get_num_devices.sh b/cv/classification/inceptionv3/tensorflow/get_num_devices.sh index a9c370895..e28edae74 100644 --- a/cv/classification/inceptionv3/tensorflow/get_num_devices.sh +++ b/cv/classification/inceptionv3/tensorflow/get_num_devices.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then @@ -23,4 +9,4 @@ else export CUDA_VISIBLE_DEVICES=0,1 echo "Not found CUDA_VISIBLE_DEVICES, set nproc_per_node = ${num_devices}" fi -export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} +export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh index 1abf5d2c0..b4c1bfd1d 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh index 9718e6318..e6febf129 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh @@ -1,18 +1,2 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - bash ./run_train_distributed_imagenette.sh inception3 "$@" -exit $? +exit $? \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh index 9c44c920f..577901ba6 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh index 6a8938ec5..81bbca149 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh @@ -65,4 +51,4 @@ UMD_WAITAFTERLAUNCH=1 python3 -u tf_cnn_benchmarks.py\ --stop_at_top_1_accuracy=0.9 --all_reduce_spec=pscpu\ --num_intra_threads=1 --num_inter_threads=1 "${new_args[@]}" 2>&1 | tee ${LOG_DIR}/${DATE}_${TRAIN_EPOCHS}_${BATCH_SIZE}_${OPTIMIZER}.log; [[ ${PIPESTATUS[0]} == 0 ]] || exit -exit ${EXIT_STATUS} +exit ${EXIT_STATUS} \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py b/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py index 37b2c4449..3014ed7a1 100644 --- a/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py +++ b/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py @@ -57,13 +57,11 @@ def main(positional_arguments): % positional_arguments[1:]) params = benchmark_cnn.make_params_from_flags() - try: from dltest import show_training_arguments show_training_arguments(flags.FLAGS) except: pass - with mlperf.mlperf_logger(absl_flags.FLAGS.ml_perf_compliance_logging, params.model): params = benchmark_cnn.setup(params) diff --git a/cv/classification/resnet50/tensorflow/download_script.sh b/cv/classification/resnet50/tensorflow/download_script.sh index b51a68702..dcb821844 100644 --- a/cv/classification/resnet50/tensorflow/download_script.sh +++ b/cv/classification/resnet50/tensorflow/download_script.sh @@ -1,18 +1,3 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e exit 0 \ No newline at end of file diff --git a/cv/classification/resnet50/tensorflow/get_imagenette.sh b/cv/classification/resnet50/tensorflow/get_imagenette.sh index 460e635f9..9c3d2927f 100644 --- a/cv/classification/resnet50/tensorflow/get_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/get_imagenette.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - : ${DATA_DIR:="./"} diff --git a/cv/classification/resnet50/tensorflow/get_num_devices.sh b/cv/classification/resnet50/tensorflow/get_num_devices.sh index 1637c5a1f..e28edae74 100644 --- a/cv/classification/resnet50/tensorflow/get_num_devices.sh +++ b/cv/classification/resnet50/tensorflow/get_num_devices.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then diff --git a/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh index f4f48223c..b4c1bfd1d 100644 --- a/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh index 667cf5bb0..aaa8db1a1 100644 --- a/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh @@ -1,19 +1,2 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - - bash ./run_train_distributed_imagenette.sh resnet50 "$@" -exit $? \ No newline at end of file +exit $? diff --git a/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh index e65bfffb9..171fd8761 100644 --- a/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - bash ./get_imagenette.sh diff --git a/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh index d2325ad03..1a2c33ad7 100644 --- a/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/vgg/tensorflow/benchmark_cnn.py b/cv/classification/vgg/tensorflow/benchmark_cnn.py index 79edb4ab6..7f6c1db4c 100644 --- a/cv/classification/vgg/tensorflow/benchmark_cnn.py +++ b/cv/classification/vgg/tensorflow/benchmark_cnn.py @@ -1,8 +1,5 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. # -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at diff --git a/cv/classification/vgg/tensorflow/convnet_builder.py b/cv/classification/vgg/tensorflow/convnet_builder.py index 6b9a22e92..9903de924 100644 --- a/cv/classification/vgg/tensorflow/convnet_builder.py +++ b/cv/classification/vgg/tensorflow/convnet_builder.py @@ -1,7 +1,5 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. # -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at diff --git a/cv/classification/vgg/tensorflow/get_num_devices.sh b/cv/classification/vgg/tensorflow/get_num_devices.sh index a9c370895..e28edae74 100644 --- a/cv/classification/vgg/tensorflow/get_num_devices.sh +++ b/cv/classification/vgg/tensorflow/get_num_devices.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then @@ -23,4 +9,4 @@ else export CUDA_VISIBLE_DEVICES=0,1 echo "Not found CUDA_VISIBLE_DEVICES, set nproc_per_node = ${num_devices}" fi -export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} +export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} \ No newline at end of file diff --git a/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh index c7642b986..65af9f35b 100644 --- a/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh index 81d94a9a3..8e7b31def 100644 --- a/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh @@ -1,18 +1,2 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - bash ./run_train_distributed_imagenette.sh vgg16 "$@" -exit $? +exit $? \ No newline at end of file diff --git a/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh index 343dbe372..8828ba1b4 100644 --- a/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh index d4c2bcd2a..38d39a68c 100644 --- a/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh @@ -66,4 +52,4 @@ UMD_WAITAFTERLAUNCH=1 python3 -u tf_cnn_benchmarks.py\ --num_intra_threads=1 --num_inter_threads=1 "${new_args[@]}" 2>&1 | tee ${LOG_DIR}/${DATE}_${TRAIN_EPOCHS}_${BATCH_SIZE}_${OPTIMIZER}.log; [[ ${PIPESTATUS[0]} == 0 ]] || exit -exit ${EXIT_STATUS} +exit ${EXIT_STATUS} \ No newline at end of file diff --git a/cv/detection/ssd/tensorflow/net/common_ops.py b/cv/detection/ssd/tensorflow/net/common_ops.py index 06eed648e..ae49c42b7 100644 --- a/cv/detection/ssd/tensorflow/net/common_ops.py +++ b/cv/detection/ssd/tensorflow/net/common_ops.py @@ -1,19 +1,3 @@ -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - - import math import numpy as np import tensorflow.compat.v1 as tf diff --git a/cv/detection/ssd/tensorflow/net/resnet.py b/cv/detection/ssd/tensorflow/net/resnet.py index 6e9b8d255..0ffc661f2 100644 --- a/cv/detection/ssd/tensorflow/net/resnet.py +++ b/cv/detection/ssd/tensorflow/net/resnet.py @@ -1,18 +1,3 @@ -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - from .common_ops import * diff --git a/cv/detection/yolov3/tensorflow/run_inference.sh b/cv/detection/yolov3/tensorflow/run_inference.sh index 3b4ed0afd..759137a00 100644 --- a/cv/detection/yolov3/tensorflow/run_inference.sh +++ b/cv/detection/yolov3/tensorflow/run_inference.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # Run yolov3 inference on Pascal VOC dataset, and evaluate the results. RUN_MODE="inference" bash ./setup.sh diff --git a/cv/detection/yolov3/tensorflow/run_training.sh b/cv/detection/yolov3/tensorflow/run_training.sh index 16053e076..13edcec50 100644 --- a/cv/detection/yolov3/tensorflow/run_training.sh +++ b/cv/detection/yolov3/tensorflow/run_training.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - # Run yolov3 training on Pascal VOC with pretrained model # RUN_MODE="training" bash ./setup.sh diff --git a/cv/detection/yolov3/tensorflow/setup.sh b/cv/detection/yolov3/tensorflow/setup.sh index 82f1d15a5..a14a770d0 100644 --- a/cv/detection/yolov3/tensorflow/setup.sh +++ b/cv/detection/yolov3/tensorflow/setup.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. PIPCMD=pip3 diff --git a/cv/face/facenet/tensorflow/__init__.py b/cv/face/facenet/tensorflow/__init__.py index 162e24b46..e69de29bb 100644 --- a/cv/face/facenet/tensorflow/__init__.py +++ b/cv/face/facenet/tensorflow/__init__.py @@ -1,14 +0,0 @@ -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. \ No newline at end of file diff --git a/cv/face/facenet/tensorflow/contributed/__init__.py b/cv/face/facenet/tensorflow/contributed/__init__.py index 162e24b46..e69de29bb 100644 --- a/cv/face/facenet/tensorflow/contributed/__init__.py +++ b/cv/face/facenet/tensorflow/contributed/__init__.py @@ -1,14 +0,0 @@ -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. \ No newline at end of file diff --git a/cv/face/facenet/tensorflow/contributed/batch_represent.py b/cv/face/facenet/tensorflow/contributed/batch_represent.py index d1ba1b7a6..9ec448181 100644 --- a/cv/face/facenet/tensorflow/contributed/batch_represent.py +++ b/cv/face/facenet/tensorflow/contributed/batch_represent.py @@ -1,19 +1,5 @@ #!/usr/bin/env python # coding=utf-8 -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. from __future__ import absolute_import from __future__ import division diff --git a/cv/face/facenet/tensorflow/contributed/clustering.py b/cv/face/facenet/tensorflow/contributed/clustering.py index c74383097..9e53c2360 100644 --- a/cv/face/facenet/tensorflow/contributed/clustering.py +++ b/cv/face/facenet/tensorflow/contributed/clustering.py @@ -1,18 +1,3 @@ -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - """ Face Cluster """ import tensorflow as tf import numpy as np diff --git a/cv/face/facenet/tensorflow/contributed/export_embeddings.py b/cv/face/facenet/tensorflow/contributed/export_embeddings.py index ccbf78755..d378c2d46 100644 --- a/cv/face/facenet/tensorflow/contributed/export_embeddings.py +++ b/cv/face/facenet/tensorflow/contributed/export_embeddings.py @@ -27,8 +27,6 @@ Charles Jekel 2017 # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/contributed/face.py b/cv/face/facenet/tensorflow/contributed/face.py index bd721b06b..97b95000f 100644 --- a/cv/face/facenet/tensorflow/contributed/face.py +++ b/cv/face/facenet/tensorflow/contributed/face.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2017 François Gervais -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # This is the work of David Sandberg and shanren7 remodelled into a # high level container. It's an attempt to simplify the use of such diff --git a/cv/face/facenet/tensorflow/contributed/predict.py b/cv/face/facenet/tensorflow/contributed/predict.py index bd210cb78..8bb10a81a 100644 --- a/cv/face/facenet/tensorflow/contributed/predict.py +++ b/cv/face/facenet/tensorflow/contributed/predict.py @@ -8,8 +8,6 @@ from __future__ import print_function # MIT License # # Copyright (c) 2017 Rishi Rai -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py b/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py index c70198392..897160616 100644 --- a/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py +++ b/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py @@ -6,8 +6,6 @@ Based on code from https://github.com/shanren7/real_time_face_recognition # MIT License # # Copyright (c) 2017 François Gervais -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/facenet_report.sh b/cv/face/facenet/tensorflow/facenet_report.sh index 084431b15..53a91d9af 100644 --- a/cv/face/facenet/tensorflow/facenet_report.sh +++ b/cv/face/facenet/tensorflow/facenet_report.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. -# # 该脚本针对Facenet单卡训练的结果日志处理，输出符合移动集采要求的模型信息。 # 模型源码的多卡训练，需要各厂商自行适配，该脚本需要适当修改 @@ -98,4 +83,4 @@ all_time=`awk -v st=${start_time} -v et=${end_time} 'BEGIN{print(et-st)}'` epoch_num=`awk -v ce=${epoch_num} 'BEGIN{print(ce+1)}'` echo "total epoch number: ${epoch_num}" -echo "all time: ${all_time}" \ No newline at end of file +echo "all time: ${all_time}" diff --git a/cv/face/facenet/tensorflow/init.sh b/cv/face/facenet/tensorflow/init.sh index 70bf20005..5dcf5e32d 100644 --- a/cv/face/facenet/tensorflow/init.sh +++ b/cv/face/facenet/tensorflow/init.sh @@ -1,18 +1,3 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. PY_VERSION=$(python3 -V 2>&1|awk '{print $2}'|awk -F '.' '{print $2}') if [ "$PY_VERSION" == "10" ] || [ "$PY_VERSION" == "8" ] || [ "$PY_VERSION" == "9" ]; then diff --git a/cv/face/facenet/tensorflow/src/align/detect_face.py b/cv/face/facenet/tensorflow/src/align/detect_face.py index bd23a94f4..7f98ca7fb 100644 --- a/cv/face/facenet/tensorflow/src/align/detect_face.py +++ b/cv/face/facenet/tensorflow/src/align/detect_face.py @@ -4,8 +4,6 @@ https://github.com/kpzhang93/MTCNN_face_detection_alignment # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/src/facenet.py b/cv/face/facenet/tensorflow/src/facenet.py index 2889f41fe..f946332e9 100644 --- a/cv/face/facenet/tensorflow/src/facenet.py +++ b/cv/face/facenet/tensorflow/src/facenet.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py b/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py index 0fce23559..7d1fc9197 100644 --- a/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py +++ b/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py @@ -1,6 +1,4 @@ # Copyright 2016 The TensorFlow Authors. All Rights Reserved. -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/cv/face/facenet/tensorflow/src/train_softmax.py b/cv/face/facenet/tensorflow/src/train_softmax.py index a97d8b20e..a2c4e77b7 100644 --- a/cv/face/facenet/tensorflow/src/train_softmax.py +++ b/cv/face/facenet/tensorflow/src/train_softmax.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/src/train_softmax_ddp.py b/cv/face/facenet/tensorflow/src/train_softmax_ddp.py index 407cf74cd..d934e81d0 100644 --- a/cv/face/facenet/tensorflow/src/train_softmax_ddp.py +++ b/cv/face/facenet/tensorflow/src/train_softmax_ddp.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/train8p.sh b/cv/face/facenet/tensorflow/train8p.sh index 38cb23a71..7cacb0779 100644 --- a/cv/face/facenet/tensorflow/train8p.sh +++ b/cv/face/facenet/tensorflow/train8p.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - start_time=$(date +%s) horovodrun -np 16 --gloo python3 src/train_softmax_ddp.py \ @@ -42,8 +27,8 @@ horovodrun -np 16 --gloo python3 src/train_softmax_ddp.py \ --prelogits_norm_loss_factor 5e-4 \ --gpu_memory_fraction 0.9 \ --seed 43 \ - --epoch_size 200 2>&1 | tee train.log + --epoch_size 200 2>&1 | tee train.log end_time=$(date +%s) -e2e_time=$(($end_time - $start_time)) -echo "end to end time: $e2e_time" >>total_time.log +e2e_time=$(( $end_time - $start_time )) +echo "end to end time: $e2e_time" >> total_time.log diff --git a/cv/face/facenet/tensorflow/train_facenet.sh b/cv/face/facenet/tensorflow/train_facenet.sh index 63a5b607f..aa0c97cb2 100644 --- a/cv/face/facenet/tensorflow/train_facenet.sh +++ b/cv/face/facenet/tensorflow/train_facenet.sh @@ -1,19 +1,3 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - python3 src/train_softmax.py \ --logs_base_dir ./logs/facenet/ \ --models_base_dir ./src/models/ \ diff --git a/cv/face/facenet/tensorflow/train_facenet_ddp.sh b/cv/face/facenet/tensorflow/train_facenet_ddp.sh index 3da0fdb72..90fbcd648 100644 --- a/cv/face/facenet/tensorflow/train_facenet_ddp.sh +++ b/cv/face/facenet/tensorflow/train_facenet_ddp.sh @@ -1,18 +1,3 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. EXIT_STATUS=0 check_status() { diff --git a/cv/semantic_segmentation/vnet/tensorflow/download_script.sh b/cv/semantic_segmentation/vnet/tensorflow/download_script.sh index 9fc852870..0d874aaeb 100644 --- a/cv/semantic_segmentation/vnet/tensorflow/download_script.sh +++ b/cv/semantic_segmentation/vnet/tensorflow/download_script.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e exit 0 diff --git a/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh b/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh index 01d27d142..fb1ef7f54 100644 --- a/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh +++ b/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh @@ -1,20 +1,3 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - - # Download Hippocampus dataset DATA_DIR='data' if [ ! -d ${DATA_DIR} ]; then diff --git a/cv/semantic_segmentation/vnet/tensorflow/run_training.sh b/cv/semantic_segmentation/vnet/tensorflow/run_training.sh index c0a48f477..d45deaec5 100644 --- a/cv/semantic_segmentation/vnet/tensorflow/run_training.sh +++ b/cv/semantic_segmentation/vnet/tensorflow/run_training.sh @@ -1,19 +1,4 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - +# !/bin/bash ID=$(grep -oP '(?<=^ID=).+' /etc/os-release | tr -d '"') # if [[ ${ID} == "ubuntu" ]]; then # echo ${ID} diff --git a/nlp/language_model/bert/tensorflow/base/init.sh b/nlp/language_model/bert/tensorflow/base/init.sh index 02211df30..661082ea9 100644 --- a/nlp/language_model/bert/tensorflow/base/init.sh +++ b/nlp/language_model/bert/tensorflow/base/init.sh @@ -1,18 +1,3 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. cd ../../../../../../data/model_zoo/ echo "check pretrained model..." diff --git a/nlp/language_model/bert/tensorflow/base/reset.sh b/nlp/language_model/bert/tensorflow/base/reset.sh index 9b162af9b..2e8ccfb8b 100644 --- a/nlp/language_model/bert/tensorflow/base/reset.sh +++ b/nlp/language_model/bert/tensorflow/base/reset.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - # clean cache for host memory echo 3 > /proc/sys/vm/drop_caches diff --git a/nlp/language_model/bert/tensorflow/base/run.sh b/nlp/language_model/bert/tensorflow/base/run.sh index b21f1613e..5d1553256 100644 --- a/nlp/language_model/bert/tensorflow/base/run.sh +++ b/nlp/language_model/bert/tensorflow/base/run.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -x ./init.sh diff --git a/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh b/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh index 683dc6696..f69c3b464 100644 --- a/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh +++ b/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. set -x @@ -56,4 +42,4 @@ CUDA_VISIBLE_DEVICES=0 python3 ./run_pretraining.py \ rm -rf ${OUTPUT_DIR}/* -date +%m%d%H%M%S >> ${LOG_DIR}/time.log +date +%m%d%H%M%S >> ${LOG_DIR}/time.log \ No newline at end of file diff --git a/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh b/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh index 16087a784..df03dacae 100644 --- a/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh +++ b/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. set -x -- Gitee