diff --git a/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run.sh b/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run.sh index 2e7f6cd60b3789a70dfbb30fd4477191c64ab03f..ce872596ad2f35557698d0108511a48efdfc346d 100644 --- a/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run.sh +++ b/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run.sh @@ -27,7 +27,7 @@ node_rank=0 data=$6 data_url=www.openslr.org/resources/33 -nj=16 +nj=32 dict=data/dict/lang_char.txt HOST_NOOD_ADDR="localhost:0" @@ -83,7 +83,7 @@ if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then rm data/${x}/text.org done - ../../../tools/compute_cmvn_stats.py --num_workers 16 --train_config $train_config \ + ../../../tools/compute_cmvn_stats.py --num_workers 24 --train_config $train_config \ --in_scp data/${train_set}/wav.scp \ --out_cmvn data/$train_set/global_cmvn fi @@ -143,7 +143,7 @@ if [ ${stage} -le 4 ] && [ ${stop_stage} -ge 4 ]; then --model_dir $dir \ --ddp.init_method $init_method \ --ddp.dist_backend $dist_backend \ - --num_workers 8 \ + --num_workers 24 \ --performance_epoch $performance_epoch \ $cmvn_opts \ --pin_memory > $test_output_dir/0/train.log 2>&1 diff --git a/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run_whisper.sh b/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run_whisper.sh index c8894a103ea350707f743b1f51c76c7a1a376a0b..621f263e9a781e78246ada56f148b439c3ebd521 100644 --- a/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run_whisper.sh +++ b/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/run_whisper.sh @@ -27,7 +27,7 @@ node_rank=0 data=$6 data_url=www.openslr.org/resources/33 -nj=16 +nj=32 dict=data/dict/lang_char.txt HOST_NOOD_ADDR="localhost:0" @@ -83,7 +83,7 @@ if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then rm data/${x}/text.org done - ../../../tools/compute_cmvn_stats.py --num_workers 16 --train_config $train_config \ + ../../../tools/compute_cmvn_stats.py --num_workers 24 --train_config $train_config \ --in_scp data/${train_set}/wav.scp \ --out_cmvn data/$train_set/global_cmvn fi @@ -142,7 +142,7 @@ if [ ${stage} -le 4 ] && [ ${stop_stage} -ge 4 ]; then --model_dir $dir \ --ddp.init_method $init_method \ --ddp.dist_backend $dist_backend \ - --num_workers 8 \ + --num_workers 24 \ --performance_epoch $performance_epoch \ $cmvn_opts \ --pin_memory > $test_output_dir/0/train.log 2>&1 diff --git a/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/test/env_npu.sh b/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/test/env_npu.sh index 1d729ed6d8da7fb5b969b4af3bd095d3bc7a5cfc..8b4976b1c97dd0b0cced379551ff3a6866c00372 100644 --- a/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/test/env_npu.sh +++ b/PyTorch/built-in/audio/Wenet_Conformer_for_Pytorch/examples/aishell/s0/test/env_npu.sh @@ -45,4 +45,8 @@ export COMBINED_ENABLE=1 #设置特殊场景是否需要重新编译,不需要修改 export DYNAMIC_OP="ADD#MUL" #HCCL白名单开关,1-关闭/0-开启。设置为1则无需校验HCCL通信白名单。 -export HCCL_WHITELIST_DISABLE=1 \ No newline at end of file +export HCCL_WHITELIST_DISABLE=1 +#增大host缓存 +export ACLNN_CACHE_LIMIT=100000 +#扩展内存池 +export PYTORCH_NPU_ALLOC_CONF="expandable_segments:True" \ No newline at end of file diff --git a/PyTorch/contrib/nlp/BERT-NER-Pytorch/test/env_npu.sh b/PyTorch/contrib/nlp/BERT-NER-Pytorch/test/env_npu.sh index 7bc3e4d672006714dc9fc6c5026559e992ce11aa..fc422cb74866056fff0d03cbb0e206a526116eb9 100644 --- a/PyTorch/contrib/nlp/BERT-NER-Pytorch/test/env_npu.sh +++ b/PyTorch/contrib/nlp/BERT-NER-Pytorch/test/env_npu.sh @@ -35,7 +35,7 @@ export ASCEND_GLOBAL_EVENT_ENABLE=0 #-配置为0时:关闭task_queue算子下发队列优化。 #-配置为1或未配置时:开启task_queue算子下发队列Level 1优化。 #-配置为2时:开启task_queue算子下发队列Level 2优化。关于Level 1和Level 2优化的详细解释请查看官网文档。 -export TASK_QUEUE_ENABLE=1 +export TASK_QUEUE_ENABLE=2 #设置是否开启PTCopy,0-关闭/1-开启 export PTCOPY_ENABLE=1