Commit 3eccc588 authored by Karel Vesely's avatar Karel Vesely
Browse files

trunk,nnet1: adding workaround to disable GPU check in DNN training scripts,...

trunk,nnet1: adding workaround to disable GPU check in DNN training scripts, "--skip-cuda-check true"



git-svn-id: https://svn.code.sf.net/p/kaldi/code/trunk@4605 5e6a8d80-dfce-4ca6-a32a-6e07a63d50c8
parent 38b66374
......@@ -93,8 +93,7 @@ fi
if [ $stage -le 4 ]; then
# Re-train the DNN by 6 iterations of sMBR
steps/nnet/train_mpe.sh --cmd "$cuda_cmd" --num-iters 6 --acwt $acwt \
--do-smbr true --use-silphones true \
steps/nnet/train_mpe.sh --cmd "$cuda_cmd" --num-iters 6 --acwt $acwt --do-smbr true \
$data_fmllr/train data/lang $srcdir ${srcdir}_ali ${srcdir}_denlats $dir || exit 1
# Decode
for ITER in 1 6; do
......
......@@ -54,6 +54,7 @@ splice_step=1 # Stepsize of the splicing (1 is consecutive splice,
# value 2 would do [ -10 -8 -6 -4 -2 0 2 4 6 8 10 ] splicing)
# misc.
verbose=1 # enable per-cache reports
skip_cuda_check=false
# End configuration.
echo "$0 $@" # Print the command line for logging
......@@ -99,7 +100,9 @@ printf "\t Train-set : $data \n"
[ -e $dir/${nn_depth}.dbn ] && echo "$0 Skipping, already have $dir/${nn_depth}.dbn" && exit 0
# check if CUDA is compiled in,
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
if ! $skip_cuda_check; then
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
fi
mkdir -p $dir/log
......
......@@ -52,6 +52,7 @@ frame_weights= # per-frame weights for gradient weighting
# OTHER
seed=777 # seed value used for training data shuffling and initialization
skip_cuda_check=false
# End configuration.
echo "$0 $@" # Print the command line for logging
......@@ -122,7 +123,9 @@ mkdir -p $dir/{log,nnet}
[ -e $dir/final.nnet ] && printf "\nSKIPPING TRAINING... ($0)\nnnet already trained : $dir/final.nnet ($(readlink $dir/final.nnet))\n\n" && exit 0
# check if CUDA is compiled in,
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
if ! $skip_cuda_check; then
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
fi
###### PREPARE ALIGNMENTS ######
echo
......
......@@ -23,6 +23,7 @@ drop_frames=true
verbose=1
seed=777 # seed value used for training data shuffling
skip_cuda_check=false
# End configuration section
echo "$0 $@" # Print the command line for logging
......@@ -58,7 +59,9 @@ for f in $data/feats.scp $alidir/{tree,final.mdl,ali.1.gz} $denlatdir/lat.scp $s
done
# check if CUDA is compiled in,
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
if ! $skip_cuda_check; then
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
fi
mkdir -p $dir/log
......
......@@ -24,6 +24,7 @@ unkphonelist= # exclude unkphones from approximate accuracy computation (overrid
verbose=1
seed=777 # seed value used for training data shuffling
skip_cuda_check=false
# End configuration section
echo "$0 $@" # Print the command line for logging
......@@ -58,7 +59,9 @@ for f in $data/feats.scp $alidir/{tree,final.mdl,ali.1.gz} $denlatdir/lat.scp $s
done
# check if CUDA is compiled in,
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
if ! $skip_cuda_check; then
cuda-compiled || { echo 'CUDA was not compiled in, skipping! Check src/kaldi.mk and src/configure' && exit 1; }
fi
mkdir -p $dir/log
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment