wav2vec_shell_initialise.sh

# command to enter into fairseq virtualenv to get wav2vec to run on VUW CUDA devices

$
>> python train.py /path/to/data --save-dir /path/to/output/model --num-workers 6 --fp16 --log-format json --tensorboard-logdir outputs/$DATE/tb_logs --max-update 400000 --save-interval 1 --no-epoch-checkpoints \
--arch wav2vec --task audio_pretraining --min-lr 1e-06 --stop-min-lr 1e-09 --optimizer adam --lr 0.0005 --lr-scheduler cosine \
--conv-feature-layers "[(512,10,5),(512,8,4),(512,4,2),(512,4,2),(512,4,2),(512,1,1),(512,1,1)]" \
--conv-aggregator-layers "[(512,2,1),(512,3,1),(512,4,1),(512,5,1),(512,6,1),(512,7,1),(512,8,1),(512,9,1),(512,10,1),(512,11,1),(512,12,1),(512,13,1)]" \
--skip-connections-agg --distributed-world-size 2 --residual-scale 0.5 --loss-weights "[0.1,10]" --weight-decay 0.01 --log-compression --warmup-updates 500 --warmup-init-lr 1e-07 --criterion wav2vec --num-negatives 10 \
--max-sample-size 150000 --max-tokens 1500000 --skip-invalid-size-inputs-valid-test --log-keys "['prob_perplexity', 'code_perplexity', 'temp', 'accuracy']" --log-file /path/to/fairseq/outputs/2022-02-01/hydra_train.log >> outputs/date/hydra_train_shell_out.log 2>&1