meng2003/music2dance
0
1#!/bin/bash2 3#export TPU_IP_ADDRESS=10.8.195.90;4#export XRT_TPU_CONFIG="tpu_worker;0;$TPU_IP_ADDRESS:8470"5#export TPU_NAME="grpc://$TPU_IP_ADDRESS:8470"6export XRT_WORKERS="localservice:0;grpc://localhost:40934"7export XRT_DEVICE_MAP="CPU:0;/job:localservice/replica:0/task:0/device:XLA_CPU:0|GPU:0;/job:localservice/replica:0/task:0/device:XLA_GPU:0"8#export PYTHONPATH=$SCRATCH/:${PYTHONPATH}9#export PYTHONPATH=/gpfsscratch/rech/imi/usc19dv/lib/python3.7/site-packages:${PYTHONPATH}10module load pytorch-gpu/py3/1.8.011 12py=python313 14#root_dir=$SCRATCH/data15root_dir=data16exp=$117 18####aistpp_60hz19#data_dir=${root_dir}/scaled_features20#hparams_file=aistpp_60hz/${exp}21 22####aistpp_20hz23#data_dir=${root_dir}/aistpp_20hz24#hparams_file=aistpp_20hz/${exp}25 26####moglow_pos27#data_dir=${root_dir}/moglow_pos28#hparams_file=moglow_pos/${exp}29 30####dance_combined31#data_dir=${root_dir}/dance_combined32#data_dir=${root_dir}/dance_combined233data_dir=${root_dir}/dance_combined334hparams_file=dance_combined/${exp}35 36echo $exp37#echo $RANK38#echo $LOCAL_RANK39echo $SLURM_PROCID40export LOCAL_RANK=$SLURM_LOCALID41 42$py training/train.py --data_dir=${data_dir} \43 --max_epochs=1000\44 --hparams_file=training/hparams/${hparams_file}.yaml \45 --experiment_name=$exp\46 --workers=$(nproc) \47 --gpus=-1 \48 --accelerator=ddp \49 ${@:2} #NOTE: can override experiment_name, and any of the options above50 #--batch_size=32 \51 #--plugins=deepspeed \52 #--precision=16 \53 54 #--gradient_clip_val=0.5 \55 #--sync_batchnorm \56 #--lr_policy=LinearWarmupCosineAnnealing \57 #--auto_lr_find \58 #--do_tuning \59 #--learning_rate=7e-5 \60 #--batch_size=84 \61 #--num_nodes=4 \62 #--output_lengths=3 \63 #--dropout=0.1 \64 #--vae_dhid=128 \65 #--optimizer=madgrad \66 #--learning_rate=1e-3 \67 #--use_x_transformers \68 #--use_rotary_pos_emb \69 #--batch_size=84 \70 #--lr_policy=reduceOnPlateau \71 72 #--learning_rate=1e-4 \73 #--use_pos_emb_output \74 #--flow_dist=studentT \75 #--gradient_clip_val=1 \76 #--flow_dist=studentT \77 #--fix_lengths \78 #--use_x_transformers \79 #--use_rotary_pos_emb \80 #--output_lengths="3" \81 #--scales="[[16,0]]" \82 #--residual_scales="[[16,0]]"83# --glow_norm_layer="actnorm" \84 #--use_pos_emb_output \85# --tpu_cores=8 \86 