-
Notifications
You must be signed in to change notification settings - Fork 3
/
Copy pathmeta_script_robot.sh
199 lines (179 loc) · 26.9 KB
/
meta_script_robot.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
#!/bin/bash
module purge
module load pytorch-gpu/py3/1.8.0
export sb=/linkhome/rech/genini01/usc19dv/sbatch.sh
#for exp in transflower_expmap_cr4_bs5_og2_futureN_gauss4
#for exp in moglow_expmap1_tf2
#for exp in moglow_expmap1
#for exp in transflower_expmap2 transflower_expmap3 transflower_expmap3
#for exp in transflower_expmap3
#for exp in transflower_zp_inpdrop
#for exp in transflower_zp_inpdrop2
#for exp in transflower_zp_inpdrop3
#for exp in transflower_zp5
#for exp in transflower_zp5_short
#for exp in transflower_zp5_short2
#for exp in transflower_zp5_short3
#for exp in transflower_zp5_short4
#for exp in transformer_expmap
#for exp in transflower_zp5_short_single_obj
#for exp in transflower_zp5_single_obj
#for exp in transflower_zp5_short_single_obj_nocol transflower_zp5_short_single_obj transflower_zp5_single_obj
#for exp in transflower_zp5_short_single_obj_nocol_dp
#for exp in transflower_zp5_short_single_obj_nocol_nodp
#for exp in transflower_zp5_single_obj_nocol_trim
#for exp in transflower_zp5_long_single_obj_nocol_trim transflower_zp5_single_obj_nocol_trim
#for exp in transflower_zp5_short_single_obj_nocol_trim transflower_zp5_long_single_obj_nocol_trim transflower_zp5_long2_single_obj_nocol_trim
#for exp in transflower_zp5_short_single_obj_nocol_trim transflower_zp5_long_single_obj_nocol_trim transflower_zp5_long2_single_obj_nocol_trim
#for exp in transflower_zp5_short_single_obj_nocol_trim_incsize
#for exp in transflower_zp5_long_single_obj_nocol_trim
#for exp in transflower_zp5_short4 transflower_zp5_short4_nodp
#for exp in transflower_zp5_short4_nodp
#for exp in transflower_udrl_short_single_obj_nocol_trim
#for exp in transflower_udrl2_short_single_obj_nocol_trim
#FOR UDRL experiments
for exp in transflower_udrl2b_short_single_obj_nocol_trim2
#for exp in transflower_zp5_short3
#for exp in transflower_udrl_short3
#for exp in transflower_zp5_long2_single_obj_nocol_trim
#for exp in moglow_expmap1_tf3
#for exp in mowgli_expmapb
#for exp in mowgli_expmap_nocond
#for exp in mowgli_expmap_nocond2
#for exp in mowgli_expmap_nocond4
#for exp in mowgli_expmap_nocond5
#for exp in mowgli_expmap_nocond_output_chunking
#for exp in mowgli_expmap_nocond_output_chunking2
#for exp in mowgli_expmap_nocond_output_chunking2_stage2
#for exp in mowgli_expmap_nocond_output_chunking2b_stage2
#for exp in mowgli_expmap_nocond_output_chunking3
#for exp in mowgli_expmap_nocond_output_chunking3_stage2
#for exp in mowgli_expmap_nocond_output_chunking3_stage2 mowgli_expmap_nocond_output_chunking2_stage2
#for exp in mowgli_expmap_nocond_output_chunking4
#for exp in mowgli_expmap_nocond_output_chunking5
#for exp in mowgli_expmap_nocond_output_chunking6
#for exp in mowgli_expmap_nocond_output_chunking6_stage2
#for exp in mowgli_expmap_nocond_output_chunking3b_stage2
#for exp in transflower_expmap_cr4_bs5_og2_futureN_gauss_simon
#for exp in transflower_expmap_cr4_bs5_og2_futureN_gauss_bn
#for exp in transflower_expmap_cr4_bs5_og2_futureN_gauss_60
#for exp in transformer_expmap_cr_60
#for exp in transformer_expmap_cr
#for exp in transformer_expmap_cr transformer_expmap_cr_N7
#for exp in transformer_expmap_cr_N7
#for exp in transformer_expmap_cr_N7
#for exp in transformer_expmap_simon
#for exp in transflower_expmap_cr4_label_bs5d
#for exp in transflower_expmap_cr_label2
#for exp in transflower_expmap_cr_label3
#for exp in transflower_expmap_cr_label5
do
export exp=$exp
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_aistpp --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered3.txt --learning_rate 1e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_aistppkth --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered8.txt --learning_rate 1e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --learning_rate 1e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_lr2_sm --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered9.txt --learning_rate 5e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_neosraw --num_nodes 1 --max_epochs 3000 --data_dir=$SCRATCH/data/dekaworld_alex_guille_neosdata --base_filenames_file base_filenames.txt --learning_rate 5e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_neosraw2 --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/dekaworld_alex_guille_neosdata2 --base_filenames_file base_filenames.txt --learning_rate 5e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_neosraw4 --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/dekaworld_alex_guille_neosdata3 --base_filenames_file base_filenames.txt --learning_rate 5e-4
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs.txt
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_filtered --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_filtered.txt
sbatch --dependency=afterok:5992 slurm_script4s.slurm $exp --experiment_name ${exp}_tw_udrl_single_filtered_generated_data --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/generated_data_processed --base_filenames_file base_filenames_single_objs.txt
#export job1=$($sb slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_filtered_nodp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_filtered.txt)
#export job1=$($sb slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_filtered_nodp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_filtered.txt --continue_train)
#for i in 1 2 3; do
# export job1=$($sb --dependency=afternotok:$job1 slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_filtered_nodp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_filtered.txt --continue_train)
#done
#export job1=$($sb slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_more_filtered_nodp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_more_filtered.txt)
#export job1=$($sb slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_more_filtered_nodp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_more_filtered.txt --continue_train)
#for i in 1 2 3; do
# export job1=$($sb --dependency=afternotok:$job1 slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_more_filtered_nodp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_more_filtered.txt --continue_train)
#done
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_filtered --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_filtered.txt
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_more_filtered --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_more_filtered.txt
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_filtered --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs_filtered.txt
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_single_objs.txt --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_single_smol4 --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train4.txt --batch_size 32 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_smol --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train2.txt --continue_train --learning_rate 7e-6 --load_weights_only --no_load_hparams --load_optimizer_states --batch_size 32
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_smol --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train2.txt --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_smol2 --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train3.txt --batch_size 32 --zero_padding
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_smol4 --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 48000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train4.txt --batch_size 32 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_smol4 --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 48000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train4.txt --continue_train --learning_rate 7e-6 --load_weights_only --no_load_hparams --load_optimizer_states --batch_size 32
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_smol4 --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train4.txt --batch_size 32
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_paint --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_paint.txt --batch_size 32
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_paint --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_paint.txt --batch_size 32
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames_train4.txt --continue_train --learning_rate 7e-6 --load_weights_only --no_load_hparams --load_optimizer_states
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames.txt --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames.txt
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 24000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames.txt --continue_train --learning_rate 7e-6 --load_weights_only --no_load_hparams --load_optimizer_states
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_zp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames.txt --zero_padding
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw_zp --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames.txt --zero_padding --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw3 --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames.txt --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_tw4 --hparams_file=training/hparams/tw/${exp}.yaml --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/UR5_processed --base_filenames_file base_filenames.txt --glow_norm_layer batchnorm --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_neosraw3 --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/dekaworld_alex_guille_neosdata2 --base_filenames_file base_filenames.txt --gradient_clip_val 10.0 --learning_rate 1e-5 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_kulzaworld_neosraw --num_nodes 1 --max_epochs 6000 --data_dir=$SCRATCH/data/kulzaworld_guille_neosdata_npy --base_filenames_file base_filenames.txt --gradient_clip_val 10.0 --learning_rate 1e-5
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_neosraw --num_nodes 1 --max_epochs 2000 --data_dir=$SCRATCH/data/dekaworld_alex_guille_neosdata --base_filenames_file base_filenames.txt --gradient_clip_val 10.0 --learning_rate 1e-5 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_neosraw_lr2 --num_nodes 1 --max_epochs 2000 --data_dir=$SCRATCH/data/dekaworld_alex_guille_neosdata --base_filenames_file base_filenames.txt --gradient_clip_val 100.0 --learning_rate 3e-6 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1a_aistppkth_lr2 --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered8.txt --gradient_clip_val 10.0 --learning_rate 7e-5 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1a_aistpp --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered3.txt --gradient_clip_val 10.0 --learning_rate 1e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1 --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10.0 --learning_rate 1e-5 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_test --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined2
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_test --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined3
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_aistpp --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file crossmodal_train_filtered2.txt
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_aistpp --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_aistpp
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_aistpp --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file crossmodal_train_filtered2.txt --continue_train
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined3
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --learning_rate 1e-4
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_wcos --num_nodes 1 --max_epochs 100 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --learning_rate 1e-3 --lr_policy LinearWarmupCosineAnnealing --warmup_epochs 1
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_exp_step --num_nodes 1 --max_epochs 100 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --learning_rate 1e-3 --lr_policy exponential_step --lr_decay_iters 1000 --lr_decay_factor 0.5
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_exp --num_nodes 1 --max_epochs 100 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --learning_rate 1e-3 --lr_policy exponential --lr_decay_factor 0.5 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_lr2 --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --learning_rate 5e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_lr2_aistpp --num_nodes 1 --max_epochs 400 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered3.txt --learning_rate 5e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_aistpp --num_nodes 1 --max_epochs 400 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered3.txt --learning_rate 1e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_lr2_nojd --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered4.txt --learning_rate 5e-4 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_lr2_nojd_nosyr --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered5.txt --learning_rate 5e-4
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_lr2_aistppkthmisc --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered8.txt --learning_rate 5e-4 --continue_train
#sbatch slurm_script1s.slurm $exp --experiment_name ${exp}_newdata_filtered_lr2_aistppkthmisc_smol --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered8.txt --learning_rate 5e-4
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered --num_nodes 1 --max_epochs 2000 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc --num_nodes 1 --max_epochs 3000 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 0.1 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_short --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10.0
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_short --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10.0 --continue_train
# sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1 --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10.0 --learning_rate 1e-5
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1 --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10.0 --learning_rate 2e-5
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1_aistpp --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered3.txt --gradient_clip_val 10.0 --learning_rate 1e-3 --lr_policy exponential_step --lr_decay_iters 2000 --lr_decay_factor 0.5
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1b --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10.0 --learning_rate 1e-4 --lr_policy multistep --lr_decay_milestones '[1000,2000,4000,8000,16000]' --lr_decay_factor 0.5 --scheduler_interval step
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1b_aistppkth --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered8.txt --gradient_clip_val 10.0 --learning_rate 1e-4 --lr_policy multistep --lr_decay_milestones '[8000,16000,32000,64000]' --lr_decay_factor 0.5 --scheduler_interval step
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1a_aistppkth --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered8.txt --gradient_clip_val 10.0 --learning_rate 1e-4
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc10_lr1a_aistppkth_gc5 --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered8.txt --gradient_clip_val 5.0 --learning_rate 1e-4
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata_filtered_gc_short --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 1.0
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc_short --num_nodes 1 --max_epochs 2000 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 1.0 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered --num_nodes 1 --max_epochs 100 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10 --continue_train --load_weights_only --no_load_hparams
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered --num_nodes 1 --max_epochs 100 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10 --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc_short2 --num_nodes 1 --max_epochs 100 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 0.1 --continue_train --load_weights_only --no_load_hparams --batch_size 84 --learning_rate 5e-4
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata_filtered_gc_short --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 0.1 --continue_train
# sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata_filtered_gc_short --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10 --continue_train --learning_rate 1e-6 --load_weights_only
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata_filtered_gc_short --num_nodes 1 --max_epochs 300 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file base_filenames_train_filtered2.txt --gradient_clip_val 10 --continue_train --learning_rate 1e-6
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined3 --continue_train
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_aistpp --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file crossmodal_train_filtered2.txt --continue_train
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_aistpp --num_nodes 1 --max_epochs 1000 --data_dir=$SCRATCH/data/dance_combined3 --base_filenames_file crossmodal_train_filtered2.txt --continue_train
#sbatch slurm_script.slurm $exp --experiment_name ${exp}_newdata4 --num_nodes 8 --continue_train --no_load_hparams
#sbatch slurm_script.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 8 --continue_train
#sbatch slurm_script2.slurm $exp --experiment_name ${exp}_posemb --num_nodes 1 --data_dir=${SCRATCH}/data/dance_combined --continue_train
#sbatch slurm_script2.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 1 --continue_train --hparams_file=training/hparams/dance_combined/moglow_expmap2.yaml
#sbatch slurm_script2b.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --continue_train --data_dir=${SCRATCH}/data/dance_combined2
#sbatch slurm_script2b.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 1
#sbatch slurm_script2b.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --continue_train
#sbatch slurm_script2b.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --continue_train --base_filenames_file base_filenames_train_nojd.txt
#sbatch slurm_script1.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 #--fix_lengths
#sbatch slurm_script1.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --continue_train
#sbatch slurm_script1.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 1
#sbatch slurm_script1.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 1 --max_epochs 10 --continue_train
#sbatch slurm_script1.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 1 --continue_train --lr_decay_milestones="[1,3]"
#sbatch slurm_script1.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 1 --continue_train --lr_decay_milestones="[2,3,5]"
#sbatch slurm_script1.slurm $exp --experiment_name ${exp}_newdata2 --num_nodes 1 --continue_train --max_epochs 5
#sbatch slurm_script4s.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --max_epochs 300
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --max_epochs 300
#sbatch slurm_script4.slurm $exp --experiment_name ${exp}_newdata --num_nodes 1 --max_epochs 300 --continue_train
#sbatch slurm_script2.slurm $exp --experiment_name=${exp}_smoldata --data_dir=${SCRATCH}/data/dance_combined --base_filenames_file base_filenames_train_finetune.txt
done