File size: 1,166 Bytes
3a1da90 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 |
###
# Mini training script, to check if everything runs successfully
###
export CUDA_VISIBLE_DEVICES=4,5,6,7
NUM_GPUS=$(echo ${CUDA_VISIBLE_DEVICES:-""} | tr ',' '\n' | wc -l)
btz=12
text_encoder_name=t5_clap
text_c_dim=512 # 1024 + 512
num_iterations=200
model=meanaudio_mf # meanaudio_mf, fluxaudio_fm
exp_id=debug
# Loading from pre-trained weights
pretrained_weights=./weights/flux_tta_mf.pth
OMP_NUM_THREADS=1 \
CUDA_VISIBLE_DEVICES=$CUDA_VISIBLE_DEVICES \
torchrun --standalone --nproc_per_node=$NUM_GPUS \
train.py \
--config-name train_config.yaml \
exp_id=$exp_id \
compile=False \
model=$model \
batch_size=${btz} \
eval_batch_size=32 \
num_iterations=$num_iterations \
text_encoder_name=$text_encoder_name \
data_dim.text_c_dim=$text_c_dim \
pin_memory=False \
num_workers=10 \
ac_oversample_rate=5 \
val_interval=100 \
eval_interval=100 \
save_eval_interval=100 \
save_weights_interval=100 \
save_checkpoint_interval=100 \
mini_train=True \
ema.checkpoint_every=50 \
weights=$pretrained_weights \
++use_rope=True \
++use_wandb=False \
++debug=False |