checkpoints/vae/train_config.json
| 1 | { |
| 2 | "vae_pth": "/group2/ct/weihanx/Wan-AI/Wan2.2-TI2V-5B/Wan2.2_VAE.pth", |
| 3 | "csv": "/group2/ct/weihanx/world_model/data_preprocessing/freetacman_tactile_shuffled_filtered.csv", |
| 4 | "out": "./lora_out_refflow", |
| 5 | "num_frames": 17, |
| 6 | "height": 256, |
| 7 | "width": 256, |
| 8 | "val_size": 64, |
| 9 | "num_workers": 8, |
| 10 | "fps": 6.0, |
| 11 | "src_fps": 30.0, |
| 12 | "lora_r": 32, |
| 13 | "lora_alpha": 32.0, |
| 14 | "lora_dropout": 0.0, |
| 15 | "lora_targets": "all", |
| 16 | "batch_size": 1, |
| 17 | "grad_accum": 4, |
| 18 | "lr": 0.0001, |
| 19 | "weight_decay": 0.0, |
| 20 | "steps": 4000, |
| 21 | "warmup": 100, |
| 22 | "grad_clip": 1.0, |
| 23 | "lpips_weight": 0.1, |
| 24 | "edge_weight": 1.0, |
| 25 | "flow_weight": 1.0, |
| 26 | "flow_floor": 1.5, |
| 27 | "flow_suffix": "_refflow.npz", |
| 28 | "log_every": 20, |
| 29 | "val_every": 500, |
| 30 | "save_every": 1000, |
| 31 | "dtype": "bf16", |
| 32 | "seed": 0 |
| 33 | } |