checkpoints/nano_action_causal_rope_v1/config.yaml
| 1 | run_name: nano_action_causal_rope_v1 |
| 2 | seed: 0 |
| 3 | out_dir: /group2/ct/weihanx/world_model/vtm_cosmos/runs |
| 4 | data: |
| 5 | latent_root: /group2/ct/weihanx/world_model/mixed_rope_latents |
| 6 | action_root: /group2/ct/weihanx/world_model/mixed_rope_actions |
| 7 | action_file: sensor_actions_with_dforce_fps15.pt |
| 8 | view_action_file: view_actions_fps15.pt |
| 9 | split_file: /group2/ct/weihanx/world_model/vm_diffusion/config/splits/mixed_rope_wrist_holdout.json |
| 10 | optional_streams: [] |
| 11 | action_norm: quantile |
| 12 | train_window_stride: 1 |
| 13 | val_window_stride: 50 |
| 14 | stats_window_stride: 8 |
| 15 | action_stats: null |
| 16 | num_workers: 4 |
| 17 | model: |
| 18 | language_model: nano |
| 19 | nano_checkpoint: /group2/ct/weihanx/world_model/checkpoints/hf/Cosmos3-Nano |
| 20 | strict_load: true |
| 21 | dtype: bfloat16 |
| 22 | attention_backend: flex |
| 23 | flex_preference: flex_triton |
| 24 | temporal_mode: causal |
| 25 | attention_topology: all_streams_causal |
| 26 | task_mode: action_full |
| 27 | init_tactile_from_rgb: true |
| 28 | init_action_from_nano: |
| 29 | domain: umi |
| 30 | train_time_embedder: false |
| 31 | train_rgb_projections: false |
| 32 | lora: |
| 33 | enable: true |
| 34 | rank: 16 |
| 35 | alpha: 32 |
| 36 | targets: attn_ffn |
| 37 | training: |
| 38 | prediction_strategy: causal_teacher_forcing |
| 39 | init_from_checkpoint: null |
| 40 | missing_stream_training: false |
| 41 | wrist_dropout: |
| 42 | probability: 0.0 |
| 43 | mode: paired |
| 44 | scope: whole_clip |
| 45 | batching: group_by_active_streams |
| 46 | sampling: |
| 47 | mode: uniform |
| 48 | steps_per_epoch: null |
| 49 | val_hide_wrist: false |
| 50 | epochs: 20 |
| 51 | batch_size: 2 |
| 52 | lr: 5.0e-05 |
| 53 | weight_decay: 0.01 |
| 54 | warmup_steps: 100 |
| 55 | grad_clip: 1.0 |
| 56 | amp: bf16 |
| 57 | sigma_distribution: waver |
| 58 | sigma_shift: 3.0 |
| 59 | loss_weights: {} |
| 60 | log_every: 20 |
| 61 | ckpt_every_epochs: 1 |
| 62 | activation_checkpointing: true |
| 63 | inference: |
| 64 | prediction_strategy: causal_autoregressive |
| 65 | |