checkpoints/nano_action_causal_rope_sensoronly_v1/config.yaml
| 1 | run_name: nano_action_causal_rope_sensoronly_v1 |
| 2 | seed: 0 |
| 3 | out_dir: ${oc.env:ACTS_RUNS_ROOT,runs} |
| 4 | data: |
| 5 | latent_root: ${oc.env:ACTS_DATA_ROOT}/mixed_rope_latents |
| 6 | action_root: ${oc.env:ACTS_DATA_ROOT}/mixed_rope_actions |
| 7 | action_file: sensor_actions_with_dforce_fps15.pt |
| 8 | view_action_file: view_actions_fps15.pt |
| 9 | split_file: splits/mixed_rope_wrist_holdout.json |
| 10 | optional_streams: [] |
| 11 | action_norm: quantile |
| 12 | train_window_stride: 1 |
| 13 | val_window_stride: 50 |
| 14 | stats_window_stride: 8 |
| 15 | action_stats: null |
| 16 | num_workers: 4 |
| 17 | model: |
| 18 | language_model: nano |
| 19 | nano_checkpoint: ${oc.env:ACTS_CKPT_ROOT}/Cosmos3-Nano |
| 20 | strict_load: true |
| 21 | dtype: bfloat16 |
| 22 | attention_backend: flex |
| 23 | flex_preference: flex_triton |
| 24 | temporal_mode: causal |
| 25 | attention_topology: all_streams_causal |
| 26 | task_mode: action_full |
| 27 | active_streams: |
| 28 | - video |
| 29 | - wrist_left |
| 30 | - wrist_right |
| 31 | - tactile_left |
| 32 | - tactile_right |
| 33 | - action_left |
| 34 | - action_right |
| 35 | init_tactile_from_rgb: true |
| 36 | init_action_from_nano: |
| 37 | domain: umi |
| 38 | train_time_embedder: false |
| 39 | train_rgb_projections: false |
| 40 | lora: |
| 41 | enable: true |
| 42 | rank: 16 |
| 43 | alpha: 32 |
| 44 | targets: attn_ffn |
| 45 | training: |
| 46 | prediction_strategy: causal_teacher_forcing |
| 47 | init_from_checkpoint: null |
| 48 | missing_stream_training: false |
| 49 | wrist_dropout: |
| 50 | probability: 0.0 |
| 51 | mode: paired |
| 52 | scope: whole_clip |
| 53 | batching: group_by_active_streams |
| 54 | sampling: |
| 55 | mode: uniform |
| 56 | steps_per_epoch: null |
| 57 | val_hide_wrist: false |
| 58 | epochs: 20 |
| 59 | batch_size: 2 |
| 60 | lr: 5.0e-05 |
| 61 | weight_decay: 0.01 |
| 62 | warmup_steps: 100 |
| 63 | grad_clip: 1.0 |
| 64 | amp: bf16 |
| 65 | sigma_distribution: waver |
| 66 | sigma_shift: 3.0 |
| 67 | loss_weights: {} |
| 68 | log_every: 20 |
| 69 | ckpt_every_epochs: 1 |
| 70 | activation_checkpointing: true |
| 71 | inference: |
| 72 | prediction_strategy: causal_autoregressive |
| 73 | |