checkpoints/nano_action_causal_pusht_sensoronly_v1/config.yaml
1.7 KB · 73 lines · yaml Raw
1 run_name: nano_action_causal_pusht_sensoronly_v1
2 seed: 0
3 out_dir: ${oc.env:ACTS_RUNS_ROOT,runs}
4 data:
5 latent_root: ${oc.env:ACTS_DATA_ROOT}/mixed_pushT_latents
6 action_root: ${oc.env:ACTS_DATA_ROOT}/mixed_pushT_actions
7 action_file: sensor_actions_with_dforce_fps15.pt
8 view_action_file: view_actions_fps15.pt
9 split_file: splits/mixed_pusht_wrist_holdout.json
10 optional_streams: []
11 action_norm: quantile
12 train_window_stride: 1
13 val_window_stride: 50
14 stats_window_stride: 8
15 action_stats: null
16 num_workers: 4
17 model:
18 language_model: nano
19 nano_checkpoint: ${oc.env:ACTS_CKPT_ROOT}/Cosmos3-Nano
20 strict_load: true
21 dtype: bfloat16
22 attention_backend: flex
23 flex_preference: flex_triton
24 temporal_mode: causal
25 attention_topology: all_streams_causal
26 task_mode: action_full
27 active_streams:
28 - video
29 - wrist_left
30 - wrist_right
31 - tactile_left
32 - tactile_right
33 - action_left
34 - action_right
35 init_tactile_from_rgb: true
36 init_action_from_nano:
37 domain: umi
38 train_time_embedder: false
39 train_rgb_projections: false
40 lora:
41 enable: true
42 rank: 16
43 alpha: 32
44 targets: attn_ffn
45 training:
46 prediction_strategy: causal_teacher_forcing
47 init_from_checkpoint: null
48 missing_stream_training: false
49 wrist_dropout:
50 probability: 0.0
51 mode: paired
52 scope: whole_clip
53 batching: group_by_active_streams
54 sampling:
55 mode: uniform
56 steps_per_epoch: null
57 val_hide_wrist: false
58 epochs: 20
59 batch_size: 2
60 lr: 5.0e-05
61 weight_decay: 0.01
62 warmup_steps: 100
63 grad_clip: 1.0
64 amp: bf16
65 sigma_distribution: waver
66 sigma_shift: 3.0
67 loss_weights: {}
68 log_every: 20
69 ckpt_every_epochs: 1
70 activation_checkpointing: true
71 inference:
72 prediction_strategy: causal_autoregressive
73