eval/cases/umi_sensoronly_noforce_reference_metrics.json
27.1 KB · 1145 lines · json Raw
1 {
2 "note": "metrics produced on the original cluster with nano_action_causal_umi_sensoronly_noforce_v1 epoch_013 (job 884599 checkpoint; UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare",
3 "cases": [
4 {
5 "output_subdir": "00_motherboard_0909_episode_000_none",
6 "short": {
7 "video": {
8 "psnr": 28.80105605184033,
9 "ssim": 0.9035531864871102,
10 "lpips": 0.024564269930124283
11 },
12 "wrist_left": {
13 "psnr": 32.86118675492828,
14 "ssim": 0.964797154386611,
15 "lpips": 0.03513781353831291
16 },
17 "wrist_right": {
18 "psnr": 16.52937906430891,
19 "ssim": 0.6561242288036659,
20 "lpips": 0.13395261764526367
21 },
22 "tactile_left": {
23 "psnr": 49.45026106219246,
24 "ssim": 0.9934141583130213,
25 "lpips": 0.004314596764743328
26 },
27 "tactile_right": {
28 "psnr": 44.84498619428522,
29 "ssim": 0.98287423344225,
30 "lpips": 0.030764415860176086
31 }
32 },
33 "long_mean": {
34 "video": {
35 "psnr": 21.560564472463827,
36 "ssim": 0.7165777826738953,
37 "lpips": 0.14729567194978396
38 },
39 "wrist_left": {
40 "psnr": 21.577774337912338,
41 "ssim": 0.6701229092011951,
42 "lpips": 0.2558351166546345
43 },
44 "wrist_right": {
45 "psnr": 10.90178994365518,
46 "ssim": 0.2564250191285542,
47 "lpips": 0.4824682354927063
48 },
49 "tactile_left": {
50 "psnr": 40.10696022066697,
51 "ssim": 0.9642004547700137,
52 "lpips": 0.17104088223228853
53 },
54 "tactile_right": {
55 "psnr": 38.39379259131182,
56 "ssim": 0.95830833577741,
57 "lpips": 0.1519443800052007
58 }
59 }
60 },
61 {
62 "output_subdir": "01_motherboard_0909_episode_000_onset",
63 "short": {
64 "video": {
65 "psnr": 23.780839985865295,
66 "ssim": 0.8469331484081594,
67 "lpips": 0.0565241277217865
68 },
69 "wrist_left": {
70 "psnr": 16.917404015350265,
71 "ssim": 0.4270353282337396,
72 "lpips": 0.15462268888950348
73 },
74 "wrist_right": {
75 "psnr": 11.23779153301612,
76 "ssim": 0.4246665343240258,
77 "lpips": 0.37343287467956543
78 },
79 "tactile_left": {
80 "psnr": 37.86664606646247,
81 "ssim": 0.9831218278178747,
82 "lpips": 0.049409955739974976
83 },
84 "tactile_right": {
85 "psnr": 30.874108645085713,
86 "ssim": 0.967045598674736,
87 "lpips": 0.14368155598640442
88 }
89 },
90 "long_mean": {
91 "video": {
92 "psnr": 19.61769793008131,
93 "ssim": 0.6849031094128073,
94 "lpips": 0.22206556648015977
95 },
96 "wrist_left": {
97 "psnr": 11.764992830247694,
98 "ssim": 0.3272154595075871,
99 "lpips": 0.47224586009979247
100 },
101 "wrist_right": {
102 "psnr": 10.085848033245762,
103 "ssim": 0.23612591491871215,
104 "lpips": 0.6272759715716044
105 },
106 "tactile_left": {
107 "psnr": 35.02864656352294,
108 "ssim": 0.9466438200738291,
109 "lpips": 0.23536206483840943
110 },
111 "tactile_right": {
112 "psnr": 32.318970953970634,
113 "ssim": 0.9299004842396594,
114 "lpips": 0.24413474102814992
115 }
116 }
117 },
118 {
119 "output_subdir": "02_motherboard_0909_episode_000_release",
120 "short": {
121 "video": {
122 "psnr": 28.902020619029457,
123 "ssim": 0.909669231699617,
124 "lpips": 0.03131438046693802
125 },
126 "wrist_left": {
127 "psnr": 15.66413179044247,
128 "ssim": 0.5143492991142076,
129 "lpips": 0.18564771115779877
130 },
131 "wrist_right": {
132 "psnr": 13.58044191017939,
133 "ssim": 0.5276590730192467,
134 "lpips": 0.3111222982406616
135 },
136 "tactile_left": {
137 "psnr": 42.56987636954488,
138 "ssim": 0.9813045733860156,
139 "lpips": 0.01874156855046749
140 },
141 "tactile_right": {
142 "psnr": 43.82763297335873,
143 "ssim": 0.9819882695694196,
144 "lpips": 0.03974528610706329
145 }
146 },
147 "long_mean": {
148 "video": {
149 "psnr": 21.121338070490925,
150 "ssim": 0.6818886385443531,
151 "lpips": 0.1968255783120791
152 },
153 "wrist_left": {
154 "psnr": 11.977108310976451,
155 "ssim": 0.36547847887745744,
156 "lpips": 0.441107099254926
157 },
158 "wrist_right": {
159 "psnr": 10.26042523137334,
160 "ssim": 0.2889150479179758,
161 "lpips": 0.5459123075008392
162 },
163 "tactile_left": {
164 "psnr": 34.52069569656634,
165 "ssim": 0.9489772612282984,
166 "lpips": 0.23265056349337102
167 },
168 "tactile_right": {
169 "psnr": 34.82843515775618,
170 "ssim": 0.9513453867509509,
171 "lpips": 0.1973693365852038
172 }
173 }
174 },
175 {
176 "output_subdir": "03_motherboard_0909_episode_000_full",
177 "short": {
178 "video": {
179 "psnr": 25.649910472748324,
180 "ssim": 0.8523767160479243,
181 "lpips": 0.04983712360262871
182 },
183 "wrist_left": {
184 "psnr": 17.1618081569175,
185 "ssim": 0.59405577807633,
186 "lpips": 0.16697922348976135
187 },
188 "wrist_right": {
189 "psnr": 17.431788730530368,
190 "ssim": 0.5791233576447234,
191 "lpips": 0.22222411632537842
192 },
193 "tactile_left": {
194 "psnr": 35.35110476296032,
195 "ssim": 0.9693932311663742,
196 "lpips": 0.043697673827409744
197 },
198 "tactile_right": {
199 "psnr": 36.638224643187314,
200 "ssim": 0.9693722555474473,
201 "lpips": 0.09357510507106781
202 }
203 },
204 "long_mean": {
205 "video": {
206 "psnr": 17.68760437440476,
207 "ssim": 0.6229195223652056,
208 "lpips": 0.3334882897635301
209 },
210 "wrist_left": {
211 "psnr": 11.15054398755428,
212 "ssim": 0.3469671528819604,
213 "lpips": 0.5486453652381897
214 },
215 "wrist_right": {
216 "psnr": 11.193672873038462,
217 "ssim": 0.2995488390701802,
218 "lpips": 0.6163267672061921
219 },
220 "tactile_left": {
221 "psnr": 31.87366877767098,
222 "ssim": 0.9325585330524451,
223 "lpips": 0.26890425607562063
224 },
225 "tactile_right": {
226 "psnr": 32.19570897330828,
227 "ssim": 0.9454870760528711,
228 "lpips": 0.22602122326691945
229 }
230 }
231 },
232 {
233 "output_subdir": "04_motherboard_0909_episode_001_none",
234 "short": {
235 "video": {
236 "psnr": 34.81779694999898,
237 "ssim": 0.9610060416830195,
238 "lpips": 0.011192104779183865
239 },
240 "wrist_left": {
241 "psnr": 39.40570128106596,
242 "ssim": 0.9769204274538001,
243 "lpips": 0.015166893601417542
244 },
245 "wrist_right": {
246 "psnr": 40.82100245739446,
247 "ssim": 0.9799764401917189,
248 "lpips": 0.012198735028505325
249 },
250 "tactile_left": {
251 "psnr": 49.27752776640405,
252 "ssim": 0.9931835670983455,
253 "lpips": 0.005134567618370056
254 },
255 "tactile_right": {
256 "psnr": 50.128787072934344,
257 "ssim": 0.9942230743865574,
258 "lpips": 0.00537825096398592
259 }
260 },
261 "long_mean": {
262 "video": {
263 "psnr": 26.22752277360412,
264 "ssim": 0.8286254528603044,
265 "lpips": 0.08276876602321863
266 },
267 "wrist_left": {
268 "psnr": 27.552982591516056,
269 "ssim": 0.8784375651739549,
270 "lpips": 0.14310187896092733
271 },
272 "wrist_right": {
273 "psnr": 28.807230863679795,
274 "ssim": 0.8646922709975035,
275 "lpips": 0.12344404508670172
276 },
277 "tactile_left": {
278 "psnr": 39.46974761820031,
279 "ssim": 0.9625643629079763,
280 "lpips": 0.16938349132736524
281 },
282 "tactile_right": {
283 "psnr": 38.432577047009445,
284 "ssim": 0.9659304518177564,
285 "lpips": 0.14000272260357935
286 }
287 }
288 },
289 {
290 "output_subdir": "05_motherboard_0909_episode_001_onset",
291 "short": {
292 "video": {
293 "psnr": 24.38031780262481,
294 "ssim": 0.8188437989818764,
295 "lpips": 0.07091735303401947
296 },
297 "wrist_left": {
298 "psnr": 14.293921502016776,
299 "ssim": 0.3383524092404227,
300 "lpips": 0.45839923620224
301 },
302 "wrist_right": {
303 "psnr": 15.255038188818348,
304 "ssim": 0.5427013354425774,
305 "lpips": 0.33376631140708923
306 },
307 "tactile_left": {
308 "psnr": 38.49163011949511,
309 "ssim": 0.9807439010482321,
310 "lpips": 0.044591862708330154
311 },
312 "tactile_right": {
313 "psnr": 48.14886326250914,
314 "ssim": 0.9916917565188246,
315 "lpips": 0.01640578918159008
316 }
317 },
318 "long_mean": {
319 "video": {
320 "psnr": 18.871213195139926,
321 "ssim": 0.663054898229965,
322 "lpips": 0.2764279176791509
323 },
324 "wrist_left": {
325 "psnr": 10.642759086189377,
326 "ssim": 0.2575358267483816,
327 "lpips": 0.5879990537961324
328 },
329 "wrist_right": {
330 "psnr": 10.614518829329393,
331 "ssim": 0.3031023646732098,
332 "lpips": 0.5766203681627909
333 },
334 "tactile_left": {
335 "psnr": 35.13435364463111,
336 "ssim": 0.9503947660224534,
337 "lpips": 0.22023670449852945
338 },
339 "tactile_right": {
340 "psnr": 35.666106473392205,
341 "ssim": 0.9519651117734533,
342 "lpips": 0.21047782190144063
343 }
344 }
345 },
346 {
347 "output_subdir": "06_motherboard_0909_episode_001_release",
348 "short": {
349 "video": {
350 "psnr": 26.073057811593408,
351 "ssim": 0.8417006994608665,
352 "lpips": 0.050065502524375916
353 },
354 "wrist_left": {
355 "psnr": 9.881584118352428,
356 "ssim": 0.3102676834734337,
357 "lpips": 0.5176010131835938
358 },
359 "wrist_right": {
360 "psnr": 21.63685882311941,
361 "ssim": 0.8376405505274196,
362 "lpips": 0.11872012913227081
363 },
364 "tactile_left": {
365 "psnr": 37.79472597050868,
366 "ssim": 0.9614763851869035,
367 "lpips": 0.09373992681503296
368 },
369 "tactile_right": {
370 "psnr": 51.0272259400519,
371 "ssim": 0.9945042701425713,
372 "lpips": 0.004824674688279629
373 }
374 },
375 "long_mean": {
376 "video": {
377 "psnr": 20.100033882348434,
378 "ssim": 0.6947468212841474,
379 "lpips": 0.21203719625870387
380 },
381 "wrist_left": {
382 "psnr": 9.847802740012078,
383 "ssim": 0.19321987926203907,
384 "lpips": 0.6473795493443807
385 },
386 "wrist_right": {
387 "psnr": 14.711419350112855,
388 "ssim": 0.48755787097284065,
389 "lpips": 0.4283336251974106
390 },
391 "tactile_left": {
392 "psnr": 30.761710811243947,
393 "ssim": 0.8904764267654687,
394 "lpips": 0.301358055571715
395 },
396 "tactile_right": {
397 "psnr": 38.61285846708564,
398 "ssim": 0.9672348175464368,
399 "lpips": 0.14576060082763434
400 }
401 }
402 },
403 {
404 "output_subdir": "07_motherboard_0909_episode_001_full",
405 "short": {
406 "video": {
407 "psnr": 31.94159706716292,
408 "ssim": 0.9411540852114145,
409 "lpips": 0.021788770332932472
410 },
411 "wrist_left": {
412 "psnr": 13.512720137898974,
413 "ssim": 0.3836515616733975,
414 "lpips": 0.2499682456254959
415 },
416 "wrist_right": {
417 "psnr": 24.264887977037457,
418 "ssim": 0.8286399063990056,
419 "lpips": 0.0365547314286232
420 },
421 "tactile_left": {
422 "psnr": 32.11248439927119,
423 "ssim": 0.9352708562626265,
424 "lpips": 0.04956108331680298
425 },
426 "tactile_right": {
427 "psnr": 48.56586471338236,
428 "ssim": 0.9920211292548892,
429 "lpips": 0.015798000618815422
430 }
431 },
432 "long_mean": {
433 "video": {
434 "psnr": 22.759550867849075,
435 "ssim": 0.738331266951117,
436 "lpips": 0.14859730191528797
437 },
438 "wrist_left": {
439 "psnr": 12.392799003837828,
440 "ssim": 0.2534228844678169,
441 "lpips": 0.4195659250020981
442 },
443 "wrist_right": {
444 "psnr": 11.273822504481796,
445 "ssim": 0.2953746721071463,
446 "lpips": 0.612984391550223
447 },
448 "tactile_left": {
449 "psnr": 30.597494533259333,
450 "ssim": 0.9190923387354749,
451 "lpips": 0.2548349052667618
452 },
453 "tactile_right": {
454 "psnr": 30.533194915468222,
455 "ssim": 0.9183471844643809,
456 "lpips": 0.25629324627419314
457 }
458 }
459 },
460 {
461 "output_subdir": "08_motherboard_0909_episode_002_none",
462 "short": {
463 "video": {
464 "psnr": 28.038481166855078,
465 "ssim": 0.8882461884223376,
466 "lpips": 0.03374054282903671
467 },
468 "wrist_left": {
469 "psnr": 13.136108559640917,
470 "ssim": 0.3860889415888905,
471 "lpips": 0.35341715812683105
472 },
473 "wrist_right": {
474 "psnr": 22.63858884747947,
475 "ssim": 0.7727502435912839,
476 "lpips": 0.07726932317018509
477 },
478 "tactile_left": {
479 "psnr": 44.35232611467689,
480 "ssim": 0.9894484544613793,
481 "lpips": 0.011243592016398907
482 },
483 "tactile_right": {
484 "psnr": 48.42254527988155,
485 "ssim": 0.9925316636147961,
486 "lpips": 0.014774946495890617
487 }
488 },
489 "long_mean": {
490 "video": {
491 "psnr": 19.84540684419208,
492 "ssim": 0.6890061168099941,
493 "lpips": 0.2430051977435748
494 },
495 "wrist_left": {
496 "psnr": 9.922848834360803,
497 "ssim": 0.3290002612223101,
498 "lpips": 0.612602690855662
499 },
500 "wrist_right": {
501 "psnr": 14.35163221837283,
502 "ssim": 0.4034285033521303,
503 "lpips": 0.45961409658193586
504 },
505 "tactile_left": {
506 "psnr": 35.24564504031726,
507 "ssim": 0.9488961515988675,
508 "lpips": 0.22515702613939842
509 },
510 "tactile_right": {
511 "psnr": 38.06482984989962,
512 "ssim": 0.9644979069906651,
513 "lpips": 0.15646783945461115
514 }
515 }
516 },
517 {
518 "output_subdir": "09_motherboard_0909_episode_002_onset",
519 "short": {
520 "video": {
521 "psnr": 28.7731520660102,
522 "ssim": 0.9036044635416896,
523 "lpips": 0.033944301307201385
524 },
525 "wrist_left": {
526 "psnr": 13.367401791586113,
527 "ssim": 0.3759532123876943,
528 "lpips": 0.41616761684417725
529 },
530 "wrist_right": {
531 "psnr": 19.352712372593928,
532 "ssim": 0.7088834590519985,
533 "lpips": 0.1366093009710312
534 },
535 "tactile_left": {
536 "psnr": 34.58490723442254,
537 "ssim": 0.9602570647867541,
538 "lpips": 0.12234701216220856
539 },
540 "tactile_right": {
541 "psnr": 48.30397862276009,
542 "ssim": 0.9917399339634904,
543 "lpips": 0.01636577770113945
544 }
545 },
546 "long_mean": {
547 "video": {
548 "psnr": 20.629842351190195,
549 "ssim": 0.7213316252681048,
550 "lpips": 0.19448221772909163
551 },
552 "wrist_left": {
553 "psnr": 10.839929127639506,
554 "ssim": 0.2488783994251713,
555 "lpips": 0.6101943016052246
556 },
557 "wrist_right": {
558 "psnr": 13.148674216428525,
559 "ssim": 0.3928832612404149,
560 "lpips": 0.4242817580699921
561 },
562 "tactile_left": {
563 "psnr": 32.48783773902874,
564 "ssim": 0.9322993693801569,
565 "lpips": 0.28899041513601936
566 },
567 "tactile_right": {
568 "psnr": 37.84429319278729,
569 "ssim": 0.9632515554630258,
570 "lpips": 0.1430547756453355
571 }
572 }
573 },
574 {
575 "output_subdir": "10_motherboard_0909_episode_002_release",
576 "short": {
577 "video": {
578 "psnr": 22.510331965534004,
579 "ssim": 0.768092988894661,
580 "lpips": 0.08557939529418945
581 },
582 "wrist_left": {
583 "psnr": 14.425102295030817,
584 "ssim": 0.5390395691552957,
585 "lpips": 0.33763936161994934
586 },
587 "wrist_right": {
588 "psnr": 13.247072427298619,
589 "ssim": 0.3797885087524688,
590 "lpips": 0.4133608043193817
591 },
592 "tactile_left": {
593 "psnr": 48.65562660164237,
594 "ssim": 0.9917104316286744,
595 "lpips": 0.006671406328678131
596 },
597 "tactile_right": {
598 "psnr": 35.65547042163219,
599 "ssim": 0.9790493407715721,
600 "lpips": 0.05477259308099747
601 }
602 },
603 "long_mean": {
604 "video": {
605 "psnr": 19.149509583965187,
606 "ssim": 0.6779819809461579,
607 "lpips": 0.2177029033501943
608 },
609 "wrist_left": {
610 "psnr": 14.519979557758985,
611 "ssim": 0.5722960174433417,
612 "lpips": 0.3916496654351552
613 },
614 "wrist_right": {
615 "psnr": 10.649292333938142,
616 "ssim": 0.20501843975298215,
617 "lpips": 0.6515295207500458
618 },
619 "tactile_left": {
620 "psnr": 38.9465408657616,
621 "ssim": 0.9602489473764234,
622 "lpips": 0.1799692848076423
623 },
624 "tactile_right": {
625 "psnr": 30.99363261925943,
626 "ssim": 0.9401351794761088,
627 "lpips": 0.22727272560199102
628 }
629 }
630 },
631 {
632 "output_subdir": "11_motherboard_0909_episode_002_full",
633 "short": {
634 "video": {
635 "psnr": 26.999244409037367,
636 "ssim": 0.8818267024435755,
637 "lpips": 0.05348717421293259
638 },
639 "wrist_left": {
640 "psnr": 11.018670217556823,
641 "ssim": 0.3453098695966853,
642 "lpips": 0.42004385590553284
643 },
644 "wrist_right": {
645 "psnr": 23.196198057691483,
646 "ssim": 0.8652544781575866,
647 "lpips": 0.039311233907938004
648 },
649 "tactile_left": {
650 "psnr": 47.46925723439689,
651 "ssim": 0.9911527280853192,
652 "lpips": 0.006880385801196098
653 },
654 "tactile_right": {
655 "psnr": 45.934422985683454,
656 "ssim": 0.9879139821676014,
657 "lpips": 0.008433639071881771
658 }
659 },
660 "long_mean": {
661 "video": {
662 "psnr": 21.268721689789267,
663 "ssim": 0.6960856638512382,
664 "lpips": 0.18751678119103113
665 },
666 "wrist_left": {
667 "psnr": 9.833925021027289,
668 "ssim": 0.1925915425817033,
669 "lpips": 0.6016720036665598
670 },
671 "wrist_right": {
672 "psnr": 11.622444156259622,
673 "ssim": 0.3461414449607156,
674 "lpips": 0.48929167315363886
675 },
676 "tactile_left": {
677 "psnr": 33.55778447783753,
678 "ssim": 0.9373163326227846,
679 "lpips": 0.2736531087507804
680 },
681 "tactile_right": {
682 "psnr": 32.23056371123299,
683 "ssim": 0.9422561146821167,
684 "lpips": 0.22679586155960957
685 }
686 }
687 },
688 {
689 "output_subdir": "12_motherboard_0911_episode_008_seg00_none",
690 "short": {
691 "video": {
692 "psnr": 27.037683342528382,
693 "ssim": 0.8971844950264612,
694 "lpips": 0.04093778878450394
695 },
696 "wrist_left": {
697 "psnr": 19.276741468827844,
698 "ssim": 0.7323912690438557,
699 "lpips": 0.1335712969303131
700 },
701 "wrist_right": {
702 "psnr": 15.702117114354046,
703 "ssim": 0.39762478992744577,
704 "lpips": 0.32290545105934143
705 },
706 "tactile_left": {
707 "psnr": 52.072659905980466,
708 "ssim": 0.9951894610724508,
709 "lpips": 0.0029694228433072567
710 },
711 "tactile_right": {
712 "psnr": 51.93838658633545,
713 "ssim": 0.9952904965584219,
714 "lpips": 0.0029099183157086372
715 }
716 },
717 "long_mean": {
718 "video": {
719 "psnr": 22.79470332868997,
720 "ssim": 0.7743979267787477,
721 "lpips": 0.10379890203475953
722 },
723 "wrist_left": {
724 "psnr": 14.95458576306259,
725 "ssim": 0.6006043498504592,
726 "lpips": 0.26951686243216194
727 },
728 "wrist_right": {
729 "psnr": 13.407298991114496,
730 "ssim": 0.3214929753349921,
731 "lpips": 0.45082071622212727
732 },
733 "tactile_left": {
734 "psnr": 38.39668776042886,
735 "ssim": 0.9723127039818624,
736 "lpips": 0.11662901413316527
737 },
738 "tactile_right": {
739 "psnr": 35.87316787401382,
740 "ssim": 0.9732818336106601,
741 "lpips": 0.09942091659953196
742 }
743 }
744 },
745 {
746 "output_subdir": "13_motherboard_0911_episode_008_seg00_onset",
747 "short": {
748 "video": {
749 "psnr": 30.411730823474315,
750 "ssim": 0.9291004402840691,
751 "lpips": 0.01929580792784691
752 },
753 "wrist_left": {
754 "psnr": 15.322913102185009,
755 "ssim": 0.33335768206540517,
756 "lpips": 0.2602500319480896
757 },
758 "wrist_right": {
759 "psnr": 20.19276691246326,
760 "ssim": 0.8447100472728296,
761 "lpips": 0.04255840554833412
762 },
763 "tactile_left": {
764 "psnr": 35.191423550594465,
765 "ssim": 0.9689209311060053,
766 "lpips": 0.08721820265054703
767 },
768 "tactile_right": {
769 "psnr": 50.887461042622,
770 "ssim": 0.9950213871926206,
771 "lpips": 0.0034083672799170017
772 }
773 },
774 "long_mean": {
775 "video": {
776 "psnr": 20.760685045248973,
777 "ssim": 0.7215476282646966,
778 "lpips": 0.1785481425623099
779 },
780 "wrist_left": {
781 "psnr": 12.754142120093697,
782 "ssim": 0.25131376536916306,
783 "lpips": 0.4808401028315226
784 },
785 "wrist_right": {
786 "psnr": 16.626718207207553,
787 "ssim": 0.6644290934635861,
788 "lpips": 0.22339866384863855
789 },
790 "tactile_left": {
791 "psnr": 32.46049719574854,
792 "ssim": 0.9525410027315117,
793 "lpips": 0.1322056124607722
794 },
795 "tactile_right": {
796 "psnr": 36.48535068366216,
797 "ssim": 0.9713530804506836,
798 "lpips": 0.11669833812241753
799 }
800 }
801 },
802 {
803 "output_subdir": "14_motherboard_0911_episode_008_seg00_release",
804 "short": {
805 "video": {
806 "psnr": 30.680107907094893,
807 "ssim": 0.9392628762639537,
808 "lpips": 0.02289467304944992
809 },
810 "wrist_left": {
811 "psnr": 15.184129433247255,
812 "ssim": 0.4273137539589026,
813 "lpips": 0.32061389088630676
814 },
815 "wrist_right": {
816 "psnr": 25.48402329576781,
817 "ssim": 0.885789278630448,
818 "lpips": 0.028220124542713165
819 },
820 "tactile_left": {
821 "psnr": 36.88435270391721,
822 "ssim": 0.9825372999950499,
823 "lpips": 0.029674604535102844
824 },
825 "tactile_right": {
826 "psnr": 50.750817315522035,
827 "ssim": 0.9947204128719278,
828 "lpips": 0.003992843441665173
829 }
830 },
831 "long_mean": {
832 "video": {
833 "psnr": 22.760859895914496,
834 "ssim": 0.7697923888587975,
835 "lpips": 0.14945391366879146
836 },
837 "wrist_left": {
838 "psnr": 13.315852249902187,
839 "ssim": 0.3861440235130636,
840 "lpips": 0.42872284054756166
841 },
842 "wrist_right": {
843 "psnr": 16.46816492718873,
844 "ssim": 0.5912266876255307,
845 "lpips": 0.249004128575325
846 },
847 "tactile_left": {
848 "psnr": 30.150895836094502,
849 "ssim": 0.9334190586583958,
850 "lpips": 0.18483786284923553
851 },
852 "tactile_right": {
853 "psnr": 36.40091886214562,
854 "ssim": 0.9716299790740325,
855 "lpips": 0.11408265475183725
856 }
857 }
858 },
859 {
860 "output_subdir": "15_motherboard_0911_episode_008_seg00_full",
861 "short": {
862 "video": {
863 "psnr": 28.832899146456256,
864 "ssim": 0.9141668772619951,
865 "lpips": 0.026842715218663216
866 },
867 "wrist_left": {
868 "psnr": 18.758192088621687,
869 "ssim": 0.5485364197218131,
870 "lpips": 0.11799579858779907
871 },
872 "wrist_right": {
873 "psnr": 17.221755775344658,
874 "ssim": 0.5759568468142037,
875 "lpips": 0.16983497142791748
876 },
877 "tactile_left": {
878 "psnr": 31.063608350375524,
879 "ssim": 0.9500697471105626,
880 "lpips": 0.0698733925819397
881 },
882 "tactile_right": {
883 "psnr": 40.24958984323921,
884 "ssim": 0.9869040270547192,
885 "lpips": 0.03081931546330452
886 }
887 },
888 "long_mean": {
889 "video": {
890 "psnr": 22.878411026047424,
891 "ssim": 0.7361017051134647,
892 "lpips": 0.12492112827797731
893 },
894 "wrist_left": {
895 "psnr": 13.744741253044873,
896 "ssim": 0.36770824564611826,
897 "lpips": 0.38049114545186363
898 },
899 "wrist_right": {
900 "psnr": 14.37980202727955,
901 "ssim": 0.45318240415451955,
902 "lpips": 0.31933645606040956
903 },
904 "tactile_left": {
905 "psnr": 30.056925880041145,
906 "ssim": 0.9370179323981397,
907 "lpips": 0.1795002708832423
908 },
909 "tactile_right": {
910 "psnr": 34.27269595486254,
911 "ssim": 0.969763327890987,
912 "lpips": 0.10818359230955442
913 }
914 }
915 },
916 {
917 "output_subdir": "16_motherboard_0912_episode_002_none",
918 "short": {
919 "video": {
920 "psnr": 29.614753864561738,
921 "ssim": 0.933653512973884,
922 "lpips": 0.030751731246709824
923 },
924 "wrist_left": {
925 "psnr": 22.98101737522627,
926 "ssim": 0.8534835072375312,
927 "lpips": 0.06753730773925781
928 },
929 "wrist_right": {
930 "psnr": 32.49434755998159,
931 "ssim": 0.937375895493491,
932 "lpips": 0.032512981444597244
933 },
934 "tactile_left": {
935 "psnr": 51.141352077724875,
936 "ssim": 0.9948315686585562,
937 "lpips": 0.003412980120629072
938 },
939 "tactile_right": {
940 "psnr": 50.77745484892745,
941 "ssim": 0.9947096141130624,
942 "lpips": 0.00413733022287488
943 }
944 },
945 "long_mean": {
946 "video": {
947 "psnr": 23.140287349008236,
948 "ssim": 0.7723517475244653,
949 "lpips": 0.14753772219022115
950 },
951 "wrist_left": {
952 "psnr": 15.069631439240387,
953 "ssim": 0.5720847731318396,
954 "lpips": 0.38767473498980204
955 },
956 "wrist_right": {
957 "psnr": 19.52761518031485,
958 "ssim": 0.7700559830994897,
959 "lpips": 0.19262344414989155
960 },
961 "tactile_left": {
962 "psnr": 36.93529442935668,
963 "ssim": 0.9618234390161398,
964 "lpips": 0.14555272624517482
965 },
966 "tactile_right": {
967 "psnr": 37.708809780281506,
968 "ssim": 0.9739569285634463,
969 "lpips": 0.11321461216236155
970 }
971 }
972 },
973 {
974 "output_subdir": "17_motherboard_0912_episode_002_onset",
975 "short": {
976 "video": {
977 "psnr": 26.963190385486904,
978 "ssim": 0.8585374784106279,
979 "lpips": 0.04498526453971863
980 },
981 "wrist_left": {
982 "psnr": 16.38062851403978,
983 "ssim": 0.5554069106484396,
984 "lpips": 0.21622595191001892
985 },
986 "wrist_right": {
987 "psnr": 16.668252668473926,
988 "ssim": 0.40088587476840953,
989 "lpips": 0.16350379586219788
990 },
991 "tactile_left": {
992 "psnr": 47.4256623630788,
993 "ssim": 0.9880978598608197,
994 "lpips": 0.007464554626494646
995 },
996 "tactile_right": {
997 "psnr": 41.488768484715244,
998 "ssim": 0.9841770364123255,
999 "lpips": 0.06797026842832565
1000 }
1001 },
1002 "long_mean": {
1003 "video": {
1004 "psnr": 19.979844240281043,
1005 "ssim": 0.6719923483786956,
1006 "lpips": 0.2216078023115794
1007 },
1008 "wrist_left": {
1009 "psnr": 12.068374679192145,
1010 "ssim": 0.31770986230603954,
1011 "lpips": 0.4659765581289927
1012 },
1013 "wrist_right": {
1014 "psnr": 13.040540096887558,
1015 "ssim": 0.332540011598662,
1016 "lpips": 0.43386511703332264
1017 },
1018 "tactile_left": {
1019 "psnr": 35.62354914636409,
1020 "ssim": 0.9639906245579797,
1021 "lpips": 0.11719002776468794
1022 },
1023 "tactile_right": {
1024 "psnr": 35.37950350040074,
1025 "ssim": 0.971159358859736,
1026 "lpips": 0.11949826329946518
1027 }
1028 }
1029 },
1030 {
1031 "output_subdir": "18_motherboard_0912_episode_002_release",
1032 "short": {
1033 "video": {
1034 "psnr": 22.461089432220835,
1035 "ssim": 0.7502580250154394,
1036 "lpips": 0.1371990293264389
1037 },
1038 "wrist_left": {
1039 "psnr": 13.876565193118752,
1040 "ssim": 0.4911180306828581,
1041 "lpips": 0.4515236020088196
1042 },
1043 "wrist_right": {
1044 "psnr": 13.7313262170651,
1045 "ssim": 0.4915193604881228,
1046 "lpips": 0.3897809088230133
1047 },
1048 "tactile_left": {
1049 "psnr": 41.00869684486503,
1050 "ssim": 0.9816722995565144,
1051 "lpips": 0.05335084721446037
1052 },
1053 "tactile_right": {
1054 "psnr": 52.38822368239493,
1055 "ssim": 0.9959197172424199,
1056 "lpips": 0.002244606614112854
1057 }
1058 },
1059 "long_mean": {
1060 "video": {
1061 "psnr": 20.063301552839906,
1062 "ssim": 0.663012875740234,
1063 "lpips": 0.2731943756341934
1064 },
1065 "wrist_left": {
1066 "psnr": 13.123957783390251,
1067 "ssim": 0.3499489065315921,
1068 "lpips": 0.4791865527629852
1069 },
1070 "wrist_right": {
1071 "psnr": 12.694791907296489,
1072 "ssim": 0.41560246013954033,
1073 "lpips": 0.45913924773534137
1074 },
1075 "tactile_left": {
1076 "psnr": 35.134349686997325,
1077 "ssim": 0.9565937051838248,
1078 "lpips": 0.1526123382151127
1079 },
1080 "tactile_right": {
1081 "psnr": 37.74967192621578,
1082 "ssim": 0.9730848474270523,
1083 "lpips": 0.12125067071368296
1084 }
1085 }
1086 },
1087 {
1088 "output_subdir": "19_motherboard_0912_episode_002_full",
1089 "short": {
1090 "video": {
1091 "psnr": 24.102459048743825,
1092 "ssim": 0.8096983424424338,
1093 "lpips": 0.07874449342489243
1094 },
1095 "wrist_left": {
1096 "psnr": 17.808062656993545,
1097 "ssim": 0.477899918794427,
1098 "lpips": 0.2878536880016327
1099 },
1100 "wrist_right": {
1101 "psnr": 29.081298434277137,
1102 "ssim": 0.9310623310369179,
1103 "lpips": 0.0490812323987484
1104 },
1105 "tactile_left": {
1106 "psnr": 38.46045376066547,
1107 "ssim": 0.9589154813478704,
1108 "lpips": 0.06862004101276398
1109 },
1110 "tactile_right": {
1111 "psnr": 48.04518435700953,
1112 "ssim": 0.9917354423022501,
1113 "lpips": 0.019251041114330292
1114 }
1115 },
1116 "long_mean": {
1117 "video": {
1118 "psnr": 19.2342942756461,
1119 "ssim": 0.6710735756383215,
1120 "lpips": 0.2789704109231631
1121 },
1122 "wrist_left": {
1123 "psnr": 13.498992825147607,
1124 "ssim": 0.3401253091096719,
1125 "lpips": 0.48304280638694763
1126 },
1127 "wrist_right": {
1128 "psnr": 23.185675808214828,
1129 "ssim": 0.8539306437520575,
1130 "lpips": 0.1380472771823406
1131 },
1132 "tactile_left": {
1133 "psnr": 34.09542461370423,
1134 "ssim": 0.9490869081543455,
1135 "lpips": 0.14000947723786036
1136 },
1137 "tactile_right": {
1138 "psnr": 36.129104439178896,
1139 "ssim": 0.9738560881801424,
1140 "lpips": 0.10413351617753505
1141 }
1142 }
1143 }
1144 ]
1145 }