eval/cases/umi_sensoronly_noforce_reference_metrics.json
| 1 | { |
| 2 | "note": "metrics produced on the original cluster with nano_action_causal_umi_sensoronly_noforce_v1 epoch_013 (job 884599 checkpoint; UniPC 35 steps, seed 0); use eval/summarize.py --reference to compare", |
| 3 | "cases": [ |
| 4 | { |
| 5 | "output_subdir": "00_motherboard_0909_episode_000_none", |
| 6 | "short": { |
| 7 | "video": { |
| 8 | "psnr": 28.80105605184033, |
| 9 | "ssim": 0.9035531864871102, |
| 10 | "lpips": 0.024564269930124283 |
| 11 | }, |
| 12 | "wrist_left": { |
| 13 | "psnr": 32.86118675492828, |
| 14 | "ssim": 0.964797154386611, |
| 15 | "lpips": 0.03513781353831291 |
| 16 | }, |
| 17 | "wrist_right": { |
| 18 | "psnr": 16.52937906430891, |
| 19 | "ssim": 0.6561242288036659, |
| 20 | "lpips": 0.13395261764526367 |
| 21 | }, |
| 22 | "tactile_left": { |
| 23 | "psnr": 49.45026106219246, |
| 24 | "ssim": 0.9934141583130213, |
| 25 | "lpips": 0.004314596764743328 |
| 26 | }, |
| 27 | "tactile_right": { |
| 28 | "psnr": 44.84498619428522, |
| 29 | "ssim": 0.98287423344225, |
| 30 | "lpips": 0.030764415860176086 |
| 31 | } |
| 32 | }, |
| 33 | "long_mean": { |
| 34 | "video": { |
| 35 | "psnr": 21.560564472463827, |
| 36 | "ssim": 0.7165777826738953, |
| 37 | "lpips": 0.14729567194978396 |
| 38 | }, |
| 39 | "wrist_left": { |
| 40 | "psnr": 21.577774337912338, |
| 41 | "ssim": 0.6701229092011951, |
| 42 | "lpips": 0.2558351166546345 |
| 43 | }, |
| 44 | "wrist_right": { |
| 45 | "psnr": 10.90178994365518, |
| 46 | "ssim": 0.2564250191285542, |
| 47 | "lpips": 0.4824682354927063 |
| 48 | }, |
| 49 | "tactile_left": { |
| 50 | "psnr": 40.10696022066697, |
| 51 | "ssim": 0.9642004547700137, |
| 52 | "lpips": 0.17104088223228853 |
| 53 | }, |
| 54 | "tactile_right": { |
| 55 | "psnr": 38.39379259131182, |
| 56 | "ssim": 0.95830833577741, |
| 57 | "lpips": 0.1519443800052007 |
| 58 | } |
| 59 | } |
| 60 | }, |
| 61 | { |
| 62 | "output_subdir": "01_motherboard_0909_episode_000_onset", |
| 63 | "short": { |
| 64 | "video": { |
| 65 | "psnr": 23.780839985865295, |
| 66 | "ssim": 0.8469331484081594, |
| 67 | "lpips": 0.0565241277217865 |
| 68 | }, |
| 69 | "wrist_left": { |
| 70 | "psnr": 16.917404015350265, |
| 71 | "ssim": 0.4270353282337396, |
| 72 | "lpips": 0.15462268888950348 |
| 73 | }, |
| 74 | "wrist_right": { |
| 75 | "psnr": 11.23779153301612, |
| 76 | "ssim": 0.4246665343240258, |
| 77 | "lpips": 0.37343287467956543 |
| 78 | }, |
| 79 | "tactile_left": { |
| 80 | "psnr": 37.86664606646247, |
| 81 | "ssim": 0.9831218278178747, |
| 82 | "lpips": 0.049409955739974976 |
| 83 | }, |
| 84 | "tactile_right": { |
| 85 | "psnr": 30.874108645085713, |
| 86 | "ssim": 0.967045598674736, |
| 87 | "lpips": 0.14368155598640442 |
| 88 | } |
| 89 | }, |
| 90 | "long_mean": { |
| 91 | "video": { |
| 92 | "psnr": 19.61769793008131, |
| 93 | "ssim": 0.6849031094128073, |
| 94 | "lpips": 0.22206556648015977 |
| 95 | }, |
| 96 | "wrist_left": { |
| 97 | "psnr": 11.764992830247694, |
| 98 | "ssim": 0.3272154595075871, |
| 99 | "lpips": 0.47224586009979247 |
| 100 | }, |
| 101 | "wrist_right": { |
| 102 | "psnr": 10.085848033245762, |
| 103 | "ssim": 0.23612591491871215, |
| 104 | "lpips": 0.6272759715716044 |
| 105 | }, |
| 106 | "tactile_left": { |
| 107 | "psnr": 35.02864656352294, |
| 108 | "ssim": 0.9466438200738291, |
| 109 | "lpips": 0.23536206483840943 |
| 110 | }, |
| 111 | "tactile_right": { |
| 112 | "psnr": 32.318970953970634, |
| 113 | "ssim": 0.9299004842396594, |
| 114 | "lpips": 0.24413474102814992 |
| 115 | } |
| 116 | } |
| 117 | }, |
| 118 | { |
| 119 | "output_subdir": "02_motherboard_0909_episode_000_release", |
| 120 | "short": { |
| 121 | "video": { |
| 122 | "psnr": 28.902020619029457, |
| 123 | "ssim": 0.909669231699617, |
| 124 | "lpips": 0.03131438046693802 |
| 125 | }, |
| 126 | "wrist_left": { |
| 127 | "psnr": 15.66413179044247, |
| 128 | "ssim": 0.5143492991142076, |
| 129 | "lpips": 0.18564771115779877 |
| 130 | }, |
| 131 | "wrist_right": { |
| 132 | "psnr": 13.58044191017939, |
| 133 | "ssim": 0.5276590730192467, |
| 134 | "lpips": 0.3111222982406616 |
| 135 | }, |
| 136 | "tactile_left": { |
| 137 | "psnr": 42.56987636954488, |
| 138 | "ssim": 0.9813045733860156, |
| 139 | "lpips": 0.01874156855046749 |
| 140 | }, |
| 141 | "tactile_right": { |
| 142 | "psnr": 43.82763297335873, |
| 143 | "ssim": 0.9819882695694196, |
| 144 | "lpips": 0.03974528610706329 |
| 145 | } |
| 146 | }, |
| 147 | "long_mean": { |
| 148 | "video": { |
| 149 | "psnr": 21.121338070490925, |
| 150 | "ssim": 0.6818886385443531, |
| 151 | "lpips": 0.1968255783120791 |
| 152 | }, |
| 153 | "wrist_left": { |
| 154 | "psnr": 11.977108310976451, |
| 155 | "ssim": 0.36547847887745744, |
| 156 | "lpips": 0.441107099254926 |
| 157 | }, |
| 158 | "wrist_right": { |
| 159 | "psnr": 10.26042523137334, |
| 160 | "ssim": 0.2889150479179758, |
| 161 | "lpips": 0.5459123075008392 |
| 162 | }, |
| 163 | "tactile_left": { |
| 164 | "psnr": 34.52069569656634, |
| 165 | "ssim": 0.9489772612282984, |
| 166 | "lpips": 0.23265056349337102 |
| 167 | }, |
| 168 | "tactile_right": { |
| 169 | "psnr": 34.82843515775618, |
| 170 | "ssim": 0.9513453867509509, |
| 171 | "lpips": 0.1973693365852038 |
| 172 | } |
| 173 | } |
| 174 | }, |
| 175 | { |
| 176 | "output_subdir": "03_motherboard_0909_episode_000_full", |
| 177 | "short": { |
| 178 | "video": { |
| 179 | "psnr": 25.649910472748324, |
| 180 | "ssim": 0.8523767160479243, |
| 181 | "lpips": 0.04983712360262871 |
| 182 | }, |
| 183 | "wrist_left": { |
| 184 | "psnr": 17.1618081569175, |
| 185 | "ssim": 0.59405577807633, |
| 186 | "lpips": 0.16697922348976135 |
| 187 | }, |
| 188 | "wrist_right": { |
| 189 | "psnr": 17.431788730530368, |
| 190 | "ssim": 0.5791233576447234, |
| 191 | "lpips": 0.22222411632537842 |
| 192 | }, |
| 193 | "tactile_left": { |
| 194 | "psnr": 35.35110476296032, |
| 195 | "ssim": 0.9693932311663742, |
| 196 | "lpips": 0.043697673827409744 |
| 197 | }, |
| 198 | "tactile_right": { |
| 199 | "psnr": 36.638224643187314, |
| 200 | "ssim": 0.9693722555474473, |
| 201 | "lpips": 0.09357510507106781 |
| 202 | } |
| 203 | }, |
| 204 | "long_mean": { |
| 205 | "video": { |
| 206 | "psnr": 17.68760437440476, |
| 207 | "ssim": 0.6229195223652056, |
| 208 | "lpips": 0.3334882897635301 |
| 209 | }, |
| 210 | "wrist_left": { |
| 211 | "psnr": 11.15054398755428, |
| 212 | "ssim": 0.3469671528819604, |
| 213 | "lpips": 0.5486453652381897 |
| 214 | }, |
| 215 | "wrist_right": { |
| 216 | "psnr": 11.193672873038462, |
| 217 | "ssim": 0.2995488390701802, |
| 218 | "lpips": 0.6163267672061921 |
| 219 | }, |
| 220 | "tactile_left": { |
| 221 | "psnr": 31.87366877767098, |
| 222 | "ssim": 0.9325585330524451, |
| 223 | "lpips": 0.26890425607562063 |
| 224 | }, |
| 225 | "tactile_right": { |
| 226 | "psnr": 32.19570897330828, |
| 227 | "ssim": 0.9454870760528711, |
| 228 | "lpips": 0.22602122326691945 |
| 229 | } |
| 230 | } |
| 231 | }, |
| 232 | { |
| 233 | "output_subdir": "04_motherboard_0909_episode_001_none", |
| 234 | "short": { |
| 235 | "video": { |
| 236 | "psnr": 34.81779694999898, |
| 237 | "ssim": 0.9610060416830195, |
| 238 | "lpips": 0.011192104779183865 |
| 239 | }, |
| 240 | "wrist_left": { |
| 241 | "psnr": 39.40570128106596, |
| 242 | "ssim": 0.9769204274538001, |
| 243 | "lpips": 0.015166893601417542 |
| 244 | }, |
| 245 | "wrist_right": { |
| 246 | "psnr": 40.82100245739446, |
| 247 | "ssim": 0.9799764401917189, |
| 248 | "lpips": 0.012198735028505325 |
| 249 | }, |
| 250 | "tactile_left": { |
| 251 | "psnr": 49.27752776640405, |
| 252 | "ssim": 0.9931835670983455, |
| 253 | "lpips": 0.005134567618370056 |
| 254 | }, |
| 255 | "tactile_right": { |
| 256 | "psnr": 50.128787072934344, |
| 257 | "ssim": 0.9942230743865574, |
| 258 | "lpips": 0.00537825096398592 |
| 259 | } |
| 260 | }, |
| 261 | "long_mean": { |
| 262 | "video": { |
| 263 | "psnr": 26.22752277360412, |
| 264 | "ssim": 0.8286254528603044, |
| 265 | "lpips": 0.08276876602321863 |
| 266 | }, |
| 267 | "wrist_left": { |
| 268 | "psnr": 27.552982591516056, |
| 269 | "ssim": 0.8784375651739549, |
| 270 | "lpips": 0.14310187896092733 |
| 271 | }, |
| 272 | "wrist_right": { |
| 273 | "psnr": 28.807230863679795, |
| 274 | "ssim": 0.8646922709975035, |
| 275 | "lpips": 0.12344404508670172 |
| 276 | }, |
| 277 | "tactile_left": { |
| 278 | "psnr": 39.46974761820031, |
| 279 | "ssim": 0.9625643629079763, |
| 280 | "lpips": 0.16938349132736524 |
| 281 | }, |
| 282 | "tactile_right": { |
| 283 | "psnr": 38.432577047009445, |
| 284 | "ssim": 0.9659304518177564, |
| 285 | "lpips": 0.14000272260357935 |
| 286 | } |
| 287 | } |
| 288 | }, |
| 289 | { |
| 290 | "output_subdir": "05_motherboard_0909_episode_001_onset", |
| 291 | "short": { |
| 292 | "video": { |
| 293 | "psnr": 24.38031780262481, |
| 294 | "ssim": 0.8188437989818764, |
| 295 | "lpips": 0.07091735303401947 |
| 296 | }, |
| 297 | "wrist_left": { |
| 298 | "psnr": 14.293921502016776, |
| 299 | "ssim": 0.3383524092404227, |
| 300 | "lpips": 0.45839923620224 |
| 301 | }, |
| 302 | "wrist_right": { |
| 303 | "psnr": 15.255038188818348, |
| 304 | "ssim": 0.5427013354425774, |
| 305 | "lpips": 0.33376631140708923 |
| 306 | }, |
| 307 | "tactile_left": { |
| 308 | "psnr": 38.49163011949511, |
| 309 | "ssim": 0.9807439010482321, |
| 310 | "lpips": 0.044591862708330154 |
| 311 | }, |
| 312 | "tactile_right": { |
| 313 | "psnr": 48.14886326250914, |
| 314 | "ssim": 0.9916917565188246, |
| 315 | "lpips": 0.01640578918159008 |
| 316 | } |
| 317 | }, |
| 318 | "long_mean": { |
| 319 | "video": { |
| 320 | "psnr": 18.871213195139926, |
| 321 | "ssim": 0.663054898229965, |
| 322 | "lpips": 0.2764279176791509 |
| 323 | }, |
| 324 | "wrist_left": { |
| 325 | "psnr": 10.642759086189377, |
| 326 | "ssim": 0.2575358267483816, |
| 327 | "lpips": 0.5879990537961324 |
| 328 | }, |
| 329 | "wrist_right": { |
| 330 | "psnr": 10.614518829329393, |
| 331 | "ssim": 0.3031023646732098, |
| 332 | "lpips": 0.5766203681627909 |
| 333 | }, |
| 334 | "tactile_left": { |
| 335 | "psnr": 35.13435364463111, |
| 336 | "ssim": 0.9503947660224534, |
| 337 | "lpips": 0.22023670449852945 |
| 338 | }, |
| 339 | "tactile_right": { |
| 340 | "psnr": 35.666106473392205, |
| 341 | "ssim": 0.9519651117734533, |
| 342 | "lpips": 0.21047782190144063 |
| 343 | } |
| 344 | } |
| 345 | }, |
| 346 | { |
| 347 | "output_subdir": "06_motherboard_0909_episode_001_release", |
| 348 | "short": { |
| 349 | "video": { |
| 350 | "psnr": 26.073057811593408, |
| 351 | "ssim": 0.8417006994608665, |
| 352 | "lpips": 0.050065502524375916 |
| 353 | }, |
| 354 | "wrist_left": { |
| 355 | "psnr": 9.881584118352428, |
| 356 | "ssim": 0.3102676834734337, |
| 357 | "lpips": 0.5176010131835938 |
| 358 | }, |
| 359 | "wrist_right": { |
| 360 | "psnr": 21.63685882311941, |
| 361 | "ssim": 0.8376405505274196, |
| 362 | "lpips": 0.11872012913227081 |
| 363 | }, |
| 364 | "tactile_left": { |
| 365 | "psnr": 37.79472597050868, |
| 366 | "ssim": 0.9614763851869035, |
| 367 | "lpips": 0.09373992681503296 |
| 368 | }, |
| 369 | "tactile_right": { |
| 370 | "psnr": 51.0272259400519, |
| 371 | "ssim": 0.9945042701425713, |
| 372 | "lpips": 0.004824674688279629 |
| 373 | } |
| 374 | }, |
| 375 | "long_mean": { |
| 376 | "video": { |
| 377 | "psnr": 20.100033882348434, |
| 378 | "ssim": 0.6947468212841474, |
| 379 | "lpips": 0.21203719625870387 |
| 380 | }, |
| 381 | "wrist_left": { |
| 382 | "psnr": 9.847802740012078, |
| 383 | "ssim": 0.19321987926203907, |
| 384 | "lpips": 0.6473795493443807 |
| 385 | }, |
| 386 | "wrist_right": { |
| 387 | "psnr": 14.711419350112855, |
| 388 | "ssim": 0.48755787097284065, |
| 389 | "lpips": 0.4283336251974106 |
| 390 | }, |
| 391 | "tactile_left": { |
| 392 | "psnr": 30.761710811243947, |
| 393 | "ssim": 0.8904764267654687, |
| 394 | "lpips": 0.301358055571715 |
| 395 | }, |
| 396 | "tactile_right": { |
| 397 | "psnr": 38.61285846708564, |
| 398 | "ssim": 0.9672348175464368, |
| 399 | "lpips": 0.14576060082763434 |
| 400 | } |
| 401 | } |
| 402 | }, |
| 403 | { |
| 404 | "output_subdir": "07_motherboard_0909_episode_001_full", |
| 405 | "short": { |
| 406 | "video": { |
| 407 | "psnr": 31.94159706716292, |
| 408 | "ssim": 0.9411540852114145, |
| 409 | "lpips": 0.021788770332932472 |
| 410 | }, |
| 411 | "wrist_left": { |
| 412 | "psnr": 13.512720137898974, |
| 413 | "ssim": 0.3836515616733975, |
| 414 | "lpips": 0.2499682456254959 |
| 415 | }, |
| 416 | "wrist_right": { |
| 417 | "psnr": 24.264887977037457, |
| 418 | "ssim": 0.8286399063990056, |
| 419 | "lpips": 0.0365547314286232 |
| 420 | }, |
| 421 | "tactile_left": { |
| 422 | "psnr": 32.11248439927119, |
| 423 | "ssim": 0.9352708562626265, |
| 424 | "lpips": 0.04956108331680298 |
| 425 | }, |
| 426 | "tactile_right": { |
| 427 | "psnr": 48.56586471338236, |
| 428 | "ssim": 0.9920211292548892, |
| 429 | "lpips": 0.015798000618815422 |
| 430 | } |
| 431 | }, |
| 432 | "long_mean": { |
| 433 | "video": { |
| 434 | "psnr": 22.759550867849075, |
| 435 | "ssim": 0.738331266951117, |
| 436 | "lpips": 0.14859730191528797 |
| 437 | }, |
| 438 | "wrist_left": { |
| 439 | "psnr": 12.392799003837828, |
| 440 | "ssim": 0.2534228844678169, |
| 441 | "lpips": 0.4195659250020981 |
| 442 | }, |
| 443 | "wrist_right": { |
| 444 | "psnr": 11.273822504481796, |
| 445 | "ssim": 0.2953746721071463, |
| 446 | "lpips": 0.612984391550223 |
| 447 | }, |
| 448 | "tactile_left": { |
| 449 | "psnr": 30.597494533259333, |
| 450 | "ssim": 0.9190923387354749, |
| 451 | "lpips": 0.2548349052667618 |
| 452 | }, |
| 453 | "tactile_right": { |
| 454 | "psnr": 30.533194915468222, |
| 455 | "ssim": 0.9183471844643809, |
| 456 | "lpips": 0.25629324627419314 |
| 457 | } |
| 458 | } |
| 459 | }, |
| 460 | { |
| 461 | "output_subdir": "08_motherboard_0909_episode_002_none", |
| 462 | "short": { |
| 463 | "video": { |
| 464 | "psnr": 28.038481166855078, |
| 465 | "ssim": 0.8882461884223376, |
| 466 | "lpips": 0.03374054282903671 |
| 467 | }, |
| 468 | "wrist_left": { |
| 469 | "psnr": 13.136108559640917, |
| 470 | "ssim": 0.3860889415888905, |
| 471 | "lpips": 0.35341715812683105 |
| 472 | }, |
| 473 | "wrist_right": { |
| 474 | "psnr": 22.63858884747947, |
| 475 | "ssim": 0.7727502435912839, |
| 476 | "lpips": 0.07726932317018509 |
| 477 | }, |
| 478 | "tactile_left": { |
| 479 | "psnr": 44.35232611467689, |
| 480 | "ssim": 0.9894484544613793, |
| 481 | "lpips": 0.011243592016398907 |
| 482 | }, |
| 483 | "tactile_right": { |
| 484 | "psnr": 48.42254527988155, |
| 485 | "ssim": 0.9925316636147961, |
| 486 | "lpips": 0.014774946495890617 |
| 487 | } |
| 488 | }, |
| 489 | "long_mean": { |
| 490 | "video": { |
| 491 | "psnr": 19.84540684419208, |
| 492 | "ssim": 0.6890061168099941, |
| 493 | "lpips": 0.2430051977435748 |
| 494 | }, |
| 495 | "wrist_left": { |
| 496 | "psnr": 9.922848834360803, |
| 497 | "ssim": 0.3290002612223101, |
| 498 | "lpips": 0.612602690855662 |
| 499 | }, |
| 500 | "wrist_right": { |
| 501 | "psnr": 14.35163221837283, |
| 502 | "ssim": 0.4034285033521303, |
| 503 | "lpips": 0.45961409658193586 |
| 504 | }, |
| 505 | "tactile_left": { |
| 506 | "psnr": 35.24564504031726, |
| 507 | "ssim": 0.9488961515988675, |
| 508 | "lpips": 0.22515702613939842 |
| 509 | }, |
| 510 | "tactile_right": { |
| 511 | "psnr": 38.06482984989962, |
| 512 | "ssim": 0.9644979069906651, |
| 513 | "lpips": 0.15646783945461115 |
| 514 | } |
| 515 | } |
| 516 | }, |
| 517 | { |
| 518 | "output_subdir": "09_motherboard_0909_episode_002_onset", |
| 519 | "short": { |
| 520 | "video": { |
| 521 | "psnr": 28.7731520660102, |
| 522 | "ssim": 0.9036044635416896, |
| 523 | "lpips": 0.033944301307201385 |
| 524 | }, |
| 525 | "wrist_left": { |
| 526 | "psnr": 13.367401791586113, |
| 527 | "ssim": 0.3759532123876943, |
| 528 | "lpips": 0.41616761684417725 |
| 529 | }, |
| 530 | "wrist_right": { |
| 531 | "psnr": 19.352712372593928, |
| 532 | "ssim": 0.7088834590519985, |
| 533 | "lpips": 0.1366093009710312 |
| 534 | }, |
| 535 | "tactile_left": { |
| 536 | "psnr": 34.58490723442254, |
| 537 | "ssim": 0.9602570647867541, |
| 538 | "lpips": 0.12234701216220856 |
| 539 | }, |
| 540 | "tactile_right": { |
| 541 | "psnr": 48.30397862276009, |
| 542 | "ssim": 0.9917399339634904, |
| 543 | "lpips": 0.01636577770113945 |
| 544 | } |
| 545 | }, |
| 546 | "long_mean": { |
| 547 | "video": { |
| 548 | "psnr": 20.629842351190195, |
| 549 | "ssim": 0.7213316252681048, |
| 550 | "lpips": 0.19448221772909163 |
| 551 | }, |
| 552 | "wrist_left": { |
| 553 | "psnr": 10.839929127639506, |
| 554 | "ssim": 0.2488783994251713, |
| 555 | "lpips": 0.6101943016052246 |
| 556 | }, |
| 557 | "wrist_right": { |
| 558 | "psnr": 13.148674216428525, |
| 559 | "ssim": 0.3928832612404149, |
| 560 | "lpips": 0.4242817580699921 |
| 561 | }, |
| 562 | "tactile_left": { |
| 563 | "psnr": 32.48783773902874, |
| 564 | "ssim": 0.9322993693801569, |
| 565 | "lpips": 0.28899041513601936 |
| 566 | }, |
| 567 | "tactile_right": { |
| 568 | "psnr": 37.84429319278729, |
| 569 | "ssim": 0.9632515554630258, |
| 570 | "lpips": 0.1430547756453355 |
| 571 | } |
| 572 | } |
| 573 | }, |
| 574 | { |
| 575 | "output_subdir": "10_motherboard_0909_episode_002_release", |
| 576 | "short": { |
| 577 | "video": { |
| 578 | "psnr": 22.510331965534004, |
| 579 | "ssim": 0.768092988894661, |
| 580 | "lpips": 0.08557939529418945 |
| 581 | }, |
| 582 | "wrist_left": { |
| 583 | "psnr": 14.425102295030817, |
| 584 | "ssim": 0.5390395691552957, |
| 585 | "lpips": 0.33763936161994934 |
| 586 | }, |
| 587 | "wrist_right": { |
| 588 | "psnr": 13.247072427298619, |
| 589 | "ssim": 0.3797885087524688, |
| 590 | "lpips": 0.4133608043193817 |
| 591 | }, |
| 592 | "tactile_left": { |
| 593 | "psnr": 48.65562660164237, |
| 594 | "ssim": 0.9917104316286744, |
| 595 | "lpips": 0.006671406328678131 |
| 596 | }, |
| 597 | "tactile_right": { |
| 598 | "psnr": 35.65547042163219, |
| 599 | "ssim": 0.9790493407715721, |
| 600 | "lpips": 0.05477259308099747 |
| 601 | } |
| 602 | }, |
| 603 | "long_mean": { |
| 604 | "video": { |
| 605 | "psnr": 19.149509583965187, |
| 606 | "ssim": 0.6779819809461579, |
| 607 | "lpips": 0.2177029033501943 |
| 608 | }, |
| 609 | "wrist_left": { |
| 610 | "psnr": 14.519979557758985, |
| 611 | "ssim": 0.5722960174433417, |
| 612 | "lpips": 0.3916496654351552 |
| 613 | }, |
| 614 | "wrist_right": { |
| 615 | "psnr": 10.649292333938142, |
| 616 | "ssim": 0.20501843975298215, |
| 617 | "lpips": 0.6515295207500458 |
| 618 | }, |
| 619 | "tactile_left": { |
| 620 | "psnr": 38.9465408657616, |
| 621 | "ssim": 0.9602489473764234, |
| 622 | "lpips": 0.1799692848076423 |
| 623 | }, |
| 624 | "tactile_right": { |
| 625 | "psnr": 30.99363261925943, |
| 626 | "ssim": 0.9401351794761088, |
| 627 | "lpips": 0.22727272560199102 |
| 628 | } |
| 629 | } |
| 630 | }, |
| 631 | { |
| 632 | "output_subdir": "11_motherboard_0909_episode_002_full", |
| 633 | "short": { |
| 634 | "video": { |
| 635 | "psnr": 26.999244409037367, |
| 636 | "ssim": 0.8818267024435755, |
| 637 | "lpips": 0.05348717421293259 |
| 638 | }, |
| 639 | "wrist_left": { |
| 640 | "psnr": 11.018670217556823, |
| 641 | "ssim": 0.3453098695966853, |
| 642 | "lpips": 0.42004385590553284 |
| 643 | }, |
| 644 | "wrist_right": { |
| 645 | "psnr": 23.196198057691483, |
| 646 | "ssim": 0.8652544781575866, |
| 647 | "lpips": 0.039311233907938004 |
| 648 | }, |
| 649 | "tactile_left": { |
| 650 | "psnr": 47.46925723439689, |
| 651 | "ssim": 0.9911527280853192, |
| 652 | "lpips": 0.006880385801196098 |
| 653 | }, |
| 654 | "tactile_right": { |
| 655 | "psnr": 45.934422985683454, |
| 656 | "ssim": 0.9879139821676014, |
| 657 | "lpips": 0.008433639071881771 |
| 658 | } |
| 659 | }, |
| 660 | "long_mean": { |
| 661 | "video": { |
| 662 | "psnr": 21.268721689789267, |
| 663 | "ssim": 0.6960856638512382, |
| 664 | "lpips": 0.18751678119103113 |
| 665 | }, |
| 666 | "wrist_left": { |
| 667 | "psnr": 9.833925021027289, |
| 668 | "ssim": 0.1925915425817033, |
| 669 | "lpips": 0.6016720036665598 |
| 670 | }, |
| 671 | "wrist_right": { |
| 672 | "psnr": 11.622444156259622, |
| 673 | "ssim": 0.3461414449607156, |
| 674 | "lpips": 0.48929167315363886 |
| 675 | }, |
| 676 | "tactile_left": { |
| 677 | "psnr": 33.55778447783753, |
| 678 | "ssim": 0.9373163326227846, |
| 679 | "lpips": 0.2736531087507804 |
| 680 | }, |
| 681 | "tactile_right": { |
| 682 | "psnr": 32.23056371123299, |
| 683 | "ssim": 0.9422561146821167, |
| 684 | "lpips": 0.22679586155960957 |
| 685 | } |
| 686 | } |
| 687 | }, |
| 688 | { |
| 689 | "output_subdir": "12_motherboard_0911_episode_008_seg00_none", |
| 690 | "short": { |
| 691 | "video": { |
| 692 | "psnr": 27.037683342528382, |
| 693 | "ssim": 0.8971844950264612, |
| 694 | "lpips": 0.04093778878450394 |
| 695 | }, |
| 696 | "wrist_left": { |
| 697 | "psnr": 19.276741468827844, |
| 698 | "ssim": 0.7323912690438557, |
| 699 | "lpips": 0.1335712969303131 |
| 700 | }, |
| 701 | "wrist_right": { |
| 702 | "psnr": 15.702117114354046, |
| 703 | "ssim": 0.39762478992744577, |
| 704 | "lpips": 0.32290545105934143 |
| 705 | }, |
| 706 | "tactile_left": { |
| 707 | "psnr": 52.072659905980466, |
| 708 | "ssim": 0.9951894610724508, |
| 709 | "lpips": 0.0029694228433072567 |
| 710 | }, |
| 711 | "tactile_right": { |
| 712 | "psnr": 51.93838658633545, |
| 713 | "ssim": 0.9952904965584219, |
| 714 | "lpips": 0.0029099183157086372 |
| 715 | } |
| 716 | }, |
| 717 | "long_mean": { |
| 718 | "video": { |
| 719 | "psnr": 22.79470332868997, |
| 720 | "ssim": 0.7743979267787477, |
| 721 | "lpips": 0.10379890203475953 |
| 722 | }, |
| 723 | "wrist_left": { |
| 724 | "psnr": 14.95458576306259, |
| 725 | "ssim": 0.6006043498504592, |
| 726 | "lpips": 0.26951686243216194 |
| 727 | }, |
| 728 | "wrist_right": { |
| 729 | "psnr": 13.407298991114496, |
| 730 | "ssim": 0.3214929753349921, |
| 731 | "lpips": 0.45082071622212727 |
| 732 | }, |
| 733 | "tactile_left": { |
| 734 | "psnr": 38.39668776042886, |
| 735 | "ssim": 0.9723127039818624, |
| 736 | "lpips": 0.11662901413316527 |
| 737 | }, |
| 738 | "tactile_right": { |
| 739 | "psnr": 35.87316787401382, |
| 740 | "ssim": 0.9732818336106601, |
| 741 | "lpips": 0.09942091659953196 |
| 742 | } |
| 743 | } |
| 744 | }, |
| 745 | { |
| 746 | "output_subdir": "13_motherboard_0911_episode_008_seg00_onset", |
| 747 | "short": { |
| 748 | "video": { |
| 749 | "psnr": 30.411730823474315, |
| 750 | "ssim": 0.9291004402840691, |
| 751 | "lpips": 0.01929580792784691 |
| 752 | }, |
| 753 | "wrist_left": { |
| 754 | "psnr": 15.322913102185009, |
| 755 | "ssim": 0.33335768206540517, |
| 756 | "lpips": 0.2602500319480896 |
| 757 | }, |
| 758 | "wrist_right": { |
| 759 | "psnr": 20.19276691246326, |
| 760 | "ssim": 0.8447100472728296, |
| 761 | "lpips": 0.04255840554833412 |
| 762 | }, |
| 763 | "tactile_left": { |
| 764 | "psnr": 35.191423550594465, |
| 765 | "ssim": 0.9689209311060053, |
| 766 | "lpips": 0.08721820265054703 |
| 767 | }, |
| 768 | "tactile_right": { |
| 769 | "psnr": 50.887461042622, |
| 770 | "ssim": 0.9950213871926206, |
| 771 | "lpips": 0.0034083672799170017 |
| 772 | } |
| 773 | }, |
| 774 | "long_mean": { |
| 775 | "video": { |
| 776 | "psnr": 20.760685045248973, |
| 777 | "ssim": 0.7215476282646966, |
| 778 | "lpips": 0.1785481425623099 |
| 779 | }, |
| 780 | "wrist_left": { |
| 781 | "psnr": 12.754142120093697, |
| 782 | "ssim": 0.25131376536916306, |
| 783 | "lpips": 0.4808401028315226 |
| 784 | }, |
| 785 | "wrist_right": { |
| 786 | "psnr": 16.626718207207553, |
| 787 | "ssim": 0.6644290934635861, |
| 788 | "lpips": 0.22339866384863855 |
| 789 | }, |
| 790 | "tactile_left": { |
| 791 | "psnr": 32.46049719574854, |
| 792 | "ssim": 0.9525410027315117, |
| 793 | "lpips": 0.1322056124607722 |
| 794 | }, |
| 795 | "tactile_right": { |
| 796 | "psnr": 36.48535068366216, |
| 797 | "ssim": 0.9713530804506836, |
| 798 | "lpips": 0.11669833812241753 |
| 799 | } |
| 800 | } |
| 801 | }, |
| 802 | { |
| 803 | "output_subdir": "14_motherboard_0911_episode_008_seg00_release", |
| 804 | "short": { |
| 805 | "video": { |
| 806 | "psnr": 30.680107907094893, |
| 807 | "ssim": 0.9392628762639537, |
| 808 | "lpips": 0.02289467304944992 |
| 809 | }, |
| 810 | "wrist_left": { |
| 811 | "psnr": 15.184129433247255, |
| 812 | "ssim": 0.4273137539589026, |
| 813 | "lpips": 0.32061389088630676 |
| 814 | }, |
| 815 | "wrist_right": { |
| 816 | "psnr": 25.48402329576781, |
| 817 | "ssim": 0.885789278630448, |
| 818 | "lpips": 0.028220124542713165 |
| 819 | }, |
| 820 | "tactile_left": { |
| 821 | "psnr": 36.88435270391721, |
| 822 | "ssim": 0.9825372999950499, |
| 823 | "lpips": 0.029674604535102844 |
| 824 | }, |
| 825 | "tactile_right": { |
| 826 | "psnr": 50.750817315522035, |
| 827 | "ssim": 0.9947204128719278, |
| 828 | "lpips": 0.003992843441665173 |
| 829 | } |
| 830 | }, |
| 831 | "long_mean": { |
| 832 | "video": { |
| 833 | "psnr": 22.760859895914496, |
| 834 | "ssim": 0.7697923888587975, |
| 835 | "lpips": 0.14945391366879146 |
| 836 | }, |
| 837 | "wrist_left": { |
| 838 | "psnr": 13.315852249902187, |
| 839 | "ssim": 0.3861440235130636, |
| 840 | "lpips": 0.42872284054756166 |
| 841 | }, |
| 842 | "wrist_right": { |
| 843 | "psnr": 16.46816492718873, |
| 844 | "ssim": 0.5912266876255307, |
| 845 | "lpips": 0.249004128575325 |
| 846 | }, |
| 847 | "tactile_left": { |
| 848 | "psnr": 30.150895836094502, |
| 849 | "ssim": 0.9334190586583958, |
| 850 | "lpips": 0.18483786284923553 |
| 851 | }, |
| 852 | "tactile_right": { |
| 853 | "psnr": 36.40091886214562, |
| 854 | "ssim": 0.9716299790740325, |
| 855 | "lpips": 0.11408265475183725 |
| 856 | } |
| 857 | } |
| 858 | }, |
| 859 | { |
| 860 | "output_subdir": "15_motherboard_0911_episode_008_seg00_full", |
| 861 | "short": { |
| 862 | "video": { |
| 863 | "psnr": 28.832899146456256, |
| 864 | "ssim": 0.9141668772619951, |
| 865 | "lpips": 0.026842715218663216 |
| 866 | }, |
| 867 | "wrist_left": { |
| 868 | "psnr": 18.758192088621687, |
| 869 | "ssim": 0.5485364197218131, |
| 870 | "lpips": 0.11799579858779907 |
| 871 | }, |
| 872 | "wrist_right": { |
| 873 | "psnr": 17.221755775344658, |
| 874 | "ssim": 0.5759568468142037, |
| 875 | "lpips": 0.16983497142791748 |
| 876 | }, |
| 877 | "tactile_left": { |
| 878 | "psnr": 31.063608350375524, |
| 879 | "ssim": 0.9500697471105626, |
| 880 | "lpips": 0.0698733925819397 |
| 881 | }, |
| 882 | "tactile_right": { |
| 883 | "psnr": 40.24958984323921, |
| 884 | "ssim": 0.9869040270547192, |
| 885 | "lpips": 0.03081931546330452 |
| 886 | } |
| 887 | }, |
| 888 | "long_mean": { |
| 889 | "video": { |
| 890 | "psnr": 22.878411026047424, |
| 891 | "ssim": 0.7361017051134647, |
| 892 | "lpips": 0.12492112827797731 |
| 893 | }, |
| 894 | "wrist_left": { |
| 895 | "psnr": 13.744741253044873, |
| 896 | "ssim": 0.36770824564611826, |
| 897 | "lpips": 0.38049114545186363 |
| 898 | }, |
| 899 | "wrist_right": { |
| 900 | "psnr": 14.37980202727955, |
| 901 | "ssim": 0.45318240415451955, |
| 902 | "lpips": 0.31933645606040956 |
| 903 | }, |
| 904 | "tactile_left": { |
| 905 | "psnr": 30.056925880041145, |
| 906 | "ssim": 0.9370179323981397, |
| 907 | "lpips": 0.1795002708832423 |
| 908 | }, |
| 909 | "tactile_right": { |
| 910 | "psnr": 34.27269595486254, |
| 911 | "ssim": 0.969763327890987, |
| 912 | "lpips": 0.10818359230955442 |
| 913 | } |
| 914 | } |
| 915 | }, |
| 916 | { |
| 917 | "output_subdir": "16_motherboard_0912_episode_002_none", |
| 918 | "short": { |
| 919 | "video": { |
| 920 | "psnr": 29.614753864561738, |
| 921 | "ssim": 0.933653512973884, |
| 922 | "lpips": 0.030751731246709824 |
| 923 | }, |
| 924 | "wrist_left": { |
| 925 | "psnr": 22.98101737522627, |
| 926 | "ssim": 0.8534835072375312, |
| 927 | "lpips": 0.06753730773925781 |
| 928 | }, |
| 929 | "wrist_right": { |
| 930 | "psnr": 32.49434755998159, |
| 931 | "ssim": 0.937375895493491, |
| 932 | "lpips": 0.032512981444597244 |
| 933 | }, |
| 934 | "tactile_left": { |
| 935 | "psnr": 51.141352077724875, |
| 936 | "ssim": 0.9948315686585562, |
| 937 | "lpips": 0.003412980120629072 |
| 938 | }, |
| 939 | "tactile_right": { |
| 940 | "psnr": 50.77745484892745, |
| 941 | "ssim": 0.9947096141130624, |
| 942 | "lpips": 0.00413733022287488 |
| 943 | } |
| 944 | }, |
| 945 | "long_mean": { |
| 946 | "video": { |
| 947 | "psnr": 23.140287349008236, |
| 948 | "ssim": 0.7723517475244653, |
| 949 | "lpips": 0.14753772219022115 |
| 950 | }, |
| 951 | "wrist_left": { |
| 952 | "psnr": 15.069631439240387, |
| 953 | "ssim": 0.5720847731318396, |
| 954 | "lpips": 0.38767473498980204 |
| 955 | }, |
| 956 | "wrist_right": { |
| 957 | "psnr": 19.52761518031485, |
| 958 | "ssim": 0.7700559830994897, |
| 959 | "lpips": 0.19262344414989155 |
| 960 | }, |
| 961 | "tactile_left": { |
| 962 | "psnr": 36.93529442935668, |
| 963 | "ssim": 0.9618234390161398, |
| 964 | "lpips": 0.14555272624517482 |
| 965 | }, |
| 966 | "tactile_right": { |
| 967 | "psnr": 37.708809780281506, |
| 968 | "ssim": 0.9739569285634463, |
| 969 | "lpips": 0.11321461216236155 |
| 970 | } |
| 971 | } |
| 972 | }, |
| 973 | { |
| 974 | "output_subdir": "17_motherboard_0912_episode_002_onset", |
| 975 | "short": { |
| 976 | "video": { |
| 977 | "psnr": 26.963190385486904, |
| 978 | "ssim": 0.8585374784106279, |
| 979 | "lpips": 0.04498526453971863 |
| 980 | }, |
| 981 | "wrist_left": { |
| 982 | "psnr": 16.38062851403978, |
| 983 | "ssim": 0.5554069106484396, |
| 984 | "lpips": 0.21622595191001892 |
| 985 | }, |
| 986 | "wrist_right": { |
| 987 | "psnr": 16.668252668473926, |
| 988 | "ssim": 0.40088587476840953, |
| 989 | "lpips": 0.16350379586219788 |
| 990 | }, |
| 991 | "tactile_left": { |
| 992 | "psnr": 47.4256623630788, |
| 993 | "ssim": 0.9880978598608197, |
| 994 | "lpips": 0.007464554626494646 |
| 995 | }, |
| 996 | "tactile_right": { |
| 997 | "psnr": 41.488768484715244, |
| 998 | "ssim": 0.9841770364123255, |
| 999 | "lpips": 0.06797026842832565 |
| 1000 | } |
| 1001 | }, |
| 1002 | "long_mean": { |
| 1003 | "video": { |
| 1004 | "psnr": 19.979844240281043, |
| 1005 | "ssim": 0.6719923483786956, |
| 1006 | "lpips": 0.2216078023115794 |
| 1007 | }, |
| 1008 | "wrist_left": { |
| 1009 | "psnr": 12.068374679192145, |
| 1010 | "ssim": 0.31770986230603954, |
| 1011 | "lpips": 0.4659765581289927 |
| 1012 | }, |
| 1013 | "wrist_right": { |
| 1014 | "psnr": 13.040540096887558, |
| 1015 | "ssim": 0.332540011598662, |
| 1016 | "lpips": 0.43386511703332264 |
| 1017 | }, |
| 1018 | "tactile_left": { |
| 1019 | "psnr": 35.62354914636409, |
| 1020 | "ssim": 0.9639906245579797, |
| 1021 | "lpips": 0.11719002776468794 |
| 1022 | }, |
| 1023 | "tactile_right": { |
| 1024 | "psnr": 35.37950350040074, |
| 1025 | "ssim": 0.971159358859736, |
| 1026 | "lpips": 0.11949826329946518 |
| 1027 | } |
| 1028 | } |
| 1029 | }, |
| 1030 | { |
| 1031 | "output_subdir": "18_motherboard_0912_episode_002_release", |
| 1032 | "short": { |
| 1033 | "video": { |
| 1034 | "psnr": 22.461089432220835, |
| 1035 | "ssim": 0.7502580250154394, |
| 1036 | "lpips": 0.1371990293264389 |
| 1037 | }, |
| 1038 | "wrist_left": { |
| 1039 | "psnr": 13.876565193118752, |
| 1040 | "ssim": 0.4911180306828581, |
| 1041 | "lpips": 0.4515236020088196 |
| 1042 | }, |
| 1043 | "wrist_right": { |
| 1044 | "psnr": 13.7313262170651, |
| 1045 | "ssim": 0.4915193604881228, |
| 1046 | "lpips": 0.3897809088230133 |
| 1047 | }, |
| 1048 | "tactile_left": { |
| 1049 | "psnr": 41.00869684486503, |
| 1050 | "ssim": 0.9816722995565144, |
| 1051 | "lpips": 0.05335084721446037 |
| 1052 | }, |
| 1053 | "tactile_right": { |
| 1054 | "psnr": 52.38822368239493, |
| 1055 | "ssim": 0.9959197172424199, |
| 1056 | "lpips": 0.002244606614112854 |
| 1057 | } |
| 1058 | }, |
| 1059 | "long_mean": { |
| 1060 | "video": { |
| 1061 | "psnr": 20.063301552839906, |
| 1062 | "ssim": 0.663012875740234, |
| 1063 | "lpips": 0.2731943756341934 |
| 1064 | }, |
| 1065 | "wrist_left": { |
| 1066 | "psnr": 13.123957783390251, |
| 1067 | "ssim": 0.3499489065315921, |
| 1068 | "lpips": 0.4791865527629852 |
| 1069 | }, |
| 1070 | "wrist_right": { |
| 1071 | "psnr": 12.694791907296489, |
| 1072 | "ssim": 0.41560246013954033, |
| 1073 | "lpips": 0.45913924773534137 |
| 1074 | }, |
| 1075 | "tactile_left": { |
| 1076 | "psnr": 35.134349686997325, |
| 1077 | "ssim": 0.9565937051838248, |
| 1078 | "lpips": 0.1526123382151127 |
| 1079 | }, |
| 1080 | "tactile_right": { |
| 1081 | "psnr": 37.74967192621578, |
| 1082 | "ssim": 0.9730848474270523, |
| 1083 | "lpips": 0.12125067071368296 |
| 1084 | } |
| 1085 | } |
| 1086 | }, |
| 1087 | { |
| 1088 | "output_subdir": "19_motherboard_0912_episode_002_full", |
| 1089 | "short": { |
| 1090 | "video": { |
| 1091 | "psnr": 24.102459048743825, |
| 1092 | "ssim": 0.8096983424424338, |
| 1093 | "lpips": 0.07874449342489243 |
| 1094 | }, |
| 1095 | "wrist_left": { |
| 1096 | "psnr": 17.808062656993545, |
| 1097 | "ssim": 0.477899918794427, |
| 1098 | "lpips": 0.2878536880016327 |
| 1099 | }, |
| 1100 | "wrist_right": { |
| 1101 | "psnr": 29.081298434277137, |
| 1102 | "ssim": 0.9310623310369179, |
| 1103 | "lpips": 0.0490812323987484 |
| 1104 | }, |
| 1105 | "tactile_left": { |
| 1106 | "psnr": 38.46045376066547, |
| 1107 | "ssim": 0.9589154813478704, |
| 1108 | "lpips": 0.06862004101276398 |
| 1109 | }, |
| 1110 | "tactile_right": { |
| 1111 | "psnr": 48.04518435700953, |
| 1112 | "ssim": 0.9917354423022501, |
| 1113 | "lpips": 0.019251041114330292 |
| 1114 | } |
| 1115 | }, |
| 1116 | "long_mean": { |
| 1117 | "video": { |
| 1118 | "psnr": 19.2342942756461, |
| 1119 | "ssim": 0.6710735756383215, |
| 1120 | "lpips": 0.2789704109231631 |
| 1121 | }, |
| 1122 | "wrist_left": { |
| 1123 | "psnr": 13.498992825147607, |
| 1124 | "ssim": 0.3401253091096719, |
| 1125 | "lpips": 0.48304280638694763 |
| 1126 | }, |
| 1127 | "wrist_right": { |
| 1128 | "psnr": 23.185675808214828, |
| 1129 | "ssim": 0.8539306437520575, |
| 1130 | "lpips": 0.1380472771823406 |
| 1131 | }, |
| 1132 | "tactile_left": { |
| 1133 | "psnr": 34.09542461370423, |
| 1134 | "ssim": 0.9490869081543455, |
| 1135 | "lpips": 0.14000947723786036 |
| 1136 | }, |
| 1137 | "tactile_right": { |
| 1138 | "psnr": 36.129104439178896, |
| 1139 | "ssim": 0.9738560881801424, |
| 1140 | "lpips": 0.10413351617753505 |
| 1141 | } |
| 1142 | } |
| 1143 | } |
| 1144 | ] |
| 1145 | } |