{
  "schema_version": 1,
  "sample": {
    "manifest_index": 0,
    "clip_id": "314f59c2-e420-4fcd-9df2-a51d572e0c20",
    "t0_us": 1503899,
    "camera": "camera_front_wide_120fov",
    "history_steps": 8,
    "expert_waypoints": 16,
    "source_time_step_s": 0.1,
    "image_path": "data/processed/images/sample_00_314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899.jpg",
    "trajectory_path": "data/processed/trajectories/sample_00_314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899.npz"
  },
  "prediction_protocol": {
    "vlm": {
      "decoding": "greedy untruncated structured generation",
      "trajectory_representation": "32 discrete normalized-XY-delta tokens",
      "trajectory_vocabulary_bins": 128
    },
    "diffusion": {
      "decoding": "flow-matching sample",
      "seed": 12,
      "inference_steps": 10
    },
    "units": {
      "action_mse": "normalized_action_squared",
      "trajectory": "metres"
    }
  },
  "text": {
    "ground_truth_reasoning": "Steer left following the temporary lane delineated by traffic cones through the construction zone.",
    "vlm_reasoning": "Steer left following the temporary lane delineated by traffic cones through the construction zone.",
    "vlm_reasoning_exact_match": true,
    "vlm_meta_action": "STEER_LEFT",
    "target_meta_action": "STEER_LEFT",
    "vlm_meta_action_exact_match": true,
    "vlm_structured_output": "<|cot_start|>Steer left following the temporary lane delineated by traffic cones through the construction zone.<|cot_end|>\n<|meta_action_start|>STEER_LEFT<|meta_action_end|>\n<|traj_future_start|><i9><i37><i71><i38><i70><i41><i68><i46><i66><i49><i84><i63><i63><i63><i65><i67><i66><i69><i65><i67><i82><i80><i61><i77><i60><i79><i59><i78><i56><i76><i72><i86><|traj_future_end|><|im_end|>",
    "target_structured_output": "<|cot_start|>Steer left following the temporary lane delineated by traffic cones through the construction zone.<|cot_end|>\n<|meta_action_start|>STEER_LEFT<|meta_action_end|>\n<|traj_future_start|><i9><i37><i71><i38><i70><i41><i68><i46><i66><i49><i84><i63><i63><i63><i65><i67><i66><i69><i65><i67><i82><i80><i61><i77><i60><i79><i59><i78><i56><i76><i72><i86><|traj_future_end|><|im_end|>",
    "vlm_structured_exact_match": true,
    "diffusion_conditioning_reasoning": "Steer left following the temporary lane delineated by traffic cones through the construction zone.",
    "diffusion_reasoning_exact_match": true
  },
  "arrays": {
    "ground_truth": {
      "action": [
        [
          -3.4397106170654297,
          -1.6662895679473877
        ],
        [
          0.46647655963897705,
          -1.6230756044387817
        ],
        [
          0.3931064307689667,
          -1.3917449712753296
        ],
        [
          0.26794740557670593,
          -1.1304054260253906
        ],
        [
          0.1750280112028122,
          -0.931678295135498
        ],
        [
          1.3138797283172607,
          -0.017029158771038055
        ],
        [
          -0.0019493416184559464,
          -0.05992039293050766
        ],
        [
          0.07472366094589233,
          0.23706550896167755
        ],
        [
          0.13519389927387238,
          0.3722502589225769
        ],
        [
          0.06780000776052475,
          0.21779732406139374
        ],
        [
          1.1512386798858643,
          1.035483717918396
        ],
        [
          -0.15684714913368225,
          0.8499115109443665
        ],
        [
          -0.2395608276128769,
          0.9665660858154297
        ],
        [
          -0.2766667306423187,
          0.9057282209396362
        ],
        [
          -0.44114238023757935,
          0.7915734648704529
        ],
        [
          0.5104826092720032,
          1.4437676668167114
        ]
      ],
      "xy_m": [
        [
          0.9489696025848389,
          -0.00039592807297594845
        ],
        [
          4.71621561050415,
          0.002558943582698703
        ],
        [
          8.430525779724121,
          0.023451128974556923
        ],
        [
          12.054534912109375,
          0.06460751593112946
        ],
        [
          15.611503601074219,
          0.12117315828800201
        ],
        [
          19.990142822265625,
          0.24866046011447906
        ],
        [
          23.419424057006836,
          0.37282198667526245
        ],
        [
          26.904024124145508,
          0.5200117230415344
        ],
        [
          30.432252883911133,
          0.6776836514472961
        ],
        [
          33.91185760498047,
          0.8233793377876282
        ],
        [
          38.173152923583984,
          1.0324782133102417
        ],
        [
          41.49067687988281,
          1.2271878719329834
        ],
        [
          44.7485237121582,
          1.4309428930282593
        ],
        [
          47.97959899902344,
          1.6299805641174316
        ],
        [
          51.09200668334961,
          1.8201667070388794
        ],
        [
          54.8910026550293,
          2.0609238147735596
        ]
      ],
      "discrete_token_values": [
        9,
        37,
        71,
        38,
        70,
        41,
        68,
        46,
        66,
        49,
        84,
        63,
        63,
        63,
        65,
        67,
        66,
        69,
        65,
        67,
        82,
        80,
        61,
        77,
        60,
        79,
        59,
        78,
        56,
        76,
        72,
        86
      ]
    },
    "vlm": {
      "action": [
        [
          -3.4330708980560303,
          -1.6692912578582764
        ],
        [
          0.4724407196044922,
          -1.6062991619110107
        ],
        [
          0.40944862365722656,
          -1.4173228740692139
        ],
        [
          0.2834644317626953,
          -1.1023621559143066
        ],
        [
          0.15748023986816406,
          -0.9133858680725098
        ],
        [
          1.2913384437561035,
          -0.03149604797363281
        ],
        [
          -0.03149604797363281,
          -0.03149604797363281
        ],
        [
          0.09448814392089844,
          0.2204723358154297
        ],
        [
          0.15748023986816406,
          0.34645652770996094
        ],
        [
          0.09448814392089844,
          0.2204723358154297
        ],
        [
          1.1653542518615723,
          1.039370059967041
        ],
        [
          -0.15748023986816406,
          0.8503937721252441
        ],
        [
          -0.2204723358154297,
          0.9763779640197754
        ],
        [
          -0.2834646701812744,
          0.9133858680725098
        ],
        [
          -0.4724409580230713,
          0.7874016761779785
        ],
        [
          0.535433292388916,
          1.4173226356506348
        ]
      ],
      "xy_m": [
        [
          0.9537601470947266,
          -0.0006286799907684326
        ],
        [
          4.725309371948242,
          0.0036270394921302795
        ],
        [
          8.451410293579102,
          0.02253592759370804
        ],
        [
          12.086614608764648,
          0.06586679071187973
        ],
        [
          15.630922317504883,
          0.12385082244873047
        ],
        [
          19.993297576904297,
          0.25021636486053467
        ],
        [
          23.401260375976562,
          0.37658190727233887
        ],
        [
          26.90011978149414,
          0.5224850177764893
        ],
        [
          30.444427490234375,
          0.6781569123268127
        ],
        [
          33.94328689575195,
          0.8240600228309631
        ],
        [
          38.21476745605469,
          1.033460259437561
        ],
        [
          41.53183364868164,
          1.2282073497772217
        ],
        [
          44.80345153808594,
          1.4327231645584106
        ],
        [
          48.029624938964844,
          1.6323546171188354
        ],
        [
          51.11945343017578,
          1.8222172260284424
        ],
        [
          54.93644714355469,
          2.0609238147735596
        ]
      ],
      "discrete_token_values": [
        9,
        37,
        71,
        38,
        70,
        41,
        68,
        46,
        66,
        49,
        84,
        63,
        63,
        63,
        65,
        67,
        66,
        69,
        65,
        67,
        82,
        80,
        61,
        77,
        60,
        79,
        59,
        78,
        56,
        76,
        72,
        86
      ]
    },
    "diffusion": {
      "action": [
        [
          -3.84375,
          -0.443359375
        ],
        [
          -0.68017578125,
          -1.453125
        ],
        [
          -0.204345703125,
          -2.953125
        ],
        [
          1.0224609375,
          -0.82275390625
        ],
        [
          -0.126953125,
          -0.8857421875
        ],
        [
          2.5078125,
          -0.9423828125
        ],
        [
          0.2435302734375,
          -0.045867919921875
        ],
        [
          1.005859375,
          0.17138671875
        ],
        [
          0.12469482421875,
          0.52001953125
        ],
        [
          0.432373046875,
          -0.6748046875
        ],
        [
          1.95703125,
          0.78125
        ],
        [
          2.060546875,
          1.314453125
        ],
        [
          -0.9697265625,
          2.46875
        ],
        [
          -0.52783203125,
          1.48046875
        ],
        [
          -1.5810546875,
          0.258056640625
        ],
        [
          -1.0625,
          1.236328125
        ]
      ],
      "xy_m": [
        [
          0.657459020614624,
          0.09442976862192154
        ],
        [
          3.5974063873291016,
          0.11056257039308548
        ],
        [
          6.880660533905029,
          0.010385759174823761
        ],
        [
          11.049043655395508,
          0.07539737224578857
        ],
        [
          14.38813591003418,
          0.1355248987674713
        ],
        [
          19.628185272216797,
          0.19126051664352417
        ],
        [
          23.234577178955078,
          0.31651169061660767
        ],
        [
          27.39098358154297,
          0.4586087167263031
        ],
        [
          30.911636352539062,
          0.6277386546134949
        ],
        [
          34.65427780151367,
          0.7042222023010254
        ],
        [
          39.496944427490234,
          0.8936078548431396
        ],
        [
          44.41429901123047,
          1.124337911605835
        ],
        [
          47.14533615112305,
          1.4445719718933105
        ],
        [
          50.19519805908203,
          1.688174843788147
        ],
        [
          52.48516845703125,
          1.8369922637939453
        ],
        [
          55.14927673339844,
          2.061664581298828
        ]
      ],
      "seed": 12
    },
    "history_xy_m": [
      [
        -6.5544657707214355,
        0.035949498414993286
      ],
      [
        -5.636332988739014,
        0.025562627241015434
      ],
      [
        -4.717358112335205,
        0.019754931330680847
      ],
      [
        -3.7914953231811523,
        0.012032918632030487
      ],
      [
        -2.853987693786621,
        0.008905102498829365
      ],
      [
        -1.9065805673599243,
        0.006025215145200491
      ],
      [
        -0.9533587694168091,
        0.0025723553262650967
      ],
      [
        0.0,
        0.0
      ]
    ],
    "source_future_indices": [
      0,
      4,
      8,
      12,
      16,
      21,
      25,
      29,
      33,
      37,
      42,
      46,
      50,
      54,
      58,
      63
    ],
    "waypoint_times_s": [
      0.1,
      0.5,
      0.9,
      1.3,
      1.7000000000000002,
      2.2,
      2.6,
      3.0,
      3.4000000000000004,
      3.8000000000000003,
      4.3,
      4.7,
      5.1000000000000005,
      5.5,
      5.9,
      6.4
    ]
  },
  "waypoints": [
    {
      "index": 1,
      "source_future_index": 0,
      "time_s": 0.1,
      "action": {
        "ground_truth": [
          -3.4397106170654297,
          -1.6662895679473877
        ],
        "vlm": [
          -3.4330708980560303,
          -1.6692912578582764
        ],
        "diffusion": [
          -3.84375,
          -0.443359375
        ]
      },
      "action_error_l2": {
        "vlm": 0.00728670095756034,
        "diffusion": 1.2879464584308167
      },
      "xy_m": {
        "ground_truth": [
          0.9489696025848389,
          -0.00039592807297594845
        ],
        "vlm": [
          0.9537601470947266,
          -0.0006286799907684326
        ],
        "diffusion": [
          0.657459020614624,
          0.09442976862192154
        ]
      },
      "position_error_m": {
        "vlm": 0.004796195383473365,
        "diffusion": 0.30654580759535116
      }
    },
    {
      "index": 2,
      "source_future_index": 4,
      "time_s": 0.5,
      "action": {
        "ground_truth": [
          0.46647655963897705,
          -1.6230756044387817
        ],
        "vlm": [
          0.4724407196044922,
          -1.6062991619110107
        ],
        "diffusion": [
          -0.68017578125,
          -1.453125
        ]
      },
      "action_error_l2": {
        "vlm": 0.01780506186402779,
        "diffusion": 1.1591785017050988
      },
      "xy_m": {
        "ground_truth": [
          4.71621561050415,
          0.002558943582698703
        ],
        "vlm": [
          4.725309371948242,
          0.0036270394921302795
        ],
        "diffusion": [
          3.5974063873291016,
          0.11056257039308548
        ]
      },
      "position_error_m": {
        "vlm": 0.009156272498882664,
        "diffusion": 1.1240101695561981
      }
    },
    {
      "index": 3,
      "source_future_index": 8,
      "time_s": 0.9,
      "action": {
        "ground_truth": [
          0.3931064307689667,
          -1.3917449712753296
        ],
        "vlm": [
          0.40944862365722656,
          -1.4173228740692139
        ],
        "diffusion": [
          -0.204345703125,
          -2.953125
        ]
      },
      "action_error_l2": {
        "vlm": 0.03035286444028776,
        "diffusion": 1.6717824758008162
      },
      "xy_m": {
        "ground_truth": [
          8.430525779724121,
          0.023451128974556923
        ],
        "vlm": [
          8.451410293579102,
          0.02253592759370804
        ],
        "diffusion": [
          6.880660533905029,
          0.010385759174823761
        ]
      },
      "position_error_m": {
        "vlm": 0.02090455721909409,
        "diffusion": 1.5499203153987877
      }
    },
    {
      "index": 4,
      "source_future_index": 12,
      "time_s": 1.3,
      "action": {
        "ground_truth": [
          0.26794740557670593,
          -1.1304054260253906
        ],
        "vlm": [
          0.2834644317626953,
          -1.1023621559143066
        ],
        "diffusion": [
          1.0224609375,
          -0.82275390625
        ]
      },
      "action_error_l2": {
        "vlm": 0.032050009363179546,
        "diffusion": 0.8148252128373736
      },
      "xy_m": {
        "ground_truth": [
          12.054534912109375,
          0.06460751593112946
        ],
        "vlm": [
          12.086614608764648,
          0.06586679071187973
        ],
        "diffusion": [
          11.049043655395508,
          0.07539737224578857
        ]
      },
      "position_error_m": {
        "vlm": 0.03210440328783258,
        "diffusion": 1.0055491476438747
      }
    },
    {
      "index": 5,
      "source_future_index": 16,
      "time_s": 1.7000000000000002,
      "action": {
        "ground_truth": [
          0.1750280112028122,
          -0.931678295135498
        ],
        "vlm": [
          0.15748023986816406,
          -0.9133858680725098
        ],
        "diffusion": [
          -0.126953125,
          -0.8857421875
        ]
      },
      "action_error_l2": {
        "vlm": 0.025348316840923476,
        "diffusion": 0.3054549600301843
      },
      "xy_m": {
        "ground_truth": [
          15.611503601074219,
          0.12117315828800201
        ],
        "vlm": [
          15.630922317504883,
          0.12385082244873047
        ],
        "diffusion": [
          14.38813591003418,
          0.1355248987674713
        ]
      },
      "position_error_m": {
        "vlm": 0.019602459875540927,
        "diffusion": 1.2234518707065785
      }
    },
    {
      "index": 6,
      "source_future_index": 21,
      "time_s": 2.2,
      "action": {
        "ground_truth": [
          1.3138797283172607,
          -0.017029158771038055
        ],
        "vlm": [
          1.2913384437561035,
          -0.03149604797363281
        ],
        "diffusion": [
          2.5078125,
          -0.9423828125
        ]
      },
      "action_error_l2": {
        "vlm": 0.02678433110733247,
        "diffusion": 1.5105478634480827
      },
      "xy_m": {
        "ground_truth": [
          19.990142822265625,
          0.24866046011447906
        ],
        "vlm": [
          19.993297576904297,
          0.25021636486053467
        ],
        "diffusion": [
          19.628185272216797,
          0.19126051664352417
        ]
      },
      "position_error_m": {
        "vlm": 0.003517572516526143,
        "diffusion": 0.36648058822783336
      }
    },
    {
      "index": 7,
      "source_future_index": 25,
      "time_s": 2.6,
      "action": {
        "ground_truth": [
          -0.0019493416184559464,
          -0.05992039293050766
        ],
        "vlm": [
          -0.03149604797363281,
          -0.03149604797363281
        ],
        "diffusion": [
          0.2435302734375,
          -0.045867919921875
        ]
      },
      "action_error_l2": {
        "vlm": 0.04099940539405987,
        "diffusion": 0.24588150277253198
      },
      "xy_m": {
        "ground_truth": [
          23.419424057006836,
          0.37282198667526245
        ],
        "vlm": [
          23.401260375976562,
          0.37658190727233887
        ],
        "diffusion": [
          23.234577178955078,
          0.31651169061660767
        ]
      },
      "position_error_m": {
        "vlm": 0.018548754984252572,
        "diffusion": 0.19323358343645852
      }
    },
    {
      "index": 8,
      "source_future_index": 29,
      "time_s": 3.0,
      "action": {
        "ground_truth": [
          0.07472366094589233,
          0.23706550896167755
        ],
        "vlm": [
          0.09448814392089844,
          0.2204723358154297
        ],
        "diffusion": [
          1.005859375,
          0.17138671875
        ]
      },
      "action_error_l2": {
        "vlm": 0.025806359338943326,
        "diffusion": 0.9334492066902851
      },
      "xy_m": {
        "ground_truth": [
          26.904024124145508,
          0.5200117230415344
        ],
        "vlm": [
          26.90011978149414,
          0.5224850177764893
        ],
        "diffusion": [
          27.39098358154297,
          0.4586087167263031
        ]
      },
      "position_error_m": {
        "vlm": 0.004621804667577402,
        "diffusion": 0.49081548705534744
      }
    },
    {
      "index": 9,
      "source_future_index": 33,
      "time_s": 3.4000000000000004,
      "action": {
        "ground_truth": [
          0.13519389927387238,
          0.3722502589225769
        ],
        "vlm": [
          0.15748023986816406,
          0.34645652770996094
        ],
        "diffusion": [
          0.12469482421875,
          0.52001953125
        ]
      },
      "action_error_l2": {
        "vlm": 0.034088085117141044,
        "diffusion": 0.14814178485892907
      },
      "xy_m": {
        "ground_truth": [
          30.432252883911133,
          0.6776836514472961
        ],
        "vlm": [
          30.444427490234375,
          0.6781569123268127
        ],
        "diffusion": [
          30.911636352539062,
          0.6277386546134949
        ]
      },
      "position_error_m": {
        "vlm": 0.01218380133562631,
        "diffusion": 0.4819782284527732
      }
    },
    {
      "index": 10,
      "source_future_index": 37,
      "time_s": 3.8000000000000003,
      "action": {
        "ground_truth": [
          0.06780000776052475,
          0.21779732406139374
        ],
        "vlm": [
          0.09448814392089844,
          0.2204723358154297
        ],
        "diffusion": [
          0.432373046875,
          -0.6748046875
        ]
      },
      "action_error_l2": {
        "vlm": 0.026821862343970004,
        "diffusion": 0.9641845528178778
      },
      "xy_m": {
        "ground_truth": [
          33.91185760498047,
          0.8233793377876282
        ],
        "vlm": [
          33.94328689575195,
          0.8240600228309631
        ],
        "diffusion": [
          34.65427780151367,
          0.7042222023010254
        ]
      },
      "position_error_m": {
        "vlm": 0.03143666093157371,
        "diffusion": 0.7519216522735415
      }
    },
    {
      "index": 11,
      "source_future_index": 42,
      "time_s": 4.3,
      "action": {
        "ground_truth": [
          1.1512386798858643,
          1.035483717918396
        ],
        "vlm": [
          1.1653542518615723,
          1.039370059967041
        ],
        "diffusion": [
          1.95703125,
          0.78125
        ]
      },
      "action_error_l2": {
        "vlm": 0.014640800071050068,
        "diffusion": 0.84494760155749
      },
      "xy_m": {
        "ground_truth": [
          38.173152923583984,
          1.0324782133102417
        ],
        "vlm": [
          38.21476745605469,
          1.033460259437561
        ],
        "diffusion": [
          39.496944427490234,
          0.8936078548431396
        ]
      },
      "position_error_m": {
        "vlm": 0.04162611833154021,
        "diffusion": 1.331055566937441
      }
    },
    {
      "index": 12,
      "source_future_index": 46,
      "time_s": 4.7,
      "action": {
        "ground_truth": [
          -0.15684714913368225,
          0.8499115109443665
        ],
        "vlm": [
          -0.15748023986816406,
          0.8503937721252441
        ],
        "diffusion": [
          2.060546875,
          1.314453125
        ]
      },
      "action_error_l2": {
        "vlm": 0.0007958515720084112,
        "diffusion": 2.2655319837630143
      },
      "xy_m": {
        "ground_truth": [
          41.49067687988281,
          1.2271878719329834
        ],
        "vlm": [
          41.53183364868164,
          1.2282073497772217
        ],
        "diffusion": [
          44.41429901123047,
          1.124337911605835
        ]
      },
      "position_error_m": {
        "vlm": 0.04116939340134956,
        "diffusion": 2.925430648852423
      }
    },
    {
      "index": 13,
      "source_future_index": 50,
      "time_s": 5.1000000000000005,
      "action": {
        "ground_truth": [
          -0.2395608276128769,
          0.9665660858154297
        ],
        "vlm": [
          -0.2204723358154297,
          0.9763779640197754
        ],
        "diffusion": [
          -0.9697265625,
          2.46875
        ]
      },
      "action_error_l2": {
        "vlm": 0.021462606388743272,
        "diffusion": 1.6702390584698135
      },
      "xy_m": {
        "ground_truth": [
          44.7485237121582,
          1.4309428930282593
        ],
        "vlm": [
          44.80345153808594,
          1.4327231645584106
        ],
        "diffusion": [
          47.14533615112305,
          1.4445719718933105
        ]
      },
      "position_error_m": {
        "vlm": 0.054956668638742615,
        "diffusion": 2.3968511884068464
      }
    },
    {
      "index": 14,
      "source_future_index": 54,
      "time_s": 5.5,
      "action": {
        "ground_truth": [
          -0.2766667306423187,
          0.9057282209396362
        ],
        "vlm": [
          -0.2834646701812744,
          0.9133858680725098
        ],
        "diffusion": [
          -0.52783203125,
          1.48046875
        ]
      },
      "action_error_l2": {
        "vlm": 0.010239704174774942,
        "diffusion": 0.6272245881452143
      },
      "xy_m": {
        "ground_truth": [
          47.97959899902344,
          1.6299805641174316
        ],
        "vlm": [
          48.029624938964844,
          1.6323546171188354
        ],
        "diffusion": [
          50.19519805908203,
          1.688174843788147
        ]
      },
      "position_error_m": {
        "vlm": 0.050082240312057325,
        "diffusion": 2.2163631852922747
      }
    },
    {
      "index": 15,
      "source_future_index": 58,
      "time_s": 5.9,
      "action": {
        "ground_truth": [
          -0.44114238023757935,
          0.7915734648704529
        ],
        "vlm": [
          -0.4724409580230713,
          0.7874016761779785
        ],
        "diffusion": [
          -1.5810546875,
          0.258056640625
        ]
      },
      "action_error_l2": {
        "vlm": 0.03157538269426274,
        "diffusion": 1.2585866160107093
      },
      "xy_m": {
        "ground_truth": [
          51.09200668334961,
          1.8201667070388794
        ],
        "vlm": [
          51.11945343017578,
          1.8222172260284424
        ],
        "diffusion": [
          52.48516845703125,
          1.8369922637939453
        ]
      },
      "position_error_m": {
        "vlm": 0.027523236355242352,
        "diffusion": 1.393263373166715
      }
    },
    {
      "index": 16,
      "source_future_index": 63,
      "time_s": 6.4,
      "action": {
        "ground_truth": [
          0.5104826092720032,
          1.4437676668167114
        ],
        "vlm": [
          0.535433292388916,
          1.4173226356506348
        ],
        "diffusion": [
          -1.0625,
          1.236328125
        ]
      },
      "action_error_l2": {
        "vlm": 0.03635761627740968,
        "diffusion": 1.5866018569828055
      },
      "xy_m": {
        "ground_truth": [
          54.8910026550293,
          2.0609238147735596
        ],
        "vlm": [
          54.93644714355469,
          2.0609238147735596
        ],
        "diffusion": [
          55.14927673339844,
          2.061664581298828
        ]
      },
      "position_error_m": {
        "vlm": 0.045444488525390625,
        "diffusion": 0.2582751406784516
      }
    }
  ],
  "metrics": {
    "vlm": {
      "computed_from_npz": {
        "action_mse": 0.0003439451570161356,
        "ade_m": 0.026104664266543905,
        "fde_m": 0.045444488525390625,
        "max_error_m": 0.054956668638742615
      },
      "reported_in_metrics_json": {
        "action_mse": 0.0003439451684243977,
        "ade_m": 0.02610466256737709,
        "fde_m": 0.045444488525390625,
        "max_error_m": 0.05495666712522507
      },
      "trajectory_token_matches": 32,
      "trajectory_token_count": 32,
      "trajectory_token_accuracy": 1.0
    },
    "diffusion": {
      "computed_from_npz": {
        "action_mse": 0.745336398308135,
        "ade_m": 1.125946622105056,
        "fde_m": 0.2582751406784516,
        "max_error_m": 2.925430648852423
      },
      "reported_in_metrics_json": {
        "action_mse": 0.7453364133834839,
        "ade_m": 1.1259467601776123,
        "fde_m": 0.2582751512527466,
        "max_error_m": 2.9254307746887207
      },
      "seed": 12
    },
    "diffusion_minus_vlm": {
      "action_mse": 0.7449924531511188,
      "ade_m": 1.0998419578385121,
      "fde_m": 0.21283065215306096,
      "max_error_m": 2.87047398021368
    }
  },
  "validation": {
    "ground_truth_action_exact_match": true,
    "ground_truth_action_max_abs_difference": 0.0,
    "ground_truth_xy_exact_match": true,
    "ground_truth_xy_max_abs_difference": 0.0,
    "dataset_target_xy_exact_match": true,
    "dataset_target_xy_max_abs_difference": 0.0,
    "dataset_history_xy_exact_match": true,
    "dataset_history_xy_max_abs_difference": 0.0,
    "ground_truth_text_matches_manifest": true,
    "vlm_discrete_tokens_exact_match": true,
    "action_decode_max_abs_differences": {
      "ground_truth": 6.767095328541473e-08,
      "vlm": 4.464556582206569e-06,
      "diffusion": 2.836197381839156e-06
    },
    "vlm_reported_metrics_match_npz": {
      "consistent": true,
      "absolute_tolerance": 1e-05,
      "absolute_differences": {
        "action_mse": 1.1408262084577209e-11,
        "ade_m": 1.699166814195241e-09,
        "fde_m": 0.0,
        "max_error_m": 1.5135175474023654e-09
      }
    },
    "diffusion_reported_metrics_match_npz": {
      "consistent": true,
      "absolute_tolerance": 1e-05,
      "absolute_differences": {
        "action_mse": 1.5075348858140103e-08,
        "ade_m": 1.3807255627718007e-07,
        "fde_m": 1.0574294995180367e-08,
        "max_error_m": 1.2583629782625394e-07
      }
    }
  },
  "data_sources": {
    "manifest": {
      "path": "data/processed/overfit_manifest.jsonl",
      "sha256": "3af0fe4e1b1315b83ae7214dd923950c5aa2b5a6a14918bc3f940013c431da97"
    },
    "vlm_npz": {
      "path": "outputs/stage1_vlm_trajectory/trajectory_logits.npz",
      "sha256": "1570bb17b39821b5e73900f6b1e9332dd0ea3f765770fbe6a282799945adf2ab",
      "keys": [
        "boundary_masked_trajectory_logits",
        "boundary_raw_trajectory_logits",
        "generated_action",
        "generated_values",
        "generated_xy",
        "quantized_target_values",
        "target_action",
        "target_xy",
        "teacher_target_values",
        "teacher_trajectory_logits"
      ]
    },
    "vlm_metrics": {
      "path": "outputs/stage1_vlm_trajectory/trajectory_logits_metrics.json",
      "sha256": "5bd5033ce99b2ba20fb1933d3dc997af7b44183d6f22735de549a4f5c71f88f6"
    },
    "diffusion_npz": {
      "path": "outputs/stage2_expert/reload_prediction.npz",
      "sha256": "21005dbece8064e3a01b5c9e314f576d90b11934e789ed094ad46eee1d160030",
      "keys": [
        "history_xy",
        "predicted_action",
        "predicted_xy",
        "target_action",
        "target_xy"
      ]
    },
    "diffusion_metrics": {
      "path": "outputs/stage2_expert/stage2_metrics.json",
      "sha256": "fc0ee1da1d0bc512f42e4530caabd3f4c738294e905e401a96807abb7bcc7698"
    },
    "expert_config": {
      "path": "outputs/stage2_expert/expert_config.json",
      "sha256": "60b83a95c5883cc65aeda9ff1dd9faa652dcf50fa9968640306ed6305b46a38d"
    },
    "trajectory_npz": {
      "path": "data/processed/trajectories/sample_00_314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899.npz",
      "sha256": "145e480d94c06fd968acbf066cf512595ab2b6d02170ed2f570b4a93ada88336",
      "keys": [
        "future_xyz",
        "history_xyz",
        "source_future_xyz",
        "waypoint_indices"
      ]
    }
  },
  "artifacts": {
    "comparison_json": "results/complete_comparison/comparison.json",
    "waypoints_csv": "results/complete_comparison/waypoints.csv",
    "trajectory_plot": "results/complete_comparison/trajectory_comparison.png"
  }
}