seeker
1382 lines
30 KiB
JSON
1382 lines
30 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"sample": {
|
|
"manifest_index": 0,
|
|
"clip_id": "314f59c2-e420-4fcd-9df2-a51d572e0c20",
|
|
"t0_us": 1503899,
|
|
"camera": "camera_front_wide_120fov",
|
|
"history_steps": 8,
|
|
"expert_waypoints": 16,
|
|
"source_time_step_s": 0.1,
|
|
"image_path": "data/processed/images/sample_00_314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899.jpg",
|
|
"trajectory_path": "data/processed/trajectories/sample_00_314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899.npz"
|
|
},
|
|
"prediction_protocol": {
|
|
"vlm": {
|
|
"decoding": "greedy untruncated structured generation",
|
|
"trajectory_representation": "32 discrete normalized-XY-delta tokens",
|
|
"trajectory_vocabulary_bins": 128
|
|
},
|
|
"diffusion": {
|
|
"decoding": "flow-matching sample",
|
|
"seed": 12,
|
|
"inference_steps": 10
|
|
},
|
|
"units": {
|
|
"action_mse": "normalized_action_squared",
|
|
"trajectory": "metres"
|
|
}
|
|
},
|
|
"text": {
|
|
"ground_truth_reasoning": "Steer left following the temporary lane delineated by traffic cones through the construction zone.",
|
|
"vlm_reasoning": "Steer left following the temporary lane delineated by traffic cones through the construction zone.",
|
|
"vlm_reasoning_exact_match": true,
|
|
"vlm_meta_action": "STEER_LEFT",
|
|
"target_meta_action": "STEER_LEFT",
|
|
"vlm_meta_action_exact_match": true,
|
|
"vlm_structured_output": "<|cot_start|>Steer left following the temporary lane delineated by traffic cones through the construction zone.<|cot_end|>\n<|meta_action_start|>STEER_LEFT<|meta_action_end|>\n<|traj_future_start|><i9><i37><i71><i38><i70><i41><i68><i46><i66><i49><i84><i63><i63><i63><i65><i67><i66><i69><i65><i67><i82><i80><i61><i77><i60><i79><i59><i78><i56><i76><i72><i86><|traj_future_end|><|im_end|>",
|
|
"target_structured_output": "<|cot_start|>Steer left following the temporary lane delineated by traffic cones through the construction zone.<|cot_end|>\n<|meta_action_start|>STEER_LEFT<|meta_action_end|>\n<|traj_future_start|><i9><i37><i71><i38><i70><i41><i68><i46><i66><i49><i84><i63><i63><i63><i65><i67><i66><i69><i65><i67><i82><i80><i61><i77><i60><i79><i59><i78><i56><i76><i72><i86><|traj_future_end|><|im_end|>",
|
|
"vlm_structured_exact_match": true,
|
|
"diffusion_conditioning_reasoning": "Steer left following the temporary lane delineated by traffic cones through the construction zone.",
|
|
"diffusion_reasoning_exact_match": true
|
|
},
|
|
"arrays": {
|
|
"ground_truth": {
|
|
"action": [
|
|
[
|
|
-3.4397106170654297,
|
|
-1.6662895679473877
|
|
],
|
|
[
|
|
0.46647655963897705,
|
|
-1.6230756044387817
|
|
],
|
|
[
|
|
0.3931064307689667,
|
|
-1.3917449712753296
|
|
],
|
|
[
|
|
0.26794740557670593,
|
|
-1.1304054260253906
|
|
],
|
|
[
|
|
0.1750280112028122,
|
|
-0.931678295135498
|
|
],
|
|
[
|
|
1.3138797283172607,
|
|
-0.017029158771038055
|
|
],
|
|
[
|
|
-0.0019493416184559464,
|
|
-0.05992039293050766
|
|
],
|
|
[
|
|
0.07472366094589233,
|
|
0.23706550896167755
|
|
],
|
|
[
|
|
0.13519389927387238,
|
|
0.3722502589225769
|
|
],
|
|
[
|
|
0.06780000776052475,
|
|
0.21779732406139374
|
|
],
|
|
[
|
|
1.1512386798858643,
|
|
1.035483717918396
|
|
],
|
|
[
|
|
-0.15684714913368225,
|
|
0.8499115109443665
|
|
],
|
|
[
|
|
-0.2395608276128769,
|
|
0.9665660858154297
|
|
],
|
|
[
|
|
-0.2766667306423187,
|
|
0.9057282209396362
|
|
],
|
|
[
|
|
-0.44114238023757935,
|
|
0.7915734648704529
|
|
],
|
|
[
|
|
0.5104826092720032,
|
|
1.4437676668167114
|
|
]
|
|
],
|
|
"xy_m": [
|
|
[
|
|
0.9489696025848389,
|
|
-0.00039592807297594845
|
|
],
|
|
[
|
|
4.71621561050415,
|
|
0.002558943582698703
|
|
],
|
|
[
|
|
8.430525779724121,
|
|
0.023451128974556923
|
|
],
|
|
[
|
|
12.054534912109375,
|
|
0.06460751593112946
|
|
],
|
|
[
|
|
15.611503601074219,
|
|
0.12117315828800201
|
|
],
|
|
[
|
|
19.990142822265625,
|
|
0.24866046011447906
|
|
],
|
|
[
|
|
23.419424057006836,
|
|
0.37282198667526245
|
|
],
|
|
[
|
|
26.904024124145508,
|
|
0.5200117230415344
|
|
],
|
|
[
|
|
30.432252883911133,
|
|
0.6776836514472961
|
|
],
|
|
[
|
|
33.91185760498047,
|
|
0.8233793377876282
|
|
],
|
|
[
|
|
38.173152923583984,
|
|
1.0324782133102417
|
|
],
|
|
[
|
|
41.49067687988281,
|
|
1.2271878719329834
|
|
],
|
|
[
|
|
44.7485237121582,
|
|
1.4309428930282593
|
|
],
|
|
[
|
|
47.97959899902344,
|
|
1.6299805641174316
|
|
],
|
|
[
|
|
51.09200668334961,
|
|
1.8201667070388794
|
|
],
|
|
[
|
|
54.8910026550293,
|
|
2.0609238147735596
|
|
]
|
|
],
|
|
"discrete_token_values": [
|
|
9,
|
|
37,
|
|
71,
|
|
38,
|
|
70,
|
|
41,
|
|
68,
|
|
46,
|
|
66,
|
|
49,
|
|
84,
|
|
63,
|
|
63,
|
|
63,
|
|
65,
|
|
67,
|
|
66,
|
|
69,
|
|
65,
|
|
67,
|
|
82,
|
|
80,
|
|
61,
|
|
77,
|
|
60,
|
|
79,
|
|
59,
|
|
78,
|
|
56,
|
|
76,
|
|
72,
|
|
86
|
|
]
|
|
},
|
|
"vlm": {
|
|
"action": [
|
|
[
|
|
-3.4330708980560303,
|
|
-1.6692912578582764
|
|
],
|
|
[
|
|
0.4724407196044922,
|
|
-1.6062991619110107
|
|
],
|
|
[
|
|
0.40944862365722656,
|
|
-1.4173228740692139
|
|
],
|
|
[
|
|
0.2834644317626953,
|
|
-1.1023621559143066
|
|
],
|
|
[
|
|
0.15748023986816406,
|
|
-0.9133858680725098
|
|
],
|
|
[
|
|
1.2913384437561035,
|
|
-0.03149604797363281
|
|
],
|
|
[
|
|
-0.03149604797363281,
|
|
-0.03149604797363281
|
|
],
|
|
[
|
|
0.09448814392089844,
|
|
0.2204723358154297
|
|
],
|
|
[
|
|
0.15748023986816406,
|
|
0.34645652770996094
|
|
],
|
|
[
|
|
0.09448814392089844,
|
|
0.2204723358154297
|
|
],
|
|
[
|
|
1.1653542518615723,
|
|
1.039370059967041
|
|
],
|
|
[
|
|
-0.15748023986816406,
|
|
0.8503937721252441
|
|
],
|
|
[
|
|
-0.2204723358154297,
|
|
0.9763779640197754
|
|
],
|
|
[
|
|
-0.2834646701812744,
|
|
0.9133858680725098
|
|
],
|
|
[
|
|
-0.4724409580230713,
|
|
0.7874016761779785
|
|
],
|
|
[
|
|
0.535433292388916,
|
|
1.4173226356506348
|
|
]
|
|
],
|
|
"xy_m": [
|
|
[
|
|
0.9537601470947266,
|
|
-0.0006286799907684326
|
|
],
|
|
[
|
|
4.725309371948242,
|
|
0.0036270394921302795
|
|
],
|
|
[
|
|
8.451410293579102,
|
|
0.02253592759370804
|
|
],
|
|
[
|
|
12.086614608764648,
|
|
0.06586679071187973
|
|
],
|
|
[
|
|
15.630922317504883,
|
|
0.12385082244873047
|
|
],
|
|
[
|
|
19.993297576904297,
|
|
0.25021636486053467
|
|
],
|
|
[
|
|
23.401260375976562,
|
|
0.37658190727233887
|
|
],
|
|
[
|
|
26.90011978149414,
|
|
0.5224850177764893
|
|
],
|
|
[
|
|
30.444427490234375,
|
|
0.6781569123268127
|
|
],
|
|
[
|
|
33.94328689575195,
|
|
0.8240600228309631
|
|
],
|
|
[
|
|
38.21476745605469,
|
|
1.033460259437561
|
|
],
|
|
[
|
|
41.53183364868164,
|
|
1.2282073497772217
|
|
],
|
|
[
|
|
44.80345153808594,
|
|
1.4327231645584106
|
|
],
|
|
[
|
|
48.029624938964844,
|
|
1.6323546171188354
|
|
],
|
|
[
|
|
51.11945343017578,
|
|
1.8222172260284424
|
|
],
|
|
[
|
|
54.93644714355469,
|
|
2.0609238147735596
|
|
]
|
|
],
|
|
"discrete_token_values": [
|
|
9,
|
|
37,
|
|
71,
|
|
38,
|
|
70,
|
|
41,
|
|
68,
|
|
46,
|
|
66,
|
|
49,
|
|
84,
|
|
63,
|
|
63,
|
|
63,
|
|
65,
|
|
67,
|
|
66,
|
|
69,
|
|
65,
|
|
67,
|
|
82,
|
|
80,
|
|
61,
|
|
77,
|
|
60,
|
|
79,
|
|
59,
|
|
78,
|
|
56,
|
|
76,
|
|
72,
|
|
86
|
|
]
|
|
},
|
|
"diffusion": {
|
|
"action": [
|
|
[
|
|
-3.84375,
|
|
-0.443359375
|
|
],
|
|
[
|
|
-0.68017578125,
|
|
-1.453125
|
|
],
|
|
[
|
|
-0.204345703125,
|
|
-2.953125
|
|
],
|
|
[
|
|
1.0224609375,
|
|
-0.82275390625
|
|
],
|
|
[
|
|
-0.126953125,
|
|
-0.8857421875
|
|
],
|
|
[
|
|
2.5078125,
|
|
-0.9423828125
|
|
],
|
|
[
|
|
0.2435302734375,
|
|
-0.045867919921875
|
|
],
|
|
[
|
|
1.005859375,
|
|
0.17138671875
|
|
],
|
|
[
|
|
0.12469482421875,
|
|
0.52001953125
|
|
],
|
|
[
|
|
0.432373046875,
|
|
-0.6748046875
|
|
],
|
|
[
|
|
1.95703125,
|
|
0.78125
|
|
],
|
|
[
|
|
2.060546875,
|
|
1.314453125
|
|
],
|
|
[
|
|
-0.9697265625,
|
|
2.46875
|
|
],
|
|
[
|
|
-0.52783203125,
|
|
1.48046875
|
|
],
|
|
[
|
|
-1.5810546875,
|
|
0.258056640625
|
|
],
|
|
[
|
|
-1.0625,
|
|
1.236328125
|
|
]
|
|
],
|
|
"xy_m": [
|
|
[
|
|
0.657459020614624,
|
|
0.09442976862192154
|
|
],
|
|
[
|
|
3.5974063873291016,
|
|
0.11056257039308548
|
|
],
|
|
[
|
|
6.880660533905029,
|
|
0.010385759174823761
|
|
],
|
|
[
|
|
11.049043655395508,
|
|
0.07539737224578857
|
|
],
|
|
[
|
|
14.38813591003418,
|
|
0.1355248987674713
|
|
],
|
|
[
|
|
19.628185272216797,
|
|
0.19126051664352417
|
|
],
|
|
[
|
|
23.234577178955078,
|
|
0.31651169061660767
|
|
],
|
|
[
|
|
27.39098358154297,
|
|
0.4586087167263031
|
|
],
|
|
[
|
|
30.911636352539062,
|
|
0.6277386546134949
|
|
],
|
|
[
|
|
34.65427780151367,
|
|
0.7042222023010254
|
|
],
|
|
[
|
|
39.496944427490234,
|
|
0.8936078548431396
|
|
],
|
|
[
|
|
44.41429901123047,
|
|
1.124337911605835
|
|
],
|
|
[
|
|
47.14533615112305,
|
|
1.4445719718933105
|
|
],
|
|
[
|
|
50.19519805908203,
|
|
1.688174843788147
|
|
],
|
|
[
|
|
52.48516845703125,
|
|
1.8369922637939453
|
|
],
|
|
[
|
|
55.14927673339844,
|
|
2.061664581298828
|
|
]
|
|
],
|
|
"seed": 12
|
|
},
|
|
"history_xy_m": [
|
|
[
|
|
-6.5544657707214355,
|
|
0.035949498414993286
|
|
],
|
|
[
|
|
-5.636332988739014,
|
|
0.025562627241015434
|
|
],
|
|
[
|
|
-4.717358112335205,
|
|
0.019754931330680847
|
|
],
|
|
[
|
|
-3.7914953231811523,
|
|
0.012032918632030487
|
|
],
|
|
[
|
|
-2.853987693786621,
|
|
0.008905102498829365
|
|
],
|
|
[
|
|
-1.9065805673599243,
|
|
0.006025215145200491
|
|
],
|
|
[
|
|
-0.9533587694168091,
|
|
0.0025723553262650967
|
|
],
|
|
[
|
|
0.0,
|
|
0.0
|
|
]
|
|
],
|
|
"source_future_indices": [
|
|
0,
|
|
4,
|
|
8,
|
|
12,
|
|
16,
|
|
21,
|
|
25,
|
|
29,
|
|
33,
|
|
37,
|
|
42,
|
|
46,
|
|
50,
|
|
54,
|
|
58,
|
|
63
|
|
],
|
|
"waypoint_times_s": [
|
|
0.1,
|
|
0.5,
|
|
0.9,
|
|
1.3,
|
|
1.7000000000000002,
|
|
2.2,
|
|
2.6,
|
|
3.0,
|
|
3.4000000000000004,
|
|
3.8000000000000003,
|
|
4.3,
|
|
4.7,
|
|
5.1000000000000005,
|
|
5.5,
|
|
5.9,
|
|
6.4
|
|
]
|
|
},
|
|
"waypoints": [
|
|
{
|
|
"index": 1,
|
|
"source_future_index": 0,
|
|
"time_s": 0.1,
|
|
"action": {
|
|
"ground_truth": [
|
|
-3.4397106170654297,
|
|
-1.6662895679473877
|
|
],
|
|
"vlm": [
|
|
-3.4330708980560303,
|
|
-1.6692912578582764
|
|
],
|
|
"diffusion": [
|
|
-3.84375,
|
|
-0.443359375
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.00728670095756034,
|
|
"diffusion": 1.2879464584308167
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
0.9489696025848389,
|
|
-0.00039592807297594845
|
|
],
|
|
"vlm": [
|
|
0.9537601470947266,
|
|
-0.0006286799907684326
|
|
],
|
|
"diffusion": [
|
|
0.657459020614624,
|
|
0.09442976862192154
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.004796195383473365,
|
|
"diffusion": 0.30654580759535116
|
|
}
|
|
},
|
|
{
|
|
"index": 2,
|
|
"source_future_index": 4,
|
|
"time_s": 0.5,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.46647655963897705,
|
|
-1.6230756044387817
|
|
],
|
|
"vlm": [
|
|
0.4724407196044922,
|
|
-1.6062991619110107
|
|
],
|
|
"diffusion": [
|
|
-0.68017578125,
|
|
-1.453125
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.01780506186402779,
|
|
"diffusion": 1.1591785017050988
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
4.71621561050415,
|
|
0.002558943582698703
|
|
],
|
|
"vlm": [
|
|
4.725309371948242,
|
|
0.0036270394921302795
|
|
],
|
|
"diffusion": [
|
|
3.5974063873291016,
|
|
0.11056257039308548
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.009156272498882664,
|
|
"diffusion": 1.1240101695561981
|
|
}
|
|
},
|
|
{
|
|
"index": 3,
|
|
"source_future_index": 8,
|
|
"time_s": 0.9,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.3931064307689667,
|
|
-1.3917449712753296
|
|
],
|
|
"vlm": [
|
|
0.40944862365722656,
|
|
-1.4173228740692139
|
|
],
|
|
"diffusion": [
|
|
-0.204345703125,
|
|
-2.953125
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.03035286444028776,
|
|
"diffusion": 1.6717824758008162
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
8.430525779724121,
|
|
0.023451128974556923
|
|
],
|
|
"vlm": [
|
|
8.451410293579102,
|
|
0.02253592759370804
|
|
],
|
|
"diffusion": [
|
|
6.880660533905029,
|
|
0.010385759174823761
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.02090455721909409,
|
|
"diffusion": 1.5499203153987877
|
|
}
|
|
},
|
|
{
|
|
"index": 4,
|
|
"source_future_index": 12,
|
|
"time_s": 1.3,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.26794740557670593,
|
|
-1.1304054260253906
|
|
],
|
|
"vlm": [
|
|
0.2834644317626953,
|
|
-1.1023621559143066
|
|
],
|
|
"diffusion": [
|
|
1.0224609375,
|
|
-0.82275390625
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.032050009363179546,
|
|
"diffusion": 0.8148252128373736
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
12.054534912109375,
|
|
0.06460751593112946
|
|
],
|
|
"vlm": [
|
|
12.086614608764648,
|
|
0.06586679071187973
|
|
],
|
|
"diffusion": [
|
|
11.049043655395508,
|
|
0.07539737224578857
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.03210440328783258,
|
|
"diffusion": 1.0055491476438747
|
|
}
|
|
},
|
|
{
|
|
"index": 5,
|
|
"source_future_index": 16,
|
|
"time_s": 1.7000000000000002,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.1750280112028122,
|
|
-0.931678295135498
|
|
],
|
|
"vlm": [
|
|
0.15748023986816406,
|
|
-0.9133858680725098
|
|
],
|
|
"diffusion": [
|
|
-0.126953125,
|
|
-0.8857421875
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.025348316840923476,
|
|
"diffusion": 0.3054549600301843
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
15.611503601074219,
|
|
0.12117315828800201
|
|
],
|
|
"vlm": [
|
|
15.630922317504883,
|
|
0.12385082244873047
|
|
],
|
|
"diffusion": [
|
|
14.38813591003418,
|
|
0.1355248987674713
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.019602459875540927,
|
|
"diffusion": 1.2234518707065785
|
|
}
|
|
},
|
|
{
|
|
"index": 6,
|
|
"source_future_index": 21,
|
|
"time_s": 2.2,
|
|
"action": {
|
|
"ground_truth": [
|
|
1.3138797283172607,
|
|
-0.017029158771038055
|
|
],
|
|
"vlm": [
|
|
1.2913384437561035,
|
|
-0.03149604797363281
|
|
],
|
|
"diffusion": [
|
|
2.5078125,
|
|
-0.9423828125
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.02678433110733247,
|
|
"diffusion": 1.5105478634480827
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
19.990142822265625,
|
|
0.24866046011447906
|
|
],
|
|
"vlm": [
|
|
19.993297576904297,
|
|
0.25021636486053467
|
|
],
|
|
"diffusion": [
|
|
19.628185272216797,
|
|
0.19126051664352417
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.003517572516526143,
|
|
"diffusion": 0.36648058822783336
|
|
}
|
|
},
|
|
{
|
|
"index": 7,
|
|
"source_future_index": 25,
|
|
"time_s": 2.6,
|
|
"action": {
|
|
"ground_truth": [
|
|
-0.0019493416184559464,
|
|
-0.05992039293050766
|
|
],
|
|
"vlm": [
|
|
-0.03149604797363281,
|
|
-0.03149604797363281
|
|
],
|
|
"diffusion": [
|
|
0.2435302734375,
|
|
-0.045867919921875
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.04099940539405987,
|
|
"diffusion": 0.24588150277253198
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
23.419424057006836,
|
|
0.37282198667526245
|
|
],
|
|
"vlm": [
|
|
23.401260375976562,
|
|
0.37658190727233887
|
|
],
|
|
"diffusion": [
|
|
23.234577178955078,
|
|
0.31651169061660767
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.018548754984252572,
|
|
"diffusion": 0.19323358343645852
|
|
}
|
|
},
|
|
{
|
|
"index": 8,
|
|
"source_future_index": 29,
|
|
"time_s": 3.0,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.07472366094589233,
|
|
0.23706550896167755
|
|
],
|
|
"vlm": [
|
|
0.09448814392089844,
|
|
0.2204723358154297
|
|
],
|
|
"diffusion": [
|
|
1.005859375,
|
|
0.17138671875
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.025806359338943326,
|
|
"diffusion": 0.9334492066902851
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
26.904024124145508,
|
|
0.5200117230415344
|
|
],
|
|
"vlm": [
|
|
26.90011978149414,
|
|
0.5224850177764893
|
|
],
|
|
"diffusion": [
|
|
27.39098358154297,
|
|
0.4586087167263031
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.004621804667577402,
|
|
"diffusion": 0.49081548705534744
|
|
}
|
|
},
|
|
{
|
|
"index": 9,
|
|
"source_future_index": 33,
|
|
"time_s": 3.4000000000000004,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.13519389927387238,
|
|
0.3722502589225769
|
|
],
|
|
"vlm": [
|
|
0.15748023986816406,
|
|
0.34645652770996094
|
|
],
|
|
"diffusion": [
|
|
0.12469482421875,
|
|
0.52001953125
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.034088085117141044,
|
|
"diffusion": 0.14814178485892907
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
30.432252883911133,
|
|
0.6776836514472961
|
|
],
|
|
"vlm": [
|
|
30.444427490234375,
|
|
0.6781569123268127
|
|
],
|
|
"diffusion": [
|
|
30.911636352539062,
|
|
0.6277386546134949
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.01218380133562631,
|
|
"diffusion": 0.4819782284527732
|
|
}
|
|
},
|
|
{
|
|
"index": 10,
|
|
"source_future_index": 37,
|
|
"time_s": 3.8000000000000003,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.06780000776052475,
|
|
0.21779732406139374
|
|
],
|
|
"vlm": [
|
|
0.09448814392089844,
|
|
0.2204723358154297
|
|
],
|
|
"diffusion": [
|
|
0.432373046875,
|
|
-0.6748046875
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.026821862343970004,
|
|
"diffusion": 0.9641845528178778
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
33.91185760498047,
|
|
0.8233793377876282
|
|
],
|
|
"vlm": [
|
|
33.94328689575195,
|
|
0.8240600228309631
|
|
],
|
|
"diffusion": [
|
|
34.65427780151367,
|
|
0.7042222023010254
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.03143666093157371,
|
|
"diffusion": 0.7519216522735415
|
|
}
|
|
},
|
|
{
|
|
"index": 11,
|
|
"source_future_index": 42,
|
|
"time_s": 4.3,
|
|
"action": {
|
|
"ground_truth": [
|
|
1.1512386798858643,
|
|
1.035483717918396
|
|
],
|
|
"vlm": [
|
|
1.1653542518615723,
|
|
1.039370059967041
|
|
],
|
|
"diffusion": [
|
|
1.95703125,
|
|
0.78125
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.014640800071050068,
|
|
"diffusion": 0.84494760155749
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
38.173152923583984,
|
|
1.0324782133102417
|
|
],
|
|
"vlm": [
|
|
38.21476745605469,
|
|
1.033460259437561
|
|
],
|
|
"diffusion": [
|
|
39.496944427490234,
|
|
0.8936078548431396
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.04162611833154021,
|
|
"diffusion": 1.331055566937441
|
|
}
|
|
},
|
|
{
|
|
"index": 12,
|
|
"source_future_index": 46,
|
|
"time_s": 4.7,
|
|
"action": {
|
|
"ground_truth": [
|
|
-0.15684714913368225,
|
|
0.8499115109443665
|
|
],
|
|
"vlm": [
|
|
-0.15748023986816406,
|
|
0.8503937721252441
|
|
],
|
|
"diffusion": [
|
|
2.060546875,
|
|
1.314453125
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.0007958515720084112,
|
|
"diffusion": 2.2655319837630143
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
41.49067687988281,
|
|
1.2271878719329834
|
|
],
|
|
"vlm": [
|
|
41.53183364868164,
|
|
1.2282073497772217
|
|
],
|
|
"diffusion": [
|
|
44.41429901123047,
|
|
1.124337911605835
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.04116939340134956,
|
|
"diffusion": 2.925430648852423
|
|
}
|
|
},
|
|
{
|
|
"index": 13,
|
|
"source_future_index": 50,
|
|
"time_s": 5.1000000000000005,
|
|
"action": {
|
|
"ground_truth": [
|
|
-0.2395608276128769,
|
|
0.9665660858154297
|
|
],
|
|
"vlm": [
|
|
-0.2204723358154297,
|
|
0.9763779640197754
|
|
],
|
|
"diffusion": [
|
|
-0.9697265625,
|
|
2.46875
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.021462606388743272,
|
|
"diffusion": 1.6702390584698135
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
44.7485237121582,
|
|
1.4309428930282593
|
|
],
|
|
"vlm": [
|
|
44.80345153808594,
|
|
1.4327231645584106
|
|
],
|
|
"diffusion": [
|
|
47.14533615112305,
|
|
1.4445719718933105
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.054956668638742615,
|
|
"diffusion": 2.3968511884068464
|
|
}
|
|
},
|
|
{
|
|
"index": 14,
|
|
"source_future_index": 54,
|
|
"time_s": 5.5,
|
|
"action": {
|
|
"ground_truth": [
|
|
-0.2766667306423187,
|
|
0.9057282209396362
|
|
],
|
|
"vlm": [
|
|
-0.2834646701812744,
|
|
0.9133858680725098
|
|
],
|
|
"diffusion": [
|
|
-0.52783203125,
|
|
1.48046875
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.010239704174774942,
|
|
"diffusion": 0.6272245881452143
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
47.97959899902344,
|
|
1.6299805641174316
|
|
],
|
|
"vlm": [
|
|
48.029624938964844,
|
|
1.6323546171188354
|
|
],
|
|
"diffusion": [
|
|
50.19519805908203,
|
|
1.688174843788147
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.050082240312057325,
|
|
"diffusion": 2.2163631852922747
|
|
}
|
|
},
|
|
{
|
|
"index": 15,
|
|
"source_future_index": 58,
|
|
"time_s": 5.9,
|
|
"action": {
|
|
"ground_truth": [
|
|
-0.44114238023757935,
|
|
0.7915734648704529
|
|
],
|
|
"vlm": [
|
|
-0.4724409580230713,
|
|
0.7874016761779785
|
|
],
|
|
"diffusion": [
|
|
-1.5810546875,
|
|
0.258056640625
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.03157538269426274,
|
|
"diffusion": 1.2585866160107093
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
51.09200668334961,
|
|
1.8201667070388794
|
|
],
|
|
"vlm": [
|
|
51.11945343017578,
|
|
1.8222172260284424
|
|
],
|
|
"diffusion": [
|
|
52.48516845703125,
|
|
1.8369922637939453
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.027523236355242352,
|
|
"diffusion": 1.393263373166715
|
|
}
|
|
},
|
|
{
|
|
"index": 16,
|
|
"source_future_index": 63,
|
|
"time_s": 6.4,
|
|
"action": {
|
|
"ground_truth": [
|
|
0.5104826092720032,
|
|
1.4437676668167114
|
|
],
|
|
"vlm": [
|
|
0.535433292388916,
|
|
1.4173226356506348
|
|
],
|
|
"diffusion": [
|
|
-1.0625,
|
|
1.236328125
|
|
]
|
|
},
|
|
"action_error_l2": {
|
|
"vlm": 0.03635761627740968,
|
|
"diffusion": 1.5866018569828055
|
|
},
|
|
"xy_m": {
|
|
"ground_truth": [
|
|
54.8910026550293,
|
|
2.0609238147735596
|
|
],
|
|
"vlm": [
|
|
54.93644714355469,
|
|
2.0609238147735596
|
|
],
|
|
"diffusion": [
|
|
55.14927673339844,
|
|
2.061664581298828
|
|
]
|
|
},
|
|
"position_error_m": {
|
|
"vlm": 0.045444488525390625,
|
|
"diffusion": 0.2582751406784516
|
|
}
|
|
}
|
|
],
|
|
"metrics": {
|
|
"vlm": {
|
|
"computed_from_npz": {
|
|
"action_mse": 0.0003439451570161356,
|
|
"ade_m": 0.026104664266543905,
|
|
"fde_m": 0.045444488525390625,
|
|
"max_error_m": 0.054956668638742615
|
|
},
|
|
"reported_in_metrics_json": {
|
|
"action_mse": 0.0003439451684243977,
|
|
"ade_m": 0.02610466256737709,
|
|
"fde_m": 0.045444488525390625,
|
|
"max_error_m": 0.05495666712522507
|
|
},
|
|
"trajectory_token_matches": 32,
|
|
"trajectory_token_count": 32,
|
|
"trajectory_token_accuracy": 1.0
|
|
},
|
|
"diffusion": {
|
|
"computed_from_npz": {
|
|
"action_mse": 0.745336398308135,
|
|
"ade_m": 1.125946622105056,
|
|
"fde_m": 0.2582751406784516,
|
|
"max_error_m": 2.925430648852423
|
|
},
|
|
"reported_in_metrics_json": {
|
|
"action_mse": 0.7453364133834839,
|
|
"ade_m": 1.1259467601776123,
|
|
"fde_m": 0.2582751512527466,
|
|
"max_error_m": 2.9254307746887207
|
|
},
|
|
"seed": 12
|
|
},
|
|
"diffusion_minus_vlm": {
|
|
"action_mse": 0.7449924531511188,
|
|
"ade_m": 1.0998419578385121,
|
|
"fde_m": 0.21283065215306096,
|
|
"max_error_m": 2.87047398021368
|
|
}
|
|
},
|
|
"validation": {
|
|
"ground_truth_action_exact_match": true,
|
|
"ground_truth_action_max_abs_difference": 0.0,
|
|
"ground_truth_xy_exact_match": true,
|
|
"ground_truth_xy_max_abs_difference": 0.0,
|
|
"dataset_target_xy_exact_match": true,
|
|
"dataset_target_xy_max_abs_difference": 0.0,
|
|
"dataset_history_xy_exact_match": true,
|
|
"dataset_history_xy_max_abs_difference": 0.0,
|
|
"ground_truth_text_matches_manifest": true,
|
|
"vlm_discrete_tokens_exact_match": true,
|
|
"action_decode_max_abs_differences": {
|
|
"ground_truth": 6.767095328541473e-08,
|
|
"vlm": 4.464556582206569e-06,
|
|
"diffusion": 2.836197381839156e-06
|
|
},
|
|
"vlm_reported_metrics_match_npz": {
|
|
"consistent": true,
|
|
"absolute_tolerance": 1e-05,
|
|
"absolute_differences": {
|
|
"action_mse": 1.1408262084577209e-11,
|
|
"ade_m": 1.699166814195241e-09,
|
|
"fde_m": 0.0,
|
|
"max_error_m": 1.5135175474023654e-09
|
|
}
|
|
},
|
|
"diffusion_reported_metrics_match_npz": {
|
|
"consistent": true,
|
|
"absolute_tolerance": 1e-05,
|
|
"absolute_differences": {
|
|
"action_mse": 1.5075348858140103e-08,
|
|
"ade_m": 1.3807255627718007e-07,
|
|
"fde_m": 1.0574294995180367e-08,
|
|
"max_error_m": 1.2583629782625394e-07
|
|
}
|
|
}
|
|
},
|
|
"data_sources": {
|
|
"manifest": {
|
|
"path": "data/processed/overfit_manifest.jsonl",
|
|
"sha256": "3af0fe4e1b1315b83ae7214dd923950c5aa2b5a6a14918bc3f940013c431da97"
|
|
},
|
|
"vlm_npz": {
|
|
"path": "outputs/stage1_vlm_trajectory/trajectory_logits.npz",
|
|
"sha256": "1570bb17b39821b5e73900f6b1e9332dd0ea3f765770fbe6a282799945adf2ab",
|
|
"keys": [
|
|
"boundary_masked_trajectory_logits",
|
|
"boundary_raw_trajectory_logits",
|
|
"generated_action",
|
|
"generated_values",
|
|
"generated_xy",
|
|
"quantized_target_values",
|
|
"target_action",
|
|
"target_xy",
|
|
"teacher_target_values",
|
|
"teacher_trajectory_logits"
|
|
]
|
|
},
|
|
"vlm_metrics": {
|
|
"path": "outputs/stage1_vlm_trajectory/trajectory_logits_metrics.json",
|
|
"sha256": "5bd5033ce99b2ba20fb1933d3dc997af7b44183d6f22735de549a4f5c71f88f6"
|
|
},
|
|
"diffusion_npz": {
|
|
"path": "outputs/stage2_expert/reload_prediction.npz",
|
|
"sha256": "21005dbece8064e3a01b5c9e314f576d90b11934e789ed094ad46eee1d160030",
|
|
"keys": [
|
|
"history_xy",
|
|
"predicted_action",
|
|
"predicted_xy",
|
|
"target_action",
|
|
"target_xy"
|
|
]
|
|
},
|
|
"diffusion_metrics": {
|
|
"path": "outputs/stage2_expert/stage2_metrics.json",
|
|
"sha256": "fc0ee1da1d0bc512f42e4530caabd3f4c738294e905e401a96807abb7bcc7698"
|
|
},
|
|
"expert_config": {
|
|
"path": "outputs/stage2_expert/expert_config.json",
|
|
"sha256": "60b83a95c5883cc65aeda9ff1dd9faa652dcf50fa9968640306ed6305b46a38d"
|
|
},
|
|
"trajectory_npz": {
|
|
"path": "data/processed/trajectories/sample_00_314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899.npz",
|
|
"sha256": "145e480d94c06fd968acbf066cf512595ab2b6d02170ed2f570b4a93ada88336",
|
|
"keys": [
|
|
"future_xyz",
|
|
"history_xyz",
|
|
"source_future_xyz",
|
|
"waypoint_indices"
|
|
]
|
|
}
|
|
},
|
|
"artifacts": {
|
|
"comparison_json": "results/complete_comparison/comparison.json",
|
|
"waypoints_csv": "results/complete_comparison/waypoints.csv",
|
|
"trajectory_plot": "results/complete_comparison/trajectory_comparison.png"
|
|
}
|
|
}
|