admin/pi05-minimal-validation
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add task-conditioned pi0.5 hierarchy

Browse Source
This commit is contained in:
seeker
2026-07-12 19:16:27 +08:00
parent ffbcca8d2b
commit b57516b57b
10 changed files with 325 additions and 174 deletions
Download Patch File Download Diff File Expand all files Collapse all files
outputs/overfit/evaluation.json
+8 -4
View File
@@ -2,33 +2,37 @@
{
"sample_id": "314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899:aug0",
"target_subtask": "steer_left",
"task_instruction": "Follow the visible road.",
"predicted_subtask": "steer_left",
"vlm_action_tokens_valid": true,
"vlm_trajectory_mse": 0.07854792475700378,
"diffusion_trajectory_mse": 0.27604275941848755
"diffusion_trajectory_mse": 0.14029410481452942
},
{
"sample_id": "314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899:aug1",
"target_subtask": "steer_left",
"task_instruction": "Follow the visible road.",
"predicted_subtask": "steer_left",
"vlm_action_tokens_valid": true,
"vlm_trajectory_mse": 0.025470610707998276,
"diffusion_trajectory_mse": 0.20049458742141724
"diffusion_trajectory_mse": 0.11049529910087585
},
{
"sample_id": "314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899:aug2",
"target_subtask": "steer_left",
"task_instruction": "Follow the visible road.",
"predicted_subtask": "steer_left",
"vlm_action_tokens_valid": true,
"vlm_trajectory_mse": 0.013774838298559189,
"diffusion_trajectory_mse": 0.03129641339182854
"diffusion_trajectory_mse": 0.04682297259569168
},
{
"sample_id": "314f59c2-e420-4fcd-9df2-a51d572e0c20_1503899:aug3",
"target_subtask": "steer_left",
"task_instruction": "Follow the visible road.",
"predicted_subtask": "steer_left",
"vlm_action_tokens_valid": true,
"vlm_trajectory_mse": 0.059195056557655334,
"diffusion_trajectory_mse": 0.11321215331554413
"diffusion_trajectory_mse": 0.1004234328866005
}
]
outputs/overfit/summary.json
+6 -6
View File
@@ -1,19 +1,19 @@
{
"device": "mps",
"samples": 4,
"parameters": 816482,
"parameters": 817346,
"initial": {
"stage": "pretrain",
"step": 1,
"loss": 78.87449645996094,
"text_loss": 78.87449645996094,
"loss": 80.38571166992188,
"text_loss": 80.38571166992188,
"flow_loss": null
},
"final": {
"stage": "posttrain",
"step": 500,
"loss": 0.12353827804327011,
"text_loss": 3.1691649837739533e-06,
"flow_loss": 0.06176755577325821
"loss": 0.1929057091474533,
"text_loss": 2.784368575703411e-07,
"flow_loss": 0.09645271301269531
}
}
outputs/overfit/training_history.json
+110 -110
View File
@@ -2,295 +2,295 @@
{
"stage": "pretrain",
"step": 1,
"loss": 78.87449645996094,
"text_loss": 78.87449645996094,
"loss": 80.38571166992188,
"text_loss": 80.38571166992188,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 20,
"loss": 2.475086212158203,
"text_loss": 2.475086212158203,
"loss": 2.5035173892974854,
"text_loss": 2.5035173892974854,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 40,
"loss": 1.1025534868240356,
"text_loss": 1.1025534868240356,
"loss": 1.3843837976455688,
"text_loss": 1.3843837976455688,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 60,
"loss": 0.601564884185791,
"text_loss": 0.601564884185791,
"loss": 0.8159888386726379,
"text_loss": 0.8159888386726379,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 80,
"loss": 0.25571808218955994,
"text_loss": 0.25571808218955994,
"loss": 0.19992661476135254,
"text_loss": 0.19992661476135254,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 100,
"loss": 0.03314117714762688,
"text_loss": 0.03314117714762688,
"loss": 0.05571526661515236,
"text_loss": 0.05571526661515236,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 120,
"loss": 0.005310459993779659,
"text_loss": 0.005310459993779659,
"loss": 0.005689455661922693,
"text_loss": 0.005689455661922693,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 140,
"loss": 3.0251239877543412e-05,
"text_loss": 3.0251239877543412e-05,
"loss": 0.00010565178672550246,
"text_loss": 0.00010565178672550246,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 160,
"loss": 1.1354763955750968e-05,
"text_loss": 1.1354763955750968e-05,
"loss": 4.098461431567557e-05,
"text_loss": 4.098461431567557e-05,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 180,
"loss": 6.638075319642667e-06,
"text_loss": 6.638075319642667e-06,
"loss": 2.716351991693955e-05,
"text_loss": 2.716351991693955e-05,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 200,
"loss": 5.348983449948719e-06,
"text_loss": 5.348983449948719e-06,
"loss": 2.2414897102862597e-05,
"text_loss": 2.2414897102862597e-05,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 220,
"loss": 4.736786195280729e-06,
"text_loss": 4.736786195280729e-06,
"loss": 1.9143404642818496e-05,
"text_loss": 1.9143404642818496e-05,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 240,
"loss": 4.316162630857434e-06,
"text_loss": 4.316162630857434e-06,
"loss": 1.6641104593873024e-05,
"text_loss": 1.6641104593873024e-05,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 260,
"loss": 3.975574600190157e-06,
"text_loss": 3.975574600190157e-06,
"loss": 1.4626367374148685e-05,
"text_loss": 1.4626367374148685e-05,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 280,
"loss": 3.6877775073662633e-06,
"text_loss": 3.6877775073662633e-06,
"loss": 1.2977556252735667e-05,
"text_loss": 1.2977556252735667e-05,
"flow_loss": null
},
{
"stage": "pretrain",
"step": 300,
"loss": 3.4408508327032905e-06,
"text_loss": 3.4408508327032905e-06,
"loss": 1.16078899736749e-05,
"text_loss": 1.16078899736749e-05,
"flow_loss": null
},
{
"stage": "posttrain",
"step": 1,
"loss": 8.707193374633789,
"text_loss": 3.428078571232618e-06,
"flow_loss": 4.353594779968262
"loss": 3.8964109420776367,
"text_loss": 1.1545746929186862e-05,
"flow_loss": 1.94819974899292
},
{
"stage": "posttrain",
"step": 20,
"loss": 3.533726453781128,
"text_loss": 0.14151602983474731,
"flow_loss": 1.6961052417755127
"loss": 4.304055690765381,
"text_loss": 2.3414058887283318e-05,
"flow_loss": 2.1520161628723145
},
{
"stage": "posttrain",
"step": 40,
"loss": 3.0850143432617188,
"text_loss": 0.00014649856893811375,
"flow_loss": 1.5424339771270752
"loss": 2.925170660018921,
"text_loss": 2.142304765584413e-06,
"flow_loss": 1.4625842571258545
},
{
"stage": "posttrain",
"step": 60,
"loss": 1.3556954860687256,
"text_loss": 0.00011281041224719957,
"flow_loss": 0.6777913570404053
"loss": 1.7996485233306885,
"text_loss": 5.1970469030493405e-06,
"flow_loss": 0.8998216390609741
},
{
"stage": "posttrain",
"step": 80,
"loss": 1.4165724515914917,
"text_loss": 6.599419066333212e-06,
"flow_loss": 0.7082829475402832
"loss": 2.0647871494293213,
"text_loss": 3.251374073443003e-05,
"flow_loss": 1.0323773622512817
},
{
"stage": "posttrain",
"step": 100,
"loss": 0.8609042167663574,
"text_loss": 8.11900736152893e-06,
"flow_loss": 0.430448055267334
"loss": 2.3402059078216553,
"text_loss": 2.50748803409806e-06,
"flow_loss": 1.1701016426086426
},
{
"stage": "posttrain",
"step": 120,
"loss": 0.5642163753509521,
"text_loss": 7.576879397674929e-06,
"flow_loss": 0.28210440278053284
"loss": 1.4503896236419678,
"text_loss": 6.828942105130409e-07,
"flow_loss": 0.7251944541931152
},
{
"stage": "posttrain",
"step": 140,
"loss": 0.7110214233398438,
"text_loss": 6.249698344618082e-06,
"flow_loss": 0.35550758242607117
"loss": 0.23238907754421234,
"text_loss": 1.3709052382182563e-07,
"flow_loss": 0.1161944717168808
},
{
"stage": "posttrain",
"step": 160,
"loss": 0.18725578486919403,
"text_loss": 2.876289045161684e-06,
"flow_loss": 0.09362645447254181
"loss": 0.46604833006858826,
"text_loss": 2.1542784622852196e-07,
"flow_loss": 0.23302406072616577
},
{
"stage": "posttrain",
"step": 180,
"loss": 0.33923929929733276,
"text_loss": 6.748496616637567e-06,
"flow_loss": 0.16961628198623657
"loss": 0.169603168964386,
"text_loss": 2.418236704215815e-07,
"flow_loss": 0.08480146527290344
},
{
"stage": "posttrain",
"step": 200,
"loss": 0.3003162443637848,
"text_loss": 9.495882295595948e-06,
"flow_loss": 0.15015336871147156
"loss": 0.7555881142616272,
"text_loss": 8.855541011598689e-08,
"flow_loss": 0.3777940273284912
},
{
"stage": "posttrain",
"step": 220,
"loss": 0.23716998100280762,
"text_loss": 5.660519946104614e-06,
"flow_loss": 0.11858215928077698
"loss": 0.10211063176393509,
"text_loss": 1.3623892414216243e-07,
"flow_loss": 0.05105524882674217
},
{
"stage": "posttrain",
"step": 240,
"loss": 0.42717865109443665,
"text_loss": 8.400202204938978e-06,
"flow_loss": 0.21358512341976166
"loss": 0.4649242162704468,
"text_loss": 2.2819931189133058e-07,
"flow_loss": 0.23246198892593384
},
{
"stage": "posttrain",
"step": 260,
"loss": 0.11702287942171097,
"text_loss": 4.122769951209193e-06,
"flow_loss": 0.058509379625320435
"loss": 0.280495822429657,
"text_loss": 1.3198149417803506e-07,
"flow_loss": 0.14024785161018372
},
{
"stage": "posttrain",
"step": 280,
"loss": 0.19245445728302002,
"text_loss": 5.941245035501197e-06,
"flow_loss": 0.09622425585985184
"loss": 0.5054064989089966,
"text_loss": 9.451582627661992e-08,
"flow_loss": 0.2527031898498535
},
{
"stage": "posttrain",
"step": 300,
"loss": 0.18475297093391418,
"text_loss": 4.744139005197212e-06,
"flow_loss": 0.09237411618232727
"loss": 0.19181671738624573,
"text_loss": 4.453279984772962e-07,
"flow_loss": 0.09590813517570496
},
{
"stage": "posttrain",
"step": 320,
"loss": 0.38481318950653076,
"text_loss": 3.1461640901397914e-06,
"flow_loss": 0.19240501523017883
"loss": 0.20589734613895416,
"text_loss": 2.8524956974251836e-07,
"flow_loss": 0.10294853150844574
},
{
"stage": "posttrain",
"step": 340,
"loss": 0.2163764089345932,
"text_loss": 4.1934181354008615e-06,
"flow_loss": 0.10818611085414886
"loss": 0.09927964955568314,
"text_loss": 1.0132762895409542e-07,
"flow_loss": 0.04963977262377739
},
{
"stage": "posttrain",
"step": 360,
"loss": 0.23533868789672852,
"text_loss": 3.3019753118423978e-06,
"flow_loss": 0.11766768991947174
"loss": 0.2213846743106842,
"text_loss": 1.2942695093443035e-07,
"flow_loss": 0.11069227010011673
},
{
"stage": "posttrain",
"step": 380,
"loss": 0.08397223055362701,
"text_loss": 8.292082384286914e-06,
"flow_loss": 0.04198196902871132
"loss": 0.9335335493087769,
"text_loss": 1.3964488232431904e-07,
"flow_loss": 0.46676671504974365
},
{
"stage": "posttrain",
"step": 400,
"loss": 0.13249839842319489,
"text_loss": 1.0871653103095014e-05,
"flow_loss": 0.06624376028776169
"loss": 0.12127648293972015,
"text_loss": 7.578287153364727e-08,
"flow_loss": 0.06063820421695709
},
{
"stage": "posttrain",
"step": 420,
"loss": 0.4479130506515503,
"text_loss": 1.0128642315976322e-05,
"flow_loss": 0.22395145893096924
"loss": 0.1503632515668869,
"text_loss": 4.0871746875836834e-08,
"flow_loss": 0.07518160343170166
},
{
"stage": "posttrain",
"step": 440,
"loss": 0.22416232526302338,
"text_loss": 2.6114355478057405e-06,
"flow_loss": 0.11207985877990723
"loss": 0.15399529039859772,
"text_loss": 2.0435869885204738e-08,
"flow_loss": 0.07699763774871826
},
{
"stage": "posttrain",
"step": 460,
"loss": 0.06346385926008224,
"text_loss": 3.1035808660817565e-06,
"flow_loss": 0.031730376183986664
"loss": 0.18908466398715973,
"text_loss": 4.172323286866231e-08,
"flow_loss": 0.09454230964183807
},
{
"stage": "posttrain",
"step": 480,
"loss": 0.385486900806427,
"text_loss": 2.184032382501755e-06,
"flow_loss": 0.19274236261844635
"loss": 0.2329331636428833,
"text_loss": 2.8099325533048614e-08,
"flow_loss": 0.11646656692028046
},
{
"stage": "posttrain",
"step": 500,
"loss": 0.12353827804327011,
"text_loss": 3.1691649837739533e-06,
"flow_loss": 0.06176755577325821
"loss": 0.1929057091474533,
"text_loss": 2.784368575703411e-07,
"flow_loss": 0.09645271301269531
}
]
outputs/overfit/trajectory_comparison.png
BIN
View File
Binary file not shown.
Side by Side Swipe Overlay

Before

Width:  |  Height:  |  Size: 87 KiB

After

Width:  |  Height:  |  Size: 86 KiB