Duckietown Challenges Home Challenges Submissions

Job 58771

Job ID58771
submission12743
userThomas Wiggers 🇳🇱
user labelppo_v1
challengeaido5-LFV_multi-sim-validation
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-02
date started
date completed
duration2:05:26
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median2.6017707099672656
survival_time_median59.44999999999876
deviation-center-line_median1.520168602159061
in-drivable-lane_median12.80000000000014


other stats
agent_compute-ego0_max0.09148145963960382
agent_compute-ego0_mean0.08164885296254452
agent_compute-ego0_median0.08837578757470395
agent_compute-ego0_min0.06047687130773853
agent_compute-ego1_max0.08717518154114968
agent_compute-ego1_mean0.07297214311807408
agent_compute-ego1_median0.0772381556134264
agent_compute-ego1_min0.04774569608494193
complete-iteration_max1.4096322270000683
complete-iteration_mean1.0289357228600904
complete-iteration_median1.2377477429240915
complete-iteration_min0.3304618475679866
deviation-center-line_max4.225577773942381
deviation-center-line_mean1.6299289013959954
deviation-center-line_min0.32739218927688246
deviation-heading_max22.058522993182216
deviation-heading_mean8.654045194762952
deviation-heading_median6.7796151913100475
deviation-heading_min1.617129060796431
driven_any_max9.384213041106808
driven_any_mean4.925059054878365
driven_any_median5.311965822281457
driven_any_min1.46475350658174
driven_lanedir_consec_max9.321992417267197
driven_lanedir_consec_mean3.484795700675277
driven_lanedir_consec_min0.84641335246345
driven_lanedir_max9.321992417267197
driven_lanedir_mean3.669357931171681
driven_lanedir_median2.945285669545437
driven_lanedir_min1.0070246368003752
get_duckie_state_max1.5867858373818278e-06
get_duckie_state_mean1.5637238471069734e-06
get_duckie_state_median1.5627236092318902e-06
get_duckie_state_min1.5237850105453155e-06
get_robot_state_max0.015984146132823444
get_robot_state_mean0.014461304006133505
get_robot_state_median0.015695762433925595
get_robot_state_min0.007719845115067716
get_state_dump_max0.01043558874056952
get_state_dump_mean0.009721174904896816
get_state_dump_median0.010296257804421815
get_state_dump_min0.0065955282923228255
get_ui_image_max0.05267446041107178
get_ui_image_mean0.04682336197509805
get_ui_image_median0.05164003514714164
get_ui_image_min0.03119514373962037
in-drivable-lane_max47.24999999999872
in-drivable-lane_mean16.75714285714252
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 8.504632835960122, "get_ui_image": 0.043969699484819574, "step_physics": 0.3905434114152843, "survival_time": 59.99999999999873, "driven_lanedir": 7.241200635451797, "get_state_dump": 0.009994501475986095, "get_robot_state": 0.015074732897184374, "sim_render-ego0": 0.003943254707457124, "sim_render-ego1": 0.0037561584571120543, "sim_render-ego2": 0.003721916308311698, "sim_render-ego3": 0.0037720060467620778, "get_duckie_state": 1.5627236092318902e-06, "in-drivable-lane": 10.699999999999935, "deviation-heading": 6.714199936522645, "agent_compute-ego0": 0.07567530250072876, "agent_compute-ego1": 0.06711631571621224, "agent_compute-ego2": 0.06280492823090184, "agent_compute-ego3": 0.062430512597419933, "complete-iteration": 0.7886641363021635, "set_robot_commands": 0.0022111006521563247, "deviation-center-line": 1.7858704801676306, "driven_lanedir_consec": 7.241200635451797, "sim_compute_sim_state": 0.028320564219199252, "sim_compute_performance-ego0": 0.002184758079141304, "sim_compute_performance-ego1": 0.0020276845047416336, "sim_compute_performance-ego2": 0.0020308427072186753, "sim_compute_performance-ego3": 0.0019799334917536982}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 6.733997633240173, "get_ui_image": 0.043969699484819574, "step_physics": 0.3905434114152843, "survival_time": 59.99999999999873, "driven_lanedir": 5.80408129474456, "get_state_dump": 0.009994501475986095, "get_robot_state": 0.015074732897184374, "sim_render-ego0": 0.003943254707457124, "sim_render-ego1": 0.0037561584571120543, "sim_render-ego2": 0.003721916308311698, "sim_render-ego3": 0.0037720060467620778, "get_duckie_state": 1.5627236092318902e-06, "in-drivable-lane": 4.999999999999716, "deviation-heading": 22.058522993182216, "agent_compute-ego0": 0.07567530250072876, "agent_compute-ego1": 0.06711631571621224, "agent_compute-ego2": 0.06280492823090184, "agent_compute-ego3": 0.062430512597419933, "complete-iteration": 0.7886641363021635, "set_robot_commands": 0.0022111006521563247, "deviation-center-line": 4.225577773942381, "driven_lanedir_consec": 5.80408129474456, "sim_compute_sim_state": 0.028320564219199252, "sim_compute_performance-ego0": 0.002184758079141304, "sim_compute_performance-ego1": 0.0020276845047416336, "sim_compute_performance-ego2": 0.0020308427072186753, "sim_compute_performance-ego3": 0.0019799334917536982}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 5.778694070433388, "get_ui_image": 0.043969699484819574, "step_physics": 0.3905434114152843, "survival_time": 59.99999999999873, "driven_lanedir": 3.65593448958849, "get_state_dump": 0.009994501475986095, "get_robot_state": 0.015074732897184374, "sim_render-ego0": 0.003943254707457124, "sim_render-ego1": 0.0037561584571120543, "sim_render-ego2": 0.003721916308311698, "sim_render-ego3": 0.0037720060467620778, "get_duckie_state": 1.5627236092318902e-06, "in-drivable-lane": 18.099999999999795, "deviation-heading": 11.707818825523631, "agent_compute-ego0": 0.07567530250072876, "agent_compute-ego1": 0.06711631571621224, "agent_compute-ego2": 0.06280492823090184, "agent_compute-ego3": 0.062430512597419933, "complete-iteration": 0.7886641363021635, "set_robot_commands": 0.0022111006521563247, "deviation-center-line": 1.2839510336137396, "driven_lanedir_consec": 2.387812535731485, "sim_compute_sim_state": 0.028320564219199252, "sim_compute_performance-ego0": 0.002184758079141304, "sim_compute_performance-ego1": 0.0020276845047416336, "sim_compute_performance-ego2": 0.0020308427072186753, "sim_compute_performance-ego3": 0.0019799334917536982}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 9.384213041106808, "get_ui_image": 0.043969699484819574, "step_physics": 0.3905434114152843, "survival_time": 59.99999999999873, "driven_lanedir": 9.321992417267197, "get_state_dump": 0.009994501475986095, "get_robot_state": 0.015074732897184374, "sim_render-ego0": 0.003943254707457124, "sim_render-ego1": 0.0037561584571120543, "sim_render-ego2": 0.003721916308311698, "sim_render-ego3": 0.0037720060467620778, "get_duckie_state": 1.5627236092318902e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.105895560777512, "agent_compute-ego0": 0.07567530250072876, "agent_compute-ego1": 0.06711631571621224, "agent_compute-ego2": 0.06280492823090184, "agent_compute-ego3": 0.062430512597419933, "complete-iteration": 0.7886641363021635, "set_robot_commands": 0.0022111006521563247, "deviation-center-line": 2.037658273377232, "driven_lanedir_consec": 9.321992417267197, "sim_compute_sim_state": 0.028320564219199252, "sim_compute_performance-ego0": 0.002184758079141304, "sim_compute_performance-ego1": 0.0020276845047416336, "sim_compute_performance-ego2": 0.0020308427072186753, "sim_compute_performance-ego3": 0.0019799334917536982}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 1.46475350658174, "get_ui_image": 0.05267446041107178, "step_physics": 0.9728605190245044, "survival_time": 59.44999999999876, "driven_lanedir": 1.3559372699330012, "get_state_dump": 0.010296257804421815, "get_robot_state": 0.015695762433925595, "sim_render-ego0": 0.004083579327879834, "sim_render-ego1": 0.003890724943465545, "sim_render-ego2": 0.003885989629921793, "sim_render-ego3": 0.003888418694504169, "get_duckie_state": 1.5867858373818278e-06, "in-drivable-lane": 47.24999999999872, "deviation-heading": 2.2699243879258075, "agent_compute-ego0": 0.08837578757470395, "agent_compute-ego1": 0.0772381556134264, "agent_compute-ego2": 0.06437545604064684, "agent_compute-ego3": 0.06954481241081943, "complete-iteration": 1.4096322270000683, "set_robot_commands": 0.0024783134460449217, "deviation-center-line": 0.5212947939006076, "driven_lanedir_consec": 1.3559372699330012, "sim_compute_sim_state": 0.024249999463057316, "sim_compute_performance-ego0": 0.0022292443684169224, "sim_compute_performance-ego1": 0.002138576587709058, "sim_compute_performance-ego2": 0.002058482570808474, "sim_compute_performance-ego3": 0.0020414326371265058}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 4.845237574129526, "get_ui_image": 0.05267446041107178, "step_physics": 0.9728605190245044, "survival_time": 59.44999999999876, "driven_lanedir": 2.656066176478181, "get_state_dump": 0.010296257804421815, "get_robot_state": 0.015695762433925595, "sim_render-ego0": 0.004083579327879834, "sim_render-ego1": 0.003890724943465545, "sim_render-ego2": 0.003885989629921793, "sim_render-ego3": 0.003888418694504169, "get_duckie_state": 1.5867858373818278e-06, "in-drivable-lane": 12.800000000000122, "deviation-heading": 21.374139833619036, "agent_compute-ego0": 0.08837578757470395, "agent_compute-ego1": 0.0772381556134264, "agent_compute-ego2": 0.06437545604064684, "agent_compute-ego3": 0.06954481241081943, "complete-iteration": 1.4096322270000683, "set_robot_commands": 0.0024783134460449217, "deviation-center-line": 3.460913902652481, "driven_lanedir_consec": 2.656066176478181, "sim_compute_sim_state": 0.024249999463057316, "sim_compute_performance-ego0": 0.0022292443684169224, "sim_compute_performance-ego1": 0.002138576587709058, "sim_compute_performance-ego2": 0.002058482570808474, "sim_compute_performance-ego3": 0.0020414326371265058}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 6.422721661629325, "get_ui_image": 0.05267446041107178, "step_physics": 0.9728605190245044, "survival_time": 59.44999999999876, "driven_lanedir": 3.234505162612693, "get_state_dump": 0.010296257804421815, "get_robot_state": 0.015695762433925595, "sim_render-ego0": 0.004083579327879834, "sim_render-ego1": 0.003890724943465545, "sim_render-ego2": 0.003885989629921793, "sim_render-ego3": 0.003888418694504169, "get_duckie_state": 1.5867858373818278e-06, "in-drivable-lane": 25.699999999999164, "deviation-heading": 10.56863182290303, "agent_compute-ego0": 0.08837578757470395, "agent_compute-ego1": 0.0772381556134264, "agent_compute-ego2": 0.06437545604064684, "agent_compute-ego3": 0.06954481241081943, "complete-iteration": 1.4096322270000683, "set_robot_commands": 0.0024783134460449217, "deviation-center-line": 2.0253404474438597, "driven_lanedir_consec": 2.8518550962799525, "sim_compute_sim_state": 0.024249999463057316, "sim_compute_performance-ego0": 0.0022292443684169224, "sim_compute_performance-ego1": 0.002138576587709058, "sim_compute_performance-ego2": 0.002058482570808474, "sim_compute_performance-ego3": 0.0020414326371265058}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 1.8366459145747256, "get_ui_image": 0.05267446041107178, "step_physics": 0.9728605190245044, "survival_time": 59.44999999999876, "driven_lanedir": 1.0070246368003752, "get_state_dump": 0.010296257804421815, "get_robot_state": 0.015695762433925595, "sim_render-ego0": 0.004083579327879834, "sim_render-ego1": 0.003890724943465545, "sim_render-ego2": 0.003885989629921793, "sim_render-ego3": 0.003888418694504169, "get_duckie_state": 1.5867858373818278e-06, "in-drivable-lane": 4.500000000000033, "deviation-heading": 11.815298012900566, "agent_compute-ego0": 0.08837578757470395, "agent_compute-ego1": 0.0772381556134264, "agent_compute-ego2": 0.06437545604064684, "agent_compute-ego3": 0.06954481241081943, "complete-iteration": 1.4096322270000683, "set_robot_commands": 0.0024783134460449217, "deviation-center-line": 1.795954875371501, "driven_lanedir_consec": 1.0070246368003752, "sim_compute_sim_state": 0.024249999463057316, "sim_compute_performance-ego0": 0.0022292443684169224, "sim_compute_performance-ego1": 0.002138576587709058, "sim_compute_performance-ego2": 0.002058482570808474, "sim_compute_performance-ego3": 0.0020414326371265058}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 7.571427988591855, "get_ui_image": 0.05164003514714164, "step_physics": 0.7719730044103503, "survival_time": 58.49999999999881, "driven_lanedir": 5.378450452423773, "get_state_dump": 0.01043558874056952, "get_robot_state": 0.015984146132823444, "sim_render-ego0": 0.004092105121107615, "sim_render-ego1": 0.003977796951997596, "sim_render-ego2": 0.0038838889433928376, "sim_render-ego3": 0.0039095479540087845, "get_duckie_state": 1.561631512988031e-06, "in-drivable-lane": 18.69999999999959, "deviation-heading": 10.165692142295963, "agent_compute-ego0": 0.09148145963960382, "agent_compute-ego1": 0.08717518154114968, "agent_compute-ego2": 0.0699705446407797, "agent_compute-ego3": 0.07171186252499523, "complete-iteration": 1.2377477429240915, "set_robot_commands": 0.0026155312177363263, "deviation-center-line": 1.729884154334674, "driven_lanedir_consec": 5.337744997284454, "sim_compute_sim_state": 0.03243807215246759, "sim_compute_performance-ego0": 0.002325837781142211, "sim_compute_performance-ego1": 0.002128294041582298, "sim_compute_performance-ego2": 0.002136771847914672, "sim_compute_performance-ego3": 0.0021475259306897067}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 5.974436802743669, "get_ui_image": 0.05164003514714164, "step_physics": 0.7719730044103503, "survival_time": 58.49999999999881, "driven_lanedir": 2.5499186427468676, "get_state_dump": 0.01043558874056952, "get_robot_state": 0.015984146132823444, "sim_render-ego0": 0.004092105121107615, "sim_render-ego1": 0.003977796951997596, "sim_render-ego2": 0.0038838889433928376, "sim_render-ego3": 0.0039095479540087845, "get_duckie_state": 1.561631512988031e-06, "in-drivable-lane": 32.449999999999264, "deviation-heading": 6.84503044609745, "agent_compute-ego0": 0.09148145963960382, "agent_compute-ego1": 0.08717518154114968, "agent_compute-ego2": 0.0699705446407797, "agent_compute-ego3": 0.07171186252499523, "complete-iteration": 1.2377477429240915, "set_robot_commands": 0.0026155312177363263, "deviation-center-line": 1.310453049983448, "driven_lanedir_consec": 2.547475243456351, "sim_compute_sim_state": 0.03243807215246759, "sim_compute_performance-ego0": 0.002325837781142211, "sim_compute_performance-ego1": 0.002128294041582298, "sim_compute_performance-ego2": 0.002136771847914672, "sim_compute_performance-ego3": 0.0021475259306897067}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 2.54459419485454, "get_ui_image": 0.05164003514714164, "step_physics": 0.7719730044103503, "survival_time": 58.49999999999881, "driven_lanedir": 2.455450123564503, "get_state_dump": 0.01043558874056952, "get_robot_state": 0.015984146132823444, "sim_render-ego0": 0.004092105121107615, "sim_render-ego1": 0.003977796951997596, "sim_render-ego2": 0.0038838889433928376, "sim_render-ego3": 0.0039095479540087845, "get_duckie_state": 1.561631512988031e-06, "in-drivable-lane": 46.59999999999878, "deviation-heading": 1.617129060796431, "agent_compute-ego0": 0.09148145963960382, "agent_compute-ego1": 0.08717518154114968, "agent_compute-ego2": 0.0699705446407797, "agent_compute-ego3": 0.07171186252499523, "complete-iteration": 1.2377477429240915, "set_robot_commands": 0.0026155312177363263, "deviation-center-line": 0.32739218927688246, "driven_lanedir_consec": 2.455450123564503, "sim_compute_sim_state": 0.03243807215246759, "sim_compute_performance-ego0": 0.002325837781142211, "sim_compute_performance-ego1": 0.002128294041582298, "sim_compute_performance-ego2": 0.002136771847914672, "sim_compute_performance-ego3": 0.0021475259306897067}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 1.7325483889657551, "get_ui_image": 0.05164003514714164, "step_physics": 0.7719730044103503, "survival_time": 58.49999999999881, "driven_lanedir": 1.724149676493805, "get_state_dump": 0.01043558874056952, "get_robot_state": 0.015984146132823444, "sim_render-ego0": 0.004092105121107615, "sim_render-ego1": 0.003977796951997596, "sim_render-ego2": 0.0038838889433928376, "sim_render-ego3": 0.0039095479540087845, "get_duckie_state": 1.561631512988031e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.40918534076869, "agent_compute-ego0": 0.09148145963960382, "agent_compute-ego1": 0.08717518154114968, "agent_compute-ego2": 0.0699705446407797, "agent_compute-ego3": 0.07171186252499523, "complete-iteration": 1.2377477429240915, "set_robot_commands": 0.0026155312177363263, "deviation-center-line": 0.9515591879991276, "driven_lanedir_consec": 1.724149676493805, "sim_compute_sim_state": 0.03243807215246759, "sim_compute_performance-ego0": 0.002325837781142211, "sim_compute_performance-ego1": 0.002128294041582298, "sim_compute_performance-ego2": 0.002136771847914672, "sim_compute_performance-ego3": 0.0021475259306897067}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.272814172040664, "get_ui_image": 0.03119514373962037, "step_physics": 0.149086424452578, "survival_time": 25.00000000000022, "driven_lanedir": 3.249936353504758, "get_state_dump": 0.0065955282923228255, "get_robot_state": 0.007719845115067716, "sim_render-ego0": 0.003912573089142759, "sim_render-ego1": 0.003855652913837851, "get_duckie_state": 1.5237850105453155e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.8316796520031655, "agent_compute-ego0": 0.06047687130773853, "agent_compute-ego1": 0.04774569608494193, "complete-iteration": 0.3304618475679866, "set_robot_commands": 0.0023045111559108346, "deviation-center-line": 0.8590923162264814, "driven_lanedir_consec": 3.249936353504758, "sim_compute_sim_state": 0.010988124116452154, "sim_compute_performance-ego0": 0.002074156454699244, "sim_compute_performance-ego1": 0.00203077712220822}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 2.8841089834448077, "get_ui_image": 0.03119514373962037, "step_physics": 0.149086424452578, "survival_time": 25.00000000000022, "driven_lanedir": 1.736363704793528, "get_state_dump": 0.0065955282923228255, "get_robot_state": 0.007719845115067716, "sim_render-ego0": 0.003912573089142759, "sim_render-ego1": 0.003855652913837851, "get_duckie_state": 1.5237850105453155e-06, "in-drivable-lane": 12.80000000000016, "deviation-heading": 2.673484711365189, "agent_compute-ego0": 0.06047687130773853, "agent_compute-ego1": 0.04774569608494193, "complete-iteration": 0.3304618475679866, "set_robot_commands": 0.0023045111559108346, "deviation-center-line": 0.5040621412538946, "driven_lanedir_consec": 0.84641335246345, "sim_compute_sim_state": 0.010988124116452154, "sim_compute_performance-ego0": 0.002074156454699244, "sim_compute_performance-ego1": 0.00203077712220822}}
set_robot_commands_max0.0026155312177363263
set_robot_commands_mean0.0024163431125408543
set_robot_commands_median0.0024783134460449217
set_robot_commands_min0.0022111006521563247
sim_compute_performance-ego0_max0.002325837781142211
sim_compute_performance-ego0_mean0.002221976701728588
sim_compute_performance-ego0_median0.0022292443684169224
sim_compute_performance-ego0_min0.002074156454699244
sim_compute_performance-ego1_max0.002138576587709058
sim_compute_performance-ego1_mean0.0020885553414677423
sim_compute_performance-ego1_median0.002128294041582298
sim_compute_performance-ego1_min0.0020276845047416336
sim_compute_sim_state_max0.03243807215246759
sim_compute_sim_state_mean0.025857913683700072
sim_compute_sim_state_median0.028320564219199252
sim_compute_sim_state_min0.010988124116452154
sim_render-ego0_max0.004092105121107615
sim_render-ego0_mean0.0040214930574331295
sim_render-ego0_median0.004083579327879834
sim_render-ego0_min0.003912573089142759
sim_render-ego1_max0.003977796951997596
sim_render-ego1_mean0.0038721448027126057
sim_render-ego1_median0.003890724943465545
sim_render-ego1_min0.0037561584571120543
simulation-passed1
step_physics_max0.9728605190245044
step_physics_mean0.6314057563075509
step_physics_median0.7719730044103503
step_physics_min0.149086424452578
survival_time_max59.99999999999873
survival_time_mean54.414285714284695
survival_time_min25.00000000000022

Highlights

58771

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.