Duckietown Challenges Home Challenges Submissions

Job 34918

Job ID34918
submission9635
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-6849899a1b0a-1
date started
date completed
duration0:22:10
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5250111943861431
survival_time_median14.950000000000076
deviation-center-line_median0.5315838878078556
in-drivable-lane_median7.875000000000043


other stats
agent_compute-ego0_max0.06606228987375895
agent_compute-ego0_mean0.06494199196497599
agent_compute-ego0_median0.06494199196497599
agent_compute-ego0_min0.06382169405619303
agent_compute-ego1_max0.06573588927586874
agent_compute-ego1_mean0.06348369002342225
agent_compute-ego1_median0.06348369002342225
agent_compute-ego1_min0.06123149077097575
agent_compute-ego2_max0.06604138851165771
agent_compute-ego2_mean0.06339636087417601
agent_compute-ego2_median0.06339636087417602
agent_compute-ego2_min0.060751333236694335
complete-iteration_max1.0699210484822592
complete-iteration_mean1.056847077210744
complete-iteration_median1.0568470772107443
complete-iteration_min1.0437731059392292
deviation-center-line_max0.9107895933357064
deviation-center-line_mean0.54125901427237
deviation-center-line_min0.11903725210915492
deviation-heading_max5.7310398016959345
deviation-heading_mean3.965948188864956
deviation-heading_median4.451887772844625
deviation-heading_min1.2970371647434682
driven_any_max1.9396290545908612
driven_any_mean1.936124781297509
driven_any_median1.9361257306481587
driven_any_min1.932724722162985
driven_lanedir_consec_max0.9947831521656894
driven_lanedir_consec_mean0.5617159585151695
driven_lanedir_consec_min0.13849148894956187
driven_lanedir_max1.0850563288300097
driven_lanedir_mean0.6942211125100913
driven_lanedir_median0.683427859001779
driven_lanedir_min0.13849148894956187
get_state_dump_max0.047030292352040606
get_state_dump_mean0.04696951905886332
get_state_dump_median0.04696951905886332
get_state_dump_min0.04690874576568604
get_ui_image_max0.10045013586680096
get_ui_image_mean0.10029834230740864
get_ui_image_median0.10029834230740864
get_ui_image_min0.10014654874801636
in-drivable-lane_max12.950000000000076
in-drivable-lane_mean7.73333333333338
in-drivable-lane_min4.1500000000000385
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 1.932724722162985, "get_ui_image": 0.10045013586680096, "step_physics": 0.5263678979873657, "survival_time": 14.950000000000076, "driven_lanedir": 0.5535931239674685, "get_state_dump": 0.04690874576568604, "sim_render-ego0": 0.008682846228281657, "sim_render-ego1": 0.008740325768788656, "sim_render-ego2": 0.008562544186909993, "in-drivable-lane": 8.100000000000044, "deviation-heading": 4.862890331373981, "agent_compute-ego0": 0.06382169405619303, "agent_compute-ego1": 0.06123149077097575, "agent_compute-ego2": 0.060751333236694335, "complete-iteration": 1.0699210484822592, "set_robot_commands": 0.006910690466562907, "deviation-center-line": 0.5010427738321419, "driven_lanedir_consec": 0.48277611271290466, "sim_compute_sim_state": 0.048687771161397296, "sim_compute_performance-ego0": 0.006027471224466959, "sim_compute_performance-ego1": 0.0059663542111714684, "sim_compute_performance-ego2": 0.005923497676849365, "sim_compute_robot_state-ego0": 0.011085534890492755, "sim_compute_robot_state-ego1": 0.010623250007629394, "sim_compute_robot_state-ego2": 0.010535929203033449, "sim_compute_robot_state-parked0": 0.010670389334360758, "sim_compute_robot_state-parked1": 0.010767424901326495, "sim_compute_robot_state-parked2": 0.010508224169413247, "sim_compute_robot_state-parked3": 0.01064351479212443, "sim_compute_robot_state-parked4": 0.010667341550191244, "sim_compute_robot_state-parked5": 0.010583329995473224}, "udem1-0-0-ego1": {"driven_any": 1.9329711427184413, "get_ui_image": 0.10045013586680096, "step_physics": 0.5263678979873657, "survival_time": 14.950000000000076, "driven_lanedir": 0.6123054714728755, "get_state_dump": 0.04690874576568604, "sim_render-ego0": 0.008682846228281657, "sim_render-ego1": 0.008740325768788656, "sim_render-ego2": 0.008562544186909993, "in-drivable-lane": 7.900000000000039, "deviation-heading": 4.644161059087513, "agent_compute-ego0": 0.06382169405619303, "agent_compute-ego1": 0.06123149077097575, "agent_compute-ego2": 0.060751333236694335, "complete-iteration": 1.0699210484822592, "set_robot_commands": 0.006910690466562907, "deviation-center-line": 0.5621250017835693, "driven_lanedir_consec": 0.5672462760593815, "sim_compute_sim_state": 0.048687771161397296, "sim_compute_performance-ego0": 0.006027471224466959, "sim_compute_performance-ego1": 0.0059663542111714684, "sim_compute_performance-ego2": 0.005923497676849365, "sim_compute_robot_state-ego0": 0.011085534890492755, "sim_compute_robot_state-ego1": 0.010623250007629394, "sim_compute_robot_state-ego2": 0.010535929203033449, "sim_compute_robot_state-parked0": 0.010670389334360758, "sim_compute_robot_state-parked1": 0.010767424901326495, "sim_compute_robot_state-parked2": 0.010508224169413247, "sim_compute_robot_state-parked3": 0.01064351479212443, "sim_compute_robot_state-parked4": 0.010667341550191244, "sim_compute_robot_state-parked5": 0.010583329995473224}, "udem1-0-0-ego2": {"driven_any": 1.9327507602912064, "get_ui_image": 0.10045013586680096, "step_physics": 0.5263678979873657, "survival_time": 14.950000000000076, "driven_lanedir": 1.0850563288300097, "get_state_dump": 0.04690874576568604, "sim_render-ego0": 0.008682846228281657, "sim_render-ego1": 0.008740325768788656, "sim_render-ego2": 0.008562544186909993, "in-drivable-lane": 4.1500000000000385, "deviation-heading": 5.7310398016959345, "agent_compute-ego0": 0.06382169405619303, "agent_compute-ego1": 0.06123149077097575, "agent_compute-ego2": 0.060751333236694335, "complete-iteration": 1.0699210484822592, "set_robot_commands": 0.006910690466562907, "deviation-center-line": 0.6626633035941419, "driven_lanedir_consec": 0.9947831521656894, "sim_compute_sim_state": 0.048687771161397296, "sim_compute_performance-ego0": 0.006027471224466959, "sim_compute_performance-ego1": 0.0059663542111714684, "sim_compute_performance-ego2": 0.005923497676849365, "sim_compute_robot_state-ego0": 0.011085534890492755, "sim_compute_robot_state-ego1": 0.010623250007629394, "sim_compute_robot_state-ego2": 0.010535929203033449, "sim_compute_robot_state-parked0": 0.010670389334360758, "sim_compute_robot_state-parked1": 0.010767424901326495, "sim_compute_robot_state-parked2": 0.010508224169413247, "sim_compute_robot_state-parked3": 0.01064351479212443, "sim_compute_robot_state-parked4": 0.010667341550191244, "sim_compute_robot_state-parked5": 0.010583329995473224}, "udem1-0-1-ego0": {"driven_any": 1.939392689443684, "get_ui_image": 0.10014654874801636, "step_physics": 0.4879985173543294, "survival_time": 14.950000000000076, "driven_lanedir": 1.0213300153099494, "get_state_dump": 0.047030292352040606, "sim_render-ego0": 0.009030466079711912, "sim_render-ego1": 0.008847098350524902, "sim_render-ego2": 0.008927265803019205, "in-drivable-lane": 5.45000000000003, "deviation-heading": 4.259614486601737, "agent_compute-ego0": 0.06606228987375895, "agent_compute-ego1": 0.06573588927586874, "agent_compute-ego2": 0.06604138851165771, "complete-iteration": 1.0437731059392292, "set_robot_commands": 0.007180290222167969, "deviation-center-line": 0.9107895933357064, "driven_lanedir_consec": 0.4628767090110624, "sim_compute_sim_state": 0.04657079537709554, "sim_compute_performance-ego0": 0.006140620708465576, "sim_compute_performance-ego1": 0.005988181432088216, "sim_compute_performance-ego2": 0.006088202794392904, "sim_compute_robot_state-ego0": 0.01140397310256958, "sim_compute_robot_state-ego1": 0.010626468658447264, "sim_compute_robot_state-ego2": 0.01051052729288737, "sim_compute_robot_state-parked0": 0.01088197390238444, "sim_compute_robot_state-parked1": 0.010745449860890708, "sim_compute_robot_state-parked2": 0.010722616513570147, "sim_compute_robot_state-parked3": 0.010761670271555585, "sim_compute_robot_state-parked4": 0.010827189286549884, "sim_compute_robot_state-parked5": 0.010856054623921712}, "udem1-0-1-ego1": {"driven_any": 1.9396290545908612, "get_ui_image": 0.10014654874801636, "step_physics": 0.4879985173543294, "survival_time": 14.950000000000076, "driven_lanedir": 0.13849148894956187, "get_state_dump": 0.047030292352040606, "sim_render-ego0": 0.009030466079711912, "sim_render-ego1": 0.008847098350524902, "sim_render-ego2": 0.008927265803019205, "in-drivable-lane": 12.950000000000076, "deviation-heading": 1.2970371647434682, "agent_compute-ego0": 0.06606228987375895, "agent_compute-ego1": 0.06573588927586874, "agent_compute-ego2": 0.06604138851165771, "complete-iteration": 1.0437731059392292, "set_robot_commands": 0.007180290222167969, "deviation-center-line": 0.11903725210915492, "driven_lanedir_consec": 0.13849148894956187, "sim_compute_sim_state": 0.04657079537709554, "sim_compute_performance-ego0": 0.006140620708465576, "sim_compute_performance-ego1": 0.005988181432088216, "sim_compute_performance-ego2": 0.006088202794392904, "sim_compute_robot_state-ego0": 0.01140397310256958, "sim_compute_robot_state-ego1": 0.010626468658447264, "sim_compute_robot_state-ego2": 0.01051052729288737, "sim_compute_robot_state-parked0": 0.01088197390238444, "sim_compute_robot_state-parked1": 0.010745449860890708, "sim_compute_robot_state-parked2": 0.010722616513570147, "sim_compute_robot_state-parked3": 0.010761670271555585, "sim_compute_robot_state-parked4": 0.010827189286549884, "sim_compute_robot_state-parked5": 0.010856054623921712}, "udem1-0-1-ego2": {"driven_any": 1.939280318577876, "get_ui_image": 0.10014654874801636, "step_physics": 0.4879985173543294, "survival_time": 14.950000000000076, "driven_lanedir": 0.7545502465306826, "get_state_dump": 0.047030292352040606, "sim_render-ego0": 0.009030466079711912, "sim_render-ego1": 0.008847098350524902, "sim_render-ego2": 0.008927265803019205, "in-drivable-lane": 7.850000000000046, "deviation-heading": 3.0009462896871004, "agent_compute-ego0": 0.06606228987375895, "agent_compute-ego1": 0.06573588927586874, "agent_compute-ego2": 0.06604138851165771, "complete-iteration": 1.0437731059392292, "set_robot_commands": 0.007180290222167969, "deviation-center-line": 0.49189616097950567, "driven_lanedir_consec": 0.7241220121924173, "sim_compute_sim_state": 0.04657079537709554, "sim_compute_performance-ego0": 0.006140620708465576, "sim_compute_performance-ego1": 0.005988181432088216, "sim_compute_performance-ego2": 0.006088202794392904, "sim_compute_robot_state-ego0": 0.01140397310256958, "sim_compute_robot_state-ego1": 0.010626468658447264, "sim_compute_robot_state-ego2": 0.01051052729288737, "sim_compute_robot_state-parked0": 0.01088197390238444, "sim_compute_robot_state-parked1": 0.010745449860890708, "sim_compute_robot_state-parked2": 0.010722616513570147, "sim_compute_robot_state-parked3": 0.010761670271555585, "sim_compute_robot_state-parked4": 0.010827189286549884, "sim_compute_robot_state-parked5": 0.010856054623921712}}
set_robot_commands_max0.007180290222167969
set_robot_commands_mean0.007045490344365438
set_robot_commands_median0.007045490344365438
set_robot_commands_min0.006910690466562907
sim_compute_performance-ego0_max0.006140620708465576
sim_compute_performance-ego0_mean0.006084045966466268
sim_compute_performance-ego0_median0.006084045966466268
sim_compute_performance-ego0_min0.006027471224466959
sim_compute_performance-ego1_max0.005988181432088216
sim_compute_performance-ego1_mean0.005977267821629842
sim_compute_performance-ego1_median0.005977267821629842
sim_compute_performance-ego1_min0.0059663542111714684
sim_compute_performance-ego2_max0.006088202794392904
sim_compute_performance-ego2_mean0.006005850235621135
sim_compute_performance-ego2_median0.006005850235621135
sim_compute_performance-ego2_min0.005923497676849365
sim_compute_robot_state-ego0_max0.01140397310256958
sim_compute_robot_state-ego0_mean0.011244753996531168
sim_compute_robot_state-ego0_median0.01124475399653117
sim_compute_robot_state-ego0_min0.011085534890492755
sim_compute_robot_state-ego1_max0.010626468658447264
sim_compute_robot_state-ego1_mean0.010624859333038332
sim_compute_robot_state-ego1_median0.01062485933303833
sim_compute_robot_state-ego1_min0.010623250007629394
sim_compute_robot_state-ego2_max0.010535929203033449
sim_compute_robot_state-ego2_mean0.01052322824796041
sim_compute_robot_state-ego2_median0.010523228247960408
sim_compute_robot_state-ego2_min0.01051052729288737
sim_compute_robot_state-parked0_max0.01088197390238444
sim_compute_robot_state-parked0_mean0.0107761816183726
sim_compute_robot_state-parked0_median0.0107761816183726
sim_compute_robot_state-parked0_min0.010670389334360758
sim_compute_robot_state-parked1_max0.010767424901326495
sim_compute_robot_state-parked1_mean0.010756437381108604
sim_compute_robot_state-parked1_median0.010756437381108602
sim_compute_robot_state-parked1_min0.010745449860890708
sim_compute_robot_state-parked2_max0.010722616513570147
sim_compute_robot_state-parked2_mean0.010615420341491698
sim_compute_robot_state-parked2_median0.0106154203414917
sim_compute_robot_state-parked2_min0.010508224169413247
sim_compute_robot_state-parked3_max0.010761670271555585
sim_compute_robot_state-parked3_mean0.010702592531840006
sim_compute_robot_state-parked3_median0.010702592531840006
sim_compute_robot_state-parked3_min0.01064351479212443
sim_compute_robot_state-parked4_max0.010827189286549884
sim_compute_robot_state-parked4_mean0.010747265418370565
sim_compute_robot_state-parked4_median0.010747265418370565
sim_compute_robot_state-parked4_min0.010667341550191244
sim_compute_robot_state-parked5_max0.010856054623921712
sim_compute_robot_state-parked5_mean0.010719692309697468
sim_compute_robot_state-parked5_median0.010719692309697468
sim_compute_robot_state-parked5_min0.010583329995473224
sim_compute_sim_state_max0.048687771161397296
sim_compute_sim_state_mean0.04762928326924642
sim_compute_sim_state_median0.04762928326924642
sim_compute_sim_state_min0.04657079537709554
sim_render-ego0_max0.009030466079711912
sim_render-ego0_mean0.008856656153996783
sim_render-ego0_median0.008856656153996785
sim_render-ego0_min0.008682846228281657
sim_render-ego1_max0.008847098350524902
sim_render-ego1_mean0.008793712059656776
sim_render-ego1_median0.008793712059656778
sim_render-ego1_min0.008740325768788656
sim_render-ego2_max0.008927265803019205
sim_render-ego2_mean0.008744904994964598
sim_render-ego2_median0.008744904994964598
sim_render-ego2_min0.008562544186909993
simulation-passed1
step_physics_max0.5263678979873657
step_physics_mean0.5071832076708475
step_physics_median0.5071832076708476
step_physics_min0.4879985173543294
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076

Highlights

34918

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.