Duckietown Challenges Home Challenges Submissions

Job 34914

Job ID34914
submission9595
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg02-99e0f784cfda-1
date started
date completed
duration0:06:29
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05164353183058441
agent_compute-ego0_mean0.05057493585054992
agent_compute-ego0_median0.05057493585054992
agent_compute-ego0_min0.04950633987051542
agent_compute-ego1_max0.05047285752218278
agent_compute-ego1_mean0.0500950930548496
agent_compute-ego1_median0.05009509305484959
agent_compute-ego1_min0.04971732858751641
agent_compute-ego2_max0.050644163225517895
agent_compute-ego2_mean0.04954224922617928
agent_compute-ego2_median0.04954224922617928
agent_compute-ego2_min0.04844033522684066
complete-iteration_max1.1139736253707135
complete-iteration_mean1.1085263588389414
complete-iteration_median1.1085263588389411
complete-iteration_min1.103079092307169
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.047712830246471966
get_state_dump_mean0.047567791626101634
get_state_dump_median0.047567791626101634
get_state_dump_min0.0474227530057313
get_ui_image_max0.10107646613824564
get_ui_image_mean0.09990795127681046
get_ui_image_median0.09990795127681044
get_ui_image_min0.09873943641537526
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.10107646613824564, "step_physics": 0.6027642859787238, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.047712830246471966, "sim_render-ego0": 0.008839669774790278, "sim_render-ego1": 0.009164028480404714, "sim_render-ego2": 0.009121734587872616, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04950633987051542, "agent_compute-ego1": 0.04971732858751641, "agent_compute-ego2": 0.04844033522684066, "complete-iteration": 1.1139736253707135, "set_robot_commands": 0.007063420092473264, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.050207564088164784, "sim_compute_performance-ego0": 0.006160161534293753, "sim_compute_performance-ego1": 0.006006369825269356, "sim_compute_performance-ego2": 0.006196174465241979, "sim_compute_robot_state-ego0": 0.011036876772270828, "sim_compute_robot_state-ego1": 0.010601270394247086, "sim_compute_robot_state-ego2": 0.010374635946555216, "sim_compute_robot_state-parked0": 0.011259708248200963, "sim_compute_robot_state-parked1": 0.010753088310116628, "sim_compute_robot_state-parked2": 0.010810128978041351, "sim_compute_robot_state-parked3": 0.01110108172307249, "sim_compute_robot_state-parked4": 0.010682989339359471, "sim_compute_robot_state-parked5": 0.010658057009587522}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.10107646613824564, "step_physics": 0.6027642859787238, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.047712830246471966, "sim_render-ego0": 0.008839669774790278, "sim_render-ego1": 0.009164028480404714, "sim_render-ego2": 0.009121734587872616, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04950633987051542, "agent_compute-ego1": 0.04971732858751641, "agent_compute-ego2": 0.04844033522684066, "complete-iteration": 1.1139736253707135, "set_robot_commands": 0.007063420092473264, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.050207564088164784, "sim_compute_performance-ego0": 0.006160161534293753, "sim_compute_performance-ego1": 0.006006369825269356, "sim_compute_performance-ego2": 0.006196174465241979, "sim_compute_robot_state-ego0": 0.011036876772270828, "sim_compute_robot_state-ego1": 0.010601270394247086, "sim_compute_robot_state-ego2": 0.010374635946555216, "sim_compute_robot_state-parked0": 0.011259708248200963, "sim_compute_robot_state-parked1": 0.010753088310116628, "sim_compute_robot_state-parked2": 0.010810128978041351, "sim_compute_robot_state-parked3": 0.01110108172307249, "sim_compute_robot_state-parked4": 0.010682989339359471, "sim_compute_robot_state-parked5": 0.010658057009587522}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.10107646613824564, "step_physics": 0.6027642859787238, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.047712830246471966, "sim_render-ego0": 0.008839669774790278, "sim_render-ego1": 0.009164028480404714, "sim_render-ego2": 0.009121734587872616, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04950633987051542, "agent_compute-ego1": 0.04971732858751641, "agent_compute-ego2": 0.04844033522684066, "complete-iteration": 1.1139736253707135, "set_robot_commands": 0.007063420092473264, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.050207564088164784, "sim_compute_performance-ego0": 0.006160161534293753, "sim_compute_performance-ego1": 0.006006369825269356, "sim_compute_performance-ego2": 0.006196174465241979, "sim_compute_robot_state-ego0": 0.011036876772270828, "sim_compute_robot_state-ego1": 0.010601270394247086, "sim_compute_robot_state-ego2": 0.010374635946555216, "sim_compute_robot_state-parked0": 0.011259708248200963, "sim_compute_robot_state-parked1": 0.010753088310116628, "sim_compute_robot_state-parked2": 0.010810128978041351, "sim_compute_robot_state-parked3": 0.01110108172307249, "sim_compute_robot_state-parked4": 0.010682989339359471, "sim_compute_robot_state-parked5": 0.010658057009587522}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.09873943641537526, "step_physics": 0.6007914894916973, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.0474227530057313, "sim_render-ego0": 0.008928705434330175, "sim_render-ego1": 0.008807717776689374, "sim_render-ego2": 0.008732686277295723, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05164353183058441, "agent_compute-ego1": 0.05047285752218278, "agent_compute-ego2": 0.050644163225517895, "complete-iteration": 1.103079092307169, "set_robot_commands": 0.006448382236918465, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.049408201311455395, "sim_compute_performance-ego0": 0.005743226066964572, "sim_compute_performance-ego1": 0.005730582065269595, "sim_compute_performance-ego2": 0.0059608826871778145, "sim_compute_robot_state-ego0": 0.010402229965710249, "sim_compute_robot_state-ego1": 0.010034643235753794, "sim_compute_robot_state-ego2": 0.009705758485637728, "sim_compute_robot_state-parked0": 0.010184620247512568, "sim_compute_robot_state-parked1": 0.009727372497808738, "sim_compute_robot_state-parked2": 0.010027142821765336, "sim_compute_robot_state-parked3": 0.010129737072303647, "sim_compute_robot_state-parked4": 0.010144542475215724, "sim_compute_robot_state-parked5": 0.010077324069914273}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.09873943641537526, "step_physics": 0.6007914894916973, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.0474227530057313, "sim_render-ego0": 0.008928705434330175, "sim_render-ego1": 0.008807717776689374, "sim_render-ego2": 0.008732686277295723, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05164353183058441, "agent_compute-ego1": 0.05047285752218278, "agent_compute-ego2": 0.050644163225517895, "complete-iteration": 1.103079092307169, "set_robot_commands": 0.006448382236918465, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.049408201311455395, "sim_compute_performance-ego0": 0.005743226066964572, "sim_compute_performance-ego1": 0.005730582065269595, "sim_compute_performance-ego2": 0.0059608826871778145, "sim_compute_robot_state-ego0": 0.010402229965710249, "sim_compute_robot_state-ego1": 0.010034643235753794, "sim_compute_robot_state-ego2": 0.009705758485637728, "sim_compute_robot_state-parked0": 0.010184620247512568, "sim_compute_robot_state-parked1": 0.009727372497808738, "sim_compute_robot_state-parked2": 0.010027142821765336, "sim_compute_robot_state-parked3": 0.010129737072303647, "sim_compute_robot_state-parked4": 0.010144542475215724, "sim_compute_robot_state-parked5": 0.010077324069914273}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.09873943641537526, "step_physics": 0.6007914894916973, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.0474227530057313, "sim_render-ego0": 0.008928705434330175, "sim_render-ego1": 0.008807717776689374, "sim_render-ego2": 0.008732686277295723, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05164353183058441, "agent_compute-ego1": 0.05047285752218278, "agent_compute-ego2": 0.050644163225517895, "complete-iteration": 1.103079092307169, "set_robot_commands": 0.006448382236918465, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.049408201311455395, "sim_compute_performance-ego0": 0.005743226066964572, "sim_compute_performance-ego1": 0.005730582065269595, "sim_compute_performance-ego2": 0.0059608826871778145, "sim_compute_robot_state-ego0": 0.010402229965710249, "sim_compute_robot_state-ego1": 0.010034643235753794, "sim_compute_robot_state-ego2": 0.009705758485637728, "sim_compute_robot_state-parked0": 0.010184620247512568, "sim_compute_robot_state-parked1": 0.009727372497808738, "sim_compute_robot_state-parked2": 0.010027142821765336, "sim_compute_robot_state-parked3": 0.010129737072303647, "sim_compute_robot_state-parked4": 0.010144542475215724, "sim_compute_robot_state-parked5": 0.010077324069914273}}
set_robot_commands_max0.007063420092473264
set_robot_commands_mean0.006755901164695865
set_robot_commands_median0.0067559011646958645
set_robot_commands_min0.006448382236918465
sim_compute_performance-ego0_max0.006160161534293753
sim_compute_performance-ego0_mean0.005951693800629162
sim_compute_performance-ego0_median0.005951693800629163
sim_compute_performance-ego0_min0.005743226066964572
sim_compute_performance-ego1_max0.006006369825269356
sim_compute_performance-ego1_mean0.005868475945269474
sim_compute_performance-ego1_median0.005868475945269475
sim_compute_performance-ego1_min0.005730582065269595
sim_compute_performance-ego2_max0.006196174465241979
sim_compute_performance-ego2_mean0.006078528576209896
sim_compute_performance-ego2_median0.006078528576209897
sim_compute_performance-ego2_min0.0059608826871778145
sim_compute_robot_state-ego0_max0.011036876772270828
sim_compute_robot_state-ego0_mean0.010719553368990536
sim_compute_robot_state-ego0_median0.01071955336899054
sim_compute_robot_state-ego0_min0.010402229965710249
sim_compute_robot_state-ego1_max0.010601270394247086
sim_compute_robot_state-ego1_mean0.01031795681500044
sim_compute_robot_state-ego1_median0.01031795681500044
sim_compute_robot_state-ego1_min0.010034643235753794
sim_compute_robot_state-ego2_max0.010374635946555216
sim_compute_robot_state-ego2_mean0.010040197216096471
sim_compute_robot_state-ego2_median0.010040197216096471
sim_compute_robot_state-ego2_min0.009705758485637728
sim_compute_robot_state-parked0_max0.011259708248200963
sim_compute_robot_state-parked0_mean0.010722164247856767
sim_compute_robot_state-parked0_median0.010722164247856766
sim_compute_robot_state-parked0_min0.010184620247512568
sim_compute_robot_state-parked1_max0.010753088310116628
sim_compute_robot_state-parked1_mean0.010240230403962682
sim_compute_robot_state-parked1_median0.010240230403962682
sim_compute_robot_state-parked1_min0.009727372497808738
sim_compute_robot_state-parked2_max0.010810128978041351
sim_compute_robot_state-parked2_mean0.010418635899903344
sim_compute_robot_state-parked2_median0.010418635899903344
sim_compute_robot_state-parked2_min0.010027142821765336
sim_compute_robot_state-parked3_max0.01110108172307249
sim_compute_robot_state-parked3_mean0.01061540939768807
sim_compute_robot_state-parked3_median0.01061540939768807
sim_compute_robot_state-parked3_min0.010129737072303647
sim_compute_robot_state-parked4_max0.010682989339359471
sim_compute_robot_state-parked4_mean0.010413765907287596
sim_compute_robot_state-parked4_median0.010413765907287598
sim_compute_robot_state-parked4_min0.010144542475215724
sim_compute_robot_state-parked5_max0.010658057009587522
sim_compute_robot_state-parked5_mean0.010367690539750896
sim_compute_robot_state-parked5_median0.010367690539750896
sim_compute_robot_state-parked5_min0.010077324069914273
sim_compute_sim_state_max0.050207564088164784
sim_compute_sim_state_mean0.04980788269981009
sim_compute_sim_state_median0.04980788269981009
sim_compute_sim_state_min0.049408201311455395
sim_render-ego0_max0.008928705434330175
sim_render-ego0_mean0.008884187604560228
sim_render-ego0_median0.008884187604560227
sim_render-ego0_min0.008839669774790278
sim_render-ego1_max0.009164028480404714
sim_render-ego1_mean0.008985873128547043
sim_render-ego1_median0.008985873128547043
sim_render-ego1_min0.008807717776689374
sim_render-ego2_max0.009121734587872616
sim_render-ego2_mean0.00892721043258417
sim_render-ego2_median0.008927210432584168
sim_render-ego2_min0.008732686277295723
simulation-passed1
step_physics_max0.6027642859787238
step_physics_mean0.6017778877352105
step_physics_median0.6017778877352105
step_physics_min0.6007914894916973
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34914

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.