Duckietown Challenges Home Challenges Submissions

Job 35090

Job ID35090
submission9198
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-6849899a1b0a-1
date started
date completed
duration0:21:50
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.23349534706159816
survival_time_median14.950000000000076
deviation-center-line_median0.24228165139162783
in-drivable-lane_median12.025000000000071


other stats
agent_compute-ego0_max0.07910531044006347
agent_compute-ego0_mean0.06509055495262146
agent_compute-ego0_median0.06509055495262145
agent_compute-ego0_min0.05107579946517944
agent_compute-ego1_max0.07292378187179566
agent_compute-ego1_mean0.06593852877616882
agent_compute-ego1_median0.06593852877616882
agent_compute-ego1_min0.05895327568054199
agent_compute-ego2_max0.07337748130162557
agent_compute-ego2_mean0.06751201033592225
agent_compute-ego2_median0.06751201033592225
agent_compute-ego2_min0.06164653937021891
complete-iteration_max1.094127254486084
complete-iteration_mean1.064209792216619
complete-iteration_median1.064209792216619
complete-iteration_min1.0342923299471538
deviation-center-line_max0.7137211202982393
deviation-center-line_mean0.30272519458109426
deviation-center-line_min0.04883127009074401
deviation-heading_max6.004880761881882
deviation-heading_mean2.5028812281672295
deviation-heading_median1.8803475865627657
deviation-heading_min0.5466450853178728
driven_any_max1.939413173985444
driven_any_mean1.9361683480377232
driven_any_median1.9361168809307432
driven_any_min1.9329993188468
driven_lanedir_consec_max1.1002376729648335
driven_lanedir_consec_mean0.39489930409704793
driven_lanedir_consec_min0.0682583485567636
driven_lanedir_max1.1205765804100825
driven_lanedir_mean0.3982891220045895
driven_lanedir_median0.23349534706159816
driven_lanedir_min0.0682583485567636
get_state_dump_max0.049662384986877445
get_state_dump_mean0.04937843124071758
get_state_dump_median0.04937843124071757
get_state_dump_min0.0490944774945577
get_ui_image_max0.10135305722554525
get_ui_image_mean0.10081045190493268
get_ui_image_median0.10081045190493264
get_ui_image_min0.10026784658432009
in-drivable-lane_max13.750000000000078
in-drivable-lane_mean10.525000000000064
in-drivable-lane_min3.750000000000026
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 1.9330022965881488, "get_ui_image": 0.10135305722554525, "step_physics": 0.48592888991038, "survival_time": 14.950000000000076, "driven_lanedir": 0.0682583485567636, "get_state_dump": 0.0490944774945577, "sim_render-ego0": 0.00961421807607015, "sim_render-ego1": 0.009524788856506348, "sim_render-ego2": 0.009469996293385824, "in-drivable-lane": 13.750000000000078, "deviation-heading": 0.6636867405136947, "agent_compute-ego0": 0.05107579946517944, "agent_compute-ego1": 0.05895327568054199, "agent_compute-ego2": 0.06164653937021891, "complete-iteration": 1.0342923299471538, "set_robot_commands": 0.007883981068929036, "deviation-center-line": 0.04883127009074401, "driven_lanedir_consec": 0.0682583485567636, "sim_compute_sim_state": 0.047502828439076744, "sim_compute_performance-ego0": 0.006656417846679688, "sim_compute_performance-ego1": 0.006546410719553629, "sim_compute_performance-ego2": 0.00653730312983195, "sim_compute_robot_state-ego0": 0.012580850919087729, "sim_compute_robot_state-ego1": 0.011404791673024496, "sim_compute_robot_state-ego2": 0.011463976701100668, "sim_compute_robot_state-parked0": 0.01184325933456421, "sim_compute_robot_state-parked1": 0.011755579312642416, "sim_compute_robot_state-parked2": 0.011783719062805176, "sim_compute_robot_state-parked3": 0.011907670497894289, "sim_compute_robot_state-parked4": 0.011814997990926107, "sim_compute_robot_state-parked5": 0.011734695434570312}, "udem1-0-0-ego1": {"driven_any": 1.9330501572539736, "get_ui_image": 0.10135305722554525, "step_physics": 0.48592888991038, "survival_time": 14.950000000000076, "driven_lanedir": 0.1269022099066226, "get_state_dump": 0.0490944774945577, "sim_render-ego0": 0.00961421807607015, "sim_render-ego1": 0.009524788856506348, "sim_render-ego2": 0.009469996293385824, "in-drivable-lane": 13.350000000000076, "deviation-heading": 0.5466450853178728, "agent_compute-ego0": 0.05107579946517944, "agent_compute-ego1": 0.05895327568054199, "agent_compute-ego2": 0.06164653937021891, "complete-iteration": 1.0342923299471538, "set_robot_commands": 0.007883981068929036, "deviation-center-line": 0.053861114092757234, "driven_lanedir_consec": 0.1269022099066226, "sim_compute_sim_state": 0.047502828439076744, "sim_compute_performance-ego0": 0.006656417846679688, "sim_compute_performance-ego1": 0.006546410719553629, "sim_compute_performance-ego2": 0.00653730312983195, "sim_compute_robot_state-ego0": 0.012580850919087729, "sim_compute_robot_state-ego1": 0.011404791673024496, "sim_compute_robot_state-ego2": 0.011463976701100668, "sim_compute_robot_state-parked0": 0.01184325933456421, "sim_compute_robot_state-parked1": 0.011755579312642416, "sim_compute_robot_state-parked2": 0.011783719062805176, "sim_compute_robot_state-parked3": 0.011907670497894289, "sim_compute_robot_state-parked4": 0.011814997990926107, "sim_compute_robot_state-parked5": 0.011734695434570312}, "udem1-0-0-ego2": {"driven_any": 1.9329993188468, "get_ui_image": 0.10135305722554525, "step_physics": 0.48592888991038, "survival_time": 14.950000000000076, "driven_lanedir": 1.1205765804100825, "get_state_dump": 0.0490944774945577, "sim_render-ego0": 0.00961421807607015, "sim_render-ego1": 0.009524788856506348, "sim_render-ego2": 0.009469996293385824, "in-drivable-lane": 3.750000000000026, "deviation-heading": 6.004880761881882, "agent_compute-ego0": 0.05107579946517944, "agent_compute-ego1": 0.05895327568054199, "agent_compute-ego2": 0.06164653937021891, "complete-iteration": 1.0342923299471538, "set_robot_commands": 0.007883981068929036, "deviation-center-line": 0.7137211202982393, "driven_lanedir_consec": 1.1002376729648335, "sim_compute_sim_state": 0.047502828439076744, "sim_compute_performance-ego0": 0.006656417846679688, "sim_compute_performance-ego1": 0.006546410719553629, "sim_compute_performance-ego2": 0.00653730312983195, "sim_compute_robot_state-ego0": 0.012580850919087729, "sim_compute_robot_state-ego1": 0.011404791673024496, "sim_compute_robot_state-ego2": 0.011463976701100668, "sim_compute_robot_state-parked0": 0.01184325933456421, "sim_compute_robot_state-parked1": 0.011755579312642416, "sim_compute_robot_state-parked2": 0.011783719062805176, "sim_compute_robot_state-parked3": 0.011907670497894289, "sim_compute_robot_state-parked4": 0.011814997990926107, "sim_compute_robot_state-parked5": 0.011734695434570312}, "udem1-0-1-ego0": {"driven_any": 1.9391836046075128, "get_ui_image": 0.10026784658432009, "step_physics": 0.49539284785588583, "survival_time": 14.950000000000076, "driven_lanedir": 0.07001515677054515, "get_state_dump": 0.049662384986877445, "sim_render-ego0": 0.009701770146687824, "sim_render-ego1": 0.00976247231165568, "sim_render-ego2": 0.00967150370279948, "in-drivable-lane": 13.750000000000078, "deviation-heading": 0.7391845769483605, "agent_compute-ego0": 0.07910531044006347, "agent_compute-ego1": 0.07292378187179566, "agent_compute-ego2": 0.07337748130162557, "complete-iteration": 1.094127254486084, "set_robot_commands": 0.007767869631449382, "deviation-center-line": 0.05691903549736055, "driven_lanedir_consec": 0.07001515677054515, "sim_compute_sim_state": 0.04683478116989136, "sim_compute_performance-ego0": 0.006541116237640381, "sim_compute_performance-ego1": 0.006436389287312825, "sim_compute_performance-ego2": 0.0064646752675374345, "sim_compute_robot_state-ego0": 0.01210161526997884, "sim_compute_robot_state-ego1": 0.011446569760640462, "sim_compute_robot_state-ego2": 0.011235660711924236, "sim_compute_robot_state-parked0": 0.011578954855600994, "sim_compute_robot_state-parked1": 0.011435290177663168, "sim_compute_robot_state-parked2": 0.011514203548431396, "sim_compute_robot_state-parked3": 0.011665687561035157, "sim_compute_robot_state-parked4": 0.01150662342707316, "sim_compute_robot_state-parked5": 0.01154731829961141}, "udem1-0-1-ego1": {"driven_any": 1.939413173985444, "get_ui_image": 0.10026784658432009, "step_physics": 0.49539284785588583, "survival_time": 14.950000000000076, "driven_lanedir": 0.34008848421657367, "get_state_dump": 0.049662384986877445, "sim_render-ego0": 0.009701770146687824, "sim_render-ego1": 0.00976247231165568, "sim_render-ego2": 0.00967150370279948, "in-drivable-lane": 10.700000000000069, "deviation-heading": 3.021510596177171, "agent_compute-ego0": 0.07910531044006347, "agent_compute-ego1": 0.07292378187179566, "agent_compute-ego2": 0.07337748130162557, "complete-iteration": 1.094127254486084, "set_robot_commands": 0.007767869631449382, "deviation-center-line": 0.5153743602215695, "driven_lanedir_consec": 0.34008848421657367, "sim_compute_sim_state": 0.04683478116989136, "sim_compute_performance-ego0": 0.006541116237640381, "sim_compute_performance-ego1": 0.006436389287312825, "sim_compute_performance-ego2": 0.0064646752675374345, "sim_compute_robot_state-ego0": 0.01210161526997884, "sim_compute_robot_state-ego1": 0.011446569760640462, "sim_compute_robot_state-ego2": 0.011235660711924236, "sim_compute_robot_state-parked0": 0.011578954855600994, "sim_compute_robot_state-parked1": 0.011435290177663168, "sim_compute_robot_state-parked2": 0.011514203548431396, "sim_compute_robot_state-parked3": 0.011665687561035157, "sim_compute_robot_state-parked4": 0.01150662342707316, "sim_compute_robot_state-parked5": 0.01154731829961141}, "udem1-0-1-ego2": {"driven_any": 1.93936153694446, "get_ui_image": 0.10026784658432009, "step_physics": 0.49539284785588583, "survival_time": 14.950000000000076, "driven_lanedir": 0.6638939521669494, "get_state_dump": 0.049662384986877445, "sim_render-ego0": 0.009701770146687824, "sim_render-ego1": 0.00976247231165568, "sim_render-ego2": 0.00967150370279948, "in-drivable-lane": 7.850000000000068, "deviation-heading": 4.041379608164396, "agent_compute-ego0": 0.07910531044006347, "agent_compute-ego1": 0.07292378187179566, "agent_compute-ego2": 0.07337748130162557, "complete-iteration": 1.094127254486084, "set_robot_commands": 0.007767869631449382, "deviation-center-line": 0.4276442672858952, "driven_lanedir_consec": 0.6638939521669494, "sim_compute_sim_state": 0.04683478116989136, "sim_compute_performance-ego0": 0.006541116237640381, "sim_compute_performance-ego1": 0.006436389287312825, "sim_compute_performance-ego2": 0.0064646752675374345, "sim_compute_robot_state-ego0": 0.01210161526997884, "sim_compute_robot_state-ego1": 0.011446569760640462, "sim_compute_robot_state-ego2": 0.011235660711924236, "sim_compute_robot_state-parked0": 0.011578954855600994, "sim_compute_robot_state-parked1": 0.011435290177663168, "sim_compute_robot_state-parked2": 0.011514203548431396, "sim_compute_robot_state-parked3": 0.011665687561035157, "sim_compute_robot_state-parked4": 0.01150662342707316, "sim_compute_robot_state-parked5": 0.01154731829961141}}
set_robot_commands_max0.007883981068929036
set_robot_commands_mean0.00782592535018921
set_robot_commands_median0.007825925350189208
set_robot_commands_min0.007767869631449382
sim_compute_performance-ego0_max0.006656417846679688
sim_compute_performance-ego0_mean0.0065987670421600335
sim_compute_performance-ego0_median0.006598767042160034
sim_compute_performance-ego0_min0.006541116237640381
sim_compute_performance-ego1_max0.006546410719553629
sim_compute_performance-ego1_mean0.006491400003433228
sim_compute_performance-ego1_median0.006491400003433227
sim_compute_performance-ego1_min0.006436389287312825
sim_compute_performance-ego2_max0.00653730312983195
sim_compute_performance-ego2_mean0.0065009891986846915
sim_compute_performance-ego2_median0.006500989198684692
sim_compute_performance-ego2_min0.0064646752675374345
sim_compute_robot_state-ego0_max0.012580850919087729
sim_compute_robot_state-ego0_mean0.012341233094533284
sim_compute_robot_state-ego0_median0.012341233094533284
sim_compute_robot_state-ego0_min0.01210161526997884
sim_compute_robot_state-ego1_max0.011446569760640462
sim_compute_robot_state-ego1_mean0.011425680716832478
sim_compute_robot_state-ego1_median0.01142568071683248
sim_compute_robot_state-ego1_min0.011404791673024496
sim_compute_robot_state-ego2_max0.011463976701100668
sim_compute_robot_state-ego2_mean0.011349818706512452
sim_compute_robot_state-ego2_median0.01134981870651245
sim_compute_robot_state-ego2_min0.011235660711924236
sim_compute_robot_state-parked0_max0.01184325933456421
sim_compute_robot_state-parked0_mean0.011711107095082602
sim_compute_robot_state-parked0_median0.011711107095082602
sim_compute_robot_state-parked0_min0.011578954855600994
sim_compute_robot_state-parked1_max0.011755579312642416
sim_compute_robot_state-parked1_mean0.011595434745152794
sim_compute_robot_state-parked1_median0.011595434745152792
sim_compute_robot_state-parked1_min0.011435290177663168
sim_compute_robot_state-parked2_max0.011783719062805176
sim_compute_robot_state-parked2_mean0.011648961305618289
sim_compute_robot_state-parked2_median0.011648961305618289
sim_compute_robot_state-parked2_min0.011514203548431396
sim_compute_robot_state-parked3_max0.011907670497894289
sim_compute_robot_state-parked3_mean0.011786679029464722
sim_compute_robot_state-parked3_median0.011786679029464722
sim_compute_robot_state-parked3_min0.011665687561035157
sim_compute_robot_state-parked4_max0.011814997990926107
sim_compute_robot_state-parked4_mean0.011660810708999636
sim_compute_robot_state-parked4_median0.011660810708999634
sim_compute_robot_state-parked4_min0.01150662342707316
sim_compute_robot_state-parked5_max0.011734695434570312
sim_compute_robot_state-parked5_mean0.01164100686709086
sim_compute_robot_state-parked5_median0.01164100686709086
sim_compute_robot_state-parked5_min0.01154731829961141
sim_compute_sim_state_max0.047502828439076744
sim_compute_sim_state_mean0.04716880480448405
sim_compute_sim_state_median0.04716880480448405
sim_compute_sim_state_min0.04683478116989136
sim_render-ego0_max0.009701770146687824
sim_render-ego0_mean0.009657994111378987
sim_render-ego0_median0.009657994111378987
sim_render-ego0_min0.00961421807607015
sim_render-ego1_max0.00976247231165568
sim_render-ego1_mean0.009643630584081016
sim_render-ego1_median0.009643630584081011
sim_render-ego1_min0.009524788856506348
sim_render-ego2_max0.00967150370279948
sim_render-ego2_mean0.009570749998092654
sim_render-ego2_median0.009570749998092652
sim_render-ego2_min0.009469996293385824
simulation-passed1
step_physics_max0.49539284785588583
step_physics_mean0.490660868883133
step_physics_median0.490660868883133
step_physics_min0.48592888991038
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076

Highlights

35090

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.