Duckietown Challenges Home Challenges Submissions

Job 34931

Job ID34931
submission9749
userBea Baselines 🐤
user labelstraight
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-983fc92a1e01-1
date started
date completed
duration0:06:35
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4448271993029011
survival_time_median3.049999999999997
deviation-center-line_median0.16204229780465118
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.05028453420420162
agent_compute-ego0_mean0.04927863253921758
agent_compute-ego0_median0.04927863253921759
agent_compute-ego0_min0.04827273087423356
agent_compute-ego1_max0.05026868913994461
agent_compute-ego1_mean0.04963322350236236
agent_compute-ego1_median0.04963322350236237
agent_compute-ego1_min0.04899775786478011
agent_compute-ego2_max0.04885039173188757
agent_compute-ego2_mean0.04800840088578521
agent_compute-ego2_median0.048008400885785216
agent_compute-ego2_min0.04716641003968286
complete-iteration_max1.117152335213833
complete-iteration_mean1.1084879734477058
complete-iteration_median1.1084879734477058
complete-iteration_min1.0998236116815785
deviation-center-line_max0.25746356861009595
deviation-center-line_mean0.18326009620399683
deviation-center-line_min0.13466842791086536
deviation-heading_max0.7352695890794486
deviation-heading_mean0.3775885919320583
deviation-heading_median0.3595667956569747
deviation-heading_min0.03083612741010867
driven_any_max0.4484649879563624
driven_any_mean0.44802759571271383
driven_any_median0.4480275957127146
driven_any_min0.4475902034690646
driven_lanedir_consec_max0.44840955910620695
driven_lanedir_consec_mean0.4312421305378989
driven_lanedir_consec_min0.392074025770182
driven_lanedir_max0.44840955910620695
driven_lanedir_mean0.4312421305378989
driven_lanedir_median0.4448271993029011
driven_lanedir_min0.392074025770182
get_state_dump_max0.04764253194214868
get_state_dump_mean0.04704097646181701
get_state_dump_median0.047040976461817006
get_state_dump_min0.04643942098148533
get_ui_image_max0.09974816197254618
get_ui_image_mean0.09854400939628728
get_ui_image_median0.09854400939628728
get_ui_image_min0.09733985682002834
in-drivable-lane_max0.2499999999999991
in-drivable-lane_mean0.06666666666666643
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego0": {"driven_any": 0.4484649879563562, "get_ui_image": 0.09733985682002834, "step_physics": 0.5982777056146841, "survival_time": 3.049999999999997, "driven_lanedir": 0.445595259456681, "get_state_dump": 0.04764253194214868, "sim_render-ego0": 0.008761628729398133, "sim_render-ego1": 0.009015321731567385, "sim_render-ego2": 0.008914216620023133, "in-drivable-lane": 0.0, "deviation-heading": 0.3432464204151321, "agent_compute-ego0": 0.04827273087423356, "agent_compute-ego1": 0.05026868913994461, "agent_compute-ego2": 0.04716641003968286, "complete-iteration": 1.0998236116815785, "set_robot_commands": 0.007223348148533555, "deviation-center-line": 0.1591290213325826, "driven_lanedir_consec": 0.445595259456681, "sim_compute_sim_state": 0.047695038748569174, "sim_compute_performance-ego0": 0.0057464271295266075, "sim_compute_performance-ego1": 0.00601702049130299, "sim_compute_performance-ego2": 0.005866058537217438, "sim_compute_robot_state-ego0": 0.010827310749741852, "sim_compute_robot_state-ego1": 0.010664646742773835, "sim_compute_robot_state-ego2": 0.010484093525370611, "sim_compute_robot_state-parked0": 0.010825489388137568, "sim_compute_robot_state-parked1": 0.010761448594390368, "sim_compute_robot_state-parked2": 0.011489023927782402, "sim_compute_robot_state-parked3": 0.010914056027521851, "sim_compute_robot_state-parked4": 0.010760408933045432, "sim_compute_robot_state-parked5": 0.010806763758424851}, "udem1-0-0-ego1": {"driven_any": 0.4484649879563624, "get_ui_image": 0.09733985682002834, "step_physics": 0.5982777056146841, "survival_time": 3.049999999999997, "driven_lanedir": 0.44840955910620695, "get_state_dump": 0.04764253194214868, "sim_render-ego0": 0.008761628729398133, "sim_render-ego1": 0.009015321731567385, "sim_render-ego2": 0.008914216620023133, "in-drivable-lane": 0.0, "deviation-heading": 0.04625276718878463, "agent_compute-ego0": 0.04827273087423356, "agent_compute-ego1": 0.05026868913994461, "agent_compute-ego2": 0.04716641003968286, "complete-iteration": 1.0998236116815785, "set_robot_commands": 0.007223348148533555, "deviation-center-line": 0.1398467777788016, "driven_lanedir_consec": 0.44840955910620695, "sim_compute_sim_state": 0.047695038748569174, "sim_compute_performance-ego0": 0.0057464271295266075, "sim_compute_performance-ego1": 0.00601702049130299, "sim_compute_performance-ego2": 0.005866058537217438, "sim_compute_robot_state-ego0": 0.010827310749741852, "sim_compute_robot_state-ego1": 0.010664646742773835, "sim_compute_robot_state-ego2": 0.010484093525370611, "sim_compute_robot_state-parked0": 0.010825489388137568, "sim_compute_robot_state-parked1": 0.010761448594390368, "sim_compute_robot_state-parked2": 0.011489023927782402, "sim_compute_robot_state-parked3": 0.010914056027521851, "sim_compute_robot_state-parked4": 0.010760408933045432, "sim_compute_robot_state-parked5": 0.010806763758424851}, "udem1-0-0-ego2": {"driven_any": 0.4484649879563602, "get_ui_image": 0.09733985682002834, "step_physics": 0.5982777056146841, "survival_time": 3.049999999999997, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.04764253194214868, "sim_render-ego0": 0.008761628729398133, "sim_render-ego1": 0.009015321731567385, "sim_render-ego2": 0.008914216620023133, "in-drivable-lane": 0.14999999999999947, "deviation-heading": 0.7352695890794486, "agent_compute-ego0": 0.04827273087423356, "agent_compute-ego1": 0.05026868913994461, "agent_compute-ego2": 0.04716641003968286, "complete-iteration": 1.0998236116815785, "set_robot_commands": 0.007223348148533555, "deviation-center-line": 0.25746356861009595, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.047695038748569174, "sim_compute_performance-ego0": 0.0057464271295266075, "sim_compute_performance-ego1": 0.00601702049130299, "sim_compute_performance-ego2": 0.005866058537217438, "sim_compute_robot_state-ego0": 0.010827310749741852, "sim_compute_robot_state-ego1": 0.010664646742773835, "sim_compute_robot_state-ego2": 0.010484093525370611, "sim_compute_robot_state-parked0": 0.010825489388137568, "sim_compute_robot_state-parked1": 0.010761448594390368, "sim_compute_robot_state-parked2": 0.011489023927782402, "sim_compute_robot_state-parked3": 0.010914056027521851, "sim_compute_robot_state-parked4": 0.010760408933045432, "sim_compute_robot_state-parked5": 0.010806763758424851}, "udem1-0-1-ego0": {"driven_any": 0.447590203469073, "get_ui_image": 0.09974816197254618, "step_physics": 0.6153012103721743, "survival_time": 3.049999999999997, "driven_lanedir": 0.4440591391491213, "get_state_dump": 0.04643942098148533, "sim_render-ego0": 0.008593746873198962, "sim_render-ego1": 0.008897542953491211, "sim_render-ego2": 0.008553508852348953, "in-drivable-lane": 0.0, "deviation-heading": 0.37588717089881735, "agent_compute-ego0": 0.05028453420420162, "agent_compute-ego1": 0.04899775786478011, "agent_compute-ego2": 0.04885039173188757, "complete-iteration": 1.117152335213833, "set_robot_commands": 0.006707089846251441, "deviation-center-line": 0.16495557427671975, "driven_lanedir_consec": 0.4440591391491213, "sim_compute_sim_state": 0.048315239734336976, "sim_compute_performance-ego0": 0.005972221249439677, "sim_compute_performance-ego1": 0.006111332627593494, "sim_compute_performance-ego2": 0.005955660929445361, "sim_compute_robot_state-ego0": 0.010765185121630058, "sim_compute_robot_state-ego1": 0.010338931787209432, "sim_compute_robot_state-ego2": 0.010298639047341268, "sim_compute_robot_state-parked0": 0.010666264862310692, "sim_compute_robot_state-parked1": 0.010584542008697007, "sim_compute_robot_state-parked2": 0.01064622597616227, "sim_compute_robot_state-parked3": 0.009971290338234825, "sim_compute_robot_state-parked4": 0.010478410564485143, "sim_compute_robot_state-parked5": 0.010804434291651992}, "udem1-0-1-ego1": {"driven_any": 0.4475902034690646, "get_ui_image": 0.09974816197254618, "step_physics": 0.6153012103721743, "survival_time": 3.049999999999997, "driven_lanedir": 0.4475638204243837, "get_state_dump": 0.04643942098148533, "sim_render-ego0": 0.008593746873198962, "sim_render-ego1": 0.008897542953491211, "sim_render-ego2": 0.008553508852348953, "in-drivable-lane": 0.0, "deviation-heading": 0.03083612741010867, "agent_compute-ego0": 0.05028453420420162, "agent_compute-ego1": 0.04899775786478011, "agent_compute-ego2": 0.04885039173188757, "complete-iteration": 1.117152335213833, "set_robot_commands": 0.006707089846251441, "deviation-center-line": 0.13466842791086536, "driven_lanedir_consec": 0.4475638204243837, "sim_compute_sim_state": 0.048315239734336976, "sim_compute_performance-ego0": 0.005972221249439677, "sim_compute_performance-ego1": 0.006111332627593494, "sim_compute_performance-ego2": 0.005955660929445361, "sim_compute_robot_state-ego0": 0.010765185121630058, "sim_compute_robot_state-ego1": 0.010338931787209432, "sim_compute_robot_state-ego2": 0.010298639047341268, "sim_compute_robot_state-parked0": 0.010666264862310692, "sim_compute_robot_state-parked1": 0.010584542008697007, "sim_compute_robot_state-parked2": 0.01064622597616227, "sim_compute_robot_state-parked3": 0.009971290338234825, "sim_compute_robot_state-parked4": 0.010478410564485143, "sim_compute_robot_state-parked5": 0.010804434291651992}, "udem1-0-1-ego2": {"driven_any": 0.447590203469067, "get_ui_image": 0.09974816197254618, "step_physics": 0.6153012103721743, "survival_time": 3.049999999999997, "driven_lanedir": 0.392074025770182, "get_state_dump": 0.04643942098148533, "sim_render-ego0": 0.008593746873198962, "sim_render-ego1": 0.008897542953491211, "sim_render-ego2": 0.008553508852348953, "in-drivable-lane": 0.2499999999999991, "deviation-heading": 0.7340394766000586, "agent_compute-ego0": 0.05028453420420162, "agent_compute-ego1": 0.04899775786478011, "agent_compute-ego2": 0.04885039173188757, "complete-iteration": 1.117152335213833, "set_robot_commands": 0.006707089846251441, "deviation-center-line": 0.24349720731491545, "driven_lanedir_consec": 0.392074025770182, "sim_compute_sim_state": 0.048315239734336976, "sim_compute_performance-ego0": 0.005972221249439677, "sim_compute_performance-ego1": 0.006111332627593494, "sim_compute_performance-ego2": 0.005955660929445361, "sim_compute_robot_state-ego0": 0.010765185121630058, "sim_compute_robot_state-ego1": 0.010338931787209432, "sim_compute_robot_state-ego2": 0.010298639047341268, "sim_compute_robot_state-parked0": 0.010666264862310692, "sim_compute_robot_state-parked1": 0.010584542008697007, "sim_compute_robot_state-parked2": 0.01064622597616227, "sim_compute_robot_state-parked3": 0.009971290338234825, "sim_compute_robot_state-parked4": 0.010478410564485143, "sim_compute_robot_state-parked5": 0.010804434291651992}}
set_robot_commands_max0.007223348148533555
set_robot_commands_mean0.006965218997392498
set_robot_commands_median0.006965218997392498
set_robot_commands_min0.006707089846251441
sim_compute_performance-ego0_max0.005972221249439677
sim_compute_performance-ego0_mean0.005859324189483143
sim_compute_performance-ego0_median0.005859324189483142
sim_compute_performance-ego0_min0.0057464271295266075
sim_compute_performance-ego1_max0.006111332627593494
sim_compute_performance-ego1_mean0.006064176559448242
sim_compute_performance-ego1_median0.006064176559448242
sim_compute_performance-ego1_min0.00601702049130299
sim_compute_performance-ego2_max0.005955660929445361
sim_compute_performance-ego2_mean0.0059108597333314
sim_compute_performance-ego2_median0.005910859733331399
sim_compute_performance-ego2_min0.005866058537217438
sim_compute_robot_state-ego0_max0.010827310749741852
sim_compute_robot_state-ego0_mean0.010796247935685954
sim_compute_robot_state-ego0_median0.010796247935685954
sim_compute_robot_state-ego0_min0.010765185121630058
sim_compute_robot_state-ego1_max0.010664646742773835
sim_compute_robot_state-ego1_mean0.010501789264991635
sim_compute_robot_state-ego1_median0.010501789264991634
sim_compute_robot_state-ego1_min0.010338931787209432
sim_compute_robot_state-ego2_max0.010484093525370611
sim_compute_robot_state-ego2_mean0.01039136628635594
sim_compute_robot_state-ego2_median0.010391366286355942
sim_compute_robot_state-ego2_min0.010298639047341268
sim_compute_robot_state-parked0_max0.010825489388137568
sim_compute_robot_state-parked0_mean0.010745877125224129
sim_compute_robot_state-parked0_median0.01074587712522413
sim_compute_robot_state-parked0_min0.010666264862310692
sim_compute_robot_state-parked1_max0.010761448594390368
sim_compute_robot_state-parked1_mean0.010672995301543689
sim_compute_robot_state-parked1_median0.010672995301543689
sim_compute_robot_state-parked1_min0.010584542008697007
sim_compute_robot_state-parked2_max0.011489023927782402
sim_compute_robot_state-parked2_mean0.011067624951972338
sim_compute_robot_state-parked2_median0.011067624951972336
sim_compute_robot_state-parked2_min0.01064622597616227
sim_compute_robot_state-parked3_max0.010914056027521851
sim_compute_robot_state-parked3_mean0.010442673182878335
sim_compute_robot_state-parked3_median0.010442673182878335
sim_compute_robot_state-parked3_min0.009971290338234825
sim_compute_robot_state-parked4_max0.010760408933045432
sim_compute_robot_state-parked4_mean0.01061940974876529
sim_compute_robot_state-parked4_median0.01061940974876529
sim_compute_robot_state-parked4_min0.010478410564485143
sim_compute_robot_state-parked5_max0.010806763758424851
sim_compute_robot_state-parked5_mean0.010805599025038424
sim_compute_robot_state-parked5_median0.010805599025038422
sim_compute_robot_state-parked5_min0.010804434291651992
sim_compute_sim_state_max0.048315239734336976
sim_compute_sim_state_mean0.04800513924145308
sim_compute_sim_state_median0.048005139241453075
sim_compute_sim_state_min0.047695038748569174
sim_render-ego0_max0.008761628729398133
sim_render-ego0_mean0.008677687801298548
sim_render-ego0_median0.008677687801298548
sim_render-ego0_min0.008593746873198962
sim_render-ego1_max0.009015321731567385
sim_render-ego1_mean0.008956432342529297
sim_render-ego1_median0.008956432342529297
sim_render-ego1_min0.008897542953491211
sim_render-ego2_max0.008914216620023133
sim_render-ego2_mean0.008733862736186045
sim_render-ego2_median0.008733862736186043
sim_render-ego2_min0.008553508852348953
simulation-passed1
step_physics_max0.6153012103721743
step_physics_mean0.6067894579934293
step_physics_median0.6067894579934292
step_physics_min0.5982777056146841
survival_time_max3.049999999999997
survival_time_mean3.049999999999997
survival_time_min3.049999999999997

Highlights

34931

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.