Duckietown Challenges Home Challenges Submissions

Job 34373

Job ID34373
submission9220
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFVI-sim-validation
stepLFVIv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg10-9558a63416c8-1
date started
date completed
duration0:41:55
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.30610677512104
survival_time_median14.950000000000076
deviation-center-line_median0.30587923284775426
in-drivable-lane_median9.850000000000067


other stats
agent_compute-ego_max0.06796907742818196
agent_compute-ego_mean0.06283049696673679
agent_compute-ego_median0.062065772612889605
agent_compute-ego_min0.060508724053700766
complete-iteration_max0.6029101991653443
complete-iteration_mean0.574981680489226
complete-iteration_median0.5753546015421549
complete-iteration_min0.551873866468668
deviation-center-line_max0.9407037914730756
deviation-center-line_mean0.359747675855271
deviation-center-line_min0.030485371086385375
deviation-heading_max3.762068217764342
deviation-heading_mean1.7513168778686812
deviation-heading_median1.1219421196040098
deviation-heading_min0.5103162226707295
driven_any_max1.9398219739653844
driven_any_mean1.675326764906617
driven_any_median1.9393848991136815
driven_any_min0.4395991645848856
driven_lanedir_consec_max1.0745358512323773
driven_lanedir_consec_mean0.3859058917751088
driven_lanedir_consec_min0.04597149859072269
driven_lanedir_max1.0745358512323773
driven_lanedir_mean0.40493607105042145
driven_lanedir_median0.3961082286320184
driven_lanedir_min0.04597149859072269
get_state_dump_max0.034611080487569175
get_state_dump_mean0.03383249437693319
get_state_dump_median0.03384604533513387
get_state_dump_min0.03290207624435425
get_ui_image_max0.11365267197291055
get_ui_image_mean0.10639866997689418
get_ui_image_median0.10623570889234545
get_ui_image_min0.10196481307347616
in-drivable-lane_max14.050000000000075
in-drivable-lane_mean8.85500000000005
in-drivable-lane_min0.0
per-episodes
details{"udem1-0-0-ego": {"driven_any": 1.9326060430733776, "get_ui_image": 0.1033439016342163, "step_physics": 0.2773842676480611, "survival_time": 14.950000000000076, "driven_lanedir": 0.4115119789216699, "get_state_dump": 0.034309052626291914, "sim_render-ego": 0.007388554414113363, "in-drivable-lane": 9.750000000000062, "agent_compute-ego": 0.060508724053700766, "deviation-heading": 3.762068217764342, "complete-iteration": 0.5785742100079855, "set_robot_commands": 0.0063993040720621746, "deviation-center-line": 0.40756949622317035, "driven_lanedir_consec": 0.4115119789216699, "sim_compute_sim_state": 0.0250747021039327, "sim_compute_performance-ego": 0.005609677632649739, "sim_compute_robot_state-ego": 0.009706721305847169, "sim_compute_robot_state-npc0": 0.009703545570373536, "sim_compute_robot_state-npc1": 0.009715336958567302, "sim_compute_robot_state-npc2": 0.009640366236368814, "sim_compute_robot_state-npc3": 0.009772752126057944, "sim_compute_robot_state-parked0": 0.009746711254119873}, "udem1-0-1-ego": {"driven_any": 1.9393458453139485, "get_ui_image": 0.10600442409515382, "step_physics": 0.26732888142267863, "survival_time": 14.950000000000076, "driven_lanedir": 0.04597149859072269, "get_state_dump": 0.033718201319376626, "sim_render-ego": 0.0073764173189798995, "in-drivable-lane": 14.050000000000075, "agent_compute-ego": 0.06796907742818196, "deviation-heading": 0.5103162226707295, "complete-iteration": 0.5788801693916321, "set_robot_commands": 0.0061785236994425455, "deviation-center-line": 0.030485371086385375, "driven_lanedir_consec": 0.04597149859072269, "sim_compute_sim_state": 0.024987826347351073, "sim_compute_performance-ego": 0.00570736010869344, "sim_compute_robot_state-ego": 0.009824636777242024, "sim_compute_robot_state-npc0": 0.0098494291305542, "sim_compute_robot_state-npc1": 0.00988422473271688, "sim_compute_robot_state-npc2": 0.00990803877512614, "sim_compute_robot_state-npc3": 0.010052069028218587, "sim_compute_robot_state-parked0": 0.009821635087331136}, "udem1-1-0-ego": {"driven_any": 1.9392118314154916, "get_ui_image": 0.10355729341506958, "step_physics": 0.2587724510828654, "survival_time": 14.950000000000076, "driven_lanedir": 0.07532904416826636, "get_state_dump": 0.03290207624435425, "sim_render-ego": 0.007531033356984456, "in-drivable-lane": 13.750000000000078, "agent_compute-ego": 0.06066119035085042, "deviation-heading": 0.6175891737596072, "complete-iteration": 0.563314962387085, "set_robot_commands": 0.00631994644800822, "deviation-center-line": 0.08558072473824403, "driven_lanedir_consec": 0.07532904416826636, "sim_compute_sim_state": 0.02957950512568156, "sim_compute_performance-ego": 0.005539728800455729, "sim_compute_robot_state-ego": 0.009862821102142334, "sim_compute_robot_state-npc0": 0.009581058820088703, "sim_compute_robot_state-npc1": 0.009894315401713054, "sim_compute_robot_state-npc2": 0.009780773321787516, "sim_compute_robot_state-npc3": 0.00963528871536255, "sim_compute_robot_state-parked0": 0.009421042601267497}, "udem1-1-1-ego": {"driven_any": 1.9394239529134152, "get_ui_image": 0.10458890517552694, "step_physics": 0.26798471609751384, "survival_time": 14.950000000000076, "driven_lanedir": 0.07844059626934508, "get_state_dump": 0.033404565652211504, "sim_render-ego": 0.007155445416768392, "in-drivable-lane": 13.650000000000077, "agent_compute-ego": 0.06200148900349935, "deviation-heading": 0.771415449101571, "complete-iteration": 0.5737951699892679, "set_robot_commands": 0.006206912994384766, "deviation-center-line": 0.10585861607127542, "driven_lanedir_consec": 0.07844059626934508, "sim_compute_sim_state": 0.02824745814005534, "sim_compute_performance-ego": 0.005732855796813965, "sim_compute_robot_state-ego": 0.009831734498341878, "sim_compute_robot_state-npc0": 0.009455908139546712, "sim_compute_robot_state-npc1": 0.009615777333577474, "sim_compute_robot_state-npc2": 0.010033043225606282, "sim_compute_robot_state-npc3": 0.009669583638509114, "sim_compute_robot_state-parked0": 0.009572672843933105}, "udem1-2-0-ego": {"driven_any": 1.939514539590826, "get_ui_image": 0.10859923362731934, "step_physics": 0.2753971258799235, "survival_time": 14.950000000000076, "driven_lanedir": 0.08791906369267899, "get_state_dump": 0.033973889350891115, "sim_render-ego": 0.007355225880940755, "in-drivable-lane": 13.25000000000008, "agent_compute-ego": 0.062130056222279864, "deviation-heading": 1.4724687901064486, "complete-iteration": 0.5769140330950419, "set_robot_commands": 0.0062313326199849445, "deviation-center-line": 0.10343245893182568, "driven_lanedir_consec": 0.08791906369267899, "sim_compute_sim_state": 0.019280731678009033, "sim_compute_performance-ego": 0.00555978775024414, "sim_compute_robot_state-ego": 0.00984569231669108, "sim_compute_robot_state-npc0": 0.00963893493016561, "sim_compute_robot_state-npc1": 0.009600555896759034, "sim_compute_robot_state-npc2": 0.009467480182647705, "sim_compute_robot_state-npc3": 0.009745286305745443, "sim_compute_robot_state-parked0": 0.009820761680603028}, "udem1-2-1-ego": {"driven_any": 1.9395333466198392, "get_ui_image": 0.11365267197291055, "step_physics": 0.2923451352119446, "survival_time": 14.950000000000076, "driven_lanedir": 0.3822837852320766, "get_state_dump": 0.03342818101247152, "sim_render-ego": 0.007016077041625977, "in-drivable-lane": 9.950000000000074, "agent_compute-ego": 0.06548291365305582, "deviation-heading": 3.705937171989282, "complete-iteration": 0.6029101991653443, "set_robot_commands": 0.006184833844502767, "deviation-center-line": 0.44173122808644294, "driven_lanedir_consec": 0.20228087821011975, "sim_compute_sim_state": 0.020960292021433513, "sim_compute_performance-ego": 0.005803069273630778, "sim_compute_robot_state-ego": 0.009384651978810629, "sim_compute_robot_state-npc0": 0.009777516523996988, "sim_compute_robot_state-npc1": 0.009656248887379964, "sim_compute_robot_state-npc2": 0.009701456228892008, "sim_compute_robot_state-npc3": 0.009643259843190512, "sim_compute_robot_state-parked0": 0.0096111790339152}, "udem1-3-0-ego": {"driven_any": 1.9394625785336348, "get_ui_image": 0.10196481307347616, "step_physics": 0.2576379561424255, "survival_time": 14.950000000000076, "driven_lanedir": 1.0182758005827537, "get_state_dump": 0.034273929595947265, "sim_render-ego": 0.00747743288675944, "in-drivable-lane": 5.800000000000045, "agent_compute-ego": 0.06232812325159709, "deviation-heading": 3.364032011440343, "complete-iteration": 0.5660771441459655, "set_robot_commands": 0.006318685213724772, "deviation-center-line": 0.9407037914730756, "driven_lanedir_consec": 1.007976914851584, "sim_compute_sim_state": 0.03136407852172852, "sim_compute_performance-ego": 0.005720933278401692, "sim_compute_robot_state-ego": 0.010025388399759928, "sim_compute_robot_state-npc0": 0.009744248390197751, "sim_compute_robot_state-npc1": 0.009747314453125, "sim_compute_robot_state-npc2": 0.009664166768391928, "sim_compute_robot_state-npc3": 0.009742147922515869, "sim_compute_robot_state-parked0": 0.00979810396830241}, "udem1-3-1-ego": {"driven_any": 1.9398219739653844, "get_ui_image": 0.10798696915308637, "step_physics": 0.28275835831960044, "survival_time": 14.950000000000076, "driven_lanedir": 1.0745358512323773, "get_state_dump": 0.034611080487569175, "sim_render-ego": 0.00726195494333903, "in-drivable-lane": 5.950000000000019, "agent_compute-ego": 0.06421959161758423, "deviation-heading": 1.8911631835968783, "complete-iteration": 0.601194216410319, "set_robot_commands": 0.00649309794108073, "deviation-center-line": 0.854957988904366, "driven_lanedir_consec": 1.0745358512323773, "sim_compute_sim_state": 0.03274932305018107, "sim_compute_performance-ego": 0.005667119820912679, "sim_compute_robot_state-ego": 0.009492973486582438, "sim_compute_robot_state-npc0": 0.0100160813331604, "sim_compute_robot_state-npc1": 0.00994453271230062, "sim_compute_robot_state-npc2": 0.009714689254760742, "sim_compute_robot_state-npc3": 0.00979625145594279, "sim_compute_robot_state-parked0": 0.010210302670796713}, "udem1-4-0-ego": {"driven_any": 0.4395991645848856, "get_ui_image": 0.10782149393264562, "step_physics": 0.25275417876570194, "survival_time": 3.649999999999995, "driven_lanedir": 0.40993267203196027, "get_state_dump": 0.03404428207710998, "sim_render-ego": 0.007211691712679928, "in-drivable-lane": 0.0, "agent_compute-ego": 0.06118915505605201, "deviation-heading": 0.7081268219984952, "complete-iteration": 0.556282833830951, "set_robot_commands": 0.006228704975075917, "deviation-center-line": 0.20418896947233817, "driven_lanedir_consec": 0.40993267203196027, "sim_compute_sim_state": 0.021720971146675004, "sim_compute_performance-ego": 0.005714187883350947, "sim_compute_robot_state-ego": 0.010016813670119194, "sim_compute_robot_state-npc0": 0.009552269765775495, "sim_compute_robot_state-npc1": 0.0099354770085583, "sim_compute_robot_state-npc2": 0.01007707804849703, "sim_compute_robot_state-npc3": 0.009564324601055824, "sim_compute_robot_state-parked0": 0.010179950766367456}, "udem1-4-1-ego": {"driven_any": 0.8047483730553668, "get_ui_image": 0.10646699368953703, "step_physics": 0.247826075181365, "survival_time": 6.399999999999985, "driven_lanedir": 0.4651604197823635, "get_state_dump": 0.0336596854031086, "sim_render-ego": 0.0071647558361291885, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.061814649030566216, "deviation-heading": 0.7100517362591152, "complete-iteration": 0.551873866468668, "set_robot_commands": 0.0064574237912893295, "deviation-center-line": 0.4229681135655864, "driven_lanedir_consec": 0.4651604197823635, "sim_compute_sim_state": 0.02379860170185566, "sim_compute_performance-ego": 0.005669154226779938, "sim_compute_robot_state-ego": 0.00957842729985714, "sim_compute_robot_state-npc0": 0.009834690019488336, "sim_compute_robot_state-npc1": 0.009765226393938065, "sim_compute_robot_state-npc2": 0.009871913120150566, "sim_compute_robot_state-npc3": 0.009760599583387377, "sim_compute_robot_state-parked0": 0.009910471737384796}}
set_robot_commands_max0.00649309794108073
set_robot_commands_mean0.006301876559955616
set_robot_commands_median0.006275008916854858
set_robot_commands_min0.0061785236994425455
sim_compute_performance-ego_max0.005803069273630778
sim_compute_performance-ego_mean0.005672387457193305
sim_compute_performance-ego_median0.0056882571677366895
sim_compute_performance-ego_min0.005539728800455729
sim_compute_robot_state-ego_max0.010025388399759928
sim_compute_robot_state-ego_mean0.009756986083539382
sim_compute_robot_state-ego_median0.009828185637791953
sim_compute_robot_state-ego_min0.009384651978810629
sim_compute_robot_state-npc0_max0.0100160813331604
sim_compute_robot_state-npc0_mean0.009715368262334772
sim_compute_robot_state-npc0_median0.009723896980285644
sim_compute_robot_state-npc0_min0.009455908139546712
sim_compute_robot_state-npc1_max0.00994453271230062
sim_compute_robot_state-npc1_mean0.00977590097786357
sim_compute_robot_state-npc1_median0.009756270423531532
sim_compute_robot_state-npc1_min0.009600555896759034
sim_compute_robot_state-npc2_max0.01007707804849703
sim_compute_robot_state-npc2_mean0.009785900516222874
sim_compute_robot_state-npc2_median0.00974773128827413
sim_compute_robot_state-npc2_min0.009467480182647705
sim_compute_robot_state-npc3_max0.010052069028218587
sim_compute_robot_state-npc3_mean0.0097381563219986
sim_compute_robot_state-npc3_median0.009743717114130655
sim_compute_robot_state-npc3_min0.009564324601055824
sim_compute_robot_state-parked0_max0.010210302670796713
sim_compute_robot_state-parked0_mean0.009809283164402122
sim_compute_robot_state-parked0_median0.009809432824452718
sim_compute_robot_state-parked0_min0.009421042601267497
sim_compute_sim_state_max0.03274932305018107
sim_compute_sim_state_mean0.025776348983690345
sim_compute_sim_state_median0.025031264225641885
sim_compute_sim_state_min0.019280731678009033
sim_render-ego_max0.007531033356984456
sim_render-ego_mean0.007293858880832044
sim_render-ego_median0.007308590412139893
sim_render-ego_min0.007016077041625977
simulation-passed1
step_physics_max0.2923451352119446
step_physics_mean0.268018914575208
step_physics_median0.26765679876009624
step_physics_min0.247826075181365
survival_time_max14.950000000000076
survival_time_mean12.96500000000006
survival_time_min3.649999999999995

Highlights

34373

Click the images to see detailed statistics about the episode.

udem1-0-0

udem1-0-1

udem1-1-0

udem1-1-1

udem1-2-0

udem1-2-1

udem1-3-0

udem1-3-1

udem1-4-0

udem1-4-1

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.