Duckietown Challenges Home Challenges Submissions

Job 36178

Job ID36178
submission9944
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFV-sim-testing
stepLFVv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg05-7d9c5d9f1ec5-1
date started
date completed
duration0:40:34
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.45785888425669263
survival_time_median14.950000000000076
deviation-center-line_median0.31639228023814514
in-drivable-lane_median3.2500000000000107


other stats
agent_compute-ego_max0.07163124243418376
agent_compute-ego_mean0.061372621884793914
agent_compute-ego_median0.06572743972142538
agent_compute-ego_min0.035678046090262275
complete-iteration_max0.4876824575311997
complete-iteration_mean0.4626756726285917
complete-iteration_median0.46752081871032714
complete-iteration_min0.4366502181688944
deviation-center-line_max1.0596785797595965
deviation-center-line_mean0.36409494563978567
deviation-center-line_min0.06574239978421487
deviation-heading_max4.468907947229808
deviation-heading_mean2.0769699898020844
deviation-heading_median1.768522226749545
deviation-heading_min0.35210683102839135
driven_any_max1.939756628957868
driven_any_mean1.3338118603534614
driven_any_median1.939166788372956
driven_any_min0.2005987916498564
driven_lanedir_consec_max1.2871216038503062
driven_lanedir_consec_mean0.5714189156005945
driven_lanedir_consec_min0.060615927897113675
driven_lanedir_max1.3587298464949078
driven_lanedir_mean0.6398444890063705
driven_lanedir_median0.4982479540536242
driven_lanedir_min0.060615927897113675
get_state_dump_max0.041196544571678234
get_state_dump_mean0.03608364622232372
get_state_dump_median0.03521234958202808
get_state_dump_min0.033911354541778564
get_ui_image_max0.08134305874506632
get_ui_image_mean0.07670303174220737
get_ui_image_median0.0761789592107137
get_ui_image_min0.07253524275387034
in-drivable-lane_max10.850000000000083
in-drivable-lane_mean4.483333333333366
in-drivable-lane_min0.0
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.45988688799155303, "get_ui_image": 0.07573044145262087, "step_physics": 0.1936824910052411, "survival_time": 3.8499999999999943, "driven_lanedir": 0.45785888425669263, "get_state_dump": 0.03521234958202808, "sim_render-ego": 0.00884325782974045, "in-drivable-lane": 0.0, "agent_compute-ego": 0.035678046090262275, "deviation-heading": 0.35210683102839135, "complete-iteration": 0.4449798100954526, "set_robot_commands": 0.006977598388473709, "deviation-center-line": 0.06574239978421487, "driven_lanedir_consec": 0.45785888425669263, "sim_compute_sim_state": 0.019206050154450652, "sim_compute_performance-ego": 0.006172613664106889, "sim_compute_robot_state-ego": 0.010835040699351916, "sim_compute_robot_state-npc0": 0.01041222857190417, "sim_compute_robot_state-npc1": 0.010406813064178864, "sim_compute_robot_state-npc2": 0.010474359834349, "sim_compute_robot_state-npc3": 0.01047534756846242, "sim_compute_robot_state-parked0": 0.010585648672921315}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.8178840698047651, "get_ui_image": 0.0770776656957773, "step_physics": 0.1962124622785128, "survival_time": 6.499999999999985, "driven_lanedir": 0.4484099260010814, "get_state_dump": 0.03446505803328294, "sim_render-ego": 0.008368769058814415, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.03595594076009897, "deviation-heading": 0.8876094518616808, "complete-iteration": 0.44305442846738374, "set_robot_commands": 0.006798045451824481, "deviation-center-line": 0.216861574345118, "driven_lanedir_consec": 0.4484099260010814, "sim_compute_sim_state": 0.01613620061140794, "sim_compute_performance-ego": 0.006053818189180814, "sim_compute_robot_state-ego": 0.010628542533287636, "sim_compute_robot_state-npc0": 0.010277406985943134, "sim_compute_robot_state-npc1": 0.010018365199749286, "sim_compute_robot_state-npc2": 0.010165018301743729, "sim_compute_robot_state-npc3": 0.010504568540132963, "sim_compute_robot_state-parked0": 0.010107023899371808}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.939594489475668, "get_ui_image": 0.07604938824971517, "step_physics": 0.1785809644063314, "survival_time": 14.950000000000076, "driven_lanedir": 1.3587298464949078, "get_state_dump": 0.03501474142074585, "sim_render-ego": 0.00880994478861491, "in-drivable-lane": 3.2500000000000107, "agent_compute-ego": 0.054342004458109536, "deviation-heading": 3.493242715540939, "complete-iteration": 0.4523878486951192, "set_robot_commands": 0.0071973832448323566, "deviation-center-line": 1.0596785797595965, "driven_lanedir_consec": 0.9880376849132833, "sim_compute_sim_state": 0.01902582248051961, "sim_compute_performance-ego": 0.006219468911488851, "sim_compute_robot_state-ego": 0.012773684660593669, "sim_compute_robot_state-npc0": 0.010736765861511233, "sim_compute_robot_state-npc1": 0.010863754749298096, "sim_compute_robot_state-npc2": 0.010894881884256998, "sim_compute_robot_state-npc3": 0.010785566965738931, "sim_compute_robot_state-parked0": 0.01080142100652059}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9395085961810772, "get_ui_image": 0.0761789592107137, "step_physics": 0.1896899072329203, "survival_time": 14.950000000000076, "driven_lanedir": 0.6895096923098776, "get_state_dump": 0.03447069644927978, "sim_render-ego": 0.008613167603810628, "in-drivable-lane": 8.300000000000084, "agent_compute-ego": 0.06522015810012817, "deviation-heading": 2.798039888492144, "complete-iteration": 0.4668239696820577, "set_robot_commands": 0.006909077167510986, "deviation-center-line": 0.32994206637458173, "driven_lanedir_consec": 0.43725438687270746, "sim_compute_sim_state": 0.016738526821136475, "sim_compute_performance-ego": 0.005969384511311849, "sim_compute_robot_state-ego": 0.010583571592966716, "sim_compute_robot_state-npc0": 0.010697450637817385, "sim_compute_robot_state-npc1": 0.010542032718658449, "sim_compute_robot_state-npc2": 0.01041400671005249, "sim_compute_robot_state-npc3": 0.0103800900777181, "sim_compute_robot_state-parked0": 0.01013378381729126}, "ETHZ_autolab_technical_track-sc4-0-ego": {"driven_any": 1.3953910557999578, "get_ui_image": 0.07520892982658703, "step_physics": 0.17611212334874587, "survival_time": 10.85000000000002, "driven_lanedir": 1.1005883252158195, "get_state_dump": 0.034382773983863094, "sim_render-ego": 0.008435113089425223, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.06778930519033687, "deviation-heading": 1.7858053497730193, "complete-iteration": 0.4520953646453295, "set_robot_commands": 0.006603573873845113, "deviation-center-line": 0.4224903218808452, "driven_lanedir_consec": 1.1005883252158195, "sim_compute_sim_state": 0.01610912815217049, "sim_compute_performance-ego": 0.005987405776977539, "sim_compute_robot_state-ego": 0.0107879638671875, "sim_compute_robot_state-npc0": 0.01032613499373335, "sim_compute_robot_state-npc1": 0.009985901793027252, "sim_compute_robot_state-npc2": 0.00991737348143406, "sim_compute_robot_state-npc3": 0.010090667531237624, "sim_compute_robot_state-parked0": 0.010082706328361266}, "ETHZ_autolab_technical_track-sc5-0-ego": {"driven_any": 0.2005987916498564, "get_ui_image": 0.07582793364653716, "step_physics": 0.16633662661990603, "survival_time": 1.850000000000001, "driven_lanedir": 0.060615927897113675, "get_state_dump": 0.03412971625456939, "sim_render-ego": 0.008791846198004645, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.05769219269623627, "deviation-heading": 1.18523441333779, "complete-iteration": 0.43928017487397064, "set_robot_commands": 0.007148420488512194, "deviation-center-line": 0.09081228034457746, "driven_lanedir_consec": 0.060615927897113675, "sim_compute_sim_state": 0.01784366530341071, "sim_compute_performance-ego": 0.006209547455246384, "sim_compute_robot_state-ego": 0.010743753330127613, "sim_compute_robot_state-npc0": 0.010701823878932645, "sim_compute_robot_state-npc1": 0.010588549278877877, "sim_compute_robot_state-npc2": 0.011158769195144242, "sim_compute_robot_state-npc3": 0.011023856498099662, "sim_compute_robot_state-parked0": 0.01078682332425504}, "ETHZ_autolab_technical_track-sc6-0-ego": {"driven_any": 1.939756628957868, "get_ui_image": 0.07726164182027181, "step_physics": 0.18438959121704104, "survival_time": 14.950000000000076, "driven_lanedir": 0.4982479540536242, "get_state_dump": 0.033911354541778564, "sim_render-ego": 0.008638145923614502, "in-drivable-lane": 10.450000000000085, "agent_compute-ego": 0.0676376708348592, "deviation-heading": 1.2372742830455787, "complete-iteration": 0.4711721666653951, "set_robot_commands": 0.006739330291748047, "deviation-center-line": 0.14402829821573876, "driven_lanedir_consec": 0.4982479540536242, "sim_compute_sim_state": 0.023805455366770423, "sim_compute_performance-ego": 0.005953544775644938, "sim_compute_robot_state-ego": 0.010623328685760498, "sim_compute_robot_state-npc0": 0.01041462024052938, "sim_compute_robot_state-npc1": 0.010347394148508708, "sim_compute_robot_state-npc2": 0.010317862033843994, "sim_compute_robot_state-npc3": 0.010422809918721515, "sim_compute_robot_state-parked0": 0.01042331377665202}, "ETHZ_autolab_technical_track-sc7-0-ego": {"driven_any": 1.9394954853566573, "get_ui_image": 0.08134305874506632, "step_physics": 0.19381089369455973, "survival_time": 14.950000000000076, "driven_lanedir": 1.0384139606364036, "get_state_dump": 0.03577804644902547, "sim_render-ego": 0.008129402001698812, "in-drivable-lane": 5.350000000000032, "agent_compute-ego": 0.05853655815124512, "deviation-heading": 4.111758838938402, "complete-iteration": 0.46752081871032714, "set_robot_commands": 0.00653339147567749, "deviation-center-line": 0.7761847720340571, "driven_lanedir_consec": 1.0384139606364036, "sim_compute_sim_state": 0.016531275113423664, "sim_compute_performance-ego": 0.005840260187784831, "sim_compute_robot_state-ego": 0.01081682046254476, "sim_compute_robot_state-npc0": 0.010174883206685383, "sim_compute_robot_state-npc1": 0.010155595143636068, "sim_compute_robot_state-npc2": 0.010030076503753664, "sim_compute_robot_state-npc3": 0.009848516782124835, "sim_compute_robot_state-parked0": 0.009718475341796876}, "ETHZ_autolab_technical_track-sc8-0-ego": {"driven_any": 1.939166788372956, "get_ui_image": 0.07690325419108072, "step_physics": 0.173744580745697, "survival_time": 14.950000000000076, "driven_lanedir": 0.5928905729476999, "get_state_dump": 0.03702787160873413, "sim_render-ego": 0.009588075478871664, "in-drivable-lane": 8.150000000000047, "agent_compute-ego": 0.06572743972142538, "deviation-heading": 4.468907947229808, "complete-iteration": 0.4718642822901408, "set_robot_commands": 0.007660258611043295, "deviation-center-line": 0.5879766416003134, "driven_lanedir_consec": 0.29358343760000927, "sim_compute_sim_state": 0.025546804269154868, "sim_compute_performance-ego": 0.006407593091328939, "sim_compute_robot_state-ego": 0.012264018853505452, "sim_compute_robot_state-npc0": 0.011101036866505942, "sim_compute_robot_state-npc1": 0.0112013840675354, "sim_compute_robot_state-npc2": 0.011658286253611249, "sim_compute_robot_state-npc3": 0.01183722416559855, "sim_compute_robot_state-parked0": 0.010912702878316244}, "ETHZ_autolab_technical_track-sc9-0-ego": {"driven_any": 0.4728411077558675, "get_ui_image": 0.08066679269839556, "step_physics": 0.18200179552420592, "survival_time": 3.899999999999994, "driven_lanedir": 0.4618923199266262, "get_state_dump": 0.03566600114871294, "sim_render-ego": 0.008358946213355431, "in-drivable-lane": 0.0, "agent_compute-ego": 0.07098845335153434, "deviation-heading": 0.7509697318293318, "complete-iteration": 0.47274592900887513, "set_robot_commands": 0.006905543498503856, "deviation-center-line": 0.17365584517458826, "driven_lanedir_consec": 0.4618923199266262, "sim_compute_sim_state": 0.017784919494237654, "sim_compute_performance-ego": 0.006080260643592248, "sim_compute_robot_state-ego": 0.01034080982208252, "sim_compute_robot_state-npc0": 0.010485169215080066, "sim_compute_robot_state-npc1": 0.011532979133801583, "sim_compute_robot_state-npc2": 0.010290271196609888, "sim_compute_robot_state-npc3": 0.011115086384308644, "sim_compute_robot_state-parked0": 0.010256586930690668}, "ETHZ_autolab_technical_track-sc10-0-ego": {"driven_any": 1.9395573054341948, "get_ui_image": 0.0771715521812439, "step_physics": 0.15651641448338827, "survival_time": 14.950000000000076, "driven_lanedir": 1.2871216038503062, "get_state_dump": 0.03497327486673991, "sim_render-ego": 0.008884266217549642, "in-drivable-lane": 3.700000000000049, "agent_compute-ego": 0.06502715190251668, "deviation-heading": 3.4516945158587977, "complete-iteration": 0.4366502181688944, "set_robot_commands": 0.00730144739151001, "deviation-center-line": 0.6521548829226703, "driven_lanedir_consec": 1.2871216038503062, "sim_compute_sim_state": 0.015114117463429768, "sim_compute_performance-ego": 0.006019782225290934, "sim_compute_robot_state-ego": 0.011202321847279867, "sim_compute_robot_state-npc0": 0.010963521003723144, "sim_compute_robot_state-npc1": 0.010975226561228436, "sim_compute_robot_state-npc2": 0.010710240205128988, "sim_compute_robot_state-npc3": 0.010731215476989749, "sim_compute_robot_state-parked0": 0.010765259265899656}, "ETHZ_autolab_technical_track-sc11-0-ego": {"driven_any": 1.9392852160001688, "get_ui_image": 0.07968859275182089, "step_physics": 0.17577266693115234, "survival_time": 14.950000000000076, "driven_lanedir": 0.3695356596443211, "get_state_dump": 0.03835267623265584, "sim_render-ego": 0.010506384372711182, "in-drivable-lane": 10.850000000000083, "agent_compute-ego": 0.06941690683364868, "deviation-heading": 2.2145706390084596, "complete-iteration": 0.48684151967366535, "set_robot_commands": 0.007554512023925781, "deviation-center-line": 0.3705111519624111, "driven_lanedir_consec": 0.27437059402313635, "sim_compute_sim_state": 0.02614360491434733, "sim_compute_performance-ego": 0.007653042475382487, "sim_compute_robot_state-ego": 0.013476730982462564, "sim_compute_robot_state-npc0": 0.011528921922047934, "sim_compute_robot_state-npc1": 0.011693956057230632, "sim_compute_robot_state-npc2": 0.011080478032430011, "sim_compute_robot_state-npc3": 0.011359414259592693, "sim_compute_robot_state-parked0": 0.012330838839213052}, "ETHZ_autolab_technical_track-sc12-0-ego": {"driven_any": 0.519269984370998, "get_ui_image": 0.07253524275387034, "step_physics": 0.19481327112983257, "survival_time": 4.249999999999993, "driven_lanedir": 0.42298258519489695, "get_state_dump": 0.040690068637623505, "sim_render-ego": 0.008905421986299403, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.0689813866334803, "deviation-heading": 1.4543635750060118, "complete-iteration": 0.4876824575311997, "set_robot_commands": 0.006900310516357422, "deviation-center-line": 0.31639228023814514, "driven_lanedir_consec": 0.42298258519489695, "sim_compute_sim_state": 0.020803546905517577, "sim_compute_performance-ego": 0.006011713252348058, "sim_compute_robot_state-ego": 0.011834175446454216, "sim_compute_robot_state-npc0": 0.010319805145263672, "sim_compute_robot_state-npc1": 0.010532589519725126, "sim_compute_robot_state-npc2": 0.011909294128417968, "sim_compute_robot_state-npc3": 0.012048895218793085, "sim_compute_robot_state-parked0": 0.011094342961030849}, "ETHZ_autolab_technical_track-sc13-0-ego": {"driven_any": 0.6252287548036395, "get_ui_image": 0.07411073930192702, "step_physics": 0.17870949990678542, "survival_time": 5.04999999999999, "driven_lanedir": 0.3028799768413033, "get_state_dump": 0.041196544571678234, "sim_render-ego": 0.00942392396454764, "in-drivable-lane": 1.7999999999999974, "agent_compute-ego": 0.06596487111384326, "deviation-heading": 1.768522226749545, "complete-iteration": 0.47713550954762074, "set_robot_commands": 0.007436119683898321, "deviation-center-line": 0.08763416552325506, "driven_lanedir_consec": 0.3028799768413033, "sim_compute_sim_state": 0.016850712275741125, "sim_compute_performance-ego": 0.006801461229229918, "sim_compute_robot_state-ego": 0.012670136914394867, "sim_compute_robot_state-npc0": 0.013572555957454263, "sim_compute_robot_state-npc1": 0.011811140740271842, "sim_compute_robot_state-npc2": 0.012066361927750086, "sim_compute_robot_state-npc3": 0.01507184056952448, "sim_compute_robot_state-parked0": 0.01115137279623806}, "ETHZ_autolab_technical_track-sc14-0-ego": {"driven_any": 1.9397127433466976, "get_ui_image": 0.07479128360748291, "step_physics": 0.1721498401959737, "survival_time": 14.950000000000076, "driven_lanedir": 0.5079900998248839, "get_state_dump": 0.035983519554138185, "sim_render-ego": 0.009595563411712646, "in-drivable-lane": 10.300000000000086, "agent_compute-ego": 0.07163124243418376, "deviation-heading": 1.1944494393313625, "complete-iteration": 0.4699005913734436, "set_robot_commands": 0.006770768960316976, "deviation-center-line": 0.16735892443667233, "driven_lanedir_consec": 0.4990261667259137, "sim_compute_sim_state": 0.02447400093078613, "sim_compute_performance-ego": 0.006721285978953043, "sim_compute_robot_state-ego": 0.010752837657928466, "sim_compute_robot_state-npc0": 0.011042211055755617, "sim_compute_robot_state-npc1": 0.010840902328491211, "sim_compute_robot_state-npc2": 0.01213836669921875, "sim_compute_robot_state-npc3": 0.011046361128489175, "sim_compute_robot_state-parked0": 0.011685654322306315}}
set_robot_commands_max0.007660258611043295
set_robot_commands_mean0.0070290520711986685
set_robot_commands_median0.006909077167510986
set_robot_commands_min0.00653339147567749
sim_compute_performance-ego_max0.007653042475382487
sim_compute_performance-ego_mean0.006273412157857848
sim_compute_performance-ego_median0.006080260643592248
sim_compute_performance-ego_min0.005840260187784831
sim_compute_robot_state-ego_max0.013476730982462564
sim_compute_robot_state-ego_mean0.01135558249039522
sim_compute_robot_state-ego_median0.01081682046254476
sim_compute_robot_state-ego_min0.01034080982208252
sim_compute_robot_state-npc0_max0.013572555957454263
sim_compute_robot_state-npc0_mean0.010850302369525822
sim_compute_robot_state-npc0_median0.010697450637817385
sim_compute_robot_state-npc0_min0.010174883206685383
sim_compute_robot_state-npc1_max0.011811140740271842
sim_compute_robot_state-npc1_mean0.010766438966947922
sim_compute_robot_state-npc1_median0.010588549278877877
sim_compute_robot_state-npc1_min0.009985901793027252
sim_compute_robot_state-npc2_max0.01213836669921875
sim_compute_robot_state-npc2_mean0.010881709759183008
sim_compute_robot_state-npc2_median0.010710240205128988
sim_compute_robot_state-npc2_min0.00991737348143406
sim_compute_robot_state-npc3_max0.01507184056952448
sim_compute_robot_state-npc3_mean0.01111609740570216
sim_compute_robot_state-npc3_median0.010785566965738931
sim_compute_robot_state-npc3_min0.009848516782124835
sim_compute_robot_state-parked0_max0.012330838839213052
sim_compute_robot_state-parked0_mean0.010722396944057667
sim_compute_robot_state-parked0_median0.010765259265899656
sim_compute_robot_state-parked0_min0.009718475341796876
sim_compute_sim_state_max0.02614360491434733
sim_compute_sim_state_mean0.01947425535043363
sim_compute_sim_state_median0.01784366530341071
sim_compute_sim_state_min0.015114117463429768
sim_render-ego_max0.010506384372711182
sim_render-ego_mean0.008926148542584746
sim_render-ego_median0.00880994478861491
sim_render-ego_min0.008129402001698812
simulation-passed1
step_physics_max0.1962124622785128
step_physics_mean0.1808348752480196
step_physics_median0.17870949990678542
step_physics_min0.15651641448338827
survival_time_max14.950000000000076
survival_time_mean10.39000000000004
survival_time_min1.850000000000001

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.