Duckietown Challenges Home Challenges Submissions

Job 24526

Job ID24526
submission4284
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-35-218-10490
date started
date completed
duration0:11:42
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.020122761726379394
agent_compute-ego_mean0.016639627117179298
agent_compute-ego_median0.017180311052422775
agent_compute-ego_min0.012791271209716798
deviation-center-line_max0.17439134565029044
deviation-center-line_mean0.1112205456826628
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.37150980594423094
deviation-heading_median0.34774352178293905
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589055
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708372
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708372
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429704, "sim_physics": 0.11228756992905228, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.010583259441234448, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.01915512261567292, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.007385094960530599, "deviation-center-line": 0.15907928712407876, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.003983930305198387, "sim_compute_performance-ego": 0.005773089550159595, "sim_compute_robot_state-ego": 0.0072945135611074945, "sim_compute_robot_state-npc0": 0.007030376681575069, "sim_compute_robot_state-npc1": 0.0066536753265946, "sim_compute_robot_state-npc2": 0.0068469974729749895, "sim_compute_robot_state-npc3": 0.006437884436713325}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118985, "sim_physics": 0.0946282958984375, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.007216329574584961, "in-drivable-lane": 0, "agent_compute-ego": 0.01878829002380371, "deviation-heading": 0.47860435001913376, "set_robot_commands": 0.00528045654296875, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.002977781295776367, "sim_compute_performance-ego": 0.0038822078704833984, "sim_compute_robot_state-ego": 0.005071601867675781, "sim_compute_robot_state-npc0": 0.004932842254638672, "sim_compute_robot_state-npc1": 0.004676408767700195, "sim_compute_robot_state-npc2": 0.004692554473876953, "sim_compute_robot_state-npc3": 0.004654083251953125}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.11074620485305786, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708372, "sim_render-ego": 0.009040983099686472, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.017180311052422775, "deviation-heading": 0.5020407942599271, "set_robot_commands": 0.006320219290883918, "deviation-center-line": 0.17439134565029044, "driven_lanedir_consec": 1.2433038249708372, "sim_compute_sim_state": 0.003679815091584858, "sim_compute_performance-ego": 0.004950024579700671, "sim_compute_robot_state-ego": 0.0063682951425251206, "sim_compute_robot_state-npc0": 0.0062301943176671076, "sim_compute_robot_state-npc1": 0.005836725234985352, "sim_compute_robot_state-npc2": 0.005755873102890818, "sim_compute_robot_state-npc3": 0.005763204474198191}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589055, "sim_physics": 0.11793731134149092, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.00926825970034056, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.01729662810699849, "deviation-heading": 0.34764983431811225, "set_robot_commands": 0.006622036801108831, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.003725112239016762, "sim_compute_performance-ego": 0.005069358439385136, "sim_compute_robot_state-ego": 0.006388634066038494, "sim_compute_robot_state-npc0": 0.0063940181007868125, "sim_compute_robot_state-npc1": 0.00632929801940918, "sim_compute_robot_state-npc2": 0.006127807158458082, "sim_compute_robot_state-npc3": 0.006058089340789409}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846434, "sim_physics": 0.1191509791782924, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.01016577652522496, "in-drivable-lane": 0, "agent_compute-ego": 0.01965418883732387, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.006777167320251465, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.0036452923502240863, "sim_compute_performance-ego": 0.0053891028676714215, "sim_compute_robot_state-ego": 0.006614863872528076, "sim_compute_robot_state-npc0": 0.0062495725495474675, "sim_compute_robot_state-npc1": 0.005980125495365688, "sim_compute_robot_state-npc2": 0.006008565425872803, "sim_compute_robot_state-npc3": 0.00602517809186663}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.09093549957981815, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.007659912109375, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.01515423368524622, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.0051672326193915475, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.0032071890654387296, "sim_compute_performance-ego": 0.004099086478904441, "sim_compute_robot_state-ego": 0.005266326445120352, "sim_compute_robot_state-npc0": 0.005190306239657932, "sim_compute_robot_state-npc1": 0.004942898397092466, "sim_compute_robot_state-npc2": 0.004931109922903555, "sim_compute_robot_state-npc3": 0.0049124867827804}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0456729849899615, "sim_physics": 0.10848877606568512, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.009382106639720776, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.017903791533576116, "deviation-heading": 0.3927366768210136, "set_robot_commands": 0.006030016475253635, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.003710539252669723, "sim_compute_performance-ego": 0.005184981558057997, "sim_compute_robot_state-ego": 0.006609360376993815, "sim_compute_robot_state-npc0": 0.006366579620926468, "sim_compute_robot_state-npc1": 0.00603512481406883, "sim_compute_robot_state-npc2": 0.006151702668931749, "sim_compute_robot_state-npc3": 0.005873366638466164}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8772562288570896, "sim_physics": 0.10781307750278048, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.007320515314737956, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.013917721642388236, "deviation-heading": 0.3844740406851849, "set_robot_commands": 0.005309051937527127, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.003008784188164605, "sim_compute_performance-ego": 0.003903913497924805, "sim_compute_robot_state-ego": 0.005088467068142361, "sim_compute_robot_state-npc0": 0.004962359534369575, "sim_compute_robot_state-npc1": 0.004733890957302518, "sim_compute_robot_state-npc2": 0.004720279905531141, "sim_compute_robot_state-npc3": 0.004701020982530382}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.843301097417158, "sim_physics": 0.09215180251909338, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.00887756762297257, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.016309986943783966, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.0059214001116545305, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.003481906393299932, "sim_compute_performance-ego": 0.004923043043717094, "sim_compute_robot_state-ego": 0.006017379138780677, "sim_compute_robot_state-npc0": 0.005773673886838166, "sim_compute_robot_state-npc1": 0.005739305330359418, "sim_compute_robot_state-npc2": 0.005690113357875658, "sim_compute_robot_state-npc3": 0.0055905943331511125}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.15040997982025148, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.010735721588134763, "in-drivable-lane": 0, "agent_compute-ego": 0.020122761726379394, "deviation-heading": 0.34774352178293905, "set_robot_commands": 0.00746833324432373, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.004239645004272461, "sim_compute_performance-ego": 0.005874590873718262, "sim_compute_robot_state-ego": 0.0074826240539550785, "sim_compute_robot_state-npc0": 0.007240595817565918, "sim_compute_robot_state-npc1": 0.007247509956359863, "sim_compute_robot_state-npc2": 0.006864194869995117, "sim_compute_robot_state-npc3": 0.006808133125305176}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.12283079624176026, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.00911329984664917, "in-drivable-lane": 0, "agent_compute-ego": 0.01797363758087158, "deviation-heading": 0.3801610449156702, "set_robot_commands": 0.006471705436706543, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.0035686731338500977, "sim_compute_performance-ego": 0.005158185958862305, "sim_compute_robot_state-ego": 0.006517350673675537, "sim_compute_robot_state-npc0": 0.006345081329345703, "sim_compute_robot_state-npc1": 0.005917000770568848, "sim_compute_robot_state-npc2": 0.0057716846466064455, "sim_compute_robot_state-npc3": 0.005731022357940674}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.09738092673452275, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.008097661168951737, "in-drivable-lane": 0, "agent_compute-ego": 0.016991678037141498, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.00568481495505885, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.003367900848388672, "sim_compute_performance-ego": 0.0042786974655954465, "sim_compute_robot_state-ego": 0.005723237991333008, "sim_compute_robot_state-npc0": 0.005796921880621659, "sim_compute_robot_state-npc1": 0.0054959246986790704, "sim_compute_robot_state-npc2": 0.005435592249820107, "sim_compute_robot_state-npc3": 0.005326810636018452}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700496, "sim_physics": 0.07947152614593506, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.006859898567199707, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.012791271209716798, "deviation-heading": 0.2263485117662672, "set_robot_commands": 0.004273386001586914, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.0027300691604614257, "sim_compute_performance-ego": 0.003670620918273926, "sim_compute_robot_state-ego": 0.004781475067138672, "sim_compute_robot_state-npc0": 0.004496288299560547, "sim_compute_robot_state-npc1": 0.004346442222595215, "sim_compute_robot_state-npc2": 0.00432593822479248, "sim_compute_robot_state-npc3": 0.004320483207702636}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3514429441281624, "sim_physics": 0.09777380119670522, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.0069082758643410425, "in-drivable-lane": 0, "agent_compute-ego": 0.013156641613353382, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.004376140507784757, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.0027551325884732332, "sim_compute_performance-ego": 0.003680445931174538, "sim_compute_robot_state-ego": 0.004814332181757147, "sim_compute_robot_state-npc0": 0.004636992107738148, "sim_compute_robot_state-npc1": 0.00444008003581654, "sim_compute_robot_state-npc2": 0.00436964902010831, "sim_compute_robot_state-npc3": 0.004342805255543102}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.0941177192999392, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.0069448169396848095, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.013198142149010482, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.0042939526694161555, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.002763461093513333, "sim_compute_performance-ego": 0.003680107544879524, "sim_compute_robot_state-ego": 0.004757195102925204, "sim_compute_robot_state-npc0": 0.004545328568439095, "sim_compute_robot_state-npc1": 0.004377199679004903, "sim_compute_robot_state-npc2": 0.004348618643624442, "sim_compute_robot_state-npc3": 0.004345047230623207}}
set_robot_commands_max0.00746833324432373
set_robot_commands_mean0.005825400591629823
set_robot_commands_median0.0059214001116545305
set_robot_commands_min0.004273386001586914
sim_compute_performance-ego_max0.005874590873718262
sim_compute_performance-ego_mean0.0046344971052339045
sim_compute_performance-ego_median0.004923043043717094
sim_compute_performance-ego_min0.003670620918273926
sim_compute_robot_state-ego_max0.0074826240539550785
sim_compute_robot_state-ego_mean0.005919710440646455
sim_compute_robot_state-ego_median0.006017379138780677
sim_compute_robot_state-ego_min0.004757195102925204
sim_compute_robot_state-npc0_max0.007240595817565918
sim_compute_robot_state-npc0_mean0.005746075412618555
sim_compute_robot_state-npc0_median0.005796921880621659
sim_compute_robot_state-npc0_min0.004496288299560547
sim_compute_robot_state-npc1_max0.007247509956359863
sim_compute_robot_state-npc1_mean0.005516773980393514
sim_compute_robot_state-npc1_median0.005739305330359418
sim_compute_robot_state-npc1_min0.004346442222595215
sim_compute_robot_state-npc2_max0.006864194869995117
sim_compute_robot_state-npc2_mean0.005469378742950843
sim_compute_robot_state-npc2_median0.005690113357875658
sim_compute_robot_state-npc2_min0.00432593822479248
sim_compute_robot_state-npc3_max0.006808133125305176
sim_compute_robot_state-npc3_mean0.005392680676372132
sim_compute_robot_state-npc3_median0.0055905943331511125
sim_compute_robot_state-npc3_min0.004320483207702636
sim_compute_sim_state_max0.004239645004272461
sim_compute_sim_state_mean0.0033896821340221785
sim_compute_sim_state_median0.003481906393299932
sim_compute_sim_state_min0.0027300691604614257
sim_physics_max0.15040997982025148
sim_physics_mean0.10640828442045482
sim_physics_median0.10781307750278048
sim_physics_min0.07947152614593506
sim_render-ego_max0.010735721588134763
sim_render-ego_mean0.008544958933522594
sim_render-ego_median0.00887756762297257
sim_render-ego_min0.006859898567199707
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.