Duckietown Challenges Home Challenges Submissions

Job 27602

Job ID27602
submission4284
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatoridsc-rudolf-28775
date started
date completed
duration0:13:00
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.589083599962416
survival_time_median2.499999999999999
deviation-center-line_median0.10394712677689665
in-drivable-lane_median0.5999999999999979


other stats
agent_compute-ego_max0.02999134416933413
agent_compute-ego_mean0.02133963269134307
agent_compute-ego_median0.02065226266968925
agent_compute-ego_min0.017451928212092474
deviation-center-line_max0.21987764564000128
deviation-center-line_mean0.11513253205557164
deviation-center-line_min0.05814541708622475
deviation-heading_max0.8045266837904589
deviation-heading_mean0.39336027445136423
deviation-heading_median0.358997137510946
deviation-heading_min0.1882128425868148
driven_any_max1.0848350093870085
driven_any_mean0.803850154643931
driven_any_median1.0028751755303635
driven_any_min0.28821608451855396
driven_lanedir_consec_max0.9094271662452732
driven_lanedir_consec_mean0.5442692575816761
driven_lanedir_consec_min0.2384328100932288
driven_lanedir_max0.9094271662452732
driven_lanedir_mean0.5442692575816761
driven_lanedir_median0.589083599962416
driven_lanedir_min0.2384328100932288
in-drivable-lane_max1.3999999999999997
in-drivable-lane_mean0.49666666666666576
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.1517870288628798, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.011503187509683462, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.028417229652404785, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.00901999381872324, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.004656287340017466, "sim_compute_performance-ego": 0.007042155816004827, "sim_compute_robot_state-ego": 0.008605892841632549, "sim_compute_robot_state-npc0": 0.00778810794536884, "sim_compute_robot_state-npc1": 0.007315521056835468, "sim_compute_robot_state-npc2": 0.00760040833399846, "sim_compute_robot_state-npc3": 0.007635162426875188}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0132908922270336, "sim_physics": 0.14018854907914705, "survival_time": 2.549999999999999, "driven_lanedir": 0.6920556363090382, "sim_render-ego": 0.010360170813167795, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.021575427522846295, "deviation-heading": 0.37637669020263664, "set_robot_commands": 0.008037679335650276, "deviation-center-line": 0.07530023298116417, "driven_lanedir_consec": 0.6920556363090382, "sim_compute_sim_state": 0.00427410181830911, "sim_compute_performance-ego": 0.006132219351974188, "sim_compute_robot_state-ego": 0.00747524055780149, "sim_compute_robot_state-npc0": 0.007686540192248775, "sim_compute_robot_state-npc1": 0.007229949913772882, "sim_compute_robot_state-npc2": 0.007155100504557292, "sim_compute_robot_state-npc3": 0.007480308121325923}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.8741778194087728, "sim_physics": 0.16175614232602326, "survival_time": 2.3, "driven_lanedir": 0.2384328100932288, "sim_render-ego": 0.011823685272880222, "in-drivable-lane": 1.3999999999999997, "agent_compute-ego": 0.021421074867248535, "deviation-heading": 0.23890637906938705, "set_robot_commands": 0.007780816244042438, "deviation-center-line": 0.10394712677689665, "driven_lanedir_consec": 0.2384328100932288, "sim_compute_sim_state": 0.004768604817597762, "sim_compute_performance-ego": 0.006522686585136082, "sim_compute_robot_state-ego": 0.008548057597616444, "sim_compute_robot_state-npc0": 0.007518846055735712, "sim_compute_robot_state-npc1": 0.007647307022758152, "sim_compute_robot_state-npc2": 0.00767485991768215, "sim_compute_robot_state-npc3": 0.007220537766166355}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3128706606735367, "sim_physics": 0.16902245283126832, "survival_time": 1.0000000000000002, "driven_lanedir": 0.29198509228963654, "sim_render-ego": 0.010288035869598387, "in-drivable-lane": 0, "agent_compute-ego": 0.018732500076293943, "deviation-heading": 0.358997137510946, "set_robot_commands": 0.0074956297874450685, "deviation-center-line": 0.05814541708622475, "driven_lanedir_consec": 0.29198509228963654, "sim_compute_sim_state": 0.0039152026176452635, "sim_compute_performance-ego": 0.006193399429321289, "sim_compute_robot_state-ego": 0.007274401187896728, "sim_compute_robot_state-npc0": 0.007224154472351074, "sim_compute_robot_state-npc1": 0.007270491123199463, "sim_compute_robot_state-npc2": 0.0067310333251953125, "sim_compute_robot_state-npc3": 0.006605792045593262}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0329853511679177, "sim_physics": 0.15698514344557277, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5740093707976381, "sim_render-ego": 0.010768382054454876, "in-drivable-lane": 0.9499999999999976, "agent_compute-ego": 0.02065226266968925, "deviation-heading": 0.38611619731107066, "set_robot_commands": 0.0071472671796690744, "deviation-center-line": 0.10855323755564342, "driven_lanedir_consec": 0.5740093707976381, "sim_compute_sim_state": 0.004117003026998268, "sim_compute_performance-ego": 0.00599086509560639, "sim_compute_robot_state-ego": 0.0076384994218934256, "sim_compute_robot_state-npc0": 0.007096888884058538, "sim_compute_robot_state-npc1": 0.006487931845323095, "sim_compute_robot_state-npc2": 0.006596416797278062, "sim_compute_robot_state-npc3": 0.006654330019680959}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0093722066717894, "sim_physics": 0.13413972579515898, "survival_time": 2.5999999999999988, "driven_lanedir": 0.5897896409204744, "sim_render-ego": 0.010396063327789308, "in-drivable-lane": 0.949999999999998, "agent_compute-ego": 0.02232260428942167, "deviation-heading": 0.32726405081166476, "set_robot_commands": 0.007530198647425725, "deviation-center-line": 0.10959907909937194, "driven_lanedir_consec": 0.5897896409204744, "sim_compute_sim_state": 0.004264918657449575, "sim_compute_performance-ego": 0.005888709655174842, "sim_compute_robot_state-ego": 0.007499383046076848, "sim_compute_robot_state-npc0": 0.007324461753551776, "sim_compute_robot_state-npc1": 0.0071465418888972355, "sim_compute_robot_state-npc2": 0.007190961104172926, "sim_compute_robot_state-npc3": 0.007441589465508094}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.28821608451855396, "sim_physics": 0.1566337786222759, "survival_time": 0.9500000000000004, "driven_lanedir": 0.27925052723936306, "sim_render-ego": 0.010916722448248612, "in-drivable-lane": 0, "agent_compute-ego": 0.021089880090010792, "deviation-heading": 0.2202042086876065, "set_robot_commands": 0.007481324045281661, "deviation-center-line": 0.08350947933924269, "driven_lanedir_consec": 0.27925052723936306, "sim_compute_sim_state": 0.0046983141648141965, "sim_compute_performance-ego": 0.005994759107890882, "sim_compute_robot_state-ego": 0.00762235490899337, "sim_compute_robot_state-npc0": 0.006883683957551655, "sim_compute_robot_state-npc1": 0.006713440543726871, "sim_compute_robot_state-npc2": 0.007270825536627518, "sim_compute_robot_state-npc3": 0.007179385737368935}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0028751755303635, "sim_physics": 0.13128790668412751, "survival_time": 2.549999999999999, "driven_lanedir": 0.589083599962416, "sim_render-ego": 0.0101316395927878, "in-drivable-lane": 0.8499999999999981, "agent_compute-ego": 0.019742231743008484, "deviation-heading": 0.34154347845828836, "set_robot_commands": 0.007621657614614449, "deviation-center-line": 0.0989171276835034, "driven_lanedir_consec": 0.589083599962416, "sim_compute_sim_state": 0.004161128810807771, "sim_compute_performance-ego": 0.005917497709685681, "sim_compute_robot_state-ego": 0.007296852037018421, "sim_compute_robot_state-npc0": 0.007302129969877356, "sim_compute_robot_state-npc1": 0.0069718594644583905, "sim_compute_robot_state-npc2": 0.006794097376804726, "sim_compute_robot_state-npc3": 0.006712946237302294}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0052678246450475, "sim_physics": 0.1209993736416686, "survival_time": 2.549999999999999, "driven_lanedir": 0.8169200609869163, "sim_render-ego": 0.010118573319678211, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01905687182557349, "deviation-heading": 0.5031800143488017, "set_robot_commands": 0.006834979150809494, "deviation-center-line": 0.21987764564000128, "driven_lanedir_consec": 0.8169200609869163, "sim_compute_sim_state": 0.003928404228360045, "sim_compute_performance-ego": 0.0058588233648561965, "sim_compute_robot_state-ego": 0.007445396161546894, "sim_compute_robot_state-npc0": 0.006509084327548158, "sim_compute_robot_state-npc1": 0.006453397227268593, "sim_compute_robot_state-npc2": 0.0066778379328110635, "sim_compute_robot_state-npc3": 0.006400388829848345}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0848350093870085, "sim_physics": 0.1251570692768803, "survival_time": 2.6999999999999984, "driven_lanedir": 0.4403016734098912, "sim_render-ego": 0.010768091237103495, "in-drivable-lane": 1.1500000000000004, "agent_compute-ego": 0.02999134416933413, "deviation-heading": 0.8045266837904589, "set_robot_commands": 0.00749600816656042, "deviation-center-line": 0.1574967504892399, "driven_lanedir_consec": 0.4403016734098912, "sim_compute_sim_state": 0.0048246339515403466, "sim_compute_performance-ego": 0.006625365327905725, "sim_compute_robot_state-ego": 0.008038918177286783, "sim_compute_robot_state-npc0": 0.009081014880427608, "sim_compute_robot_state-npc1": 0.007537130956296568, "sim_compute_robot_state-npc2": 0.0077214329331009475, "sim_compute_robot_state-npc3": 0.007820336906998246}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.4264377555317492, "sim_physics": 0.11027802870823789, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4137491306771582, "sim_render-ego": 0.009263011125417856, "in-drivable-lane": 0, "agent_compute-ego": 0.017451928212092474, "deviation-heading": 0.3207236980821958, "set_robot_commands": 0.0069464170015775244, "deviation-center-line": 0.08121382878296723, "driven_lanedir_consec": 0.4137491306771582, "sim_compute_sim_state": 0.003776660332312951, "sim_compute_performance-ego": 0.005892166724571815, "sim_compute_robot_state-ego": 0.006825758860661433, "sim_compute_robot_state-npc0": 0.0067012951924250675, "sim_compute_robot_state-npc1": 0.006740441689124474, "sim_compute_robot_state-npc2": 0.006422657233018141, "sim_compute_robot_state-npc3": 0.006434431442847619}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.922294498135926, "sim_physics": 0.1385196050008138, "survival_time": 2.3999999999999995, "driven_lanedir": 0.9094271662452732, "sim_render-ego": 0.009591991702715555, "in-drivable-lane": 0, "agent_compute-ego": 0.01907011369864146, "deviation-heading": 0.31845322864720915, "set_robot_commands": 0.006520450115203857, "deviation-center-line": 0.1538466024680805, "driven_lanedir_consec": 0.9094271662452732, "sim_compute_sim_state": 0.0036589701970418296, "sim_compute_performance-ego": 0.005741933981577556, "sim_compute_robot_state-ego": 0.007186467448870341, "sim_compute_robot_state-npc0": 0.00674620767434438, "sim_compute_robot_state-npc1": 0.006567597389221191, "sim_compute_robot_state-npc2": 0.006295820077260335, "sim_compute_robot_state-npc3": 0.006267353892326355}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.7185035020690835, "sim_physics": 0.15676258112254896, "survival_time": 1.900000000000001, "driven_lanedir": 0.7137557371068559, "sim_render-ego": 0.010401688124004164, "in-drivable-lane": 0, "agent_compute-ego": 0.01893040380979839, "deviation-heading": 0.1882128425868148, "set_robot_commands": 0.007552950005782277, "deviation-center-line": 0.14938153418232997, "driven_lanedir_consec": 0.7137557371068559, "sim_compute_sim_state": 0.004212398278085809, "sim_compute_performance-ego": 0.006418566954763312, "sim_compute_robot_state-ego": 0.007801175117492676, "sim_compute_robot_state-npc0": 0.007681394878186677, "sim_compute_robot_state-npc1": 0.007344233362298263, "sim_compute_robot_state-npc2": 0.0100332310325221, "sim_compute_robot_state-npc3": 0.006983882502505654}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.35066115709520385, "sim_physics": 0.14494976790054984, "survival_time": 1.1500000000000004, "driven_lanedir": 0.32389369486849695, "sim_render-ego": 0.012064270351244057, "in-drivable-lane": 0, "agent_compute-ego": 0.022778479949287743, "deviation-heading": 0.41625225022180623, "set_robot_commands": 0.007858773936396059, "deviation-center-line": 0.06699354519906157, "driven_lanedir_consec": 0.32389369486849695, "sim_compute_sim_state": 0.005626678466796875, "sim_compute_performance-ego": 0.007322715676349142, "sim_compute_robot_state-ego": 0.00784723655037258, "sim_compute_robot_state-npc0": 0.00820947730022928, "sim_compute_robot_state-npc1": 0.008448414180589758, "sim_compute_robot_state-npc2": 0.007772176162056301, "sim_compute_robot_state-npc3": 0.007995989011681599}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.0080747741880831, "sim_physics": 0.14205405712127686, "survival_time": 2.499999999999999, "driven_lanedir": 0.6271215027752698, "sim_render-ego": 0.00989576816558838, "in-drivable-lane": 0.5999999999999981, "agent_compute-ego": 0.018862137794494627, "deviation-heading": 0.5945620720530285, "set_robot_commands": 0.007689666748046875, "deviation-center-line": 0.1895541683191835, "driven_lanedir_consec": 0.6271215027752698, "sim_compute_sim_state": 0.004374575614929199, "sim_compute_performance-ego": 0.0057487010955810545, "sim_compute_robot_state-ego": 0.0069644880294799805, "sim_compute_robot_state-npc0": 0.007183384895324707, "sim_compute_robot_state-npc1": 0.006820240020751953, "sim_compute_robot_state-npc2": 0.007369894981384278, "sim_compute_robot_state-npc3": 0.007043194770812988}}
set_robot_commands_max0.00901999381872324
set_robot_commands_mean0.007534254119815229
set_robot_commands_median0.007530198647425725
set_robot_commands_min0.006520450115203857
sim_compute_performance-ego_max0.007322715676349142
sim_compute_performance-ego_mean0.006219371058426598
sim_compute_performance-ego_median0.005994759107890882
sim_compute_performance-ego_min0.005741933981577556
sim_compute_robot_state-ego_max0.008605892841632549
sim_compute_robot_state-ego_mean0.007604674796309331
sim_compute_robot_state-ego_median0.007499383046076848
sim_compute_robot_state-ego_min0.006825758860661433
sim_compute_robot_state-npc0_max0.009081014880427608
sim_compute_robot_state-npc0_mean0.007395778158615306
sim_compute_robot_state-npc0_median0.007302129969877356
sim_compute_robot_state-npc0_min0.006509084327548158
sim_compute_robot_state-npc1_max0.008448414180589758
sim_compute_robot_state-npc1_mean0.007112966512301491
sim_compute_robot_state-npc1_median0.0071465418888972355
sim_compute_robot_state-npc1_min0.006453397227268593
sim_compute_robot_state-npc2_max0.0100332310325221
sim_compute_robot_state-npc2_mean0.007287116883231307
sim_compute_robot_state-npc2_median0.007190961104172926
sim_compute_robot_state-npc2_min0.006295820077260335
sim_compute_robot_state-npc3_max0.007995989011681599
sim_compute_robot_state-npc3_mean0.007058375278456122
sim_compute_robot_state-npc3_median0.007043194770812988
sim_compute_robot_state-npc3_min0.006267353892326355
sim_compute_sim_state_max0.005626678466796875
sim_compute_sim_state_mean0.004350525488180431
sim_compute_sim_state_median0.004264918657449575
sim_compute_sim_state_min0.0036589701970418296
sim_physics_max0.16902245283126832
sim_physics_mean0.14270141402789532
sim_physics_median0.14205405712127686
sim_physics_min0.11027802870823789
sim_render-ego_max0.012064270351244057
sim_render-ego_mean0.01055275206095748
sim_render-ego_median0.010396063327789308
sim_render-ego_min0.009263011125417856
simulation-passed1
survival_time_max2.6999999999999984
survival_time_mean2.113333333333333
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.