Duckietown Challenges Home Challenges Submissions

Job 22756

Job ID22756
submission2822
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido2-LFV-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatorip-172-31-38-104-25436
date started
date completed
duration0:23:40
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.17804396152496338
agent_compute-ego_mean0.16134232074052346
agent_compute-ego_median0.16489270977351975
agent_compute-ego_min0.12738270418984549
deviation-center-line_max0.1743913456502906
deviation-center-line_mean0.11122054568266285
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.371509805944231
deviation-heading_median0.3477435217829391
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589035
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708377
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708377
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.18432490913956256, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.09406113624572754, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.17419473771695737, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.1078723050929882, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.04122885951289424, "sim_compute_performance-ego": 0.0764017590770015, "sim_compute_robot_state-ego": 0.0818281924283063, "sim_compute_robot_state-npc0": 0.07437475522359212, "sim_compute_robot_state-npc1": 0.07866052786509196, "sim_compute_robot_state-npc2": 0.0755544900894165, "sim_compute_robot_state-npc3": 0.07629237351594148}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.2217206478118897, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.0723819923400879, "in-drivable-lane": 0, "agent_compute-ego": 0.1710111141204834, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.10460871696472168, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.04781355857849121, "sim_compute_performance-ego": 0.07596755027770996, "sim_compute_robot_state-ego": 0.08548420906066895, "sim_compute_robot_state-npc0": 0.07493066787719727, "sim_compute_robot_state-npc1": 0.07528391838073731, "sim_compute_robot_state-npc2": 0.07781516075134277, "sim_compute_robot_state-npc3": 0.08285624504089356}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.19450183918601588, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06921499967575073, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.16622257546374672, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.1055918994702791, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.042517743612590586, "sim_compute_performance-ego": 0.07700797444895695, "sim_compute_robot_state-ego": 0.08236294357400191, "sim_compute_robot_state-npc0": 0.07972167981298346, "sim_compute_robot_state-npc1": 0.07643724115271318, "sim_compute_robot_state-npc2": 0.07736216407073171, "sim_compute_robot_state-npc3": 0.08203672107897307}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.22430556031722057, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.07123112074936493, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.1765969403182404, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.10972868641720544, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.042533572716049, "sim_compute_performance-ego": 0.0779858721962458, "sim_compute_robot_state-ego": 0.08834710000436517, "sim_compute_robot_state-npc0": 0.07677173010910614, "sim_compute_robot_state-npc1": 0.07735657088364227, "sim_compute_robot_state-npc2": 0.07508740244032461, "sim_compute_robot_state-npc3": 0.07631780226019365}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.15033882004874094, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.05292353459766933, "in-drivable-lane": 0, "agent_compute-ego": 0.12738270418984549, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.07937862191881452, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.031051933765411377, "sim_compute_performance-ego": 0.05757501295634678, "sim_compute_robot_state-ego": 0.06619958366666522, "sim_compute_robot_state-npc0": 0.06089659248079572, "sim_compute_robot_state-npc1": 0.05797089849199567, "sim_compute_robot_state-npc2": 0.05777186155319214, "sim_compute_robot_state-npc3": 0.05906363895961216}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.1414017544852363, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.0918467398043032, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.13761175561834266, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.0869012232179995, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.03278636932373047, "sim_compute_performance-ego": 0.05812780503873472, "sim_compute_robot_state-ego": 0.0618477220888491, "sim_compute_robot_state-npc0": 0.06155445399107756, "sim_compute_robot_state-npc1": 0.061987051257380736, "sim_compute_robot_state-npc2": 0.0581010933275576, "sim_compute_robot_state-npc3": 0.05880141699755633}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.18117505974239773, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.06514152774104366, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.15900099277496338, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.10398834281497532, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.038610957286976, "sim_compute_performance-ego": 0.06806243790520562, "sim_compute_robot_state-ego": 0.07789606518215603, "sim_compute_robot_state-npc0": 0.07499674514487938, "sim_compute_robot_state-npc1": 0.07260073555840386, "sim_compute_robot_state-npc2": 0.07125764864462393, "sim_compute_robot_state-npc3": 0.06976822129002323}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.25350616772969564, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.06590144369337293, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.16924878756205242, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.10284892717997234, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.04281474219428168, "sim_compute_performance-ego": 0.07933618227640787, "sim_compute_robot_state-ego": 0.08404492802090115, "sim_compute_robot_state-npc0": 0.07747004297044542, "sim_compute_robot_state-npc1": 0.07918969790140788, "sim_compute_robot_state-npc2": 0.07726577123006186, "sim_compute_robot_state-npc3": 0.07257379425896539}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.1945751490800277, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.07238949900088103, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.16489270977351975, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.10486426560775092, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.04221529027690058, "sim_compute_performance-ego": 0.07407817633255669, "sim_compute_robot_state-ego": 0.0798185856445976, "sim_compute_robot_state-npc0": 0.0741314058718474, "sim_compute_robot_state-npc1": 0.07539461488309114, "sim_compute_robot_state-npc2": 0.07457460009533426, "sim_compute_robot_state-npc3": 0.07397917560909105}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.21322027683258055, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.06446676254272461, "in-drivable-lane": 0, "agent_compute-ego": 0.1575537157058716, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.1037330961227417, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.04201097011566162, "sim_compute_performance-ego": 0.07272381305694581, "sim_compute_robot_state-ego": 0.07660789489746093, "sim_compute_robot_state-npc0": 0.07445834159851074, "sim_compute_robot_state-npc1": 0.0708820104598999, "sim_compute_robot_state-npc2": 0.07253391742706299, "sim_compute_robot_state-npc3": 0.07274217128753663}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.23273856639862064, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.07029606103897094, "in-drivable-lane": 0, "agent_compute-ego": 0.17087869644165038, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.11405445337295532, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.04327456951141358, "sim_compute_performance-ego": 0.08075703382492065, "sim_compute_robot_state-ego": 0.07866243124008179, "sim_compute_robot_state-npc0": 0.0745125651359558, "sim_compute_robot_state-npc1": 0.07960749864578247, "sim_compute_robot_state-npc2": 0.07425998449325562, "sim_compute_robot_state-npc3": 0.07298808097839356}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.19740325526187297, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.06908423022220009, "in-drivable-lane": 0, "agent_compute-ego": 0.16184341280083908, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.1043297617059005, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.04412829248528732, "sim_compute_performance-ego": 0.07556896460683722, "sim_compute_robot_state-ego": 0.08212773423445852, "sim_compute_robot_state-npc0": 0.07696339958592464, "sim_compute_robot_state-npc1": 0.07180533911052503, "sim_compute_robot_state-npc2": 0.07611998758817974, "sim_compute_robot_state-npc3": 0.07406539666025262}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.1879551649093628, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.06495951652526856, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.17804396152496338, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.10969108581542968, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.04318830966949463, "sim_compute_performance-ego": 0.07832196712493897, "sim_compute_robot_state-ego": 0.0826219892501831, "sim_compute_robot_state-npc0": 0.07680761337280273, "sim_compute_robot_state-npc1": 0.07668012142181396, "sim_compute_robot_state-npc2": 0.07519168376922608, "sim_compute_robot_state-npc3": 0.07417574405670166}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.24295217340642755, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.0700564601204612, "in-drivable-lane": 0, "agent_compute-ego": 0.16327286850322376, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.1049966812133789, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.04421794414520264, "sim_compute_performance-ego": 0.07886907187375156, "sim_compute_robot_state-ego": 0.07887324419888583, "sim_compute_robot_state-npc0": 0.0759681138125333, "sim_compute_robot_state-npc1": 0.06989536502144554, "sim_compute_robot_state-npc2": 0.07487557151100853, "sim_compute_robot_state-npc3": 0.07314776290546764}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.18940251700732172, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.05990849222455706, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.1423798385931521, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.08830860682896205, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.036712179378587374, "sim_compute_performance-ego": 0.0641657576269033, "sim_compute_robot_state-ego": 0.06916449994457011, "sim_compute_robot_state-npc0": 0.062023824574996014, "sim_compute_robot_state-npc1": 0.06571797935330138, "sim_compute_robot_state-npc2": 0.06662825175694057, "sim_compute_robot_state-npc3": 0.06406708152926698}}
set_robot_commands_max0.11405445337295532
set_robot_commands_mean0.102059778249605
set_robot_commands_median0.10460871696472168
set_robot_commands_min0.07937862191881452
sim_compute_performance-ego_max0.08075703382492065
sim_compute_performance-ego_mean0.07299662524156421
sim_compute_performance-ego_median0.07596755027770996
sim_compute_performance-ego_min0.05757501295634678
sim_compute_robot_state-ego_max0.08834710000436517
sim_compute_robot_state-ego_mean0.07839247489574344
sim_compute_robot_state-ego_median0.0798185856445976
sim_compute_robot_state-ego_min0.0618477220888491
sim_compute_robot_state-npc0_max0.07972167981298346
sim_compute_robot_state-npc0_mean0.07303879543750984
sim_compute_robot_state-npc0_median0.07493066787719727
sim_compute_robot_state-npc0_min0.06089659248079572
sim_compute_robot_state-npc1_max0.07960749864578247
sim_compute_robot_state-npc1_mean0.07263130469248216
sim_compute_robot_state-npc1_median0.07528391838073731
sim_compute_robot_state-npc1_min0.05797089849199567
sim_compute_robot_state-npc2_max0.07781516075134277
sim_compute_robot_state-npc2_mean0.0722933059165506
sim_compute_robot_state-npc2_median0.07487557151100853
sim_compute_robot_state-npc2_min0.05777186155319214
sim_compute_robot_state-npc3_max0.08285624504089356
sim_compute_robot_state-npc3_mean0.07219170842859127
sim_compute_robot_state-npc3_median0.07314776290546764
sim_compute_robot_state-npc3_min0.05880141699755633
sim_compute_sim_state_max0.04781355857849121
sim_compute_sim_state_mean0.04100701950486482
sim_compute_sim_state_median0.042517743612590586
sim_compute_sim_state_min0.031051933765411377
sim_physics_max0.25350616772969564
sim_physics_mean0.2006347907571316
sim_physics_median0.1945751490800277
sim_physics_min0.1414017544852363
sim_render-ego_max0.09406113624572754
sim_render-ego_mean0.07025756776815892
sim_render-ego_median0.06921499967575073
sim_render-ego_min0.05292353459766933
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.