Duckietown Challenges Home Challenges Submissions

Job 27589

Job ID27589
submission4304
userFrank (Chude) Qian 🇨🇦
user labelFrank test submission
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatoridsc-rudolf-21157
date started
date completed
duration0:15:35
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4648378710075968
survival_time_median2.000000000000001
deviation-center-line_median0.08065893650687903
in-drivable-lane_median0.4500000000000002


other stats
agent_compute-ego_max0.052433384789360896
agent_compute-ego_mean0.02858134407559277
agent_compute-ego_median0.026668524742126463
agent_compute-ego_min0.02536772426805998
deviation-center-line_max0.4462613525315297
deviation-center-line_mean0.12097234364739302
deviation-center-line_min0.045187035663891414
deviation-heading_max0.6978764652180742
deviation-heading_mean0.3404007287325372
deviation-heading_median0.2936620371482455
deviation-heading_min0.13865157980649206
driven_any_max2.769654637146338
driven_any_mean1.0562928978807888
driven_any_median0.9996632207705808
driven_any_min0.31273308909619474
driven_lanedir_consec_max2.078272934180518
driven_lanedir_consec_mean0.6650746179520496
driven_lanedir_consec_min0.2752560818562434
driven_lanedir_max2.078272934180518
driven_lanedir_mean0.6650746179520496
driven_lanedir_median0.4648378710075968
driven_lanedir_min0.2752560818562434
in-drivable-lane_max1.8499999999999936
in-drivable-lane_mean0.5833333333333327
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4307612897755801, "sim_physics": 0.1756520044235956, "survival_time": 1.0500000000000005, "driven_lanedir": 0.415300404469748, "sim_render-ego": 0.013184172766549249, "in-drivable-lane": 0, "agent_compute-ego": 0.03166034108116513, "deviation-heading": 0.28217974079465513, "set_robot_commands": 0.008657364618210565, "deviation-center-line": 0.06119413751278363, "driven_lanedir_consec": 0.415300404469748, "sim_compute_sim_state": 0.0056324005126953125, "sim_compute_performance-ego": 0.007770526976812454, "sim_compute_robot_state-ego": 0.008099714914957682, "sim_compute_robot_state-npc0": 0.009120169140043714, "sim_compute_robot_state-npc1": 0.009763331640334357, "sim_compute_robot_state-npc2": 0.009025142306373232, "sim_compute_robot_state-npc3": 0.010091406958443778}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9996632207705672, "sim_physics": 0.16651025414466858, "survival_time": 2.000000000000001, "driven_lanedir": 0.6820971339666722, "sim_render-ego": 0.013436591625213623, "in-drivable-lane": 0.4500000000000002, "agent_compute-ego": 0.02632041573524475, "deviation-heading": 0.311419096095639, "set_robot_commands": 0.00935167670249939, "deviation-center-line": 0.06286828300287416, "driven_lanedir_consec": 0.6820971339666722, "sim_compute_sim_state": 0.005185729265213013, "sim_compute_performance-ego": 0.007973599433898925, "sim_compute_robot_state-ego": 0.009644913673400878, "sim_compute_robot_state-npc0": 0.008709317445755005, "sim_compute_robot_state-npc1": 0.009840905666351318, "sim_compute_robot_state-npc2": 0.008760666847229004, "sim_compute_robot_state-npc3": 0.009644699096679688}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2996553026744135, "sim_physics": 0.17376354694366455, "survival_time": 2.499999999999999, "driven_lanedir": 0.2752560818562434, "sim_render-ego": 0.018906917572021485, "in-drivable-lane": 1.699999999999999, "agent_compute-ego": 0.026668524742126463, "deviation-heading": 0.19488438455202492, "set_robot_commands": 0.008567972183227539, "deviation-center-line": 0.09287313322049497, "driven_lanedir_consec": 0.2752560818562434, "sim_compute_sim_state": 0.006037030220031738, "sim_compute_performance-ego": 0.007942957878112793, "sim_compute_robot_state-ego": 0.009385714530944824, "sim_compute_robot_state-npc0": 0.008542308807373047, "sim_compute_robot_state-npc1": 0.009402947425842283, "sim_compute_robot_state-npc2": 0.009029669761657717, "sim_compute_robot_state-npc3": 0.008435797691345216}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.31273308909619474, "sim_physics": 0.18845488043392403, "survival_time": 0.8500000000000002, "driven_lanedir": 0.2942550245067217, "sim_render-ego": 0.014129386228673598, "in-drivable-lane": 0, "agent_compute-ego": 0.0275270938873291, "deviation-heading": 0.2936620371482455, "set_robot_commands": 0.00855882027569939, "deviation-center-line": 0.045187035663891414, "driven_lanedir_consec": 0.2942550245067217, "sim_compute_sim_state": 0.005732648512896369, "sim_compute_performance-ego": 0.007416164173799402, "sim_compute_robot_state-ego": 0.00836943177615895, "sim_compute_robot_state-npc0": 0.009006247800939223, "sim_compute_robot_state-npc1": 0.00866098964915556, "sim_compute_robot_state-npc2": 0.008302380056942211, "sim_compute_robot_state-npc3": 0.008423566818237305}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0596597849416711, "sim_physics": 0.17052934283301943, "survival_time": 2.1000000000000005, "driven_lanedir": 0.3811893402781381, "sim_render-ego": 0.013162312053498769, "in-drivable-lane": 1.1000000000000003, "agent_compute-ego": 0.02753731750306629, "deviation-heading": 0.3162817400072543, "set_robot_commands": 0.00973099186306908, "deviation-center-line": 0.06429132390829151, "driven_lanedir_consec": 0.3811893402781381, "sim_compute_sim_state": 0.005259139197213309, "sim_compute_performance-ego": 0.008676091829935709, "sim_compute_robot_state-ego": 0.009329529035659064, "sim_compute_robot_state-npc0": 0.008949370611281622, "sim_compute_robot_state-npc1": 0.009576536360241118, "sim_compute_robot_state-npc2": 0.00920603388831729, "sim_compute_robot_state-npc3": 0.009029286248343331}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0296612854712874, "sim_physics": 0.1628335045605171, "survival_time": 2.0500000000000007, "driven_lanedir": 0.5931668364905012, "sim_render-ego": 0.014809509602988638, "in-drivable-lane": 0.7000000000000002, "agent_compute-ego": 0.02729178637993045, "deviation-heading": 0.2686112244983518, "set_robot_commands": 0.009119894446396246, "deviation-center-line": 0.08105779725372096, "driven_lanedir_consec": 0.5931668364905012, "sim_compute_sim_state": 0.005527455632279559, "sim_compute_performance-ego": 0.008190899360470655, "sim_compute_robot_state-ego": 0.00945808247822087, "sim_compute_robot_state-npc0": 0.009808255404960818, "sim_compute_robot_state-npc1": 0.008604991726759003, "sim_compute_robot_state-npc2": 0.009014961196155084, "sim_compute_robot_state-npc3": 0.009018775893420709}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.342038131959467, "sim_physics": 0.193199528588189, "survival_time": 0.9000000000000002, "driven_lanedir": 0.33486165380275024, "sim_render-ego": 0.01478205786810981, "in-drivable-lane": 0, "agent_compute-ego": 0.052433384789360896, "deviation-heading": 0.18467421958549585, "set_robot_commands": 0.008842719925774468, "deviation-center-line": 0.08065893650687903, "driven_lanedir_consec": 0.33486165380275024, "sim_compute_sim_state": 0.0061611996756659616, "sim_compute_performance-ego": 0.008157836066351997, "sim_compute_robot_state-ego": 0.00852097405327691, "sim_compute_robot_state-npc0": 0.009447971979777018, "sim_compute_robot_state-npc1": 0.008305536376105415, "sim_compute_robot_state-npc2": 0.00861660639444987, "sim_compute_robot_state-npc3": 0.008668197525872124}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.9996632207705822, "sim_physics": 0.16850525736808775, "survival_time": 2.000000000000001, "driven_lanedir": 0.6582781941068327, "sim_render-ego": 0.01412489414215088, "in-drivable-lane": 0.5000000000000002, "agent_compute-ego": 0.026537805795669556, "deviation-heading": 0.2774211005149257, "set_robot_commands": 0.008708882331848144, "deviation-center-line": 0.05807439077769777, "driven_lanedir_consec": 0.6582781941068327, "sim_compute_sim_state": 0.006410777568817139, "sim_compute_performance-ego": 0.008898395299911498, "sim_compute_robot_state-ego": 0.008800065517425537, "sim_compute_robot_state-npc0": 0.009322351217269898, "sim_compute_robot_state-npc1": 0.009761172533035278, "sim_compute_robot_state-npc2": 0.009553414583206176, "sim_compute_robot_state-npc3": 0.009489119052886965}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.9996632207705788, "sim_physics": 0.138005268573761, "survival_time": 2.000000000000001, "driven_lanedir": 0.8484753111882928, "sim_render-ego": 0.012898069620132449, "in-drivable-lane": 0.1499999999999999, "agent_compute-ego": 0.02558721899986267, "deviation-heading": 0.4100612074730408, "set_robot_commands": 0.008926141262054443, "deviation-center-line": 0.1770542337391039, "driven_lanedir_consec": 0.8484753111882928, "sim_compute_sim_state": 0.005910921096801758, "sim_compute_performance-ego": 0.007792329788208008, "sim_compute_robot_state-ego": 0.009078162908554076, "sim_compute_robot_state-npc0": 0.008760190010070801, "sim_compute_robot_state-npc1": 0.008953291177749633, "sim_compute_robot_state-npc2": 0.00978398323059082, "sim_compute_robot_state-npc3": 0.008298605680465698}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0296612854712808, "sim_physics": 0.1408088265395746, "survival_time": 2.0500000000000007, "driven_lanedir": 0.4648378710075968, "sim_render-ego": 0.014206537386266196, "in-drivable-lane": 0.7500000000000006, "agent_compute-ego": 0.027416333919618188, "deviation-heading": 0.6435752674350801, "set_robot_commands": 0.00872681199050531, "deviation-center-line": 0.13159731687920334, "driven_lanedir_consec": 0.4648378710075968, "sim_compute_sim_state": 0.005678915395969298, "sim_compute_performance-ego": 0.008284818835374786, "sim_compute_robot_state-ego": 0.00994779423969548, "sim_compute_robot_state-npc0": 0.009749685845723966, "sim_compute_robot_state-npc1": 0.008657030942963391, "sim_compute_robot_state-npc2": 0.008612911875655011, "sim_compute_robot_state-npc3": 0.009349200783706293}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.37149985167138055, "sim_physics": 0.15093117011220833, "survival_time": 0.9500000000000004, "driven_lanedir": 0.3573484331153103, "sim_render-ego": 0.013304346486141807, "in-drivable-lane": 0, "agent_compute-ego": 0.02536772426805998, "deviation-heading": 0.2630665768878947, "set_robot_commands": 0.008311372054250617, "deviation-center-line": 0.05572183467634704, "driven_lanedir_consec": 0.3573484331153103, "sim_compute_sim_state": 0.004941011729993318, "sim_compute_performance-ego": 0.008333959077533922, "sim_compute_robot_state-ego": 0.00892664256848787, "sim_compute_robot_state-npc0": 0.010738548479582131, "sim_compute_robot_state-npc1": 0.008477562352230674, "sim_compute_robot_state-npc2": 0.008988794527555766, "sim_compute_robot_state-npc3": 0.00880550083361174}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.769654637146335, "sim_physics": 0.146527567295113, "survival_time": 4.94999999999999, "driven_lanedir": 2.078272934180518, "sim_render-ego": 0.013691820279516357, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.02602606349521213, "deviation-heading": 0.13865157980649206, "set_robot_commands": 0.009262925446635544, "deviation-center-line": 0.4462613525315297, "driven_lanedir_consec": 2.078272934180518, "sim_compute_sim_state": 0.0058453685105449025, "sim_compute_performance-ego": 0.008130309557673908, "sim_compute_robot_state-ego": 0.009557353125678169, "sim_compute_robot_state-npc0": 0.009499215116404523, "sim_compute_robot_state-npc1": 0.008959122378416735, "sim_compute_robot_state-npc2": 0.009958310560746626, "sim_compute_robot_state-npc3": 0.008804128627584439}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.769654637146338, "sim_physics": 0.16511060974814676, "survival_time": 4.94999999999999, "driven_lanedir": 1.537035058825829, "sim_render-ego": 0.012704516902114408, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.025883679438118985, "deviation-heading": 0.6978764652180742, "set_robot_commands": 0.008740969378538806, "deviation-center-line": 0.23895285444187395, "driven_lanedir_consec": 1.537035058825829, "sim_compute_sim_state": 0.004971179095181552, "sim_compute_performance-ego": 0.008010197167444711, "sim_compute_robot_state-ego": 0.008815250011405559, "sim_compute_robot_state-npc0": 0.008937549109410758, "sim_compute_robot_state-npc1": 0.009391464368261472, "sim_compute_robot_state-npc2": 0.008251081813465466, "sim_compute_robot_state-npc3": 0.00828250249226888}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.43076128977557415, "sim_physics": 0.14425681886218844, "survival_time": 1.0500000000000005, "driven_lanedir": 0.410630182948335, "sim_render-ego": 0.014133044651576452, "in-drivable-lane": 0, "agent_compute-ego": 0.026809204192388626, "deviation-heading": 0.3222703538402633, "set_robot_commands": 0.00982115382239932, "deviation-center-line": 0.06506925666000742, "driven_lanedir_consec": 0.410630182948335, "sim_compute_sim_state": 0.005549680619012742, "sim_compute_performance-ego": 0.008339950016566686, "sim_compute_robot_state-ego": 0.008922906149001349, "sim_compute_robot_state-npc0": 0.00989305405389695, "sim_compute_robot_state-npc1": 0.009676059087117514, "sim_compute_robot_state-npc2": 0.008793637866065615, "sim_compute_robot_state-npc3": 0.009908528555007208}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9996632207705808, "sim_physics": 0.2320155382156372, "survival_time": 2.000000000000001, "driven_lanedir": 0.6451148085372549, "sim_render-ego": 0.014420682191848756, "in-drivable-lane": 0.40000000000000013, "agent_compute-ego": 0.025653266906738283, "deviation-heading": 0.5013759371306209, "set_robot_commands": 0.009400391578674316, "deviation-center-line": 0.1537232679361964, "driven_lanedir_consec": 0.6451148085372549, "sim_compute_sim_state": 0.005478858947753906, "sim_compute_performance-ego": 0.008022969961166382, "sim_compute_robot_state-ego": 0.010107696056365969, "sim_compute_robot_state-npc0": 0.009922057390213013, "sim_compute_robot_state-npc1": 0.00994901657104492, "sim_compute_robot_state-npc2": 0.009780967235565183, "sim_compute_robot_state-npc3": 0.009144198894500731}}
set_robot_commands_max0.00982115382239932
set_robot_commands_mean0.008981872525318877
set_robot_commands_median0.008842719925774468
set_robot_commands_min0.008311372054250617
sim_compute_performance-ego_max0.008898395299911498
sim_compute_performance-ego_mean0.00812940036155079
sim_compute_performance-ego_median0.008130309557673908
sim_compute_performance-ego_min0.007416164173799402
sim_compute_robot_state-ego_max0.010107696056365969
sim_compute_robot_state-ego_mean0.00913094873594888
sim_compute_robot_state-ego_median0.009078162908554076
sim_compute_robot_state-ego_min0.008099714914957682
sim_compute_robot_state-npc0_max0.010738548479582131
sim_compute_robot_state-npc0_mean0.009360419494180167
sim_compute_robot_state-npc0_median0.009322351217269898
sim_compute_robot_state-npc0_min0.008542308807373047
sim_compute_robot_state-npc1_max0.00994901657104492
sim_compute_robot_state-npc1_mean0.009198663883707244
sim_compute_robot_state-npc1_median0.009391464368261472
sim_compute_robot_state-npc1_min0.008305536376105415
sim_compute_robot_state-npc2_max0.009958310560746626
sim_compute_robot_state-npc2_mean0.009045237476265006
sim_compute_robot_state-npc2_median0.009014961196155084
sim_compute_robot_state-npc2_min0.008251081813465466
sim_compute_robot_state-npc3_max0.010091406958443778
sim_compute_robot_state-npc3_mean0.00902623434349161
sim_compute_robot_state-npc3_median0.009018775893420709
sim_compute_robot_state-npc3_min0.00828250249226888
sim_compute_sim_state_max0.006410777568817139
sim_compute_sim_state_mean0.005621487732004659
sim_compute_sim_state_median0.0056324005126953125
sim_compute_sim_state_min0.004941011729993318
sim_physics_max0.2320155382156372
sim_physics_mean0.16780694124281967
sim_physics_median0.16651025414466858
sim_physics_min0.138005268573761
sim_render-ego_max0.018906917572021485
sim_render-ego_mean0.0141263239584535
sim_render-ego_median0.01412489414215088
sim_render-ego_min0.012704516902114408
simulation-passed1
survival_time_max4.94999999999999
survival_time_mean2.093333333333332
survival_time_min0.8500000000000002

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.