AI Driving Olympics Home Challenges Submissions Jobs

Submission 4676

Submission4676
Competingyes
Challengeaido3-LF-sim-validation
Userrrwiyatn
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 27188
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
Blessing50
User priority

27188

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
271884676rrwiyatnchallenge-aido_LF-baseline-duckietownaido3-LF-sim-validationstep1-simulationsuccessyes-0:14:04Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median4.370527358234694
survival_time_median14.950000000000076
deviation-center-line_median0.6734362105363145
in-drivable-lane_median2.10000000000003


other stats
agent_compute-ego_max0.052101389567057295
agent_compute-ego_mean0.0494657286008199
agent_compute-ego_median0.049556760787963866
agent_compute-ego_min0.04617570797602336
deviation-center-line_max0.7836985636034406
deviation-center-line_mean0.6839131222129179
deviation-center-line_min0.554132259683296
deviation-heading_max4.193935851915731
deviation-heading_mean2.9943070834278
deviation-heading_median3.132355455387611
deviation-heading_min1.8830868617039291
driven_any_max5.361668427116374
driven_any_mean4.481930862188234
driven_any_median4.488689701350607
driven_any_min3.585593663948459
driven_lanedir_consec_max4.755879238791252
driven_lanedir_consec_mean3.9125240713094263
driven_lanedir_consec_min2.689484783350626
driven_lanedir_max4.755879238791252
driven_lanedir_mean4.14382649414649
driven_lanedir_median4.370527358234694
driven_lanedir_min3.0428507949419155
in-drivable-lane_max3.4499999999999904
in-drivable-lane_mean1.7300000000000086
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.585593663948459, "sim_physics": 0.10678528706232708, "survival_time": 14.950000000000076, "driven_lanedir": 3.0428507949419155, "sim_render-ego": 0.01191539764404297, "in-drivable-lane": 3.1000000000000227, "agent_compute-ego": 0.04617570797602336, "deviation-heading": 3.2238679851035803, "set_robot_commands": 0.01021206299463908, "deviation-center-line": 0.660308569165441, "driven_lanedir_consec": 3.0428507949419155, "sim_compute_sim_state": 0.005075617631276449, "sim_compute_performance-ego": 0.007530224323272705, "sim_compute_robot_state-ego": 0.009546683629353842}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.199361046858436, "sim_physics": 0.10969282944997152, "survival_time": 14.950000000000076, "driven_lanedir": 3.845996897535937, "sim_render-ego": 0.011828940709431966, "in-drivable-lane": 2.10000000000003, "agent_compute-ego": 0.047732412815093994, "deviation-heading": 4.193935851915731, "set_robot_commands": 0.010236883163452148, "deviation-center-line": 0.7479900080760972, "driven_lanedir_consec": 2.689484783350626, "sim_compute_sim_state": 0.004981041749318441, "sim_compute_performance-ego": 0.007174588839213053, "sim_compute_robot_state-ego": 0.009073212146759033}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.361668427116374, "sim_physics": 0.11072313706080118, "survival_time": 14.950000000000076, "driven_lanedir": 4.755879238791252, "sim_render-ego": 0.01257714033126831, "in-drivable-lane": 3.4499999999999904, "agent_compute-ego": 0.049556760787963866, "deviation-heading": 1.8830868617039291, "set_robot_commands": 0.01040795087814331, "deviation-center-line": 0.6734362105363145, "driven_lanedir_consec": 4.755879238791252, "sim_compute_sim_state": 0.00515437126159668, "sim_compute_performance-ego": 0.007459040482838949, "sim_compute_robot_state-ego": 0.009454511801401774}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.774341471667297, "sim_physics": 0.11460373242696126, "survival_time": 14.950000000000076, "driven_lanedir": 4.703878181228644, "sim_render-ego": 0.012508579889933268, "in-drivable-lane": 0, "agent_compute-ego": 0.051762371857961016, "deviation-heading": 2.538289263028147, "set_robot_commands": 0.00994499444961548, "deviation-center-line": 0.554132259683296, "driven_lanedir_consec": 4.703878181228644, "sim_compute_sim_state": 0.0051924514770507815, "sim_compute_performance-ego": 0.007231813271840413, "sim_compute_robot_state-ego": 0.009505707422892253}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.488689701350607, "sim_physics": 0.11699081420898436, "survival_time": 14.950000000000076, "driven_lanedir": 4.370527358234694, "sim_render-ego": 0.012899293104807537, "in-drivable-lane": 0, "agent_compute-ego": 0.052101389567057295, "deviation-heading": 3.132355455387611, "set_robot_commands": 0.010191991329193116, "deviation-center-line": 0.7836985636034406, "driven_lanedir_consec": 4.370527358234694, "sim_compute_sim_state": 0.005281282265981038, "sim_compute_performance-ego": 0.007637182076772054, "sim_compute_robot_state-ego": 0.009892253081003824}}
set_robot_commands_max0.01040795087814331
set_robot_commands_mean0.010198776563008627
set_robot_commands_median0.01021206299463908
set_robot_commands_min0.00994499444961548
sim_compute_performance-ego_max0.007637182076772054
sim_compute_performance-ego_mean0.0074065697987874355
sim_compute_performance-ego_median0.007459040482838949
sim_compute_performance-ego_min0.007174588839213053
sim_compute_robot_state-ego_max0.009892253081003824
sim_compute_robot_state-ego_mean0.009494473616282143
sim_compute_robot_state-ego_median0.009505707422892253
sim_compute_robot_state-ego_min0.009073212146759033
sim_compute_sim_state_max0.005281282265981038
sim_compute_sim_state_mean0.005136952877044678
sim_compute_sim_state_median0.00515437126159668
sim_compute_sim_state_min0.004981041749318441
sim_physics_max0.11699081420898436
sim_physics_mean0.11175916004180908
sim_physics_median0.11072313706080118
sim_physics_min0.10678528706232708
sim_render-ego_max0.012899293104807537
sim_render-ego_mean0.012345870335896809
sim_render-ego_median0.012508579889933268
sim_render-ego_min0.011828940709431966
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076
263124676rrwiyatnchallenge-aido_LF-baseline-duckietownaido3-LF-sim-validationstep1-simulationsuccessno-0:12:33Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median2.5345960761600304
survival_time_median14.950000000000076
deviation-center-line_median0.8870178777350175
in-drivable-lane_median2.150000000000012


other stats
agent_compute-ego_max0.05193852106730143
agent_compute-ego_mean0.04869898637135823
agent_compute-ego_median0.04932538112004598
agent_compute-ego_min0.04326358159383138
deviation-center-line_max1.077366810232062
deviation-center-line_mean0.880850582180441
deviation-center-line_min0.70360848964082
deviation-heading_max3.9021341446975137
deviation-heading_mean3.406449273222244
deviation-heading_median3.562634309327726
deviation-heading_min2.822347573188427
driven_any_max5.339156014500381
driven_any_mean4.192041768318607
driven_any_median4.079215115048387
driven_any_min3.5905219564235993
driven_lanedir_consec_max3.6009129149185757
driven_lanedir_consec_mean2.480101597664192
driven_lanedir_consec_min1.3833343305004484
driven_lanedir_max5.2180905552552135
driven_lanedir_mean3.853098016149733
driven_lanedir_median3.6009129149185757
driven_lanedir_min3.201913529805035
in-drivable-lane_max3.2499999999999885
in-drivable-lane_mean1.9100000000000033
in-drivable-lane_min0.7999999999999972
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.779613986943793, "sim_physics": 0.08208687623341879, "survival_time": 14.950000000000076, "driven_lanedir": 3.345811935776118, "sim_render-ego": 0.011912798086802163, "in-drivable-lane": 2.150000000000012, "agent_compute-ego": 0.04326358159383138, "deviation-heading": 3.74714784114554, "set_robot_commands": 0.008351922035217285, "deviation-center-line": 0.8870178777350175, "driven_lanedir_consec": 2.222200152489955, "sim_compute_sim_state": 0.005333505471547445, "sim_compute_performance-ego": 0.007746229966481527, "sim_compute_robot_state-ego": 0.008875384330749511}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.079215115048387, "sim_physics": 0.07934301137924195, "survival_time": 14.950000000000076, "driven_lanedir": 3.898761144993719, "sim_render-ego": 0.012515717347462972, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.051068766117095946, "deviation-heading": 3.9021341446975137, "set_robot_commands": 0.009375771681467693, "deviation-center-line": 0.961074295487799, "driven_lanedir_consec": 2.65946451425195, "sim_compute_sim_state": 0.005487148761749268, "sim_compute_performance-ego": 0.007800114949544271, "sim_compute_robot_state-ego": 0.009238215287526448}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.171701768676874, "sim_physics": 0.07699669520060222, "survival_time": 14.950000000000076, "driven_lanedir": 3.6009129149185757, "sim_render-ego": 0.0125860333442688, "in-drivable-lane": 3.2499999999999885, "agent_compute-ego": 0.05193852106730143, "deviation-heading": 2.822347573188427, "set_robot_commands": 0.009003101189931233, "deviation-center-line": 1.077366810232062, "driven_lanedir_consec": 3.6009129149185757, "sim_compute_sim_state": 0.005597131252288818, "sim_compute_performance-ego": 0.00756157398223877, "sim_compute_robot_state-ego": 0.00923796812693278}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.5905219564235993, "sim_physics": 0.07821755170822144, "survival_time": 14.950000000000076, "driven_lanedir": 3.201913529805035, "sim_render-ego": 0.01272717555363973, "in-drivable-lane": 2.550000000000008, "agent_compute-ego": 0.04932538112004598, "deviation-heading": 3.562634309327726, "set_robot_commands": 0.009080442587534586, "deviation-center-line": 0.70360848964082, "driven_lanedir_consec": 1.3833343305004484, "sim_compute_sim_state": 0.005645096302032471, "sim_compute_performance-ego": 0.007491112550099691, "sim_compute_robot_state-ego": 0.008929611047108968}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.339156014500381, "sim_physics": 0.07742447058359782, "survival_time": 14.950000000000076, "driven_lanedir": 5.2180905552552135, "sim_render-ego": 0.012191100120544434, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.04789868195851644, "deviation-heading": 2.9979824977520138, "set_robot_commands": 0.008783686161041259, "deviation-center-line": 0.7751854378065065, "driven_lanedir_consec": 2.5345960761600304, "sim_compute_sim_state": 0.005370079676310221, "sim_compute_performance-ego": 0.007430465221405029, "sim_compute_robot_state-ego": 0.008832597732543945}}
set_robot_commands_max0.009375771681467693
set_robot_commands_mean0.008918984731038412
set_robot_commands_median0.009003101189931233
set_robot_commands_min0.008351922035217285
sim_compute_performance-ego_max0.007800114949544271
sim_compute_performance-ego_mean0.007605899333953857
sim_compute_performance-ego_median0.00756157398223877
sim_compute_performance-ego_min0.007430465221405029
sim_compute_robot_state-ego_max0.009238215287526448
sim_compute_robot_state-ego_mean0.00902275530497233
sim_compute_robot_state-ego_median0.008929611047108968
sim_compute_robot_state-ego_min0.008832597732543945
sim_compute_sim_state_max0.005645096302032471
sim_compute_sim_state_mean0.005486592292785644
sim_compute_sim_state_median0.005487148761749268
sim_compute_sim_state_min0.005333505471547445
sim_physics_max0.08208687623341879
sim_physics_mean0.07881372102101644
sim_physics_median0.07821755170822144
sim_physics_min0.07699669520060222
sim_render-ego_max0.01272717555363973
sim_render-ego_mean0.01238656489054362
sim_render-ego_median0.012515717347462972
sim_render-ego_min0.011912798086802163
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076
263114676rrwiyatnchallenge-aido_LF-baseline-duckietownaido3-LF-sim-validationstep1-simulationsuccessno-0:08:04Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median1.896891498405264
survival_time_median14.950000000000076
deviation-center-line_median0.6052036648624561
in-drivable-lane_median3.4999999999999876


other stats
agent_compute-ego_max0.033957810401916505
agent_compute-ego_mean0.03277082926237664
agent_compute-ego_median0.033378360271453855
agent_compute-ego_min0.03040239651997884
deviation-center-line_max0.930879835431304
deviation-center-line_mean0.6394992161671811
deviation-center-line_min0.3487141568867383
deviation-heading_max4.250849153800567
deviation-heading_mean3.1565546589414755
deviation-heading_median3.3485110099725204
deviation-heading_min1.0746787228863168
driven_any_max5.063579104498384
driven_any_mean3.5045012332839134
driven_any_median3.388069950426593
driven_any_min1.8988863168777737
driven_lanedir_consec_max3.000257646891894
driven_lanedir_consec_mean2.07310378158625
driven_lanedir_consec_min1.288024849133016
driven_lanedir_max4.468975172386305
driven_lanedir_mean2.9330888615725965
driven_lanedir_median3.000257646891894
driven_lanedir_min1.2886683185215446
in-drivable-lane_max4.2000000000000535
in-drivable-lane_mean3.230000000000011
in-drivable-lane_min1.4999999999999956
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.388069950426593, "sim_physics": 0.05623708248138428, "survival_time": 14.950000000000076, "driven_lanedir": 3.000257646891894, "sim_render-ego": 0.007001495361328125, "in-drivable-lane": 1.4999999999999956, "agent_compute-ego": 0.03040239651997884, "deviation-heading": 4.250849153800567, "set_robot_commands": 0.005645965735117595, "deviation-center-line": 0.930879835431304, "driven_lanedir_consec": 3.000257646891894, "sim_compute_sim_state": 0.00310362974802653, "sim_compute_performance-ego": 0.004128723939259847, "sim_compute_robot_state-ego": 0.005046733220418294}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.247928857246479, "sim_physics": 0.054409634272257486, "survival_time": 14.950000000000076, "driven_lanedir": 2.5424678859866723, "sim_render-ego": 0.007135109901428223, "in-drivable-lane": 4.2000000000000535, "agent_compute-ego": 0.032694007555643716, "deviation-heading": 4.184328675173984, "set_robot_commands": 0.005153994560241699, "deviation-center-line": 0.7665987004024255, "driven_lanedir_consec": 1.896891498405264, "sim_compute_sim_state": 0.0029918773969014488, "sim_compute_performance-ego": 0.004067010084788005, "sim_compute_robot_state-ego": 0.005097811222076416}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.8988863168777737, "sim_physics": 0.0536683076092986, "survival_time": 7.349999999999982, "driven_lanedir": 1.2886683185215446, "sim_render-ego": 0.007129667567558029, "in-drivable-lane": 3.4999999999999876, "agent_compute-ego": 0.033421571562890294, "deviation-heading": 1.0746787228863168, "set_robot_commands": 0.005126679024728788, "deviation-center-line": 0.3487141568867383, "driven_lanedir_consec": 1.288024849133016, "sim_compute_sim_state": 0.0029912838319531916, "sim_compute_performance-ego": 0.004055026437149567, "sim_compute_robot_state-ego": 0.005040249856961828}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.9240419373703377, "sim_physics": 0.05676624457041422, "survival_time": 14.950000000000076, "driven_lanedir": 3.3650752840765663, "sim_render-ego": 0.007097703615824381, "in-drivable-lane": 3.499999999999999, "agent_compute-ego": 0.033957810401916505, "deviation-heading": 3.3485110099725204, "set_robot_commands": 0.005152931213378906, "deviation-center-line": 0.6052036648624561, "driven_lanedir_consec": 1.7840087120274943, "sim_compute_sim_state": 0.0030285620689392088, "sim_compute_performance-ego": 0.004047298431396484, "sim_compute_robot_state-ego": 0.005067427158355713}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.063579104498384, "sim_physics": 0.05761844555536906, "survival_time": 14.950000000000076, "driven_lanedir": 4.468975172386305, "sim_render-ego": 0.007198763688405355, "in-drivable-lane": 3.4500000000000197, "agent_compute-ego": 0.033378360271453855, "deviation-heading": 2.9244057328739888, "set_robot_commands": 0.005188364187876384, "deviation-center-line": 0.5460997232529818, "driven_lanedir_consec": 2.3963362014735803, "sim_compute_sim_state": 0.003037095069885254, "sim_compute_performance-ego": 0.004094138940175374, "sim_compute_robot_state-ego": 0.005123595396677653}}
set_robot_commands_max0.005645965735117595
set_robot_commands_mean0.005253586944268673
set_robot_commands_median0.005153994560241699
set_robot_commands_min0.005126679024728788
sim_compute_performance-ego_max0.004128723939259847
sim_compute_performance-ego_mean0.004078439566553856
sim_compute_performance-ego_median0.004067010084788005
sim_compute_performance-ego_min0.004047298431396484
sim_compute_robot_state-ego_max0.005123595396677653
sim_compute_robot_state-ego_mean0.005075163370897981
sim_compute_robot_state-ego_median0.005067427158355713
sim_compute_robot_state-ego_min0.005040249856961828
sim_compute_sim_state_max0.00310362974802653
sim_compute_sim_state_mean0.0030304896231411267
sim_compute_sim_state_median0.0030285620689392088
sim_compute_sim_state_min0.0029912838319531916
sim_physics_max0.05761844555536906
sim_physics_mean0.05573994289774473
sim_physics_median0.05623708248138428
sim_physics_min0.0536683076092986
sim_render-ego_max0.007198763688405355
sim_render-ego_mean0.007112548026908823
sim_render-ego_median0.007129667567558029
sim_render-ego_min0.007001495361328125
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean13.430000000000058
survival_time_min7.349999999999982