AI Driving Olympics Home Challenges Submissions Jobs

Submission 3153

Submission3153
Competingyes
Challengeaido2-LF-sim-validation
UserAndy Ser
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22570
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

22570

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
225703153Andy Serchallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessyes-0:09:29(hidden)
driven_lanedir_consec_median1.0268507643032976
survival_time_median8.699999999999989
deviation-center-line_median0.4896162546198776
in-drivable-lane_median0.30000000000000426


other stats
agent_compute-ego_max0.08548741168286426
agent_compute-ego_mean0.08076541674701807
agent_compute-ego_median0.08129136378948505
agent_compute-ego_min0.07461869716644287
deviation-center-line_max0.6449647354594318
deviation-center-line_mean0.4783491784556994
deviation-center-line_min0.3059455947870654
deviation-heading_max5.422662457015309
deviation-heading_mean2.8394579388992076
deviation-heading_median2.4024131766652417
deviation-heading_min0.6396211267385655
driven_any_max2.3485096836397252
driven_any_mean1.2785985021718438
driven_any_median1.3445292375355518
driven_any_min0.5811863086277771
driven_lanedir_consec_max1.3120099824980374
driven_lanedir_consec_mean0.8558558883629246
driven_lanedir_consec_min0.16049237897912236
driven_lanedir_max1.3120099824980374
driven_lanedir_mean0.8839598172499203
driven_lanedir_median1.0268507643032976
driven_lanedir_min0.3010120234141013
in-drivable-lane_max6.0500000000000425
in-drivable-lane_mean1.4900000000000098
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.5055778829723854, "sim_physics": 0.054259199973864435, "survival_time": 9.750000000000004, "driven_lanedir": 1.3120099824980374, "sim_render-ego": 0.05351796761537209, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.08129136378948505, "deviation-heading": 3.4111937037991673, "set_robot_commands": 0.07476647205841846, "deviation-center-line": 0.5413042887192665, "driven_lanedir_consec": 1.3120099824980374, "sim_compute_sim_state": 0.035087199088854666, "sim_compute_performance-ego": 0.058489371568728715, "sim_compute_robot_state-ego": 0.05843096879812387}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.6131893980837798, "sim_physics": 0.05322175140840461, "survival_time": 4.149999999999993, "driven_lanedir": 0.3010120234141013, "sim_render-ego": 0.05366950724498335, "in-drivable-lane": 0.8499999999999993, "agent_compute-ego": 0.08548741168286426, "deviation-heading": 2.321399230277756, "set_robot_commands": 0.07452474157494235, "deviation-center-line": 0.3059455947870654, "driven_lanedir_consec": 0.16049237897912236, "sim_compute_sim_state": 0.03420449452227857, "sim_compute_performance-ego": 0.05775477225521961, "sim_compute_robot_state-ego": 0.058073408632393346}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.5811863086277771, "sim_physics": 0.057531827612768247, "survival_time": 3.949999999999994, "driven_lanedir": 0.5724329693923251, "sim_render-ego": 0.056466093546227565, "in-drivable-lane": 0, "agent_compute-ego": 0.0853804968580415, "deviation-heading": 0.6396211267385655, "set_robot_commands": 0.07406934605369085, "deviation-center-line": 0.40991501869285607, "driven_lanedir_consec": 0.5724329693923251, "sim_compute_sim_state": 0.037345149849034566, "sim_compute_performance-ego": 0.05987203573878808, "sim_compute_robot_state-ego": 0.061269838598710075}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.3445292375355518, "sim_physics": 0.053373139480064655, "survival_time": 8.699999999999989, "driven_lanedir": 1.2074933466418405, "sim_render-ego": 0.05197650673745693, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.0770491142382567, "deviation-heading": 2.4024131766652417, "set_robot_commands": 0.07194249246312284, "deviation-center-line": 0.6449647354594318, "driven_lanedir_consec": 1.2074933466418405, "sim_compute_sim_state": 0.03465581899401785, "sim_compute_performance-ego": 0.056189774096697225, "sim_compute_robot_state-ego": 0.05558949640427513}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3485096836397252, "sim_physics": 0.052011480331420896, "survival_time": 14.950000000000076, "driven_lanedir": 1.0268507643032976, "sim_render-ego": 0.05043256839116415, "in-drivable-lane": 6.0500000000000425, "agent_compute-ego": 0.07461869716644287, "deviation-heading": 5.422662457015309, "set_robot_commands": 0.06918690919876098, "deviation-center-line": 0.4896162546198776, "driven_lanedir_consec": 1.0268507643032976, "sim_compute_sim_state": 0.034577387968699136, "sim_compute_performance-ego": 0.05382994016011556, "sim_compute_robot_state-ego": 0.056345945994059246}}
set_robot_commands_max0.07476647205841846
set_robot_commands_mean0.07289799226978709
set_robot_commands_median0.07406934605369085
set_robot_commands_min0.06918690919876098
sim_compute_performance-ego_max0.05987203573878808
sim_compute_performance-ego_mean0.057227178763909835
sim_compute_performance-ego_median0.05775477225521961
sim_compute_performance-ego_min0.05382994016011556
sim_compute_robot_state-ego_max0.061269838598710075
sim_compute_robot_state-ego_mean0.057941931685512336
sim_compute_robot_state-ego_median0.058073408632393346
sim_compute_robot_state-ego_min0.05558949640427513
sim_compute_sim_state_max0.037345149849034566
sim_compute_sim_state_mean0.035174010084576955
sim_compute_sim_state_median0.03465581899401785
sim_compute_sim_state_min0.03420449452227857
sim_physics_max0.057531827612768247
sim_physics_mean0.054079479761304575
sim_physics_median0.053373139480064655
sim_physics_min0.052011480331420896
sim_render-ego_max0.056466093546227565
sim_render-ego_mean0.05321252870704082
sim_render-ego_median0.05351796761537209
sim_render-ego_min0.05043256839116415
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.300000000000011
survival_time_min3.949999999999994
214513153Andy Serchallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:07:40(hidden)
driven_lanedir_consec_median0.6447460901444462
survival_time_median5.04999999999999
deviation-center-line_median0.4878536500805453
in-drivable-lane_median0.2499999999999991


other stats
agent_compute-ego_max0.05862967566688462
agent_compute-ego_mean0.05761735591457192
agent_compute-ego_median0.05766307830810547
agent_compute-ego_min0.05659904199488023
deviation-center-line_max1.2674440785135146
deviation-center-line_mean0.6408106479376643
deviation-center-line_min0.31637763969121124
deviation-heading_max6.970832601775145
deviation-heading_mean2.72659098184398
deviation-heading_median2.2749401473357027
deviation-heading_min0.4890732970682755
driven_any_max2.3484939608403383
driven_any_mean1.167722539275266
driven_any_median0.7502499985425195
driven_any_min0.6212441632030568
driven_lanedir_consec_max1.4265017493395105
driven_lanedir_consec_mean0.755282285260406
driven_lanedir_consec_min0.16829731736440065
driven_lanedir_max1.5226063103102452
driven_lanedir_mean0.9110891812257236
driven_lanedir_median0.6447460901444462
driven_lanedir_min0.3369775191475766
in-drivable-lane_max2.3000000000000176
in-drivable-lane_mean0.6500000000000032
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7502499985425195, "sim_physics": 0.05961423817247447, "survival_time": 5.04999999999999, "driven_lanedir": 0.6447460901444462, "sim_render-ego": 0.03798912067224484, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.05862967566688462, "deviation-heading": 1.5358830938207364, "set_robot_commands": 0.05854982904868551, "deviation-center-line": 0.349389635727287, "driven_lanedir_consec": 0.6447460901444462, "sim_compute_sim_state": 0.024376654388880967, "sim_compute_performance-ego": 0.04145583775964114, "sim_compute_robot_state-ego": 0.04357653325146968}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.6212441632030568, "sim_physics": 0.07333580369041079, "survival_time": 4.199999999999993, "driven_lanedir": 0.3369775191475766, "sim_render-ego": 0.03787226052511306, "in-drivable-lane": 0.6999999999999993, "agent_compute-ego": 0.05778259890420096, "deviation-heading": 2.362225769220041, "set_robot_commands": 0.0589448128427778, "deviation-center-line": 0.31637763969121124, "driven_lanedir_consec": 0.16829731736440065, "sim_compute_sim_state": 0.02478179477509998, "sim_compute_performance-ego": 0.0407659269514538, "sim_compute_robot_state-ego": 0.04451125008719308}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6294169712159847, "sim_physics": 0.06147060394287109, "survival_time": 4.249999999999993, "driven_lanedir": 0.6246142371868397, "sim_render-ego": 0.03759559743544635, "in-drivable-lane": 0, "agent_compute-ego": 0.05659904199488023, "deviation-heading": 0.4890732970682755, "set_robot_commands": 0.05847250153036679, "deviation-center-line": 0.4878536500805453, "driven_lanedir_consec": 0.6246142371868397, "sim_compute_sim_state": 0.02496778263765223, "sim_compute_performance-ego": 0.04135873738457175, "sim_compute_robot_state-ego": 0.04379530794480268}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.4892076025744312, "sim_physics": 0.06551499540607135, "survival_time": 9.6, "driven_lanedir": 1.4265017493395105, "sim_render-ego": 0.03782959282398224, "in-drivable-lane": 0, "agent_compute-ego": 0.05741238469878832, "deviation-heading": 2.2749401473357027, "set_robot_commands": 0.05835782612363497, "deviation-center-line": 0.7829882356757638, "driven_lanedir_consec": 1.4265017493395105, "sim_compute_sim_state": 0.024698310842116673, "sim_compute_performance-ego": 0.041568029671907425, "sim_compute_robot_state-ego": 0.044113972534736}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3484939608403383, "sim_physics": 0.06383905092875163, "survival_time": 14.950000000000076, "driven_lanedir": 1.5226063103102452, "sim_render-ego": 0.037866265773773194, "in-drivable-lane": 2.3000000000000176, "agent_compute-ego": 0.05766307830810547, "deviation-heading": 6.970832601775145, "set_robot_commands": 0.05752587636311849, "deviation-center-line": 1.2674440785135146, "driven_lanedir_consec": 0.9122520322668324, "sim_compute_sim_state": 0.024532779852549234, "sim_compute_performance-ego": 0.041352808475494385, "sim_compute_robot_state-ego": 0.04489694277445475}}
set_robot_commands_max0.0589448128427778
set_robot_commands_mean0.05837016918171671
set_robot_commands_median0.05847250153036679
set_robot_commands_min0.05752587636311849
sim_compute_performance-ego_max0.041568029671907425
sim_compute_performance-ego_mean0.0413002680486137
sim_compute_performance-ego_median0.04135873738457175
sim_compute_performance-ego_min0.0407659269514538
sim_compute_robot_state-ego_max0.04489694277445475
sim_compute_robot_state-ego_mean0.04417880131853124
sim_compute_robot_state-ego_median0.044113972534736
sim_compute_robot_state-ego_min0.04357653325146968
sim_compute_sim_state_max0.02496778263765223
sim_compute_sim_state_mean0.024671464499259815
sim_compute_sim_state_median0.024698310842116673
sim_compute_sim_state_min0.024376654388880967
sim_physics_max0.07333580369041079
sim_physics_mean0.06475493842811587
sim_physics_median0.06383905092875163
sim_physics_min0.05961423817247447
sim_render-ego_max0.03798912067224484
sim_render-ego_mean0.037830567446111935
sim_render-ego_median0.037866265773773194
sim_render-ego_min0.03759559743544635
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean7.610000000000011
survival_time_min4.199999999999993
214503153Andy Serchallenge-aido_LF-baseline-duckietownaido2-LF-sim-validationstep1-simulationsuccessno-0:13:37(hidden)
driven_lanedir_consec_median1.2146982784491924
survival_time_median12.800000000000049
deviation-center-line_median0.9259082087658712
in-drivable-lane_median0.4500000000000064


other stats
agent_compute-ego_max0.08845158945769072
agent_compute-ego_mean0.0871858836522272
agent_compute-ego_median0.08659430061067853
agent_compute-ego_min0.08630204370437568
deviation-center-line_max0.9812841670782856
deviation-center-line_mean0.8139847620547208
deviation-center-line_min0.4829852095937805
deviation-heading_max5.440782662288289
deviation-heading_mean3.630335949818553
deviation-heading_median3.8539474370856706
deviation-heading_min1.722756143045609
driven_any_max2.341317151011016
driven_any_mean1.818671181563826
driven_any_median2.003285811760984
driven_any_min0.8463109883768503
driven_lanedir_consec_max1.6090891092402757
driven_lanedir_consec_mean1.220637890278263
driven_lanedir_consec_min0.7792106523044984
driven_lanedir_max1.937529959606608
driven_lanedir_mean1.527848713586551
driven_lanedir_median1.6335725621621608
driven_lanedir_min0.7792106523044984
in-drivable-lane_max3.1999999999999886
in-drivable-lane_mean0.8399999999999986
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.341317151011016, "sim_physics": 0.05833814064661662, "survival_time": 14.950000000000076, "driven_lanedir": 1.6798412846192123, "sim_render-ego": 0.059506072998046874, "in-drivable-lane": 3.1999999999999886, "agent_compute-ego": 0.0863226318359375, "deviation-heading": 3.8539474370856706, "set_robot_commands": 0.07567028601964315, "deviation-center-line": 0.7441693935953176, "driven_lanedir_consec": 1.181250903520775, "sim_compute_sim_state": 0.040615930557250976, "sim_compute_performance-ego": 0.0626210872332255, "sim_compute_robot_state-ego": 0.06228169282277425}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.003285811760984, "sim_physics": 0.0593373803421855, "survival_time": 12.800000000000049, "driven_lanedir": 1.6335725621621608, "sim_render-ego": 0.05965518020093441, "in-drivable-lane": 0.4500000000000064, "agent_compute-ego": 0.08845158945769072, "deviation-heading": 5.440782662288289, "set_robot_commands": 0.07655109837651253, "deviation-center-line": 0.935576831240349, "driven_lanedir_consec": 1.3189405078765746, "sim_compute_sim_state": 0.041038342751562595, "sim_compute_performance-ego": 0.06306434888392687, "sim_compute_robot_state-ego": 0.06456583552062511}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.8463109883768503, "sim_physics": 0.06041390768119267, "survival_time": 5.599999999999988, "driven_lanedir": 0.7792106523044984, "sim_render-ego": 0.058737324816840034, "in-drivable-lane": 0, "agent_compute-ego": 0.08659430061067853, "deviation-heading": 1.722756143045609, "set_robot_commands": 0.07834258036954063, "deviation-center-line": 0.4829852095937805, "driven_lanedir_consec": 0.7792106523044984, "sim_compute_sim_state": 0.04092491737433842, "sim_compute_performance-ego": 0.06356097544942584, "sim_compute_robot_state-ego": 0.06380891374179296}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6981289111647224, "sim_physics": 0.06026857817938568, "survival_time": 10.90000000000002, "driven_lanedir": 1.6090891092402757, "sim_render-ego": 0.05962900284233443, "in-drivable-lane": 0, "agent_compute-ego": 0.0882588526524535, "deviation-heading": 2.8312648230810344, "set_robot_commands": 0.07712175321141514, "deviation-center-line": 0.9259082087658712, "driven_lanedir_consec": 1.6090891092402757, "sim_compute_sim_state": 0.04131903342150767, "sim_compute_performance-ego": 0.06278561670845802, "sim_compute_robot_state-ego": 0.06251755876278658}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.2043130455055584, "sim_physics": 0.0598019679670232, "survival_time": 14.050000000000065, "driven_lanedir": 1.937529959606608, "sim_render-ego": 0.05897138466614421, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.08630204370437568, "deviation-heading": 4.3029286835921585, "set_robot_commands": 0.07653516467355749, "deviation-center-line": 0.9812841670782856, "driven_lanedir_consec": 1.2146982784491924, "sim_compute_sim_state": 0.0400481758592816, "sim_compute_performance-ego": 0.06241540976690652, "sim_compute_robot_state-ego": 0.06163176183598746}}
set_robot_commands_max0.07834258036954063
set_robot_commands_mean0.07684417653013378
set_robot_commands_median0.07655109837651253
set_robot_commands_min0.07567028601964315
sim_compute_performance-ego_max0.06356097544942584
sim_compute_performance-ego_mean0.06288948760838856
sim_compute_performance-ego_median0.06278561670845802
sim_compute_performance-ego_min0.06241540976690652
sim_compute_robot_state-ego_max0.06456583552062511
sim_compute_robot_state-ego_mean0.06296115253679327
sim_compute_robot_state-ego_median0.06251755876278658
sim_compute_robot_state-ego_min0.06163176183598746
sim_compute_sim_state_max0.04131903342150767
sim_compute_sim_state_mean0.04078927999278825
sim_compute_sim_state_median0.04092491737433842
sim_compute_sim_state_min0.0400481758592816
sim_physics_max0.06041390768119267
sim_physics_mean0.059631994963280734
sim_physics_median0.0598019679670232
sim_physics_min0.05833814064661662
sim_render-ego_max0.05965518020093441
sim_render-ego_mean0.05929979310486
sim_render-ego_median0.059506072998046874
sim_render-ego_min0.058737324816840034
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.66000000000004
survival_time_min5.599999999999988