AI Driving Olympics Home Challenges Submissions Jobs

Submission 5936

Submission5936
Competingyes
Challengeaido3-LFV-sim-validation
UserJBRRussia1
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 29719
Next
User labelchallenge-aido_LF-baseline-IL-0226
Admin priority50
Blessing50
User priority

29719

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
297195936JBRRussia1challenge-aido_LF-baseline-IL-0226aido3-LFV-sim-validationstep1-simulationsuccessyes-0:15:07Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median3.760407379711582
survival_time_median14.950000000000076
deviation-center-line_median0.8934152291799147
in-drivable-lane_median1.399999999999995


other stats
agent_compute-ego_max0.028480566342671713
agent_compute-ego_mean0.02543786528204478
agent_compute-ego_median0.025206008752187092
agent_compute-ego_min0.023811785380045573
deviation-center-line_max1.0209955578768313
deviation-center-line_mean0.8254479914831752
deviation-center-line_min0.3056994328031543
deviation-heading_max4.906977997913357
deviation-heading_mean3.5047079141219974
deviation-heading_median3.482958311907859
deviation-heading_min1.8087040696458312
driven_any_max5.414939353802177
driven_any_mean4.164120084685575
driven_any_median4.449447278189806
driven_any_min2.0687512913357824
driven_lanedir_consec_max5.2744427766252535
driven_lanedir_consec_mean3.5401022256357897
driven_lanedir_consec_min1.5730069178194266
driven_lanedir_max5.2744427766252535
driven_lanedir_mean3.5401022256357897
driven_lanedir_median3.760407379711582
driven_lanedir_min1.5730069178194266
in-drivable-lane_max3.8000000000000007
in-drivable-lane_mean1.6100000000000003
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.449447278189806, "sim_physics": 0.15514323631922405, "survival_time": 14.950000000000076, "driven_lanedir": 3.1228918188554258, "sim_render-ego": 0.012785631815592448, "in-drivable-lane": 3.8000000000000007, "agent_compute-ego": 0.028480566342671713, "deviation-heading": 4.906977997913357, "set_robot_commands": 0.00882492224375407, "deviation-center-line": 0.8934152291799147, "driven_lanedir_consec": 3.1228918188554258, "sim_compute_sim_state": 0.005553717613220215, "sim_compute_performance-ego": 0.00758842945098877, "sim_compute_robot_state-ego": 0.009259387652079265, "sim_compute_robot_state-npc0": 0.009355390071868896, "sim_compute_robot_state-npc1": 0.00904171069463094, "sim_compute_robot_state-npc2": 0.009120890299479168, "sim_compute_robot_state-npc3": 0.008890206813812257}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.681451057572567, "sim_physics": 0.16853925466537475, "survival_time": 14.950000000000076, "driven_lanedir": 3.760407379711582, "sim_render-ego": 0.012407598495483398, "in-drivable-lane": 2.8500000000000068, "agent_compute-ego": 0.025206008752187092, "deviation-heading": 4.566495546516043, "set_robot_commands": 0.00799856980641683, "deviation-center-line": 0.8888345325011102, "driven_lanedir_consec": 3.760407379711582, "sim_compute_sim_state": 0.005658198992411295, "sim_compute_performance-ego": 0.007539687951405843, "sim_compute_robot_state-ego": 0.008922519683837891, "sim_compute_robot_state-npc0": 0.008958534399668375, "sim_compute_robot_state-npc1": 0.008715773423512777, "sim_compute_robot_state-npc2": 0.008674503962198894, "sim_compute_robot_state-npc3": 0.008602325121561687}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.414939353802177, "sim_physics": 0.16309947967529298, "survival_time": 14.950000000000076, "driven_lanedir": 5.2744427766252535, "sim_render-ego": 0.01188762664794922, "in-drivable-lane": 0, "agent_compute-ego": 0.023811785380045573, "deviation-heading": 2.758403644626898, "set_robot_commands": 0.00766098419825236, "deviation-center-line": 1.0182952050548653, "driven_lanedir_consec": 5.2744427766252535, "sim_compute_sim_state": 0.005095942815144857, "sim_compute_performance-ego": 0.0070860195159912105, "sim_compute_robot_state-ego": 0.00868692954381307, "sim_compute_robot_state-npc0": 0.00870195468266805, "sim_compute_robot_state-npc1": 0.008414653142293295, "sim_compute_robot_state-npc2": 0.00841195583343506, "sim_compute_robot_state-npc3": 0.00826824426651001}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.0687512913357824, "sim_physics": 0.16869464153196753, "survival_time": 6.149999999999986, "driven_lanedir": 1.5730069178194266, "sim_render-ego": 0.012124751641498349, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.023839869150301302, "deviation-heading": 1.8087040696458312, "set_robot_commands": 0.007908631146438723, "deviation-center-line": 0.3056994328031543, "driven_lanedir_consec": 1.5730069178194266, "sim_compute_sim_state": 0.0052124853056620775, "sim_compute_performance-ego": 0.007479024127246887, "sim_compute_robot_state-ego": 0.008818213532610638, "sim_compute_robot_state-npc0": 0.008731735431081881, "sim_compute_robot_state-npc1": 0.008092996550769341, "sim_compute_robot_state-npc2": 0.008007053437271738, "sim_compute_robot_state-npc3": 0.008282196231004669}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.206011442527541, "sim_physics": 0.1658000473231706, "survival_time": 11.850000000000032, "driven_lanedir": 3.9697622351672623, "sim_render-ego": 0.012211617538194617, "in-drivable-lane": 0, "agent_compute-ego": 0.025851096785018218, "deviation-heading": 3.482958311907859, "set_robot_commands": 0.007750158068499988, "deviation-center-line": 1.0209955578768313, "driven_lanedir_consec": 3.9697622351672623, "sim_compute_sim_state": 0.005626748885786483, "sim_compute_performance-ego": 0.007484620130514797, "sim_compute_robot_state-ego": 0.008826106912476102, "sim_compute_robot_state-npc0": 0.008947993129617554, "sim_compute_robot_state-npc1": 0.008285724664036232, "sim_compute_robot_state-npc2": 0.008382543732848349, "sim_compute_robot_state-npc3": 0.007958969486413626}}
set_robot_commands_max0.00882492224375407
set_robot_commands_mean0.008028653092672394
set_robot_commands_median0.007908631146438723
set_robot_commands_min0.00766098419825236
sim_compute_performance-ego_max0.00758842945098877
sim_compute_performance-ego_mean0.007435556235229501
sim_compute_performance-ego_median0.007484620130514797
sim_compute_performance-ego_min0.0070860195159912105
sim_compute_robot_state-ego_max0.009259387652079265
sim_compute_robot_state-ego_mean0.008902631464963394
sim_compute_robot_state-ego_median0.008826106912476102
sim_compute_robot_state-ego_min0.00868692954381307
sim_compute_robot_state-npc0_max0.009355390071868896
sim_compute_robot_state-npc0_mean0.008939121542980951
sim_compute_robot_state-npc0_median0.008947993129617554
sim_compute_robot_state-npc0_min0.00870195468266805
sim_compute_robot_state-npc1_max0.00904171069463094
sim_compute_robot_state-npc1_mean0.008510171695048517
sim_compute_robot_state-npc1_median0.008414653142293295
sim_compute_robot_state-npc1_min0.008092996550769341
sim_compute_robot_state-npc2_max0.009120890299479168
sim_compute_robot_state-npc2_mean0.00851938945304664
sim_compute_robot_state-npc2_median0.00841195583343506
sim_compute_robot_state-npc2_min0.008007053437271738
sim_compute_robot_state-npc3_max0.008890206813812257
sim_compute_robot_state-npc3_mean0.008400388383860449
sim_compute_robot_state-npc3_median0.008282196231004669
sim_compute_robot_state-npc3_min0.007958969486413626
sim_compute_sim_state_max0.005658198992411295
sim_compute_sim_state_mean0.005429418722444986
sim_compute_sim_state_median0.005553717613220215
sim_compute_sim_state_min0.005095942815144857
sim_physics_max0.16869464153196753
sim_physics_mean0.16425533190300595
sim_physics_median0.1658000473231706
sim_physics_min0.15514323631922405
sim_render-ego_max0.012785631815592448
sim_render-ego_mean0.012283445227743606
sim_render-ego_median0.012211617538194617
sim_render-ego_min0.01188762664794922
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean12.57000000000005
survival_time_min6.149999999999986
297175936JBRRussia1challenge-aido_LF-baseline-IL-0226aido3-LFV-sim-validationstep1-simulationsuccessyes-0:13:19Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median2.4525736125988176
survival_time_median7.649999999999981
deviation-center-line_median0.5698959142742549
in-drivable-lane_median0.9999999999999964


other stats
agent_compute-ego_max0.02932289146607922
agent_compute-ego_mean0.027020881172244375
agent_compute-ego_median0.026622581299237363
agent_compute-ego_min0.025741232543432413
deviation-center-line_max1.0385371329384507
deviation-center-line_mean0.6534536817106115
deviation-center-line_min0.32154643168187486
deviation-heading_max4.705992753091773
deviation-heading_mean2.617713597634273
deviation-heading_median2.005933787152648
deviation-heading_min1.6505508580373338
driven_any_max4.786504002939772
driven_any_mean3.2558963130414007
driven_any_median2.722078938799541
driven_any_min2.0512346220421827
driven_lanedir_consec_max4.604989338004243
driven_lanedir_consec_mean2.7825683140201942
driven_lanedir_consec_min1.463914631840357
driven_lanedir_max4.604989338004243
driven_lanedir_mean2.7825683140201942
driven_lanedir_median2.4525736125988176
driven_lanedir_min1.463914631840357
in-drivable-lane_max2.7500000000000027
in-drivable-lane_mean1.259999999999998
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.114217419416416, "sim_physics": 0.15944780265131303, "survival_time": 6.199999999999986, "driven_lanedir": 1.463914631840357, "sim_render-ego": 0.013023059214315107, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.02932289146607922, "deviation-heading": 1.6505508580373338, "set_robot_commands": 0.00903587572036251, "deviation-center-line": 0.32154643168187486, "driven_lanedir_consec": 1.463914631840357, "sim_compute_sim_state": 0.00528361528150497, "sim_compute_performance-ego": 0.008341027844336725, "sim_compute_robot_state-ego": 0.009184935400562902, "sim_compute_robot_state-npc0": 0.009006184916342459, "sim_compute_robot_state-npc1": 0.008730557657057238, "sim_compute_robot_state-npc2": 0.00982735041649111, "sim_compute_robot_state-npc3": 0.008700539988856162}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.605446582009093, "sim_physics": 0.16108930190404255, "survival_time": 14.950000000000076, "driven_lanedir": 3.720965286098972, "sim_render-ego": 0.012793869177500406, "in-drivable-lane": 2.7500000000000027, "agent_compute-ego": 0.02765424966812134, "deviation-heading": 4.705992753091773, "set_robot_commands": 0.008952215512593587, "deviation-center-line": 1.00580389300949, "driven_lanedir_consec": 3.720965286098972, "sim_compute_sim_state": 0.005226544539133708, "sim_compute_performance-ego": 0.0076699209213256835, "sim_compute_robot_state-ego": 0.009254926840464276, "sim_compute_robot_state-npc0": 0.00896524429321289, "sim_compute_robot_state-npc1": 0.008827995459238689, "sim_compute_robot_state-npc2": 0.008741252422332764, "sim_compute_robot_state-npc3": 0.008687121868133545}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.786504002939772, "sim_physics": 0.1502409648164479, "survival_time": 13.05000000000005, "driven_lanedir": 4.604989338004243, "sim_render-ego": 0.013112074570637552, "in-drivable-lane": 0, "agent_compute-ego": 0.026622581299237363, "deviation-heading": 2.9820139949366853, "set_robot_commands": 0.008855409549113891, "deviation-center-line": 1.0385371329384507, "driven_lanedir_consec": 4.604989338004243, "sim_compute_sim_state": 0.005126257965847907, "sim_compute_performance-ego": 0.007734567269511606, "sim_compute_robot_state-ego": 0.009577445143484064, "sim_compute_robot_state-npc0": 0.008977960352696678, "sim_compute_robot_state-npc1": 0.008750286138834168, "sim_compute_robot_state-npc2": 0.008513096191873952, "sim_compute_robot_state-npc3": 0.00860631876978381}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.0512346220421827, "sim_physics": 0.14906138732653706, "survival_time": 5.949999999999987, "driven_lanedir": 1.670398701558582, "sim_render-ego": 0.013461243204709865, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.025741232543432413, "deviation-heading": 1.7440765949529256, "set_robot_commands": 0.008859928916482365, "deviation-center-line": 0.3314850366489866, "driven_lanedir_consec": 1.670398701558582, "sim_compute_sim_state": 0.004931516006213276, "sim_compute_performance-ego": 0.007752578799464121, "sim_compute_robot_state-ego": 0.009249873521949064, "sim_compute_robot_state-npc0": 0.00862829024050416, "sim_compute_robot_state-npc1": 0.008079705118131237, "sim_compute_robot_state-npc2": 0.008608120830119158, "sim_compute_robot_state-npc3": 0.008506169840067374}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.722078938799541, "sim_physics": 0.13804515358669306, "survival_time": 7.649999999999981, "driven_lanedir": 2.4525736125988176, "sim_render-ego": 0.012820020999783783, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.025763450884351544, "deviation-heading": 2.005933787152648, "set_robot_commands": 0.00904194825614979, "deviation-center-line": 0.5698959142742549, "driven_lanedir_consec": 2.4525736125988176, "sim_compute_sim_state": 0.00484315086813534, "sim_compute_performance-ego": 0.007635719635907341, "sim_compute_robot_state-ego": 0.00910488764444987, "sim_compute_robot_state-npc0": 0.008796822791006052, "sim_compute_robot_state-npc1": 0.008765041438582677, "sim_compute_robot_state-npc2": 0.00835631563772563, "sim_compute_robot_state-npc3": 0.007947098975088083}}
set_robot_commands_max0.00904194825614979
set_robot_commands_mean0.008949075590940428
set_robot_commands_median0.008952215512593587
set_robot_commands_min0.008855409549113891
sim_compute_performance-ego_max0.008341027844336725
sim_compute_performance-ego_mean0.007826762894109095
sim_compute_performance-ego_median0.007734567269511606
sim_compute_performance-ego_min0.007635719635907341
sim_compute_robot_state-ego_max0.009577445143484064
sim_compute_robot_state-ego_mean0.009274413710182035
sim_compute_robot_state-ego_median0.009249873521949064
sim_compute_robot_state-ego_min0.00910488764444987
sim_compute_robot_state-npc0_max0.009006184916342459
sim_compute_robot_state-npc0_mean0.008874900518752449
sim_compute_robot_state-npc0_median0.00896524429321289
sim_compute_robot_state-npc0_min0.00862829024050416
sim_compute_robot_state-npc1_max0.008827995459238689
sim_compute_robot_state-npc1_mean0.008630717162368802
sim_compute_robot_state-npc1_median0.008750286138834168
sim_compute_robot_state-npc1_min0.008079705118131237
sim_compute_robot_state-npc2_max0.00982735041649111
sim_compute_robot_state-npc2_mean0.008809227099708524
sim_compute_robot_state-npc2_median0.008608120830119158
sim_compute_robot_state-npc2_min0.00835631563772563
sim_compute_robot_state-npc3_max0.008700539988856162
sim_compute_robot_state-npc3_mean0.008489449888385795
sim_compute_robot_state-npc3_median0.00860631876978381
sim_compute_robot_state-npc3_min0.007947098975088083
sim_compute_sim_state_max0.00528361528150497
sim_compute_sim_state_mean0.00508221693216704
sim_compute_sim_state_median0.005126257965847907
sim_compute_sim_state_min0.00484315086813534
sim_physics_max0.16108930190404255
sim_physics_mean0.15157692205700674
sim_physics_median0.1502409648164479
sim_physics_min0.13804515358669306
sim_render-ego_max0.013461243204709865
sim_render-ego_mean0.01304205343338934
sim_render-ego_median0.013023059214315107
sim_render-ego_min0.012793869177500406
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.560000000000016
survival_time_min5.949999999999987