AI Driving Olympics Home Challenges Submissions Jobs

Submission 4158

Submission4158
Competinguser retired
Challengeaido3-LFVI-sim-validation
UserAndrea Censi
Date submitted
Complete
DetailsSister in aido3-LFV-sim-validation: fail: 4156 has failed or not good enough.
Sisters4156
Result💔
Jobs
Next
User labelminimal_agent_python2 (Python 2)
Admin priority50
Blessing50
User priority

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
249894158Andrea Censiminimal_agent_python2 (Python 2)aido3-LFVI-sim-validationstep1-simulationsuccessno-0:10:16Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median1.5588337849539742
survival_time_median5.549999999999988
deviation-center-line_median0.3652019984091639
in-drivable-lane_median0


other stats
agent_compute-ego_max0.010658973100169606
agent_compute-ego_mean0.010130118283459989
agent_compute-ego_median0.010283425047590928
agent_compute-ego_min0.009226148192946976
deviation-center-line_max0.5183621890690367
deviation-center-line_mean0.3091633025512927
deviation-center-line_min0.10686438692139356
deviation-heading_max0.6191860504142408
deviation-heading_mean0.5051792851842161
deviation-heading_median0.4989824923438323
deviation-heading_min0.42218734391092383
driven_any_max2.764827318571964
driven_any_mean1.4658358085690737
driven_any_median1.5648273185720385
driven_any_min0.37986052535838966
driven_lanedir_consec_max1.9044523873117627
driven_lanedir_consec_mean1.19641611532087
driven_lanedir_consec_min0.3667130323691865
driven_lanedir_max1.9045033171069223
driven_lanedir_mean1.1964799961413226
driven_lanedir_median1.5590414710313567
driven_lanedir_min0.3667130323691865
in-drivable-lane_max2.8500000000000165
in-drivable-lane_mean0.8600000000000023
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5648273185720385, "sim_physics": 0.19667858476037375, "survival_time": 5.549999999999988, "driven_lanedir": 1.5590414710313567, "sim_render-ego": 0.012265549049721108, "in-drivable-lane": 0, "agent_compute-ego": 0.010283425047590928, "deviation-heading": 0.47436593881657807, "set_robot_commands": 0.010069894361066388, "deviation-center-line": 0.3652019984091639, "driven_lanedir_consec": 1.5588337849539742, "sim_compute_sim_state": 0.004854569563994536, "sim_compute_performance-ego": 0.0073100339185010205, "sim_compute_robot_state-ego": 0.00917126466562082, "sim_compute_robot_state-npc0": 0.008805023657309043, "sim_compute_robot_state-npc1": 0.00814787332002107, "sim_compute_robot_state-npc2": 0.008817406388016435, "sim_compute_robot_state-npc3": 0.008323961550051027}, "udem1-1-0": {"driven_any": 0.4548365617710335, "sim_physics": 0.17508426872459618, "survival_time": 1.850000000000001, "driven_lanedir": 0.4295989448974513, "sim_render-ego": 0.012177976402076516, "in-drivable-lane": 0, "agent_compute-ego": 0.009226148192946976, "deviation-heading": 0.6191860504142408, "set_robot_commands": 0.009098040091024865, "deviation-center-line": 0.13177328060574295, "driven_lanedir_consec": 0.4295989448974513, "sim_compute_sim_state": 0.004767617663821658, "sim_compute_performance-ego": 0.006886765763566301, "sim_compute_robot_state-ego": 0.008398339555070206, "sim_compute_robot_state-npc0": 0.0083729447545232, "sim_compute_robot_state-npc1": 0.008304177103815851, "sim_compute_robot_state-npc2": 0.008123397827148438, "sim_compute_robot_state-npc3": 0.00835407102430189}, "udem1-2-0": {"driven_any": 2.164827318571943, "sim_physics": 0.2080472210385152, "survival_time": 7.549999999999981, "driven_lanedir": 1.7225432153016964, "sim_render-ego": 0.012852627710001358, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.010658973100169606, "deviation-heading": 0.5111746004355058, "set_robot_commands": 0.01061321252229198, "deviation-center-line": 0.4236146577511261, "driven_lanedir_consec": 1.7224824270719754, "sim_compute_sim_state": 0.005372112160486891, "sim_compute_performance-ego": 0.007731022424255775, "sim_compute_robot_state-ego": 0.009509992915273505, "sim_compute_robot_state-npc0": 0.008822557941967289, "sim_compute_robot_state-npc1": 0.009185860488588446, "sim_compute_robot_state-npc2": 0.008735048849851091, "sim_compute_robot_state-npc3": 0.008729191015887735}, "udem1-3-0": {"driven_any": 2.764827318571964, "sim_physics": 0.20212883350112676, "survival_time": 9.55, "driven_lanedir": 1.9045033171069223, "sim_render-ego": 0.01215741272372101, "in-drivable-lane": 2.8500000000000165, "agent_compute-ego": 0.010436375103695855, "deviation-heading": 0.4989824923438323, "set_robot_commands": 0.010045210104338162, "deviation-center-line": 0.5183621890690367, "driven_lanedir_consec": 1.9044523873117627, "sim_compute_sim_state": 0.005053640036058676, "sim_compute_performance-ego": 0.007152308968349277, "sim_compute_robot_state-ego": 0.008951291988033275, "sim_compute_robot_state-npc0": 0.008457492159299201, "sim_compute_robot_state-npc1": 0.008367310019687832, "sim_compute_robot_state-npc2": 0.008419899416219501, "sim_compute_robot_state-npc3": 0.00843466389241643}, "udem1-4-0": {"driven_any": 0.37986052535838966, "sim_physics": 0.17807678133249283, "survival_time": 1.6000000000000008, "driven_lanedir": 0.3667130323691865, "sim_render-ego": 0.012525178492069244, "in-drivable-lane": 0, "agent_compute-ego": 0.010045669972896576, "deviation-heading": 0.42218734391092383, "set_robot_commands": 0.009223446249961851, "deviation-center-line": 0.10686438692139356, "driven_lanedir_consec": 0.3667130323691865, "sim_compute_sim_state": 0.005060568451881409, "sim_compute_performance-ego": 0.006876498460769653, "sim_compute_robot_state-ego": 0.008650384843349457, "sim_compute_robot_state-npc0": 0.008690550923347473, "sim_compute_robot_state-npc1": 0.00834830105304718, "sim_compute_robot_state-npc2": 0.00870010256767273, "sim_compute_robot_state-npc3": 0.007983393967151642}}
set_robot_commands_max0.01061321252229198
set_robot_commands_mean0.00980996066573665
set_robot_commands_median0.010045210104338162
set_robot_commands_min0.009098040091024865
sim_compute_performance-ego_max0.007731022424255775
sim_compute_performance-ego_mean0.007191325907088405
sim_compute_performance-ego_median0.007152308968349277
sim_compute_performance-ego_min0.006876498460769653
sim_compute_robot_state-ego_max0.009509992915273505
sim_compute_robot_state-ego_mean0.008936254793469451
sim_compute_robot_state-ego_median0.008951291988033275
sim_compute_robot_state-ego_min0.008398339555070206
sim_compute_robot_state-npc0_max0.008822557941967289
sim_compute_robot_state-npc0_mean0.008629713887289243
sim_compute_robot_state-npc0_median0.008690550923347473
sim_compute_robot_state-npc0_min0.0083729447545232
sim_compute_robot_state-npc1_max0.009185860488588446
sim_compute_robot_state-npc1_mean0.008470704397032075
sim_compute_robot_state-npc1_median0.00834830105304718
sim_compute_robot_state-npc1_min0.00814787332002107
sim_compute_robot_state-npc2_max0.008817406388016435
sim_compute_robot_state-npc2_mean0.008559171009781638
sim_compute_robot_state-npc2_median0.00870010256767273
sim_compute_robot_state-npc2_min0.008123397827148438
sim_compute_robot_state-npc3_max0.008729191015887735
sim_compute_robot_state-npc3_mean0.008365056289961743
sim_compute_robot_state-npc3_median0.00835407102430189
sim_compute_robot_state-npc3_min0.007983393967151642
sim_compute_sim_state_max0.005372112160486891
sim_compute_sim_state_mean0.005021701575248634
sim_compute_sim_state_median0.005053640036058676
sim_compute_sim_state_min0.004767617663821658
sim_physics_max0.2080472210385152
sim_physics_mean0.19200313787142093
sim_physics_median0.19667858476037375
sim_physics_min0.17508426872459618
sim_render-ego_max0.012852627710001358
sim_render-ego_mean0.012395748875517846
sim_render-ego_median0.012265549049721108
sim_render-ego_min0.01215741272372101
simulation-passed1
survival_time_max9.55
survival_time_mean5.219999999999994
survival_time_min1.6000000000000008
243224158Andrea Censiminimal_agent_python2 (Python 2)aido3-LFVI-sim-validationstep1-simulationsuccessno-0:06:54Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median1.5588337849539742
survival_time_median5.549999999999988
deviation-center-line_median0.3652019984091639
in-drivable-lane_median0


other stats
agent_compute-ego_max0.009935225872014532
agent_compute-ego_mean0.009496822197171146
agent_compute-ego_median0.009570680558681488
agent_compute-ego_min0.008801576253530142
deviation-center-line_max0.5183621890690367
deviation-center-line_mean0.3091633025512927
deviation-center-line_min0.10686438692139356
deviation-heading_max0.6191860504142408
deviation-heading_mean0.5051792851842161
deviation-heading_median0.4989824923438323
deviation-heading_min0.42218734391092383
driven_any_max2.764827318571964
driven_any_mean1.4658358085690737
driven_any_median1.5648273185720385
driven_any_min0.37986052535838966
driven_lanedir_consec_max1.9044523873117627
driven_lanedir_consec_mean1.19641611532087
driven_lanedir_consec_min0.3667130323691865
driven_lanedir_max1.9045033171069223
driven_lanedir_mean1.1964799961413226
driven_lanedir_median1.5590414710313567
driven_lanedir_min0.3667130323691865
in-drivable-lane_max2.8500000000000165
in-drivable-lane_mean0.8600000000000023
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5648273185720385, "sim_physics": 0.1147579695727374, "survival_time": 5.549999999999988, "driven_lanedir": 1.5590414710313567, "sim_render-ego": 0.011944435738228464, "in-drivable-lane": 0, "agent_compute-ego": 0.009426591632602453, "deviation-heading": 0.47436593881657807, "set_robot_commands": 0.008057929374076225, "deviation-center-line": 0.3652019984091639, "driven_lanedir_consec": 1.5588337849539742, "sim_compute_sim_state": 0.00473194508939176, "sim_compute_performance-ego": 0.007017262347109683, "sim_compute_robot_state-ego": 0.008683127325934332, "sim_compute_robot_state-npc0": 0.00768700376287237, "sim_compute_robot_state-npc1": 0.007842946696925807, "sim_compute_robot_state-npc2": 0.007895315015638197, "sim_compute_robot_state-npc3": 0.007763351406063045}, "udem1-1-0": {"driven_any": 0.4548365617710335, "sim_physics": 0.11698720906231856, "survival_time": 1.850000000000001, "driven_lanedir": 0.4295989448974513, "sim_render-ego": 0.011918564100523252, "in-drivable-lane": 0, "agent_compute-ego": 0.008801576253530142, "deviation-heading": 0.6191860504142408, "set_robot_commands": 0.007474274248690219, "deviation-center-line": 0.13177328060574295, "driven_lanedir_consec": 0.4295989448974513, "sim_compute_sim_state": 0.004554999841226114, "sim_compute_performance-ego": 0.006657181559382258, "sim_compute_robot_state-ego": 0.008402785739383183, "sim_compute_robot_state-npc0": 0.007715070569837415, "sim_compute_robot_state-npc1": 0.007458957465919289, "sim_compute_robot_state-npc2": 0.007384306675678975, "sim_compute_robot_state-npc3": 0.007304043383211703}, "udem1-2-0": {"driven_any": 2.164827318571943, "sim_physics": 0.10852700985030622, "survival_time": 7.549999999999981, "driven_lanedir": 1.7225432153016964, "sim_render-ego": 0.012241775626378343, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.009935225872014532, "deviation-heading": 0.5111746004355058, "set_robot_commands": 0.008305344360553666, "deviation-center-line": 0.4236146577511261, "driven_lanedir_consec": 1.7224824270719754, "sim_compute_sim_state": 0.004706452224428291, "sim_compute_performance-ego": 0.007139921188354492, "sim_compute_robot_state-ego": 0.008642326127614407, "sim_compute_robot_state-npc0": 0.007792848624930476, "sim_compute_robot_state-npc1": 0.007880880343203512, "sim_compute_robot_state-npc2": 0.00785348904843362, "sim_compute_robot_state-npc3": 0.007703083240433245}, "udem1-3-0": {"driven_any": 2.764827318571964, "sim_physics": 0.1187532821874968, "survival_time": 9.55, "driven_lanedir": 1.9045033171069223, "sim_render-ego": 0.012386963629597769, "in-drivable-lane": 2.8500000000000165, "agent_compute-ego": 0.00975003666902712, "deviation-heading": 0.4989824923438323, "set_robot_commands": 0.008134466191236886, "deviation-center-line": 0.5183621890690367, "driven_lanedir_consec": 1.9044523873117627, "sim_compute_sim_state": 0.004800618006920939, "sim_compute_performance-ego": 0.007187603655909993, "sim_compute_robot_state-ego": 0.009112293183491492, "sim_compute_robot_state-npc0": 0.00781398543512634, "sim_compute_robot_state-npc1": 0.007871046116214772, "sim_compute_robot_state-npc2": 0.007789138724042483, "sim_compute_robot_state-npc3": 0.00765113181468704}, "udem1-4-0": {"driven_any": 0.37986052535838966, "sim_physics": 0.11474599689245224, "survival_time": 1.6000000000000008, "driven_lanedir": 0.3667130323691865, "sim_render-ego": 0.012397781014442444, "in-drivable-lane": 0, "agent_compute-ego": 0.009570680558681488, "deviation-heading": 0.42218734391092383, "set_robot_commands": 0.008217871189117432, "deviation-center-line": 0.10686438692139356, "driven_lanedir_consec": 0.3667130323691865, "sim_compute_sim_state": 0.004496663808822632, "sim_compute_performance-ego": 0.00712546706199646, "sim_compute_robot_state-ego": 0.008801169693470001, "sim_compute_robot_state-npc0": 0.007954150438308716, "sim_compute_robot_state-npc1": 0.007748104631900787, "sim_compute_robot_state-npc2": 0.007604479789733887, "sim_compute_robot_state-npc3": 0.00748780369758606}}
set_robot_commands_max0.008305344360553666
set_robot_commands_mean0.008037977072734886
set_robot_commands_median0.008134466191236886
set_robot_commands_min0.007474274248690219
sim_compute_performance-ego_max0.007187603655909993
sim_compute_performance-ego_mean0.007025487162550578
sim_compute_performance-ego_median0.00712546706199646
sim_compute_performance-ego_min0.006657181559382258
sim_compute_robot_state-ego_max0.009112293183491492
sim_compute_robot_state-ego_mean0.008728340413978682
sim_compute_robot_state-ego_median0.008683127325934332
sim_compute_robot_state-ego_min0.008402785739383183
sim_compute_robot_state-npc0_max0.007954150438308716
sim_compute_robot_state-npc0_mean0.007792611766215063
sim_compute_robot_state-npc0_median0.007792848624930476
sim_compute_robot_state-npc0_min0.00768700376287237
sim_compute_robot_state-npc1_max0.007880880343203512
sim_compute_robot_state-npc1_mean0.007760387050832834
sim_compute_robot_state-npc1_median0.007842946696925807
sim_compute_robot_state-npc1_min0.007458957465919289
sim_compute_robot_state-npc2_max0.007895315015638197
sim_compute_robot_state-npc2_mean0.007705345850705434
sim_compute_robot_state-npc2_median0.007789138724042483
sim_compute_robot_state-npc2_min0.007384306675678975
sim_compute_robot_state-npc3_max0.007763351406063045
sim_compute_robot_state-npc3_mean0.007581882708396217
sim_compute_robot_state-npc3_median0.00765113181468704
sim_compute_robot_state-npc3_min0.007304043383211703
sim_compute_sim_state_max0.004800618006920939
sim_compute_sim_state_mean0.004658135794157947
sim_compute_sim_state_median0.004706452224428291
sim_compute_sim_state_min0.004496663808822632
sim_physics_max0.1187532821874968
sim_physics_mean0.11475429351306224
sim_physics_median0.1147579695727374
sim_physics_min0.10852700985030622
sim_render-ego_max0.012397781014442444
sim_render-ego_mean0.012177904021834055
sim_render-ego_median0.012241775626378343
sim_render-ego_min0.011918564100523252
simulation-passed1
survival_time_max9.55
survival_time_mean5.219999999999994
survival_time_min1.6000000000000008