AI Driving Olympics Home Challenges Submissions Jobs

Submission 6324

Submission6324
Competingyes
Challengeaido3-off-LF-sim-validation
Userdermax
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 31070
Next
User labelchallenge-aido_LF-template-random
Admin priority50
Blessing50
User priority

31070

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
310706324dermaxchallenge-aido_LF-template-randomaido3-off-LF-sim-validationstep1-simulationsuccessyes-0:03:52Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4838163264350306
survival_time_median1.7000000000000008
deviation-center-line_median0.08751730474052305
in-drivable-lane_median0


other stats
agent_compute-ego_max0.02996537685394287
agent_compute-ego_mean0.025785143922683378
agent_compute-ego_median0.025498617779124867
agent_compute-ego_min0.022511734681970933
deviation-center-line_max0.10683019887032848
deviation-center-line_mean0.08719800587294524
deviation-center-line_min0.07065220523066396
deviation-heading_max0.5050851849885492
deviation-heading_mean0.37472646794797326
deviation-heading_median0.3711400756311837
deviation-heading_min0.242154099114489
driven_any_max1.224736399271231
driven_any_mean0.7001682289165533
driven_any_median0.6334906616120762
driven_any_min0.311949329092399
driven_lanedir_consec_max0.6642632200434848
driven_lanedir_consec_mean0.47031102562542887
driven_lanedir_consec_min0.28855079430839536
driven_lanedir_max0.6642632200434848
driven_lanedir_mean0.47031102562542887
driven_lanedir_median0.4838163264350306
driven_lanedir_min0.28855079430839536
in-drivable-lane_max1.5999999999999963
in-drivable-lane_mean0.4499999999999989
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.08265297687970675, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.014393270015716553, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.026211358033693753, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.00920643714758066, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.005785497335287241, "sim_compute_performance-ego": 0.008515156232393704, "sim_compute_robot_state-ego": 0.010070993350102352}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.0982924222946167, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.01190335750579834, "in-drivable-lane": 0, "agent_compute-ego": 0.02996537685394287, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.009098482131958009, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.0055809497833251955, "sim_compute_performance-ego": 0.007960748672485352, "sim_compute_robot_state-ego": 0.00811687707901001}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.08052510373732623, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.012564217343049891, "in-drivable-lane": 0, "agent_compute-ego": 0.022511734681970933, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.007965831195606905, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.004978229017818675, "sim_compute_performance-ego": 0.006787629688487333, "sim_compute_robot_state-ego": 0.009598549674539006}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.08221668493552287, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.013359738177940492, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.02473863226468446, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.008454170383390833, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.005473551202992924, "sim_compute_performance-ego": 0.007954949238261238, "sim_compute_robot_state-ego": 0.009337214172863567}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.08892553502863104, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.014743783257224342, "in-drivable-lane": 0, "agent_compute-ego": 0.025498617779124867, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.010394746607000176, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.005653337998823686, "sim_compute_performance-ego": 0.008593721823258833, "sim_compute_robot_state-ego": 0.009503830562938345}}
set_robot_commands_max0.010394746607000176
set_robot_commands_mean0.009023933493107317
set_robot_commands_median0.009098482131958009
set_robot_commands_min0.007965831195606905
sim_compute_performance-ego_max0.008593721823258833
sim_compute_performance-ego_mean0.007962441130977292
sim_compute_performance-ego_median0.007960748672485352
sim_compute_performance-ego_min0.006787629688487333
sim_compute_robot_state-ego_max0.010070993350102352
sim_compute_robot_state-ego_mean0.009325492967890656
sim_compute_robot_state-ego_median0.009503830562938345
sim_compute_robot_state-ego_min0.00811687707901001
sim_compute_sim_state_max0.005785497335287241
sim_compute_sim_state_mean0.005494313067649545
sim_compute_sim_state_median0.0055809497833251955
sim_compute_sim_state_min0.004978229017818675
sim_physics_max0.0982924222946167
sim_physics_mean0.08652254457516072
sim_physics_median0.08265297687970675
sim_physics_min0.08052510373732623
sim_render-ego_max0.014743783257224342
sim_render-ego_mean0.013392873259945924
sim_render-ego_median0.013359738177940492
sim_render-ego_min0.01190335750579834
simulation-passed1
survival_time_max3.049999999999997
survival_time_mean1.8899999999999997
survival_time_min1.0000000000000002
309866324dermaxchallenge-aido_LF-template-randomaido3-off-LF-sim-validationstep1-simulationerrorno-0:00:49
The container "simul [...]
The container "simulator" exited with code 1.


Look at the logs for the container to know more about the error.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
308426324dermaxchallenge-aido_LF-template-randomaido3-off-LF-sim-validationstep1-simulationerrorno-0:00:42
The container "simul [...]
The container "simulator" exited with code 1.


Look at the logs for the container to know more about the error.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
308006324dermaxchallenge-aido_LF-template-randomaido3-off-LF-sim-validationstep1-simulationsuccessno-0:03:22Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4838163264350306
survival_time_median1.7000000000000008
deviation-center-line_median0.08751730474052305
in-drivable-lane_median0


other stats
agent_compute-ego_max0.026982990178194912
agent_compute-ego_mean0.026093146104120828
agent_compute-ego_median0.02668670357250777
agent_compute-ego_min0.024223804473876953
deviation-center-line_max0.10683019887032848
deviation-center-line_mean0.08719800587294524
deviation-center-line_min0.07065220523066396
deviation-heading_max0.5050851849885492
deviation-heading_mean0.37472646794797326
deviation-heading_median0.3711400756311837
deviation-heading_min0.242154099114489
driven_any_max1.224736399271231
driven_any_mean0.7001682289165533
driven_any_median0.6334906616120762
driven_any_min0.311949329092399
driven_lanedir_consec_max0.6642632200434848
driven_lanedir_consec_mean0.47031102562542887
driven_lanedir_consec_min0.28855079430839536
driven_lanedir_max0.6642632200434848
driven_lanedir_mean0.47031102562542887
driven_lanedir_median0.4838163264350306
driven_lanedir_min0.28855079430839536
in-drivable-lane_max1.5999999999999963
in-drivable-lane_mean0.4499999999999989
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.08776462078094482, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.01271069049835205, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.025697079988626335, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.009411614674788255, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.006441909533280592, "sim_compute_performance-ego": 0.00838845051251925, "sim_compute_robot_state-ego": 0.009312350016373854}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.09806439876556396, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.014577233791351318, "in-drivable-lane": 0, "agent_compute-ego": 0.024223804473876953, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.009332239627838137, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.005497634410858154, "sim_compute_performance-ego": 0.008756506443023681, "sim_compute_robot_state-ego": 0.010590195655822754}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.0906084846047794, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.013271682402666875, "in-drivable-lane": 0, "agent_compute-ego": 0.02687515230739818, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.009605646133422852, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.0065624573651482075, "sim_compute_performance-ego": 0.00919039109173943, "sim_compute_robot_state-ego": 0.0100936819525326}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.08908294068008173, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.013277948879804768, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.02668670357250777, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.009318042974003026, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.006104402854794361, "sim_compute_performance-ego": 0.008042804530409516, "sim_compute_robot_state-ego": 0.009279040039562788}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.09053247625177556, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.014165498993613504, "in-drivable-lane": 0, "agent_compute-ego": 0.026982990178194912, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.010724143548445269, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.0062524297020652075, "sim_compute_performance-ego": 0.00826131213795055, "sim_compute_robot_state-ego": 0.01145803928375244}}
set_robot_commands_max0.010724143548445269
set_robot_commands_mean0.009678337391699508
set_robot_commands_median0.009411614674788255
set_robot_commands_min0.009318042974003026
sim_compute_performance-ego_max0.00919039109173943
sim_compute_performance-ego_mean0.008527892943128484
sim_compute_performance-ego_median0.00838845051251925
sim_compute_performance-ego_min0.008042804530409516
sim_compute_robot_state-ego_max0.01145803928375244
sim_compute_robot_state-ego_mean0.010146661389608886
sim_compute_robot_state-ego_median0.0100936819525326
sim_compute_robot_state-ego_min0.009279040039562788
sim_compute_sim_state_max0.0065624573651482075
sim_compute_sim_state_mean0.006171766773229305
sim_compute_sim_state_median0.0062524297020652075
sim_compute_sim_state_min0.005497634410858154
sim_physics_max0.09806439876556396
sim_physics_mean0.0912105842166291
sim_physics_median0.09053247625177556
sim_physics_min0.08776462078094482
sim_render-ego_max0.014577233791351318
sim_render-ego_mean0.013600610913157705
sim_render-ego_median0.013277948879804768
sim_render-ego_min0.01271069049835205
simulation-passed1
survival_time_max3.049999999999997
survival_time_mean1.8899999999999997
survival_time_min1.0000000000000002
307996324dermaxchallenge-aido_LF-template-randomaido3-off-LF-sim-validationstep1-simulationsuccessno-0:02:29Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4838163264350306
survival_time_median1.7000000000000008
deviation-center-line_median0.08751730474052305
in-drivable-lane_median0


other stats
agent_compute-ego_max0.01451176404953003
agent_compute-ego_mean0.01415629314040703
agent_compute-ego_median0.014106468720869583
agent_compute-ego_min0.013960291357601393
deviation-center-line_max0.10683019887032848
deviation-center-line_mean0.08719800587294524
deviation-center-line_min0.07065220523066396
deviation-heading_max0.5050851849885492
deviation-heading_mean0.37472646794797326
deviation-heading_median0.3711400756311837
deviation-heading_min0.242154099114489
driven_any_max1.224736399271231
driven_any_mean0.7001682289165533
driven_any_median0.6334906616120762
driven_any_min0.311949329092399
driven_lanedir_consec_max0.6642632200434848
driven_lanedir_consec_mean0.47031102562542887
driven_lanedir_consec_min0.28855079430839536
driven_lanedir_max0.6642632200434848
driven_lanedir_mean0.47031102562542887
driven_lanedir_median0.4838163264350306
driven_lanedir_min0.28855079430839536
in-drivable-lane_max1.5999999999999963
in-drivable-lane_mean0.4499999999999989
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.05883513047144963, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.007239699363708496, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.01451176404953003, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.005142881320073054, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.0029091835021972656, "sim_compute_performance-ego": 0.004258467600895808, "sim_compute_robot_state-ego": 0.005288422107696533}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.06057072877883911, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.007291948795318604, "in-drivable-lane": 0, "agent_compute-ego": 0.014045321941375732, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.004932582378387451, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.0028348445892333986, "sim_compute_performance-ego": 0.004002499580383301, "sim_compute_robot_state-ego": 0.005176281929016114}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.05945788411533131, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.007305425756117877, "in-drivable-lane": 0, "agent_compute-ego": 0.013960291357601393, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.004912698970121496, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.0028496489805333756, "sim_compute_performance-ego": 0.0040703871670891255, "sim_compute_robot_state-ego": 0.005252550630008473}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.05786611603908851, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.007208898419239482, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.014157619632658412, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.004977796898513544, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.0028874678689925397, "sim_compute_performance-ego": 0.003968391262116979, "sim_compute_robot_state-ego": 0.005142567587680504}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.06161790544336492, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.007354617118835449, "in-drivable-lane": 0, "agent_compute-ego": 0.014106468720869583, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.004901896823536266, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.002877798947420987, "sim_compute_performance-ego": 0.003982413898814808, "sim_compute_robot_state-ego": 0.005228281021118164}}
set_robot_commands_max0.005142881320073054
set_robot_commands_mean0.004973571278126363
set_robot_commands_median0.004932582378387451
set_robot_commands_min0.004901896823536266
sim_compute_performance-ego_max0.004258467600895808
sim_compute_performance-ego_mean0.004056431901860004
sim_compute_performance-ego_median0.004002499580383301
sim_compute_performance-ego_min0.003968391262116979
sim_compute_robot_state-ego_max0.005288422107696533
sim_compute_robot_state-ego_mean0.005217620655103958
sim_compute_robot_state-ego_median0.005228281021118164
sim_compute_robot_state-ego_min0.005142567587680504
sim_compute_sim_state_max0.0029091835021972656
sim_compute_sim_state_mean0.002871788777675513
sim_compute_sim_state_median0.002877798947420987
sim_compute_sim_state_min0.0028348445892333986
sim_physics_max0.06161790544336492
sim_physics_mean0.059669552969614695
sim_physics_median0.05945788411533131
sim_physics_min0.05786611603908851
sim_render-ego_max0.007354617118835449
sim_render-ego_mean0.0072801178906439805
sim_render-ego_median0.007291948795318604
sim_render-ego_min0.007208898419239482
simulation-passed1
survival_time_max3.049999999999997
survival_time_mean1.8899999999999997
survival_time_min1.0000000000000002