AI Driving Olympics Home Challenges Submissions Jobs

Submission 3713

Submission3713
Competingyes
Challengeaido2-LF-sim-validation
Userjp18813100494
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 23671
Next
User labelfinal test - wh
Admin priority50
Blessing50
User priority

23671

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
236713713jp18813100494final test - whaido2-LF-sim-validationstep1-simulationsuccessyes-0:14:38Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6912525517385508
survival_time_median14.950000000000076
deviation-center-line_median0.5856694382097689
in-drivable-lane_median0


other stats
agent_compute-ego_max0.12299171845118204
agent_compute-ego_mean0.1112096702257792
agent_compute-ego_median0.10807116587956746
agent_compute-ego_min0.10708727916081746
deviation-center-line_max0.9883485803129552
deviation-center-line_mean0.5671016039329928
deviation-center-line_min0.17956999202268023
deviation-heading_max2.2773018805429825
deviation-heading_mean1.7565102855033623
deviation-heading_median1.955263012301971
deviation-heading_min1.139922335843313
driven_any_max3.7034231259716504
driven_any_mean1.452978448961732
driven_any_median0.6946434589759861
driven_any_min0.07847797221096862
driven_lanedir_consec_max3.653920498105707
driven_lanedir_consec_mean1.407378691062942
driven_lanedir_consec_min0.07704592676249566
driven_lanedir_max3.653920498105707
driven_lanedir_mean1.407378691062942
driven_lanedir_median0.6912525517385508
driven_lanedir_min0.07704592676249566
in-drivable-lane_max0.25000000000000355
in-drivable-lane_mean0.05000000000000071
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.07847797221096862, "sim_physics": 0.059150099754333496, "survival_time": 14.950000000000076, "driven_lanedir": 0.07704592676249566, "sim_render-ego": 0.03667732954025269, "in-drivable-lane": 0, "agent_compute-ego": 0.10807116587956746, "deviation-heading": 2.2773018805429825, "set_robot_commands": 0.0561806050936381, "deviation-center-line": 0.9883485803129552, "driven_lanedir_consec": 0.07704592676249566, "sim_compute_sim_state": 0.023732573986053468, "sim_compute_performance-ego": 0.040075796445210775, "sim_compute_robot_state-ego": 0.04182314872741699}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.7034231259716504, "sim_physics": 0.06724542617797852, "survival_time": 14.950000000000076, "driven_lanedir": 3.653920498105707, "sim_render-ego": 0.04167417287826538, "in-drivable-lane": 0, "agent_compute-ego": 0.12299171845118204, "deviation-heading": 1.9755734030639072, "set_robot_commands": 0.06470476786295573, "deviation-center-line": 0.5930166553012554, "driven_lanedir_consec": 3.653920498105707, "sim_compute_sim_state": 0.027473459243774413, "sim_compute_performance-ego": 0.04627676089604696, "sim_compute_robot_state-ego": 0.04816345373789469}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.47243226930661, "sim_physics": 0.059934345881144206, "survival_time": 14.950000000000076, "driven_lanedir": 2.3025185855451795, "sim_render-ego": 0.03745662609736125, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.11039520184199016, "deviation-heading": 1.955263012301971, "set_robot_commands": 0.05701921304066976, "deviation-center-line": 0.5856694382097689, "driven_lanedir_consec": 2.3025185855451795, "sim_compute_sim_state": 0.024681289196014405, "sim_compute_performance-ego": 0.042010335127512614, "sim_compute_robot_state-ego": 0.043128767013549806}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6946434589759861, "sim_physics": 0.05859216213226318, "survival_time": 14.950000000000076, "driven_lanedir": 0.6912525517385508, "sim_render-ego": 0.0364788031578064, "in-drivable-lane": 0, "agent_compute-ego": 0.10750298579533894, "deviation-heading": 1.4344907957646382, "set_robot_commands": 0.056360523700714114, "deviation-center-line": 0.17956999202268023, "driven_lanedir_consec": 0.6912525517385508, "sim_compute_sim_state": 0.02366034984588623, "sim_compute_performance-ego": 0.040190888245900475, "sim_compute_robot_state-ego": 0.046364441712697345}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.31591541834344405, "sim_physics": 0.05685055414835612, "survival_time": 14.950000000000076, "driven_lanedir": 0.31215589316277725, "sim_render-ego": 0.036761704285939535, "in-drivable-lane": 0, "agent_compute-ego": 0.10708727916081746, "deviation-heading": 1.139922335843313, "set_robot_commands": 0.05568891763687134, "deviation-center-line": 0.4889033538183034, "driven_lanedir_consec": 0.31215589316277725, "sim_compute_sim_state": 0.023925457000732425, "sim_compute_performance-ego": 0.04004067103068034, "sim_compute_robot_state-ego": 0.041805512110392254}}
set_robot_commands_max0.06470476786295573
set_robot_commands_mean0.05799080546696981
set_robot_commands_median0.056360523700714114
set_robot_commands_min0.05568891763687134
sim_compute_performance-ego_max0.04627676089604696
sim_compute_performance-ego_mean0.04171889034907024
sim_compute_performance-ego_median0.040190888245900475
sim_compute_performance-ego_min0.04004067103068034
sim_compute_robot_state-ego_max0.04816345373789469
sim_compute_robot_state-ego_mean0.04425706466039022
sim_compute_robot_state-ego_median0.043128767013549806
sim_compute_robot_state-ego_min0.041805512110392254
sim_compute_sim_state_max0.027473459243774413
sim_compute_sim_state_mean0.02469462585449219
sim_compute_sim_state_median0.023925457000732425
sim_compute_sim_state_min0.02366034984588623
sim_physics_max0.06724542617797852
sim_physics_mean0.06035451761881511
sim_physics_median0.059150099754333496
sim_physics_min0.05685055414835612
sim_render-ego_max0.04167417287826538
sim_render-ego_mean0.037809727191925054
sim_render-ego_median0.036761704285939535
sim_render-ego_min0.0364788031578064
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076
236673713jp18813100494final test - whaido2-LF-sim-validationstep1-simulationerroryes-0:20:35
The container "evalu [...]
The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
236663713jp18813100494final test - whaido2-LF-sim-validationstep1-simulationsuccessyes-0:15:42Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6739581230281155
survival_time_median14.950000000000076
deviation-center-line_median0.3941025175869708
in-drivable-lane_median0


other stats
agent_compute-ego_max0.13150811910629273
agent_compute-ego_mean0.10875458971659344
agent_compute-ego_median0.1030660343170166
agent_compute-ego_min0.10279983282089232
deviation-center-line_max0.9855884436071732
deviation-center-line_mean0.5476643542236538
deviation-center-line_min0.23333145765200997
deviation-heading_max2.1061508052597033
deviation-heading_mean1.6356790124350682
deviation-heading_median1.7956846372515745
deviation-heading_min1.1260002628763528
driven_any_max3.653830750759253
driven_any_mean1.472677231067218
driven_any_median0.6768233729223686
driven_any_min0.11389696543724508
driven_lanedir_consec_max3.400719543411479
driven_lanedir_consec_mean1.4113265755217477
driven_lanedir_consec_min0.11179182472364468
driven_lanedir_max3.400719543411479
driven_lanedir_mean1.4113265755217477
driven_lanedir_median0.6739581230281155
driven_lanedir_min0.11179182472364468
in-drivable-lane_max0.4499999999999984
in-drivable-lane_mean0.08999999999999968
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.11389696543724508, "sim_physics": 0.05695484479268392, "survival_time": 14.950000000000076, "driven_lanedir": 0.11179182472364468, "sim_render-ego": 0.03533862590789795, "in-drivable-lane": 0, "agent_compute-ego": 0.10301037470499674, "deviation-heading": 1.833621982041104, "set_robot_commands": 0.05600987911224365, "deviation-center-line": 0.7431676310222219, "driven_lanedir_consec": 0.11179182472364468, "sim_compute_sim_state": 0.022619492212931316, "sim_compute_performance-ego": 0.03855545441309611, "sim_compute_robot_state-ego": 0.04010685284932455}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.653830750759253, "sim_physics": 0.0694495924313863, "survival_time": 14.950000000000076, "driven_lanedir": 3.400719543411479, "sim_render-ego": 0.04206794500350952, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.13150811910629273, "deviation-heading": 1.7956846372515745, "set_robot_commands": 0.0658201297124227, "deviation-center-line": 0.9855884436071732, "driven_lanedir_consec": 3.400719543411479, "sim_compute_sim_state": 0.028022180398305258, "sim_compute_performance-ego": 0.050351463953653974, "sim_compute_robot_state-ego": 0.052902581691741946}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.456852320408123, "sim_physics": 0.0554482102394104, "survival_time": 14.950000000000076, "driven_lanedir": 2.4115549377940235, "sim_render-ego": 0.03509377717971802, "in-drivable-lane": 0, "agent_compute-ego": 0.10279983282089232, "deviation-heading": 2.1061508052597033, "set_robot_commands": 0.05487285137176514, "deviation-center-line": 0.3941025175869708, "driven_lanedir_consec": 2.4115549377940235, "sim_compute_sim_state": 0.02258399248123169, "sim_compute_performance-ego": 0.03828751643498739, "sim_compute_robot_state-ego": 0.040739080905914306}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6768233729223686, "sim_physics": 0.05502998113632202, "survival_time": 14.950000000000076, "driven_lanedir": 0.6739581230281155, "sim_render-ego": 0.034974555969238284, "in-drivable-lane": 0, "agent_compute-ego": 0.10338858763376872, "deviation-heading": 1.3169373747466062, "set_robot_commands": 0.05480600357055664, "deviation-center-line": 0.23333145765200997, "driven_lanedir_consec": 0.6739581230281155, "sim_compute_sim_state": 0.02244361400604248, "sim_compute_performance-ego": 0.03818320751190186, "sim_compute_robot_state-ego": 0.03969473361968994}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4619827458091008, "sim_physics": 0.05393163998921712, "survival_time": 14.950000000000076, "driven_lanedir": 0.45860844865147543, "sim_render-ego": 0.03526963790257772, "in-drivable-lane": 0, "agent_compute-ego": 0.1030660343170166, "deviation-heading": 1.1260002628763528, "set_robot_commands": 0.054875619411468506, "deviation-center-line": 0.3821317212498929, "driven_lanedir_consec": 0.45860844865147543, "sim_compute_sim_state": 0.022913331985473632, "sim_compute_performance-ego": 0.03922961076100667, "sim_compute_robot_state-ego": 0.039781322479248045}}
set_robot_commands_max0.0658201297124227
set_robot_commands_mean0.057276896635691334
set_robot_commands_median0.054875619411468506
set_robot_commands_min0.05480600357055664
sim_compute_performance-ego_max0.050351463953653974
sim_compute_performance-ego_mean0.0409214506149292
sim_compute_performance-ego_median0.03855545441309611
sim_compute_performance-ego_min0.03818320751190186
sim_compute_robot_state-ego_max0.052902581691741946
sim_compute_robot_state-ego_mean0.042644914309183754
sim_compute_robot_state-ego_median0.04010685284932455
sim_compute_robot_state-ego_min0.03969473361968994
sim_compute_sim_state_max0.028022180398305258
sim_compute_sim_state_mean0.023716522216796876
sim_compute_sim_state_median0.022619492212931316
sim_compute_sim_state_min0.02244361400604248
sim_physics_max0.0694495924313863
sim_physics_mean0.05816285371780395
sim_physics_median0.0554482102394104
sim_physics_min0.05393163998921712
sim_render-ego_max0.04206794500350952
sim_render-ego_mean0.0365489083925883
sim_render-ego_median0.03526963790257772
sim_render-ego_min0.034974555969238284
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076