AI Driving Olympics Home Challenges Submissions Jobs

Submission 4326

Submission4326
Competingyes
Challengeaido3-LF-sim-validation
UserGianmarco Bernasconi
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 26839
Next
User labelbaseline-IL-sim-tensorflow
Admin priority60
Blessing60
User priority

26839

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
268394326Gianmarco Bernasconi baseline-IL-sim-tensorflowaido3-LF-sim-validationstep1-simulationsuccessyes-0:07:27Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.29124046493392686
survival_time_median4.249999999999993
deviation-center-line_median0.2185781085321362
in-drivable-lane_median0.6499999999999992


other stats
agent_compute-ego_max0.0323727735832556
agent_compute-ego_mean0.028491574942272217
agent_compute-ego_median0.028772841108606215
agent_compute-ego_min0.02236973104022798
deviation-center-line_max0.3667092421468497
deviation-center-line_mean0.2483387014790913
deviation-center-line_min0.17104676157426946
deviation-heading_max2.660357676174971
deviation-heading_mean2.1942184039859836
deviation-heading_median2.229697387552813
deviation-heading_min1.717446254081228
driven_any_max1.220042336534243
driven_any_mean0.9213362355021484
driven_any_median1.0149994175471122
driven_any_min0.5127720525859885
driven_lanedir_consec_max0.4546225951789433
driven_lanedir_consec_mean0.32211468270954047
driven_lanedir_consec_min0.18522324990788075
driven_lanedir_max0.6030511878086169
driven_lanedir_mean0.44765838861587737
driven_lanedir_median0.42726670402441946
driven_lanedir_min0.2355738633740931
in-drivable-lane_max2.999999999999994
in-drivable-lane_mean1.1599999999999977
in-drivable-lane_min0.19999999999999996
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.220042336534243, "sim_physics": 0.0799139454251244, "survival_time": 6.299999999999986, "driven_lanedir": 0.42726670402441946, "sim_render-ego": 0.00913501921154204, "in-drivable-lane": 2.999999999999994, "agent_compute-ego": 0.02236973104022798, "deviation-heading": 2.229697387552813, "set_robot_commands": 0.006900872503008161, "deviation-center-line": 0.18166448922860853, "driven_lanedir_consec": 0.42726670402441946, "sim_compute_sim_state": 0.003805843610612173, "sim_compute_performance-ego": 0.005836238936772422, "sim_compute_robot_state-ego": 0.00703811456286718}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7044177571793464, "sim_physics": 0.1428552172077236, "survival_time": 3.349999999999996, "driven_lanedir": 0.382604187935929, "sim_render-ego": 0.013709427705451624, "in-drivable-lane": 0.6499999999999992, "agent_compute-ego": 0.0323727735832556, "deviation-heading": 1.717446254081228, "set_robot_commands": 0.011151249728985686, "deviation-center-line": 0.2185781085321362, "driven_lanedir_consec": 0.29124046493392686, "sim_compute_sim_state": 0.005362090779774224, "sim_compute_performance-ego": 0.008048676732760756, "sim_compute_robot_state-ego": 0.010385303354975004}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.0149994175471122, "sim_physics": 0.12048741508932674, "survival_time": 4.249999999999993, "driven_lanedir": 0.6030511878086169, "sim_render-ego": 0.013190230201272404, "in-drivable-lane": 0.5499999999999986, "agent_compute-ego": 0.030601840860703413, "deviation-heading": 2.504097915170789, "set_robot_commands": 0.010480378655826343, "deviation-center-line": 0.3667092421468497, "driven_lanedir_consec": 0.25222039950253183, "sim_compute_sim_state": 0.005196532081155216, "sim_compute_performance-ego": 0.007547471102546243, "sim_compute_robot_state-ego": 0.009755126167746151}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.1544496136640523, "sim_physics": 0.11543678091122554, "survival_time": 5.1999999999999895, "driven_lanedir": 0.5897959999363283, "sim_render-ego": 0.0128556673343365, "in-drivable-lane": 1.3999999999999957, "agent_compute-ego": 0.028340688118567832, "deviation-heading": 2.660357676174971, "set_robot_commands": 0.010002298996998714, "deviation-center-line": 0.30369490591359244, "driven_lanedir_consec": 0.4546225951789433, "sim_compute_sim_state": 0.005162530220471895, "sim_compute_performance-ego": 0.007691016564002404, "sim_compute_robot_state-ego": 0.009763204134427585}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5127720525859885, "sim_physics": 0.13157065371249585, "survival_time": 2.3499999999999996, "driven_lanedir": 0.2355738633740931, "sim_render-ego": 0.013118733751012924, "in-drivable-lane": 0.19999999999999996, "agent_compute-ego": 0.028772841108606215, "deviation-heading": 1.8594927869501172, "set_robot_commands": 0.011613018969272046, "deviation-center-line": 0.17104676157426946, "driven_lanedir_consec": 0.18522324990788075, "sim_compute_sim_state": 0.005347292473975649, "sim_compute_performance-ego": 0.008007181451675739, "sim_compute_robot_state-ego": 0.009569431873078042}}
set_robot_commands_max0.011613018969272046
set_robot_commands_mean0.01002956377081819
set_robot_commands_median0.010480378655826343
set_robot_commands_min0.006900872503008161
sim_compute_performance-ego_max0.008048676732760756
sim_compute_performance-ego_mean0.007426116957551514
sim_compute_performance-ego_median0.007691016564002404
sim_compute_performance-ego_min0.005836238936772422
sim_compute_robot_state-ego_max0.010385303354975004
sim_compute_robot_state-ego_mean0.009302236018618792
sim_compute_robot_state-ego_median0.009755126167746151
sim_compute_robot_state-ego_min0.00703811456286718
sim_compute_sim_state_max0.005362090779774224
sim_compute_sim_state_mean0.004974857833197832
sim_compute_sim_state_median0.005196532081155216
sim_compute_sim_state_min0.003805843610612173
sim_physics_max0.1428552172077236
sim_physics_mean0.11805280246917922
sim_physics_median0.12048741508932674
sim_physics_min0.0799139454251244
sim_render-ego_max0.013709427705451624
sim_render-ego_mean0.0124018156407231
sim_render-ego_median0.013118733751012924
sim_render-ego_min0.00913501921154204
simulation-passed1
survival_time_max6.299999999999986
survival_time_mean4.289999999999992
survival_time_min2.3499999999999996
255774326Gianmarco Bernasconi baseline-IL-sim-tensorflowaido3-LF-sim-validationstep1-simulationerrorno-0:06:27
The container "evalu [...]
The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
253334326Gianmarco Bernasconi baseline-IL-sim-tensorflowaido3-LF-sim-validationstep1-simulationsuccessno-0:08:11Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.48714458686721385
survival_time_median14.950000000000076
deviation-center-line_median0.18341196328258352
in-drivable-lane_median6.850000000000039


other stats
agent_compute-ego_max0.031563870858826094
agent_compute-ego_mean0.028911877463594648
agent_compute-ego_median0.028175037701924643
agent_compute-ego_min0.026736627419789633
deviation-center-line_max0.6426244964209973
deviation-center-line_mean0.25687650543616547
deviation-center-line_min0.11787091319599678
deviation-heading_max6.332508457031116
deviation-heading_mean4.303907113839864
deviation-heading_median4.826815029239693
deviation-heading_min1.5248973871939917
driven_any_max2.1248002184014343
driven_any_mean1.3997057891899185
driven_any_median1.7147677242930863
driven_any_min0.417755600615093
driven_lanedir_consec_max0.8814028970383474
driven_lanedir_consec_mean0.4605579461116573
driven_lanedir_consec_min0.15621991446800765
driven_lanedir_max0.8814028970383474
driven_lanedir_mean0.4605579461116573
driven_lanedir_median0.48714458686721385
driven_lanedir_min0.15621991446800765
in-drivable-lane_max8.900000000000064
in-drivable-lane_mean5.610000000000025
in-drivable-lane_min1.599999999999997
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.9170492085609752, "sim_physics": 0.06795225779215495, "survival_time": 14.950000000000076, "driven_lanedir": 0.48714458686721385, "sim_render-ego": 0.011119205951690674, "in-drivable-lane": 8.900000000000064, "agent_compute-ego": 0.028175037701924643, "deviation-heading": 4.826815029239693, "set_robot_commands": 0.008583446343739828, "deviation-center-line": 0.6426244964209973, "driven_lanedir_consec": 0.48714458686721385, "sim_compute_sim_state": 0.0047404034932454426, "sim_compute_performance-ego": 0.006755092938741048, "sim_compute_robot_state-ego": 0.008224525451660157}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.417755600615093, "sim_physics": 0.06801142374674479, "survival_time": 3.7499999999999942, "driven_lanedir": 0.15621991446800765, "sim_render-ego": 0.0112849489847819, "in-drivable-lane": 1.599999999999997, "agent_compute-ego": 0.02815330187479655, "deviation-heading": 1.5248973871939917, "set_robot_commands": 0.008131567637125652, "deviation-center-line": 0.11787091319599678, "driven_lanedir_consec": 0.15621991446800765, "sim_compute_sim_state": 0.004645821253458659, "sim_compute_performance-ego": 0.007179346084594727, "sim_compute_robot_state-ego": 0.008265508015950522}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.8241561940790041, "sim_physics": 0.07173177699914715, "survival_time": 7.449999999999981, "driven_lanedir": 0.25132056113372725, "sim_render-ego": 0.011920796144728692, "in-drivable-lane": 3.5499999999999905, "agent_compute-ego": 0.031563870858826094, "deviation-heading": 2.8256984480631364, "set_robot_commands": 0.011198419852544798, "deviation-center-line": 0.18341196328258352, "driven_lanedir_consec": 0.25132056113372725, "sim_compute_sim_state": 0.006016448040136555, "sim_compute_performance-ego": 0.0071456896378689965, "sim_compute_robot_state-ego": 0.00876674716104597}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.1248002184014343, "sim_physics": 0.0719093934694926, "survival_time": 14.950000000000076, "driven_lanedir": 0.8814028970383474, "sim_render-ego": 0.012039482593536375, "in-drivable-lane": 6.850000000000039, "agent_compute-ego": 0.029930549462636312, "deviation-heading": 6.009616247671384, "set_robot_commands": 0.009038451512654625, "deviation-center-line": 0.21155959969775456, "driven_lanedir_consec": 0.8814028970383474, "sim_compute_sim_state": 0.005045675436655681, "sim_compute_performance-ego": 0.007328806718190511, "sim_compute_robot_state-ego": 0.008786293665568034}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.7147677242930863, "sim_physics": 0.06718477249145507, "survival_time": 14.950000000000076, "driven_lanedir": 0.5267017710509903, "sim_render-ego": 0.011296608448028564, "in-drivable-lane": 7.150000000000036, "agent_compute-ego": 0.026736627419789633, "deviation-heading": 6.332508457031116, "set_robot_commands": 0.008162422974904378, "deviation-center-line": 0.12891555458349524, "driven_lanedir_consec": 0.5267017710509903, "sim_compute_sim_state": 0.00466689666112264, "sim_compute_performance-ego": 0.006550195217132568, "sim_compute_robot_state-ego": 0.007999387582143148}}
set_robot_commands_max0.011198419852544798
set_robot_commands_mean0.009022861664193856
set_robot_commands_median0.008583446343739828
set_robot_commands_min0.008131567637125652
sim_compute_performance-ego_max0.007328806718190511
sim_compute_performance-ego_mean0.00699182611930557
sim_compute_performance-ego_median0.0071456896378689965
sim_compute_performance-ego_min0.006550195217132568
sim_compute_robot_state-ego_max0.008786293665568034
sim_compute_robot_state-ego_mean0.008408492375273567
sim_compute_robot_state-ego_median0.008265508015950522
sim_compute_robot_state-ego_min0.007999387582143148
sim_compute_sim_state_max0.006016448040136555
sim_compute_sim_state_mean0.005023048976923796
sim_compute_sim_state_median0.0047404034932454426
sim_compute_sim_state_min0.004645821253458659
sim_physics_max0.0719093934694926
sim_physics_mean0.0693579248997989
sim_physics_median0.06801142374674479
sim_physics_min0.06718477249145507
sim_render-ego_max0.012039482593536375
sim_render-ego_mean0.011532208424553242
sim_render-ego_median0.011296608448028564
sim_render-ego_min0.011119205951690674
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.210000000000042
survival_time_min3.7499999999999942
248234326Gianmarco Bernasconi baseline-IL-sim-tensorflowaido3-LF-sim-validationstep1-simulationerrorno-0:04:43
The container "evalu [...]
The container "evaluator" exited with code 1.


Look at the logs for the container to know more about the error.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
247834326Gianmarco Bernasconi baseline-IL-sim-tensorflowaido3-LF-sim-validationstep1-simulationsuccessno-0:09:19Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.566308417816459
survival_time_median14.950000000000076
deviation-center-line_median0.240612479234086
in-drivable-lane_median7.100000000000037


other stats
agent_compute-ego_max0.01745427370071411
agent_compute-ego_mean0.016553488823436928
agent_compute-ego_median0.01641924872653175
agent_compute-ego_min0.01606379063601421
deviation-center-line_max0.6625777495414343
deviation-center-line_mean0.32995386086485257
deviation-center-line_min0.1749894215309902
deviation-heading_max5.962984547246057
deviation-heading_mean4.769173525991724
deviation-heading_median5.476039500110038
deviation-heading_min2.6173386376434986
driven_any_max1.9758180746903868
driven_any_mean1.556028389747088
driven_any_median1.838123883867588
driven_any_min0.7753212730861507
driven_lanedir_consec_max0.7119291659333546
driven_lanedir_consec_mean0.5247572409036305
driven_lanedir_consec_min0.25727373229418005
driven_lanedir_max0.7119291659333546
driven_lanedir_mean0.5247572409036305
driven_lanedir_median0.566308417816459
driven_lanedir_min0.25727373229418005
in-drivable-lane_max8.050000000000052
in-drivable-lane_mean6.000000000000025
in-drivable-lane_min3.0499999999999923
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.9758180746903868, "sim_physics": 0.049694349765777586, "survival_time": 14.950000000000076, "driven_lanedir": 0.566308417816459, "sim_render-ego": 0.0070785307884216305, "in-drivable-lane": 8.050000000000052, "agent_compute-ego": 0.01745427370071411, "deviation-heading": 5.476039500110038, "set_robot_commands": 0.004564752578735351, "deviation-center-line": 0.6625777495414343, "driven_lanedir_consec": 0.566308417816459, "sim_compute_sim_state": 0.0029576468467712403, "sim_compute_performance-ego": 0.003955208460489909, "sim_compute_robot_state-ego": 0.004935617446899414}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.9386060501401456, "sim_physics": 0.04580236037572225, "survival_time": 14.950000000000076, "driven_lanedir": 0.6902723862737004, "sim_render-ego": 0.0070619511604309085, "in-drivable-lane": 7.100000000000038, "agent_compute-ego": 0.016308585007985432, "deviation-heading": 5.962984547246057, "set_robot_commands": 0.004493989149729411, "deviation-center-line": 0.22111868605568535, "driven_lanedir_consec": 0.6902723862737004, "sim_compute_sim_state": 0.0029214358329772948, "sim_compute_performance-ego": 0.003830735683441162, "sim_compute_robot_state-ego": 0.0048719422022501626}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.252272666951169, "sim_physics": 0.046913779931625134, "survival_time": 9.850000000000003, "driven_lanedir": 0.3980025022004585, "sim_render-ego": 0.007058760841485812, "in-drivable-lane": 4.700000000000001, "agent_compute-ego": 0.01606379063601421, "deviation-heading": 3.94581707662671, "set_robot_commands": 0.004436053600408099, "deviation-center-line": 0.35047096796206706, "driven_lanedir_consec": 0.3980025022004585, "sim_compute_sim_state": 0.0029307876141543314, "sim_compute_performance-ego": 0.003853914096270721, "sim_compute_robot_state-ego": 0.004960885507806304}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7753212730861507, "sim_physics": 0.04902842026630431, "survival_time": 6.549999999999985, "driven_lanedir": 0.25727373229418005, "sim_render-ego": 0.008794214889293408, "in-drivable-lane": 3.0499999999999923, "agent_compute-ego": 0.01641924872653175, "deviation-heading": 2.6173386376434986, "set_robot_commands": 0.0045294834457280985, "deviation-center-line": 0.1749894215309902, "driven_lanedir_consec": 0.25727373229418005, "sim_compute_sim_state": 0.0029553093073022276, "sim_compute_performance-ego": 0.0038937048147652895, "sim_compute_robot_state-ego": 0.004894313011460632}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.838123883867588, "sim_physics": 0.0478381872177124, "survival_time": 14.950000000000076, "driven_lanedir": 0.7119291659333546, "sim_render-ego": 0.007136921882629394, "in-drivable-lane": 7.100000000000037, "agent_compute-ego": 0.01652154604593913, "deviation-heading": 5.843687868332317, "set_robot_commands": 0.004502427577972412, "deviation-center-line": 0.240612479234086, "driven_lanedir_consec": 0.7119291659333546, "sim_compute_sim_state": 0.002980968952178955, "sim_compute_performance-ego": 0.003921128114064534, "sim_compute_robot_state-ego": 0.004905333518981933}}
set_robot_commands_max0.004564752578735351
set_robot_commands_mean0.004505341270514674
set_robot_commands_median0.004502427577972412
set_robot_commands_min0.004436053600408099
sim_compute_performance-ego_max0.003955208460489909
sim_compute_performance-ego_mean0.003890938233806323
sim_compute_performance-ego_median0.0038937048147652895
sim_compute_performance-ego_min0.003830735683441162
sim_compute_robot_state-ego_max0.004960885507806304
sim_compute_robot_state-ego_mean0.004913618337479689
sim_compute_robot_state-ego_median0.004905333518981933
sim_compute_robot_state-ego_min0.0048719422022501626
sim_compute_sim_state_max0.002980968952178955
sim_compute_sim_state_mean0.0029492297106768093
sim_compute_sim_state_median0.0029553093073022276
sim_compute_sim_state_min0.0029214358329772948
sim_physics_max0.049694349765777586
sim_physics_mean0.04785541951142834
sim_physics_median0.0478381872177124
sim_physics_min0.04580236037572225
sim_render-ego_max0.008794214889293408
sim_render-ego_mean0.007426075912452231
sim_render-ego_median0.0070785307884216305
sim_render-ego_min0.007058760841485812
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean12.250000000000044
survival_time_min6.549999999999985