AI Driving Olympics Home Challenges Submissions Jobs

Submission 2708

Submission2708
Competingyes
Challengeaido2-LFV-sim-validation
UserRamiNaim
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22814
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

22814

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228142708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationsuccessyes-0:31:13(hidden)
driven_lanedir_consec_median0.9602362195441052
survival_time_median14.950000000000076
deviation-center-line_median1.021174797456825
in-drivable-lane_median2.000000000000014


other stats
agent_compute-ego_max0.0938571432362432
agent_compute-ego_mean0.09003650160916912
agent_compute-ego_median0.09168352444966632
agent_compute-ego_min0.08523769060770671
deviation-center-line_max1.1865681824346217
deviation-center-line_mean0.8422476215084849
deviation-center-line_min0.22683483670237156
deviation-heading_max7.407076536464438
deviation-heading_mean5.131962918230649
deviation-heading_median6.918808897111082
deviation-heading_min1.7999697601183915
driven_any_max2.3486040874619123
driven_any_mean1.8037203711095755
driven_any_median2.34853514961698
driven_any_min0.870297727821699
driven_lanedir_consec_max1.1675097080656451
driven_lanedir_consec_mean0.8914021715212262
driven_lanedir_consec_min0.4567130552402529
driven_lanedir_max1.6272722403920228
driven_lanedir_mean1.2062607784220605
driven_lanedir_median1.3949694402438109
driven_lanedir_min0.4567130552402529
in-drivable-lane_max2.9000000000000163
in-drivable-lane_mean1.790000000000007
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.102609716283609, "sim_physics": 0.19969594478607175, "survival_time": 7.299999999999982, "driven_lanedir": 0.9926581727749428, "sim_render-ego": 0.06827630245522277, "in-drivable-lane": 0, "agent_compute-ego": 0.08733000983930614, "deviation-heading": 2.356275461590165, "set_robot_commands": 0.1067028911146399, "deviation-center-line": 0.6919579175542566, "driven_lanedir_consec": 0.9926581727749428, "sim_compute_sim_state": 0.04228615760803223, "sim_compute_performance-ego": 0.07619614143894143, "sim_compute_robot_state-ego": 0.0840391165589633, "sim_compute_robot_state-npc0": 0.07720329826825285, "sim_compute_robot_state-npc1": 0.07738273437709024, "sim_compute_robot_state-npc2": 0.07755920495072456, "sim_compute_robot_state-npc3": 0.07746556033826854}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3486040874619123, "sim_physics": 0.18007017135620118, "survival_time": 14.950000000000076, "driven_lanedir": 1.6272722403920228, "sim_render-ego": 0.06299665768941244, "in-drivable-lane": 2.000000000000014, "agent_compute-ego": 0.08523769060770671, "deviation-heading": 6.918808897111082, "set_robot_commands": 0.1002035148938497, "deviation-center-line": 1.021174797456825, "driven_lanedir_consec": 1.1675097080656451, "sim_compute_sim_state": 0.039476267496744794, "sim_compute_performance-ego": 0.07073665301005046, "sim_compute_robot_state-ego": 0.07598819335301717, "sim_compute_robot_state-npc0": 0.07347880125045776, "sim_compute_robot_state-npc1": 0.06996205965677897, "sim_compute_robot_state-npc2": 0.0703823455174764, "sim_compute_robot_state-npc3": 0.0801578942934672}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.34853514961698, "sim_physics": 0.21263033787409463, "survival_time": 14.950000000000076, "driven_lanedir": 1.559690983459272, "sim_render-ego": 0.0698622989654541, "in-drivable-lane": 2.100000000000011, "agent_compute-ego": 0.09207413991292318, "deviation-heading": 7.177683935869171, "set_robot_commands": 0.116681067943573, "deviation-center-line": 1.1865681824346217, "driven_lanedir_consec": 0.9602362195441052, "sim_compute_sim_state": 0.04474099079767863, "sim_compute_performance-ego": 0.07698423067728678, "sim_compute_robot_state-ego": 0.08749618291854859, "sim_compute_robot_state-npc0": 0.07919610897699991, "sim_compute_robot_state-npc1": 0.08090429147084555, "sim_compute_robot_state-npc2": 0.07916534662246705, "sim_compute_robot_state-npc3": 0.08194517612457275}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3485551743636783, "sim_physics": 0.215033225218455, "survival_time": 14.950000000000076, "driven_lanedir": 1.3949694402438109, "sim_render-ego": 0.06965188423792522, "in-drivable-lane": 2.9000000000000163, "agent_compute-ego": 0.09168352444966632, "deviation-heading": 7.407076536464438, "set_robot_commands": 0.110607004960378, "deviation-center-line": 1.0847023733943495, "driven_lanedir_consec": 0.8798937019811857, "sim_compute_sim_state": 0.04389683961868286, "sim_compute_performance-ego": 0.0781196101506551, "sim_compute_robot_state-ego": 0.08688937584559123, "sim_compute_robot_state-npc0": 0.07749598105748494, "sim_compute_robot_state-npc1": 0.07634430329004924, "sim_compute_robot_state-npc2": 0.07618060191472371, "sim_compute_robot_state-npc3": 0.07653478066126505}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.870297727821699, "sim_physics": 0.2109789869059687, "survival_time": 5.749999999999988, "driven_lanedir": 0.4567130552402529, "sim_render-ego": 0.07200115452642027, "in-drivable-lane": 1.949999999999993, "agent_compute-ego": 0.0938571432362432, "deviation-heading": 1.7999697601183915, "set_robot_commands": 0.11676840574845024, "deviation-center-line": 0.22683483670237156, "driven_lanedir_consec": 0.4567130552402529, "sim_compute_sim_state": 0.045192871923032014, "sim_compute_performance-ego": 0.07922624090443486, "sim_compute_robot_state-ego": 0.08332344967385998, "sim_compute_robot_state-npc0": 0.07942629067794137, "sim_compute_robot_state-npc1": 0.0771606673365054, "sim_compute_robot_state-npc2": 0.07840663661127505, "sim_compute_robot_state-npc3": 0.0770810894344164}}
set_robot_commands_max0.11676840574845024
set_robot_commands_mean0.11019257693217815
set_robot_commands_median0.110607004960378
set_robot_commands_min0.1002035148938497
sim_compute_performance-ego_max0.07922624090443486
sim_compute_performance-ego_mean0.07625257523627373
sim_compute_performance-ego_median0.07698423067728678
sim_compute_performance-ego_min0.07073665301005046
sim_compute_robot_state-ego_max0.08749618291854859
sim_compute_robot_state-ego_mean0.08354726366999606
sim_compute_robot_state-ego_median0.0840391165589633
sim_compute_robot_state-ego_min0.07598819335301717
sim_compute_robot_state-npc0_max0.07942629067794137
sim_compute_robot_state-npc0_mean0.07736009604622737
sim_compute_robot_state-npc0_median0.07749598105748494
sim_compute_robot_state-npc0_min0.07347880125045776
sim_compute_robot_state-npc1_max0.08090429147084555
sim_compute_robot_state-npc1_mean0.07635081122625388
sim_compute_robot_state-npc1_median0.0771606673365054
sim_compute_robot_state-npc1_min0.06996205965677897
sim_compute_robot_state-npc2_max0.07916534662246705
sim_compute_robot_state-npc2_mean0.07633882712333336
sim_compute_robot_state-npc2_median0.07755920495072456
sim_compute_robot_state-npc2_min0.0703823455174764
sim_compute_robot_state-npc3_max0.08194517612457275
sim_compute_robot_state-npc3_mean0.07863690017039798
sim_compute_robot_state-npc3_median0.07746556033826854
sim_compute_robot_state-npc3_min0.07653478066126505
sim_compute_sim_state_max0.045192871923032014
sim_compute_sim_state_mean0.043118625488834106
sim_compute_sim_state_median0.04389683961868286
sim_compute_sim_state_min0.039476267496744794
sim_physics_max0.215033225218455
sim_physics_mean0.20368173322815825
sim_physics_median0.2109789869059687
sim_physics_min0.18007017135620118
sim_render-ego_max0.07200115452642027
sim_render-ego_mean0.06855765957488695
sim_render-ego_median0.06965188423792522
sim_render-ego_min0.06299665768941244
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.58000000000004
survival_time_min5.749999999999988
210682708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationsuccessno-0:11:32(hidden)
driven_lanedir_consec_median0.7861977821260584
survival_time_median5.349999999999989
deviation-center-line_median0.4529177582093055
in-drivable-lane_median0


other stats
agent_compute-ego_max0.06422545278773588
agent_compute-ego_mean0.06192957689401486
agent_compute-ego_median0.06100828091303507
agent_compute-ego_min0.06050289378446691
deviation-center-line_max0.7841174236080073
deviation-center-line_mean0.4292696972717017
deviation-center-line_min0.14641603585113463
deviation-heading_max6.632034956447247
deviation-heading_mean2.315757231156943
deviation-heading_median1.052724442275614
deviation-heading_min0.3957611556120399
driven_any_max2.34883271864552
driven_any_mean0.9296944395694676
driven_any_median0.8061978186629878
driven_any_min0.2195639296791323
driven_lanedir_consec_max0.9265185621578094
driven_lanedir_consec_mean0.60157974602009
driven_lanedir_consec_min0.2088987846497714
driven_lanedir_max1.9563181123460145
driven_lanedir_mean0.807539656057731
driven_lanedir_median0.7861977821260584
driven_lanedir_min0.2088987846497714
in-drivable-lane_max0.4999999999999982
in-drivable-lane_mean0.09999999999999964
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0221771235461523, "sim_physics": 0.09589074289097506, "survival_time": 6.799999999999984, "driven_lanedir": 0.84489626643005, "sim_render-ego": 0.05648742177907158, "in-drivable-lane": 0, "agent_compute-ego": 0.06422545278773588, "deviation-heading": 3.0884429718626683, "set_robot_commands": 0.07498844756799586, "deviation-center-line": 0.5996531955305306, "driven_lanedir_consec": 0.84489626643005, "sim_compute_sim_state": 0.03351364766850191, "sim_compute_performance-ego": 0.05873544251217561, "sim_compute_robot_state-ego": 0.060055355815326464, "sim_compute_robot_state-npc0": 0.0653805978157941, "sim_compute_robot_state-npc1": 0.06071062999613145, "sim_compute_robot_state-npc2": 0.05887710872818442, "sim_compute_robot_state-npc3": 0.05937838203766767}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.34883271864552, "sim_physics": 0.09623172362645468, "survival_time": 14.950000000000076, "driven_lanedir": 1.9563181123460145, "sim_render-ego": 0.05446287473042806, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.06100828091303507, "deviation-heading": 6.632034956447247, "set_robot_commands": 0.0741606362660726, "deviation-center-line": 0.7841174236080073, "driven_lanedir_consec": 0.9265185621578094, "sim_compute_sim_state": 0.03259260733922323, "sim_compute_performance-ego": 0.05834542353947957, "sim_compute_robot_state-ego": 0.060300442377726235, "sim_compute_robot_state-npc0": 0.06329792579015096, "sim_compute_robot_state-npc1": 0.059972323576609296, "sim_compute_robot_state-npc2": 0.05885024388631185, "sim_compute_robot_state-npc3": 0.05930436372756958}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.25170060731354627, "sim_physics": 0.10592126846313477, "survival_time": 1.900000000000001, "driven_lanedir": 0.241387334736761, "sim_render-ego": 0.05255211027044999, "in-drivable-lane": 0, "agent_compute-ego": 0.06077053044971667, "deviation-heading": 0.4098226295871468, "set_robot_commands": 0.07156431674957275, "deviation-center-line": 0.16324407315953063, "driven_lanedir_consec": 0.241387334736761, "sim_compute_sim_state": 0.032957371912504495, "sim_compute_performance-ego": 0.05485638191825465, "sim_compute_robot_state-ego": 0.057040973713523464, "sim_compute_robot_state-npc0": 0.06360001940476268, "sim_compute_robot_state-npc1": 0.05945375091151187, "sim_compute_robot_state-npc2": 0.05608298904017398, "sim_compute_robot_state-npc3": 0.05661262963947497}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.2195639296791323, "sim_physics": 0.10236918926239014, "survival_time": 1.7000000000000008, "driven_lanedir": 0.2088987846497714, "sim_render-ego": 0.0528638993992525, "in-drivable-lane": 0, "agent_compute-ego": 0.06050289378446691, "deviation-heading": 0.3957611556120399, "set_robot_commands": 0.06893737877116483, "deviation-center-line": 0.14641603585113463, "driven_lanedir_consec": 0.2088987846497714, "sim_compute_sim_state": 0.031921036103192496, "sim_compute_performance-ego": 0.05393624305725098, "sim_compute_robot_state-ego": 0.05433196180007037, "sim_compute_robot_state-npc0": 0.05933245490579044, "sim_compute_robot_state-npc1": 0.057735835804658776, "sim_compute_robot_state-npc2": 0.056320449885200054, "sim_compute_robot_state-npc3": 0.05632392097921932}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.8061978186629878, "sim_physics": 0.08996977761527088, "survival_time": 5.349999999999989, "driven_lanedir": 0.7861977821260584, "sim_render-ego": 0.0575585008781647, "in-drivable-lane": 0, "agent_compute-ego": 0.06314072653511975, "deviation-heading": 1.052724442275614, "set_robot_commands": 0.07339840960279803, "deviation-center-line": 0.4529177582093055, "driven_lanedir_consec": 0.7861977821260584, "sim_compute_sim_state": 0.034951156544908185, "sim_compute_performance-ego": 0.061409043374462666, "sim_compute_robot_state-ego": 0.06123680711906647, "sim_compute_robot_state-npc0": 0.06602260776769335, "sim_compute_robot_state-npc1": 0.06104843415946603, "sim_compute_robot_state-npc2": 0.06025970762021074, "sim_compute_robot_state-npc3": 0.06190431006600924}}
set_robot_commands_max0.07498844756799586
set_robot_commands_mean0.07260983779152082
set_robot_commands_median0.07339840960279803
set_robot_commands_min0.06893737877116483
sim_compute_performance-ego_max0.061409043374462666
sim_compute_performance-ego_mean0.0574565068803247
sim_compute_performance-ego_median0.05834542353947957
sim_compute_performance-ego_min0.05393624305725098
sim_compute_robot_state-ego_max0.06123680711906647
sim_compute_robot_state-ego_mean0.058593108165142606
sim_compute_robot_state-ego_median0.060055355815326464
sim_compute_robot_state-ego_min0.05433196180007037
sim_compute_robot_state-npc0_max0.06602260776769335
sim_compute_robot_state-npc0_mean0.0635267211368383
sim_compute_robot_state-npc0_median0.06360001940476268
sim_compute_robot_state-npc0_min0.05933245490579044
sim_compute_robot_state-npc1_max0.06104843415946603
sim_compute_robot_state-npc1_mean0.05978419488967548
sim_compute_robot_state-npc1_median0.059972323576609296
sim_compute_robot_state-npc1_min0.057735835804658776
sim_compute_robot_state-npc2_max0.06025970762021074
sim_compute_robot_state-npc2_mean0.05807809983201621
sim_compute_robot_state-npc2_median0.05885024388631185
sim_compute_robot_state-npc2_min0.05608298904017398
sim_compute_robot_state-npc3_max0.06190431006600924
sim_compute_robot_state-npc3_mean0.058704721289988146
sim_compute_robot_state-npc3_median0.05930436372756958
sim_compute_robot_state-npc3_min0.05632392097921932
sim_compute_sim_state_max0.034951156544908185
sim_compute_sim_state_mean0.033187163913666065
sim_compute_sim_state_median0.032957371912504495
sim_compute_sim_state_min0.031921036103192496
sim_physics_max0.10592126846313477
sim_physics_mean0.0980765403716451
sim_physics_median0.09623172362645468
sim_physics_min0.08996977761527088
sim_render-ego_max0.0575585008781647
sim_render-ego_mean0.05478496141147336
sim_render-ego_median0.05446287473042806
sim_render-ego_min0.05255211027044999
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.14000000000001
survival_time_min1.7000000000000008
203942708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationsuccessno-0:31:52(hidden)
driven_lanedir_consec_median0.760985076787565
survival_time_median14.950000000000076
deviation-center-line_median0.6110008091274789
in-drivable-lane_median2.4000000000000092


other stats
agent_compute-ego_max0.10031129995981852
agent_compute-ego_mean0.09715219073112194
agent_compute-ego_median0.09742805285331532
agent_compute-ego_min0.0920620584487915
deviation-center-line_max1.1234495849368888
deviation-center-line_mean0.5859240437811962
deviation-center-line_min0.17216526921023204
deviation-heading_max7.510608728554441
deviation-heading_mean4.386225528440548
deviation-heading_median5.377620278851787
deviation-heading_min0.5370526766587093
driven_any_max2.3483500137918556
driven_any_mean1.627096412983692
driven_any_median2.3328784027465814
driven_any_min0.25964596676498836
driven_lanedir_consec_max0.9085408473486476
driven_lanedir_consec_mean0.6683267094475424
driven_lanedir_consec_min0.24211879882659293
driven_lanedir_max1.4709184163316449
driven_lanedir_mean0.9325178183356168
driven_lanedir_median1.04275228513507
driven_lanedir_min0.24211879882659293
in-drivable-lane_max5.4500000000000535
in-drivable-lane_mean2.6100000000000216
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.3328784027465814, "sim_physics": 0.2525584061940511, "survival_time": 14.950000000000076, "driven_lanedir": 1.04275228513507, "sim_render-ego": 0.0740522050857544, "in-drivable-lane": 5.200000000000045, "agent_compute-ego": 0.10031129995981852, "deviation-heading": 6.531713400148343, "set_robot_commands": 0.13044682423273724, "deviation-center-line": 0.7477913518549973, "driven_lanedir_consec": 0.760985076787565, "sim_compute_sim_state": 0.04592213948567708, "sim_compute_performance-ego": 0.08432359218597413, "sim_compute_robot_state-ego": 0.09854228655497232, "sim_compute_robot_state-npc0": 0.08425692240397135, "sim_compute_robot_state-npc1": 0.08280603011449178, "sim_compute_robot_state-npc2": 0.08310765107472738, "sim_compute_robot_state-npc3": 0.08347018639246623}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8462617447445189, "sim_physics": 0.21366730758122035, "survival_time": 5.599999999999988, "driven_lanedir": 0.7781188388865394, "sim_render-ego": 0.0745418838092259, "in-drivable-lane": 0, "agent_compute-ego": 0.09577901661396028, "deviation-heading": 1.9741325579894584, "set_robot_commands": 0.1278287789651326, "deviation-center-line": 0.2752132037763842, "driven_lanedir_consec": 0.7781188388865394, "sim_compute_sim_state": 0.04587129184177944, "sim_compute_performance-ego": 0.08460780765329089, "sim_compute_robot_state-ego": 0.09731273778847284, "sim_compute_robot_state-npc0": 0.08414741711957115, "sim_compute_robot_state-npc1": 0.08234374438013349, "sim_compute_robot_state-npc2": 0.08362985508782524, "sim_compute_robot_state-npc3": 0.08487894279616219}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3483500137918556, "sim_physics": 0.23694669087727863, "survival_time": 14.950000000000076, "driven_lanedir": 1.4709184163316449, "sim_render-ego": 0.07019192934036254, "in-drivable-lane": 2.4000000000000092, "agent_compute-ego": 0.0920620584487915, "deviation-heading": 7.510608728554441, "set_robot_commands": 0.12009559710820517, "deviation-center-line": 1.1234495849368888, "driven_lanedir_consec": 0.9085408473486476, "sim_compute_sim_state": 0.043969340324401855, "sim_compute_performance-ego": 0.07900574445724487, "sim_compute_robot_state-ego": 0.09068319400151573, "sim_compute_robot_state-npc0": 0.08015515724817912, "sim_compute_robot_state-npc1": 0.07870778322219849, "sim_compute_robot_state-npc2": 0.07753921349843343, "sim_compute_robot_state-npc3": 0.07860834916432699}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.25964596676498836, "sim_physics": 0.22774715912647736, "survival_time": 1.950000000000001, "driven_lanedir": 0.24211879882659293, "sim_render-ego": 0.07387935809600048, "in-drivable-lane": 0, "agent_compute-ego": 0.09742805285331532, "deviation-heading": 0.5370526766587093, "set_robot_commands": 0.12141110346867488, "deviation-center-line": 0.17216526921023204, "driven_lanedir_consec": 0.24211879882659293, "sim_compute_sim_state": 0.04332055801000351, "sim_compute_performance-ego": 0.08278193229284042, "sim_compute_robot_state-ego": 0.09183374429360414, "sim_compute_robot_state-npc0": 0.0799721815647223, "sim_compute_robot_state-npc1": 0.0774998725988926, "sim_compute_robot_state-npc2": 0.08155001738132575, "sim_compute_robot_state-npc3": 0.08190678938841209}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3483459368705155, "sim_physics": 0.25296833356221515, "survival_time": 14.950000000000076, "driven_lanedir": 1.1286807524982376, "sim_render-ego": 0.07460779905319213, "in-drivable-lane": 5.4500000000000535, "agent_compute-ego": 0.10018052577972412, "deviation-heading": 5.377620278851787, "set_robot_commands": 0.12737329403559366, "deviation-center-line": 0.6110008091274789, "driven_lanedir_consec": 0.6518699853883667, "sim_compute_sim_state": 0.04772959391276042, "sim_compute_performance-ego": 0.08351080576578776, "sim_compute_robot_state-ego": 0.09877052783966064, "sim_compute_robot_state-npc0": 0.08503485997517904, "sim_compute_robot_state-npc1": 0.0847248101234436, "sim_compute_robot_state-npc2": 0.08421011924743653, "sim_compute_robot_state-npc3": 0.08484084288279216}}
set_robot_commands_max0.13044682423273724
set_robot_commands_mean0.1254311195620687
set_robot_commands_median0.12737329403559366
set_robot_commands_min0.12009559710820517
sim_compute_performance-ego_max0.08460780765329089
sim_compute_performance-ego_mean0.08284597647102761
sim_compute_performance-ego_median0.08351080576578776
sim_compute_performance-ego_min0.07900574445724487
sim_compute_robot_state-ego_max0.09877052783966064
sim_compute_robot_state-ego_mean0.09542849809564512
sim_compute_robot_state-ego_median0.09731273778847284
sim_compute_robot_state-ego_min0.09068319400151573
sim_compute_robot_state-npc0_max0.08503485997517904
sim_compute_robot_state-npc0_mean0.08271330766232458
sim_compute_robot_state-npc0_median0.08414741711957115
sim_compute_robot_state-npc0_min0.0799721815647223
sim_compute_robot_state-npc1_max0.0847248101234436
sim_compute_robot_state-npc1_mean0.08121644808783199
sim_compute_robot_state-npc1_median0.08234374438013349
sim_compute_robot_state-npc1_min0.0774998725988926
sim_compute_robot_state-npc2_max0.08421011924743653
sim_compute_robot_state-npc2_mean0.08200737125794967
sim_compute_robot_state-npc2_median0.08310765107472738
sim_compute_robot_state-npc2_min0.07753921349843343
sim_compute_robot_state-npc3_max0.08487894279616219
sim_compute_robot_state-npc3_mean0.08274102212483193
sim_compute_robot_state-npc3_median0.08347018639246623
sim_compute_robot_state-npc3_min0.07860834916432699
sim_compute_sim_state_max0.04772959391276042
sim_compute_sim_state_mean0.04536258471492446
sim_compute_sim_state_median0.04587129184177944
sim_compute_sim_state_min0.04332055801000351
sim_physics_max0.25296833356221515
sim_physics_mean0.2367775794682485
sim_physics_median0.23694669087727863
sim_physics_min0.21366730758122035
sim_render-ego_max0.07460779905319213
sim_render-ego_mean0.0734546350769071
sim_render-ego_median0.0740522050857544
sim_render-ego_min0.07019192934036254
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.480000000000045
survival_time_min1.950000000000001
203932708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationsuccessno-0:30:58(hidden)
driven_lanedir_consec_median0.7410358729566031
survival_time_median12.200000000000038
deviation-center-line_median0.6056038630824019
in-drivable-lane_median2.9999999999999893


other stats
agent_compute-ego_max0.09482275459864369
agent_compute-ego_mean0.09068826844485592
agent_compute-ego_median0.09047730004086214
agent_compute-ego_min0.08682222127914428
deviation-center-line_max1.3880114032695448
deviation-center-line_mean0.6968188671653625
deviation-center-line_min0.2587507428435846
deviation-heading_max6.864386611015579
deviation-heading_mean4.491067630643374
deviation-heading_median5.117464412776776
deviation-heading_min2.0286661519943876
driven_any_max2.3483159991790097
driven_any_mean1.7491921610604957
driven_any_median1.9063621158472064
driven_any_min1.0389688326706847
driven_lanedir_consec_max1.0270509243291088
driven_lanedir_consec_mean0.7638496238208232
driven_lanedir_consec_min0.4535572669862935
driven_lanedir_max1.503122851333198
driven_lanedir_mean1.0076820206345802
driven_lanedir_median0.9913643500755764
driven_lanedir_min0.4535572669862935
in-drivable-lane_max5.550000000000036
in-drivable-lane_mean2.830000000000013
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.1043257543280258, "sim_physics": 0.20997489478490125, "survival_time": 7.299999999999982, "driven_lanedir": 0.9913643500755764, "sim_render-ego": 0.07233911344449814, "in-drivable-lane": 0, "agent_compute-ego": 0.09482275459864369, "deviation-heading": 2.4432648040974025, "set_robot_commands": 0.11578956695452128, "deviation-center-line": 0.6056038630824019, "driven_lanedir_consec": 0.9913643500755764, "sim_compute_sim_state": 0.046309363352109306, "sim_compute_performance-ego": 0.07870306054206744, "sim_compute_robot_state-ego": 0.08631131093795985, "sim_compute_robot_state-npc0": 0.07785222138444038, "sim_compute_robot_state-npc1": 0.07857984386078298, "sim_compute_robot_state-npc2": 0.07963199484838199, "sim_compute_robot_state-npc3": 0.08061903796783865}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0389688326706847, "sim_physics": 0.22706272146281073, "survival_time": 6.799999999999984, "driven_lanedir": 0.4535572669862935, "sim_render-ego": 0.07219003579195808, "in-drivable-lane": 2.9999999999999893, "agent_compute-ego": 0.09047730004086214, "deviation-heading": 2.0286661519943876, "set_robot_commands": 0.11802427207722384, "deviation-center-line": 0.2587507428435846, "driven_lanedir_consec": 0.4535572669862935, "sim_compute_sim_state": 0.045209271066329056, "sim_compute_performance-ego": 0.07903260343215045, "sim_compute_robot_state-ego": 0.0932152551763198, "sim_compute_robot_state-npc0": 0.08015200671027689, "sim_compute_robot_state-npc1": 0.0801593748962178, "sim_compute_robot_state-npc2": 0.08055790732888614, "sim_compute_robot_state-npc3": 0.08295961162623237}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.34798810327755, "sim_physics": 0.21810126781463623, "survival_time": 14.950000000000076, "driven_lanedir": 1.1032846068805884, "sim_render-ego": 0.07090428829193116, "in-drivable-lane": 5.550000000000036, "agent_compute-ego": 0.08682222127914428, "deviation-heading": 5.117464412776776, "set_robot_commands": 0.11234514395395914, "deviation-center-line": 0.6325392801800446, "driven_lanedir_consec": 1.0270509243291088, "sim_compute_sim_state": 0.04437473853429159, "sim_compute_performance-ego": 0.07977993249893188, "sim_compute_robot_state-ego": 0.08557620684305826, "sim_compute_robot_state-npc0": 0.0787421202659607, "sim_compute_robot_state-npc1": 0.08046971956888835, "sim_compute_robot_state-npc2": 0.07930029074350993, "sim_compute_robot_state-npc3": 0.07993050416310628}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3483159991790097, "sim_physics": 0.2197733537356059, "survival_time": 14.950000000000076, "driven_lanedir": 1.503122851333198, "sim_render-ego": 0.0697348165512085, "in-drivable-lane": 2.3500000000000174, "agent_compute-ego": 0.09019285202026368, "deviation-heading": 6.864386611015579, "set_robot_commands": 0.11502321322758992, "deviation-center-line": 1.3880114032695448, "driven_lanedir_consec": 0.7410358729566031, "sim_compute_sim_state": 0.0434428326288859, "sim_compute_performance-ego": 0.07962900320688883, "sim_compute_robot_state-ego": 0.08411659081776937, "sim_compute_robot_state-npc0": 0.07770491520563762, "sim_compute_robot_state-npc1": 0.07847851514816284, "sim_compute_robot_state-npc2": 0.07767907460530599, "sim_compute_robot_state-npc3": 0.07799942970275879}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.9063621158472064, "sim_physics": 0.24165187702804317, "survival_time": 12.200000000000038, "driven_lanedir": 0.987081027897244, "sim_render-ego": 0.0710828001381921, "in-drivable-lane": 3.2500000000000213, "agent_compute-ego": 0.09112621428536588, "deviation-heading": 6.001556173332725, "set_robot_commands": 0.11623599197043748, "deviation-center-line": 0.5991890464512365, "driven_lanedir_consec": 0.6062397047565342, "sim_compute_sim_state": 0.04394480146345545, "sim_compute_performance-ego": 0.0783893964329704, "sim_compute_robot_state-ego": 0.08903097226971486, "sim_compute_robot_state-npc0": 0.07932909785724077, "sim_compute_robot_state-npc1": 0.07906122969799355, "sim_compute_robot_state-npc2": 0.07792016717254138, "sim_compute_robot_state-npc3": 0.08000779933616763}}
set_robot_commands_max0.11802427207722384
set_robot_commands_mean0.11548363763674632
set_robot_commands_median0.11578956695452128
set_robot_commands_min0.11234514395395914
sim_compute_performance-ego_max0.07977993249893188
sim_compute_performance-ego_mean0.0791067992226018
sim_compute_performance-ego_median0.07903260343215045
sim_compute_performance-ego_min0.0783893964329704
sim_compute_robot_state-ego_max0.0932152551763198
sim_compute_robot_state-ego_mean0.08765006720896443
sim_compute_robot_state-ego_median0.08631131093795985
sim_compute_robot_state-ego_min0.08411659081776937
sim_compute_robot_state-npc0_max0.08015200671027689
sim_compute_robot_state-npc0_mean0.07875607228471126
sim_compute_robot_state-npc0_median0.0787421202659607
sim_compute_robot_state-npc0_min0.07770491520563762
sim_compute_robot_state-npc1_max0.08046971956888835
sim_compute_robot_state-npc1_mean0.07934973663440911
sim_compute_robot_state-npc1_median0.07906122969799355
sim_compute_robot_state-npc1_min0.07847851514816284
sim_compute_robot_state-npc2_max0.08055790732888614
sim_compute_robot_state-npc2_mean0.07901788693972508
sim_compute_robot_state-npc2_median0.07930029074350993
sim_compute_robot_state-npc2_min0.07767907460530599
sim_compute_robot_state-npc3_max0.08295961162623237
sim_compute_robot_state-npc3_mean0.08030327655922075
sim_compute_robot_state-npc3_median0.08000779933616763
sim_compute_robot_state-npc3_min0.07799942970275879
sim_compute_sim_state_max0.046309363352109306
sim_compute_sim_state_mean0.04465620140901426
sim_compute_sim_state_median0.04437473853429159
sim_compute_sim_state_min0.0434428326288859
sim_physics_max0.24165187702804317
sim_physics_mean0.22331282296519944
sim_physics_median0.2197733537356059
sim_physics_min0.20997489478490125
sim_render-ego_max0.07233911344449814
sim_render-ego_mean0.07125021084355761
sim_render-ego_median0.0710828001381921
sim_render-ego_min0.0697348165512085
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.240000000000032
survival_time_min6.799999999999984
203772708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationhost-errorno-0:03:55
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20377-371339', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20377-371339', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20377-371339', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
203762708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationhost-errorno-0:03:58
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20376-963679', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20376-963679', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20376-963679', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
203742708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationhost-errorno-0:04:11
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20374-292562', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20374-292562', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20374-292562', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
199002708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationerrorno-0:00:53
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 250, in run_episode
    sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "episode_start".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 209, in on_received_episode_start
                   ||     self.update_observations(context)
                   ||   File "gym_bridge.py", line 274, in update_observations
                   ||     jpg_data = rgb2jpg(obs)
                   ||   File "gym_bridge.py", line 352, in rgb2jpg
                   ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
                   || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
                   || > Unsupported depth of input image:
                   || >     'VDepth::contains(depth)'
                   || > where
                   || >     'depth' is 6 (CV_64F)
                   ||
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 250, in run_episode
 >     sim_ci.write_topic_and_expect_zero('episode_start', EpisodeStart(episode_name))
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "episode_start".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 209, in on_received_episode_start
 >                    ||     self.update_observations(context)
 >                    ||   File "gym_bridge.py", line 274, in update_observations
 >                    ||     jpg_data = rgb2jpg(obs)
 >                    ||   File "gym_bridge.py", line 352, in rgb2jpg
 >                    ||     bgr = cv2.cvtColor(rgb, cv2.COLOR_RGB2BGR)
 >                    || cv2.error: OpenCV(4.1.0) /io/opencv/modules/imgproc/src/color.simd_helpers.hpp:94: error: (-2:Unspecified error) in function 'cv::impl::{anonymous}::CvtHelper<VScn, VDcn, VDepth, sizePolicy>::CvtHelper(cv::InputArray, cv::OutputArray, int) [with VScn = cv::impl::{anonymous}::Set<1>; VDcn = cv::impl::{anonymous}::Set<3, 4>; VDepth = cv::impl::{anonymous}::Set<0, 2, 5>; cv::impl::{anonymous}::SizePolicy sizePolicy = (cv::impl::<unnamed>::SizePolicy)2u; cv::InputArray = const cv::_InputArray&; cv::OutputArray = const cv::_OutputArray&]'
 >                    || > Unsupported depth of input image:
 >                    || >     'VDepth::contains(depth)'
 >                    || > where
 >                    || >     'depth' is 6 (CV_64F)
 >                    ||
 >                    ||
 > 
(hidden)
194052708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationsuccessno-0:25:35(hidden)
driven_lanedir_consec_median0.9940003362676816
survival_time_median13.05000000000005
deviation-center-line_median0.8156497959383973
in-drivable-lane_median1.750000000000015


other stats
agent_compute-ego_max0.09378837647839128
agent_compute-ego_mean0.08969972153649346
agent_compute-ego_median0.08981918334960938
agent_compute-ego_min0.08457835241295826
deviation-center-line_max0.9723511364404808
deviation-center-line_mean0.6807841971609401
deviation-center-line_min0.32236663551128514
deviation-heading_max6.7719638175575465
deviation-heading_mean3.8456530594362506
deviation-heading_median4.6205639543020744
deviation-heading_min0.7626681611106574
driven_any_max2.3553823552533815
driven_any_mean1.668695122093321
driven_any_median2.0500856106652763
driven_any_min0.7806693780160238
driven_lanedir_consec_max1.3679196990003089
driven_lanedir_consec_mean1.0015318300615244
driven_lanedir_consec_min0.7499990385650396
driven_lanedir_max1.689176892272246
driven_lanedir_mean1.164149485533915
driven_lanedir_median1.2212807718066745
driven_lanedir_min0.7499990385650396
in-drivable-lane_max4.450000000000007
in-drivable-lane_mean1.8400000000000076
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.8020088466541154, "sim_physics": 0.0476960935325266, "survival_time": 5.349999999999989, "driven_lanedir": 0.7499990385650396, "sim_render-ego": 0.07152106160315398, "in-drivable-lane": 0, "agent_compute-ego": 0.09378837647839128, "deviation-heading": 1.4956603976025722, "set_robot_commands": 0.11733370629426476, "deviation-center-line": 0.32236663551128514, "driven_lanedir_consec": 0.7499990385650396, "sim_compute_sim_state": 0.04384741604885208, "sim_compute_performance-ego": 0.07774608825968805, "sim_compute_robot_state-ego": 0.08012530291191886, "sim_compute_robot_state-npc0": 0.07659173457421989, "sim_compute_robot_state-npc1": 0.07944065833760199, "sim_compute_robot_state-npc2": 0.07947686453846013, "sim_compute_robot_state-npc3": 0.07949332433326223}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.355329419877808, "sim_physics": 0.04354924519856771, "survival_time": 14.950000000000076, "driven_lanedir": 1.689176892272246, "sim_render-ego": 0.06773686567942301, "in-drivable-lane": 1.750000000000015, "agent_compute-ego": 0.08981918334960938, "deviation-heading": 6.7719638175575465, "set_robot_commands": 0.11262656132380168, "deviation-center-line": 0.9723511364404808, "driven_lanedir_consec": 1.3679196990003089, "sim_compute_sim_state": 0.04249426364898681, "sim_compute_performance-ego": 0.07441637833913167, "sim_compute_robot_state-ego": 0.07862477858861287, "sim_compute_robot_state-npc0": 0.0751968789100647, "sim_compute_robot_state-npc1": 0.07576882521311443, "sim_compute_robot_state-npc2": 0.07588360786437988, "sim_compute_robot_state-npc3": 0.07502296447753906}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.7806693780160238, "sim_physics": 0.04540995486731668, "survival_time": 5.14999999999999, "driven_lanedir": 0.7666372600031672, "sim_render-ego": 0.06877258680399181, "in-drivable-lane": 0, "agent_compute-ego": 0.09065026912874388, "deviation-heading": 0.7626681611106574, "set_robot_commands": 0.11343043521769997, "deviation-center-line": 0.45189365578940954, "driven_lanedir_consec": 0.7666372600031672, "sim_compute_sim_state": 0.0421831515228864, "sim_compute_performance-ego": 0.07340508062862655, "sim_compute_robot_state-ego": 0.08144413846210369, "sim_compute_robot_state-npc0": 0.07483149037777799, "sim_compute_robot_state-npc1": 0.07443473408523116, "sim_compute_robot_state-npc2": 0.07564491438634187, "sim_compute_robot_state-npc3": 0.07423316159294648}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3553823552533815, "sim_physics": 0.041599178314208986, "survival_time": 14.950000000000076, "driven_lanedir": 1.3936534650224472, "sim_render-ego": 0.0665155816078186, "in-drivable-lane": 4.450000000000007, "agent_compute-ego": 0.08966242631276448, "deviation-heading": 4.6205639543020744, "set_robot_commands": 0.10971951405207316, "deviation-center-line": 0.8416597621251278, "driven_lanedir_consec": 1.1291028164714243, "sim_compute_sim_state": 0.04153342644373576, "sim_compute_performance-ego": 0.07392378091812134, "sim_compute_robot_state-ego": 0.07666513681411743, "sim_compute_robot_state-npc0": 0.07283376773198445, "sim_compute_robot_state-npc1": 0.0741311240196228, "sim_compute_robot_state-npc2": 0.07436803181966146, "sim_compute_robot_state-npc3": 0.07403980175654093}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.0500856106652763, "sim_physics": 0.03853289012251229, "survival_time": 13.05000000000005, "driven_lanedir": 1.2212807718066745, "sim_render-ego": 0.062122918636862805, "in-drivable-lane": 3.000000000000017, "agent_compute-ego": 0.08457835241295826, "deviation-heading": 5.577408966608402, "set_robot_commands": 0.10224311105136212, "deviation-center-line": 0.8156497959383973, "driven_lanedir_consec": 0.9940003362676816, "sim_compute_sim_state": 0.03856723061923323, "sim_compute_performance-ego": 0.06764594713846843, "sim_compute_robot_state-ego": 0.07068545516880079, "sim_compute_robot_state-npc0": 0.07004584115127037, "sim_compute_robot_state-npc1": 0.07289505096230928, "sim_compute_robot_state-npc2": 0.06853601210875529, "sim_compute_robot_state-npc3": 0.07006461684274491}}
set_robot_commands_max0.11733370629426476
set_robot_commands_mean0.11107066558784032
set_robot_commands_median0.11262656132380168
set_robot_commands_min0.10224311105136212
sim_compute_performance-ego_max0.07774608825968805
sim_compute_performance-ego_mean0.07342745505680721
sim_compute_performance-ego_median0.07392378091812134
sim_compute_performance-ego_min0.06764594713846843
sim_compute_robot_state-ego_max0.08144413846210369
sim_compute_robot_state-ego_mean0.07750896238911072
sim_compute_robot_state-ego_median0.07862477858861287
sim_compute_robot_state-ego_min0.07068545516880079
sim_compute_robot_state-npc0_max0.07659173457421989
sim_compute_robot_state-npc0_mean0.07389994254906349
sim_compute_robot_state-npc0_median0.07483149037777799
sim_compute_robot_state-npc0_min0.07004584115127037
sim_compute_robot_state-npc1_max0.07944065833760199
sim_compute_robot_state-npc1_mean0.07533407852357592
sim_compute_robot_state-npc1_median0.07443473408523116
sim_compute_robot_state-npc1_min0.07289505096230928
sim_compute_robot_state-npc2_max0.07947686453846013
sim_compute_robot_state-npc2_mean0.07478188614351973
sim_compute_robot_state-npc2_median0.07564491438634187
sim_compute_robot_state-npc2_min0.06853601210875529
sim_compute_robot_state-npc3_max0.07949332433326223
sim_compute_robot_state-npc3_mean0.07457077380060673
sim_compute_robot_state-npc3_median0.07423316159294648
sim_compute_robot_state-npc3_min0.07006461684274491
sim_compute_sim_state_max0.04384741604885208
sim_compute_sim_state_mean0.04172509765673886
sim_compute_sim_state_median0.0421831515228864
sim_compute_sim_state_min0.03856723061923323
sim_physics_max0.0476960935325266
sim_physics_mean0.043357472407026455
sim_physics_median0.04354924519856771
sim_physics_min0.03853289012251229
sim_render-ego_max0.07152106160315398
sim_render-ego_mean0.06733380286625004
sim_render-ego_median0.06773686567942301
sim_render-ego_min0.062122918636862805
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.690000000000037
survival_time_min5.14999999999999
186762708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationerrorno-0:21:07
Waited 1201 seconds [...]
Waited 1201 seconds for container to finish. Giving up. 
(hidden)
183422708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationerrorno-0:20:44
Waited 1204 seconds [...]
Waited 1204 seconds for container to finish. Giving up. 
(hidden)
183332708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationhost-errorno-0:13:57
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job18333-274205', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job18333-274205', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job18333-274205', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
180872708RamiNaimchallenge-aido_LF-baseline-duckietownaido2-LFV-sim-validationstep1-simulationsuccessno-0:12:48(hidden)
driven_lanedir_consec_median1.0395868894381612
survival_time_median3.899999999999994
deviation-center-line_median0.3328305610846789
in-drivable-lane_median0.14999999999999947


other stats
agent_compute-ego_max0.06796915065951464
agent_compute-ego_mean0.0658083524582385
agent_compute-ego_median0.06666352417295342
agent_compute-ego_min0.06199879524035331
deviation-center-line_max0.6266807364125704
deviation-center-line_mean0.35477524769716834
deviation-center-line_min0.12868167078259024
deviation-heading_max2.7663292017085275
deviation-heading_mean1.1668013655864022
deviation-heading_median0.8373897318962056
deviation-heading_min0.5991496820193504
driven_any_max2.420342152778294
driven_any_mean1.354549141663401
driven_any_median1.252768667541423
driven_any_min0.6259834529865921
driven_lanedir_consec_max1.2961445246190346
driven_lanedir_consec_mean0.9783247048437154
driven_lanedir_consec_min0.48660457874753504
driven_lanedir_max1.7970724164659035
driven_lanedir_mean1.1575141654227272
driven_lanedir_median1.1681624178430012
driven_lanedir_min0.48660457874753504
in-drivable-lane_max1.0499999999999965
in-drivable-lane_mean0.28999999999999904
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.6259834529865921, "sim_physics": 0.020557909477047803, "survival_time": 2.0500000000000007, "driven_lanedir": 0.48660457874753504, "sim_render-ego": 0.06043127687965951, "in-drivable-lane": 0.1499999999999997, "agent_compute-ego": 0.06481415469472002, "deviation-heading": 0.7600262797138214, "set_robot_commands": 0.07213963531866306, "deviation-center-line": 0.12868167078259024, "driven_lanedir_consec": 0.48660457874753504, "sim_compute_sim_state": 0.033321869082567165, "sim_compute_performance-ego": 0.0593733903838367, "sim_compute_robot_state-ego": 0.05818743240542528, "sim_compute_robot_state-npc0": 0.06750348137646187, "sim_compute_robot_state-npc1": 0.06270654027054949, "sim_compute_robot_state-npc2": 0.06162266033451732, "sim_compute_robot_state-npc3": 0.061550785855549135}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.420342152778294, "sim_physics": 0.023612254502757495, "survival_time": 7.549999999999981, "driven_lanedir": 1.7970724164659035, "sim_render-ego": 0.06739736708584211, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.06666352417295342, "deviation-heading": 2.7663292017085275, "set_robot_commands": 0.07452901783368446, "deviation-center-line": 0.6266807364125704, "driven_lanedir_consec": 0.9011251135708456, "sim_compute_sim_state": 0.03808243701000087, "sim_compute_performance-ego": 0.0671946449785043, "sim_compute_robot_state-ego": 0.06605600994943783, "sim_compute_robot_state-npc0": 0.0728867906608329, "sim_compute_robot_state-npc1": 0.06720799799786498, "sim_compute_robot_state-npc2": 0.06886582658780331, "sim_compute_robot_state-npc3": 0.06798066366587253}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.3171796286314583, "sim_physics": 0.02406826542644966, "survival_time": 4.099999999999993, "driven_lanedir": 1.2961445246190346, "sim_render-ego": 0.06446052760612674, "in-drivable-lane": 0, "agent_compute-ego": 0.06796915065951464, "deviation-heading": 0.5991496820193504, "set_robot_commands": 0.07472788996812774, "deviation-center-line": 0.4116866217736998, "driven_lanedir_consec": 1.2961445246190346, "sim_compute_sim_state": 0.03439819522020293, "sim_compute_performance-ego": 0.06274890318149473, "sim_compute_robot_state-ego": 0.06391681694402927, "sim_compute_robot_state-npc0": 0.0701447085636418, "sim_compute_robot_state-npc1": 0.06553426602991616, "sim_compute_robot_state-npc2": 0.06509833219574719, "sim_compute_robot_state-npc3": 0.06393539324039366}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.252768667541423, "sim_physics": 0.021535054231301337, "survival_time": 3.899999999999994, "driven_lanedir": 1.1681624178430012, "sim_render-ego": 0.05584141535636706, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.06199879524035331, "deviation-heading": 0.8373897318962056, "set_robot_commands": 0.07298435308994392, "deviation-center-line": 0.3328305610846789, "driven_lanedir_consec": 1.1681624178430012, "sim_compute_sim_state": 0.03216708012116261, "sim_compute_performance-ego": 0.056624962733342096, "sim_compute_robot_state-ego": 0.05714294237968249, "sim_compute_robot_state-npc0": 0.06005237347040421, "sim_compute_robot_state-npc1": 0.057356904714535445, "sim_compute_robot_state-npc2": 0.05819211862026117, "sim_compute_robot_state-npc3": 0.058578197772686295}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.156471806379239, "sim_physics": 0.022620187865363225, "survival_time": 3.599999999999995, "driven_lanedir": 1.0395868894381612, "sim_render-ego": 0.06245108445485433, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.06759613752365112, "deviation-heading": 0.8711119325941071, "set_robot_commands": 0.07326055566469829, "deviation-center-line": 0.27399664843230237, "driven_lanedir_consec": 1.0395868894381612, "sim_compute_sim_state": 0.0357653366194831, "sim_compute_performance-ego": 0.06167741947703891, "sim_compute_robot_state-ego": 0.06092472871144613, "sim_compute_robot_state-npc0": 0.06963748733202617, "sim_compute_robot_state-npc1": 0.06662575072712368, "sim_compute_robot_state-npc2": 0.06510022944874233, "sim_compute_robot_state-npc3": 0.06362047129207188}}
set_robot_commands_max0.07472788996812774
set_robot_commands_mean0.0735282903750235
set_robot_commands_median0.07326055566469829
set_robot_commands_min0.07213963531866306
sim_compute_performance-ego_max0.0671946449785043
sim_compute_performance-ego_mean0.06152386415084336
sim_compute_performance-ego_median0.06167741947703891
sim_compute_performance-ego_min0.056624962733342096
sim_compute_robot_state-ego_max0.06605600994943783
sim_compute_robot_state-ego_mean0.0612455860780042
sim_compute_robot_state-ego_median0.06092472871144613
sim_compute_robot_state-ego_min0.05714294237968249
sim_compute_robot_state-npc0_max0.0728867906608329
sim_compute_robot_state-npc0_mean0.06804496828067338
sim_compute_robot_state-npc0_median0.06963748733202617
sim_compute_robot_state-npc0_min0.06005237347040421
sim_compute_robot_state-npc1_max0.06720799799786498
sim_compute_robot_state-npc1_mean0.06388629194799796
sim_compute_robot_state-npc1_median0.06553426602991616
sim_compute_robot_state-npc1_min0.057356904714535445
sim_compute_robot_state-npc2_max0.06886582658780331
sim_compute_robot_state-npc2_mean0.06377583343741426
sim_compute_robot_state-npc2_median0.06509833219574719
sim_compute_robot_state-npc2_min0.05819211862026117
sim_compute_robot_state-npc3_max0.06798066366587253
sim_compute_robot_state-npc3_mean0.06313310236531469
sim_compute_robot_state-npc3_median0.06362047129207188
sim_compute_robot_state-npc3_min0.058578197772686295
sim_compute_sim_state_max0.03808243701000087
sim_compute_sim_state_mean0.03474698361068333
sim_compute_sim_state_median0.03439819522020293
sim_compute_sim_state_min0.03216708012116261
sim_physics_max0.02406826542644966
sim_physics_mean0.022478734300583905
sim_physics_median0.022620187865363225
sim_physics_min0.020557909477047803
sim_render-ego_max0.06739736708584211
sim_render-ego_mean0.06211633427656994
sim_render-ego_median0.06245108445485433
sim_render-ego_min0.05584141535636706
simulation-passed1
survival_time_max7.549999999999981
survival_time_mean4.239999999999993
survival_time_min2.0500000000000007