AI Driving Olympics Home Challenges Submissions Jobs

Submission 3063

Submission3063
Competingyes
Challengeaido2-LFVI-sim-validation
UserAndrea Censi
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22634
Next
User labelrotation
Admin priority50
Blessing50
User priority

22634

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
226343063Andrea Censirotationaido2-LFVI-sim-validationstep1-simulationsuccessyes-0:37:05Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.000305044676884636
survival_time_median14.950000000000076
deviation-center-line_median0.4891046565937845
in-drivable-lane_median7.600000000000043


other stats
agent_compute-ego_max0.15654685099919638
agent_compute-ego_mean0.15515980195999146
agent_compute-ego_median0.15556374073028564
agent_compute-ego_min0.1525131313006083
deviation-center-line_max0.6113246250082045
deviation-center-line_mean0.4225460275157091
deviation-center-line_min0.020737627062439232
deviation-heading_max5.830135897709594
deviation-heading_mean5.684570550707688
deviation-heading_median5.657649106857694
deviation-heading_min5.536662996854866
driven_any_max0.02647867283405392
driven_any_mean0.024864239592253624
driven_any_median0.02593019554120814
driven_any_min0.02216545266138003
driven_lanedir_consec_max0.002162616049345756
driven_lanedir_consec_mean-0.0004886462276792348
driven_lanedir_consec_min-0.0036402347654349576
driven_lanedir_max0.002162616049345756
driven_lanedir_mean-0.0004886462276792348
driven_lanedir_median0.000305044676884636
driven_lanedir_min-0.0036402347654349576
in-drivable-lane_max7.650000000000043
in-drivable-lane_mean7.600000000000042
in-drivable-lane_min7.550000000000044
per-episodes
details{"udem1-0-0": {"driven_any": 0.02647867283405392, "sim_physics": 0.19089327017466223, "survival_time": 14.950000000000076, "driven_lanedir": 0.002162616049345756, "sim_render-ego": 0.06302229086558024, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.15556374073028564, "deviation-heading": 5.657649106857694, "set_robot_commands": 0.09884076515833536, "deviation-center-line": 0.561012181201902, "driven_lanedir_consec": 0.002162616049345756, "sim_compute_sim_state": 0.039439262549082435, "sim_compute_performance-ego": 0.06963777860005696, "sim_compute_robot_state-ego": 0.074398725827535, "sim_compute_robot_state-npc0": 0.06983048597971599, "sim_compute_robot_state-npc1": 0.06944490591684978, "sim_compute_robot_state-npc2": 0.06962353150049845, "sim_compute_robot_state-npc3": 0.06919933398564657}, "udem1-1-0": {"driven_any": 0.02593019554120814, "sim_physics": 0.20286035776138303, "survival_time": 14.950000000000076, "driven_lanedir": -0.0036402347654349576, "sim_render-ego": 0.06266499201456706, "in-drivable-lane": 7.650000000000043, "agent_compute-ego": 0.15478568871815998, "deviation-heading": 5.795316370396738, "set_robot_commands": 0.09711106459299725, "deviation-center-line": 0.6113246250082045, "driven_lanedir_consec": -0.0036402347654349576, "sim_compute_sim_state": 0.038844245274861654, "sim_compute_performance-ego": 0.06830163399378458, "sim_compute_robot_state-ego": 0.07329256534576416, "sim_compute_robot_state-npc0": 0.06876020113627115, "sim_compute_robot_state-npc1": 0.06832564353942872, "sim_compute_robot_state-npc2": 0.06931315739949544, "sim_compute_robot_state-npc3": 0.06895219405492146}, "udem1-2-0": {"driven_any": 0.02380440467243486, "sim_physics": 0.18972459316253665, "survival_time": 14.950000000000076, "driven_lanedir": 0.0017436411031614971, "sim_render-ego": 0.06299083471298218, "in-drivable-lane": 7.550000000000044, "agent_compute-ego": 0.1525131313006083, "deviation-heading": 5.6030883817195525, "set_robot_commands": 0.0960243574778239, "deviation-center-line": 0.4891046565937845, "driven_lanedir_consec": 0.0017436411031614971, "sim_compute_sim_state": 0.039229941368103025, "sim_compute_performance-ego": 0.06829575777053833, "sim_compute_robot_state-ego": 0.07406152486801147, "sim_compute_robot_state-npc0": 0.06943959792455037, "sim_compute_robot_state-npc1": 0.06908557812372844, "sim_compute_robot_state-npc2": 0.06909600734710693, "sim_compute_robot_state-npc3": 0.07063842535018922}, "udem1-3-0": {"driven_any": 0.02216545266138003, "sim_physics": 0.19260472615559895, "survival_time": 14.950000000000076, "driven_lanedir": -0.003014298202353105, "sim_render-ego": 0.0632344675064087, "in-drivable-lane": 7.600000000000044, "agent_compute-ego": 0.15654685099919638, "deviation-heading": 5.536662996854866, "set_robot_commands": 0.1002322467168172, "deviation-center-line": 0.4305510477122152, "driven_lanedir_consec": -0.003014298202353105, "sim_compute_sim_state": 0.03851029396057129, "sim_compute_performance-ego": 0.06892403920491537, "sim_compute_robot_state-ego": 0.07397625048955282, "sim_compute_robot_state-npc0": 0.06884946743647258, "sim_compute_robot_state-npc1": 0.06806499083836873, "sim_compute_robot_state-npc2": 0.0688560422261556, "sim_compute_robot_state-npc3": 0.06886681715647379}, "udem1-4-0": {"driven_any": 0.02594247225219117, "sim_physics": 0.1980738425254822, "survival_time": 14.950000000000076, "driven_lanedir": 0.000305044676884636, "sim_render-ego": 0.0619713028271993, "in-drivable-lane": 7.600000000000042, "agent_compute-ego": 0.15638959805170696, "deviation-heading": 5.830135897709594, "set_robot_commands": 0.0978343677520752, "deviation-center-line": 0.020737627062439232, "driven_lanedir_consec": 0.000305044676884636, "sim_compute_sim_state": 0.03804886817932129, "sim_compute_performance-ego": 0.06796612977981567, "sim_compute_robot_state-ego": 0.0746860162417094, "sim_compute_robot_state-npc0": 0.0698667558034261, "sim_compute_robot_state-npc1": 0.06989970842997233, "sim_compute_robot_state-npc2": 0.06904610951741537, "sim_compute_robot_state-npc3": 0.06942482550938923}}
set_robot_commands_max0.1002322467168172
set_robot_commands_mean0.09800856033960978
set_robot_commands_median0.0978343677520752
set_robot_commands_min0.0960243574778239
sim_compute_performance-ego_max0.06963777860005696
sim_compute_performance-ego_mean0.06862506786982218
sim_compute_performance-ego_median0.06830163399378458
sim_compute_performance-ego_min0.06796612977981567
sim_compute_robot_state-ego_max0.0746860162417094
sim_compute_robot_state-ego_mean0.07408301655451457
sim_compute_robot_state-ego_median0.07406152486801147
sim_compute_robot_state-ego_min0.07329256534576416
sim_compute_robot_state-npc0_max0.0698667558034261
sim_compute_robot_state-npc0_mean0.06934930165608724
sim_compute_robot_state-npc0_median0.06943959792455037
sim_compute_robot_state-npc0_min0.06876020113627115
sim_compute_robot_state-npc1_max0.06989970842997233
sim_compute_robot_state-npc1_mean0.0689641653696696
sim_compute_robot_state-npc1_median0.06908557812372844
sim_compute_robot_state-npc1_min0.06806499083836873
sim_compute_robot_state-npc2_max0.06962353150049845
sim_compute_robot_state-npc2_mean0.06918696959813435
sim_compute_robot_state-npc2_median0.06909600734710693
sim_compute_robot_state-npc2_min0.0688560422261556
sim_compute_robot_state-npc3_max0.07063842535018922
sim_compute_robot_state-npc3_mean0.06941631921132405
sim_compute_robot_state-npc3_median0.06919933398564657
sim_compute_robot_state-npc3_min0.06886681715647379
sim_compute_sim_state_max0.039439262549082435
sim_compute_sim_state_mean0.038814522266387944
sim_compute_sim_state_median0.038844245274861654
sim_compute_sim_state_min0.03804886817932129
sim_physics_max0.20286035776138303
sim_physics_mean0.19483135795593265
sim_physics_median0.19260472615559895
sim_physics_min0.18972459316253665
sim_render-ego_max0.0632344675064087
sim_render-ego_mean0.0627767775853475
sim_render-ego_median0.06299083471298218
sim_render-ego_min0.0619713028271993
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076
208643063Andrea Censirotationaido2-LFVI-sim-validationstep1-simulationsuccessno-0:35:53Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.000305044676884636
survival_time_median14.950000000000076
deviation-center-line_median0.4891046565937845
in-drivable-lane_median7.600000000000043


other stats
agent_compute-ego_max0.1717841100692749
agent_compute-ego_mean0.15415737930933637
agent_compute-ego_median0.15004813035329184
agent_compute-ego_min0.14874239285786947
deviation-center-line_max0.6113246250082045
deviation-center-line_mean0.4225460275157091
deviation-center-line_min0.020737627062439232
deviation-heading_max5.830135897709594
deviation-heading_mean5.684570550707688
deviation-heading_median5.657649106857694
deviation-heading_min5.536662996854866
driven_any_max0.02647867283405392
driven_any_mean0.024864239592253624
driven_any_median0.02593019554120814
driven_any_min0.02216545266138003
driven_lanedir_consec_max0.002162616049345756
driven_lanedir_consec_mean-0.0004886462276792348
driven_lanedir_consec_min-0.0036402347654349576
driven_lanedir_max0.002162616049345756
driven_lanedir_mean-0.0004886462276792348
driven_lanedir_median0.000305044676884636
driven_lanedir_min-0.0036402347654349576
in-drivable-lane_max7.650000000000043
in-drivable-lane_mean7.600000000000042
in-drivable-lane_min7.550000000000044
per-episodes
details{"udem1-0-0": {"driven_any": 0.02647867283405392, "sim_physics": 0.2233387756347656, "survival_time": 14.950000000000076, "driven_lanedir": 0.002162616049345756, "sim_render-ego": 0.06811828772226969, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.1717841100692749, "deviation-heading": 5.657649106857694, "set_robot_commands": 0.10776522000630696, "deviation-center-line": 0.561012181201902, "driven_lanedir_consec": 0.002162616049345756, "sim_compute_sim_state": 0.042684784730275475, "sim_compute_performance-ego": 0.07542207797368368, "sim_compute_robot_state-ego": 0.08368022044499715, "sim_compute_robot_state-npc0": 0.07519597848256429, "sim_compute_robot_state-npc1": 0.07617562929789225, "sim_compute_robot_state-npc2": 0.0742625610033671, "sim_compute_robot_state-npc3": 0.07410948673884074}, "udem1-1-0": {"driven_any": 0.02593019554120814, "sim_physics": 0.20114351987838744, "survival_time": 14.950000000000076, "driven_lanedir": -0.0036402347654349576, "sim_render-ego": 0.060717660586039224, "in-drivable-lane": 7.650000000000043, "agent_compute-ego": 0.15023762543996175, "deviation-heading": 5.795316370396738, "set_robot_commands": 0.09531437794367471, "deviation-center-line": 0.6113246250082045, "driven_lanedir_consec": -0.0036402347654349576, "sim_compute_sim_state": 0.03684365272521973, "sim_compute_performance-ego": 0.06562578280766805, "sim_compute_robot_state-ego": 0.0711145011583964, "sim_compute_robot_state-npc0": 0.06884404102961222, "sim_compute_robot_state-npc1": 0.06714802424112956, "sim_compute_robot_state-npc2": 0.06642589648564656, "sim_compute_robot_state-npc3": 0.06716026385625204}, "udem1-2-0": {"driven_any": 0.02380440467243486, "sim_physics": 0.19314073165257772, "survival_time": 14.950000000000076, "driven_lanedir": 0.0017436411031614971, "sim_render-ego": 0.06023574670155843, "in-drivable-lane": 7.550000000000044, "agent_compute-ego": 0.1499746378262838, "deviation-heading": 5.6030883817195525, "set_robot_commands": 0.09583009322484334, "deviation-center-line": 0.4891046565937845, "driven_lanedir_consec": 0.0017436411031614971, "sim_compute_sim_state": 0.03940537691116333, "sim_compute_performance-ego": 0.067316259543101, "sim_compute_robot_state-ego": 0.07176966667175293, "sim_compute_robot_state-npc0": 0.06819501797358195, "sim_compute_robot_state-npc1": 0.06805540402730306, "sim_compute_robot_state-npc2": 0.06815248012542724, "sim_compute_robot_state-npc3": 0.0671971861521403}, "udem1-3-0": {"driven_any": 0.02216545266138003, "sim_physics": 0.20058897813161217, "survival_time": 14.950000000000076, "driven_lanedir": -0.003014298202353105, "sim_render-ego": 0.0620106585820516, "in-drivable-lane": 7.600000000000044, "agent_compute-ego": 0.14874239285786947, "deviation-heading": 5.536662996854866, "set_robot_commands": 0.09354412317276, "deviation-center-line": 0.4305510477122152, "driven_lanedir_consec": -0.003014298202353105, "sim_compute_sim_state": 0.03781956116358439, "sim_compute_performance-ego": 0.06792743841807047, "sim_compute_robot_state-ego": 0.07166570027669271, "sim_compute_robot_state-npc0": 0.06552098115285238, "sim_compute_robot_state-npc1": 0.06488717317581177, "sim_compute_robot_state-npc2": 0.06418054024378458, "sim_compute_robot_state-npc3": 0.06554256836573283}, "udem1-4-0": {"driven_any": 0.02594247225219117, "sim_physics": 0.2011483057339986, "survival_time": 14.950000000000076, "driven_lanedir": 0.000305044676884636, "sim_render-ego": 0.06259693225224813, "in-drivable-lane": 7.600000000000042, "agent_compute-ego": 0.15004813035329184, "deviation-heading": 5.830135897709594, "set_robot_commands": 0.09202473322550456, "deviation-center-line": 0.020737627062439232, "driven_lanedir_consec": 0.000305044676884636, "sim_compute_sim_state": 0.03984922170639038, "sim_compute_performance-ego": 0.06701574405034383, "sim_compute_robot_state-ego": 0.07142412821451823, "sim_compute_robot_state-npc0": 0.0662182092666626, "sim_compute_robot_state-npc1": 0.06662629763285319, "sim_compute_robot_state-npc2": 0.06842709302902222, "sim_compute_robot_state-npc3": 0.06810958782831827}}
set_robot_commands_max0.10776522000630696
set_robot_commands_mean0.09689570951461791
set_robot_commands_median0.09531437794367471
set_robot_commands_min0.09202473322550456
sim_compute_performance-ego_max0.07542207797368368
sim_compute_performance-ego_mean0.0686614605585734
sim_compute_performance-ego_median0.067316259543101
sim_compute_performance-ego_min0.06562578280766805
sim_compute_robot_state-ego_max0.08368022044499715
sim_compute_robot_state-ego_mean0.07393084335327148
sim_compute_robot_state-ego_median0.07166570027669271
sim_compute_robot_state-ego_min0.0711145011583964
sim_compute_robot_state-npc0_max0.07519597848256429
sim_compute_robot_state-npc0_mean0.06879484558105468
sim_compute_robot_state-npc0_median0.06819501797358195
sim_compute_robot_state-npc0_min0.06552098115285238
sim_compute_robot_state-npc1_max0.07617562929789225
sim_compute_robot_state-npc1_mean0.06857850567499797
sim_compute_robot_state-npc1_median0.06714802424112956
sim_compute_robot_state-npc1_min0.06488717317581177
sim_compute_robot_state-npc2_max0.0742625610033671
sim_compute_robot_state-npc2_mean0.06828971417744954
sim_compute_robot_state-npc2_median0.06815248012542724
sim_compute_robot_state-npc2_min0.06418054024378458
sim_compute_robot_state-npc3_max0.07410948673884074
sim_compute_robot_state-npc3_mean0.06842381858825684
sim_compute_robot_state-npc3_median0.0671971861521403
sim_compute_robot_state-npc3_min0.06554256836573283
sim_compute_sim_state_max0.042684784730275475
sim_compute_sim_state_mean0.03932051944732666
sim_compute_sim_state_median0.03940537691116333
sim_compute_sim_state_min0.03684365272521973
sim_physics_max0.2233387756347656
sim_physics_mean0.20387206220626833
sim_physics_median0.20114351987838744
sim_physics_min0.19314073165257772
sim_render-ego_max0.06811828772226969
sim_render-ego_mean0.06273585716883341
sim_render-ego_median0.0620106585820516
sim_render-ego_min0.06023574670155843
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076
208373063Andrea Censirotationaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:18:29
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission3063/step1-simulation-ip-172-31-40-253-32059-job20837/logs/challenges-runner/stdout.log'
Hidden. If you are the author, please login using the top-right link or use the dashboard.
201713063Andrea Censirotationaido2-LFVI-sim-validationstep1-simulationsuccessno-0:37:50Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.0004615556694189671
survival_time_median14.950000000000076
deviation-center-line_median0.4893543511348479
in-drivable-lane_median7.600000000000043


other stats
agent_compute-ego_max0.15843391100565593
agent_compute-ego_mean0.1508959690729777
agent_compute-ego_median0.14948288043340047
agent_compute-ego_min0.14476900100708007
deviation-center-line_max0.6110634223668668
deviation-center-line_mean0.420093337748217
deviation-center-line_min0.01675128614096042
deviation-heading_max5.828528410212022
deviation-heading_mean5.666366635305937
deviation-heading_median5.656741799274124
deviation-heading_min5.45365698365684
driven_any_max0.02699486662998817
driven_any_mean0.025026630137878515
driven_any_median0.025845567204838143
driven_any_min0.022110630442247207
driven_lanedir_consec_max0.0024811319357622708
driven_lanedir_consec_mean-0.0002839237876270495
driven_lanedir_consec_min-0.003723902623983477
driven_lanedir_max0.0024811319357622708
driven_lanedir_mean-0.0002839237876270495
driven_lanedir_median0.0004615556694189671
driven_lanedir_min-0.003723902623983477
in-drivable-lane_max7.650000000000045
in-drivable-lane_mean7.610000000000044
in-drivable-lane_min7.550000000000044
per-episodes
details{"udem1-0-0": {"driven_any": 0.02699486662998817, "sim_physics": 0.2162631464004517, "survival_time": 14.950000000000076, "driven_lanedir": 0.0024811319357622708, "sim_render-ego": 0.06240809520085653, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.15460896889368694, "deviation-heading": 5.656741799274124, "set_robot_commands": 0.0955582841237386, "deviation-center-line": 0.5615811912624447, "driven_lanedir_consec": 0.0024811319357622708, "sim_compute_sim_state": 0.03991979678471883, "sim_compute_performance-ego": 0.07105065902074179, "sim_compute_robot_state-ego": 0.07538472811381022, "sim_compute_robot_state-npc0": 0.0701625927289327, "sim_compute_robot_state-npc1": 0.07051294724146526, "sim_compute_robot_state-npc2": 0.07033451318740845, "sim_compute_robot_state-npc3": 0.0700149655342102}, "udem1-1-0": {"driven_any": 0.025845567204838143, "sim_physics": 0.2226694107055664, "survival_time": 14.950000000000076, "driven_lanedir": -0.003723902623983477, "sim_render-ego": 0.06476889371871948, "in-drivable-lane": 7.650000000000043, "agent_compute-ego": 0.15843391100565593, "deviation-heading": 5.792980334963804, "set_robot_commands": 0.0967424488067627, "deviation-center-line": 0.6110634223668668, "driven_lanedir_consec": -0.003723902623983477, "sim_compute_sim_state": 0.04164273341496785, "sim_compute_performance-ego": 0.06967804590861003, "sim_compute_robot_state-ego": 0.07540271917978923, "sim_compute_robot_state-npc0": 0.07332563797632853, "sim_compute_robot_state-npc1": 0.07212393124898275, "sim_compute_robot_state-npc2": 0.07071705341339111, "sim_compute_robot_state-npc3": 0.07439839283625285}, "udem1-2-0": {"driven_any": 0.024318396942412283, "sim_physics": 0.19908061504364016, "survival_time": 14.950000000000076, "driven_lanedir": 0.0019934477256953187, "sim_render-ego": 0.059106652736663816, "in-drivable-lane": 7.550000000000044, "agent_compute-ego": 0.14476900100708007, "deviation-heading": 5.599925648422895, "set_robot_commands": 0.08778472503026326, "deviation-center-line": 0.4893543511348479, "driven_lanedir_consec": 0.0019934477256953187, "sim_compute_sim_state": 0.03736320336659749, "sim_compute_performance-ego": 0.06543137073516846, "sim_compute_robot_state-ego": 0.06724108537038168, "sim_compute_robot_state-npc0": 0.06604350487391154, "sim_compute_robot_state-npc1": 0.06678632974624633, "sim_compute_robot_state-npc2": 0.06456363677978516, "sim_compute_robot_state-npc3": 0.06683667421340943}, "udem1-3-0": {"driven_any": 0.022110630442247207, "sim_physics": 0.20795449654261272, "survival_time": 14.950000000000076, "driven_lanedir": -0.002631851645028327, "sim_render-ego": 0.06009384075800578, "in-drivable-lane": 7.650000000000045, "agent_compute-ego": 0.14948288043340047, "deviation-heading": 5.45365698365684, "set_robot_commands": 0.0915669584274292, "deviation-center-line": 0.4217164378359653, "driven_lanedir_consec": -0.002631851645028327, "sim_compute_sim_state": 0.03711789687474569, "sim_compute_performance-ego": 0.0662767235438029, "sim_compute_robot_state-ego": 0.07053916374842326, "sim_compute_robot_state-npc0": 0.06734729051589966, "sim_compute_robot_state-npc1": 0.06596714973449708, "sim_compute_robot_state-npc2": 0.06544398466746013, "sim_compute_robot_state-npc3": 0.0656069270769755}, "udem1-4-0": {"driven_any": 0.025863689469906782, "sim_physics": 0.20208343664805095, "survival_time": 14.950000000000076, "driven_lanedir": 0.0004615556694189671, "sim_render-ego": 0.059625860850016275, "in-drivable-lane": 7.600000000000042, "agent_compute-ego": 0.1471850840250651, "deviation-heading": 5.828528410212022, "set_robot_commands": 0.09090924183527628, "deviation-center-line": 0.01675128614096042, "driven_lanedir_consec": 0.0004615556694189671, "sim_compute_sim_state": 0.03646199862162272, "sim_compute_performance-ego": 0.06525272846221924, "sim_compute_robot_state-ego": 0.07123732566833496, "sim_compute_robot_state-npc0": 0.06589326937993367, "sim_compute_robot_state-npc1": 0.06600006421407063, "sim_compute_robot_state-npc2": 0.06536927302678426, "sim_compute_robot_state-npc3": 0.06530107021331787}}
set_robot_commands_max0.0967424488067627
set_robot_commands_mean0.092512331644694
set_robot_commands_median0.0915669584274292
set_robot_commands_min0.08778472503026326
sim_compute_performance-ego_max0.07105065902074179
sim_compute_performance-ego_mean0.06753790553410849
sim_compute_performance-ego_median0.0662767235438029
sim_compute_performance-ego_min0.06525272846221924
sim_compute_robot_state-ego_max0.07540271917978923
sim_compute_robot_state-ego_mean0.07196100441614786
sim_compute_robot_state-ego_median0.07123732566833496
sim_compute_robot_state-ego_min0.06724108537038168
sim_compute_robot_state-npc0_max0.07332563797632853
sim_compute_robot_state-npc0_mean0.06855445909500121
sim_compute_robot_state-npc0_median0.06734729051589966
sim_compute_robot_state-npc0_min0.06589326937993367
sim_compute_robot_state-npc1_max0.07212393124898275
sim_compute_robot_state-npc1_mean0.06827808443705241
sim_compute_robot_state-npc1_median0.06678632974624633
sim_compute_robot_state-npc1_min0.06596714973449708
sim_compute_robot_state-npc2_max0.07071705341339111
sim_compute_robot_state-npc2_mean0.06728569221496582
sim_compute_robot_state-npc2_median0.06544398466746013
sim_compute_robot_state-npc2_min0.06456363677978516
sim_compute_robot_state-npc3_max0.07439839283625285
sim_compute_robot_state-npc3_mean0.06843160597483318
sim_compute_robot_state-npc3_median0.06683667421340943
sim_compute_robot_state-npc3_min0.06530107021331787
sim_compute_sim_state_max0.04164273341496785
sim_compute_sim_state_mean0.03850112581253052
sim_compute_sim_state_median0.03736320336659749
sim_compute_sim_state_min0.03646199862162272
sim_physics_max0.2226694107055664
sim_physics_mean0.20961022106806437
sim_physics_median0.20795449654261272
sim_physics_min0.19908061504364016
sim_render-ego_max0.06476889371871948
sim_render-ego_mean0.061200668652852376
sim_render-ego_median0.06009384075800578
sim_render-ego_min0.059106652736663816
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076
201663063Andrea Censirotationaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:00:55
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20166-731160', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20166-731160', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20166-731160', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
201023063Andrea Censirotationaido2-LFVI-sim-validationstep1-simulationsuccessno-0:31:42Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.00030327325308765474
survival_time_median14.950000000000076
deviation-center-line_median0.4782429075334328
in-drivable-lane_median7.650000000000043


other stats
agent_compute-ego_max0.1509856677055359
agent_compute-ego_mean0.14703900384902954
agent_compute-ego_median0.14842018524805706
agent_compute-ego_min0.1425968114535014
deviation-center-line_max0.6209554143640683
deviation-center-line_mean0.41722590967444423
deviation-center-line_min0.025329293139968057
deviation-heading_max5.820018247123898
deviation-heading_mean5.664655239940049
deviation-heading_median5.766106818286449
deviation-heading_min5.484319536528106
driven_any_max0.028934981635122085
driven_any_mean0.026549538326380497
driven_any_median0.02595836365425521
driven_any_min0.024158897917015212
driven_lanedir_consec_max0.002757206308041882
driven_lanedir_consec_mean-0.0001911202930098277
driven_lanedir_consec_min-0.004297677691446733
driven_lanedir_max0.002757206308041882
driven_lanedir_mean-0.0001911202930098277
driven_lanedir_median0.00030327325308765474
driven_lanedir_min-0.004297677691446733
in-drivable-lane_max7.650000000000044
in-drivable-lane_mean7.630000000000043
in-drivable-lane_min7.550000000000042
per-episodes
details{"udem1-0-0": {"driven_any": 0.028934981635122085, "sim_physics": 0.07449986457824707, "survival_time": 14.950000000000076, "driven_lanedir": 0.002757206308041882, "sim_render-ego": 0.06156574249267578, "in-drivable-lane": 7.550000000000042, "agent_compute-ego": 0.1509856677055359, "deviation-heading": 5.767844541062103, "set_robot_commands": 0.09167600313822429, "deviation-center-line": 0.5560677639275999, "driven_lanedir_consec": 0.002757206308041882, "sim_compute_sim_state": 0.03741787195205688, "sim_compute_performance-ego": 0.0662910795211792, "sim_compute_robot_state-ego": 0.07034743309020997, "sim_compute_robot_state-npc0": 0.06748725255330404, "sim_compute_robot_state-npc1": 0.06896541198094686, "sim_compute_robot_state-npc2": 0.06726577440897624, "sim_compute_robot_state-npc3": 0.06692586263020833}, "udem1-1-0": {"driven_any": 0.02595836365425521, "sim_physics": 0.0753757643699646, "survival_time": 14.950000000000076, "driven_lanedir": -0.004297677691446733, "sim_render-ego": 0.0615297015508016, "in-drivable-lane": 7.650000000000043, "agent_compute-ego": 0.14842018524805706, "deviation-heading": 5.820018247123898, "set_robot_commands": 0.09246764580408733, "deviation-center-line": 0.6209554143640683, "driven_lanedir_consec": -0.004297677691446733, "sim_compute_sim_state": 0.03840984265009562, "sim_compute_performance-ego": 0.0661583924293518, "sim_compute_robot_state-ego": 0.07030797640482585, "sim_compute_robot_state-npc0": 0.06781167984008789, "sim_compute_robot_state-npc1": 0.06803478082021078, "sim_compute_robot_state-npc2": 0.06518548806508383, "sim_compute_robot_state-npc3": 0.06685135046641032}, "udem1-2-0": {"driven_any": 0.025754651142354812, "sim_physics": 0.07064336458841959, "survival_time": 14.950000000000076, "driven_lanedir": 0.0025028109383136155, "sim_render-ego": 0.056350150903066, "in-drivable-lane": 7.650000000000043, "agent_compute-ego": 0.1425968114535014, "deviation-heading": 5.4849870566996906, "set_robot_commands": 0.08777514298756918, "deviation-center-line": 0.4782429075334328, "driven_lanedir_consec": 0.0025028109383136155, "sim_compute_sim_state": 0.03509967009226481, "sim_compute_performance-ego": 0.06436359564463298, "sim_compute_robot_state-ego": 0.06612100919087728, "sim_compute_robot_state-npc0": 0.06267067988713583, "sim_compute_robot_state-npc1": 0.061491798559824624, "sim_compute_robot_state-npc2": 0.06098607063293457, "sim_compute_robot_state-npc3": 0.06263363679250081}, "udem1-3-0": {"driven_any": 0.024158897917015212, "sim_physics": 0.07031399726867676, "survival_time": 14.950000000000076, "driven_lanedir": -0.0022212142730455575, "sim_render-ego": 0.06007475852966308, "in-drivable-lane": 7.650000000000044, "agent_compute-ego": 0.14412349303563435, "deviation-heading": 5.484319536528106, "set_robot_commands": 0.09000205437342326, "deviation-center-line": 0.40553416940715226, "driven_lanedir_consec": -0.0022212142730455575, "sim_compute_sim_state": 0.03726213932037353, "sim_compute_performance-ego": 0.0636994202931722, "sim_compute_robot_state-ego": 0.06691894133885702, "sim_compute_robot_state-npc0": 0.06472829977671306, "sim_compute_robot_state-npc1": 0.06635281642278036, "sim_compute_robot_state-npc2": 0.06584343989690145, "sim_compute_robot_state-npc3": 0.06665830930074056}, "udem1-4-0": {"driven_any": 0.027940797283155145, "sim_physics": 0.07087593078613282, "survival_time": 14.950000000000076, "driven_lanedir": 0.00030327325308765474, "sim_render-ego": 0.060943894386291504, "in-drivable-lane": 7.650000000000042, "agent_compute-ego": 0.14906886180241902, "deviation-heading": 5.766106818286449, "set_robot_commands": 0.09227288405100505, "deviation-center-line": 0.025329293139968057, "driven_lanedir_consec": 0.00030327325308765474, "sim_compute_sim_state": 0.03702423334121704, "sim_compute_performance-ego": 0.06577642838160197, "sim_compute_robot_state-ego": 0.0706913169225057, "sim_compute_robot_state-npc0": 0.06875701109568277, "sim_compute_robot_state-npc1": 0.06733001947402954, "sim_compute_robot_state-npc2": 0.06758280038833618, "sim_compute_robot_state-npc3": 0.06611668666203817}}
set_robot_commands_max0.09246764580408733
set_robot_commands_mean0.0908387460708618
set_robot_commands_median0.09167600313822429
set_robot_commands_min0.08777514298756918
sim_compute_performance-ego_max0.0662910795211792
sim_compute_performance-ego_mean0.06525778325398764
sim_compute_performance-ego_median0.06577642838160197
sim_compute_performance-ego_min0.0636994202931722
sim_compute_robot_state-ego_max0.0706913169225057
sim_compute_robot_state-ego_mean0.06887733538945515
sim_compute_robot_state-ego_median0.07030797640482585
sim_compute_robot_state-ego_min0.06612100919087728
sim_compute_robot_state-npc0_max0.06875701109568277
sim_compute_robot_state-npc0_mean0.06629098463058472
sim_compute_robot_state-npc0_median0.06748725255330404
sim_compute_robot_state-npc0_min0.06267067988713583
sim_compute_robot_state-npc1_max0.06896541198094686
sim_compute_robot_state-npc1_mean0.06643496545155844
sim_compute_robot_state-npc1_median0.06733001947402954
sim_compute_robot_state-npc1_min0.061491798559824624
sim_compute_robot_state-npc2_max0.06758280038833618
sim_compute_robot_state-npc2_mean0.06537271467844645
sim_compute_robot_state-npc2_median0.06584343989690145
sim_compute_robot_state-npc2_min0.06098607063293457
sim_compute_robot_state-npc3_max0.06692586263020833
sim_compute_robot_state-npc3_mean0.06583716917037964
sim_compute_robot_state-npc3_median0.06665830930074056
sim_compute_robot_state-npc3_min0.06263363679250081
sim_compute_sim_state_max0.03840984265009562
sim_compute_sim_state_mean0.037042751471201577
sim_compute_sim_state_median0.03726213932037353
sim_compute_sim_state_min0.03509967009226481
sim_physics_max0.0753757643699646
sim_physics_mean0.07234178431828817
sim_physics_median0.07087593078613282
sim_physics_min0.07031399726867676
sim_render-ego_max0.06156574249267578
sim_render-ego_mean0.06009284957249959
sim_render-ego_median0.060943894386291504
sim_render-ego_min0.056350150903066
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076
200853063Andrea Censirotationaido2-LFVI-sim-validationstep1-simulationsuccessno-0:25:33Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median-0.001630554137003415
survival_time_median14.950000000000076
deviation-center-line_median0.020496612115735065
in-drivable-lane_median7.600000000000043


other stats
agent_compute-ego_max0.15453100045522053
agent_compute-ego_mean0.14055240631103516
agent_compute-ego_median0.1382847579320272
agent_compute-ego_min0.13437430699666342
deviation-center-line_max0.03424323135883343
deviation-center-line_mean0.02028499174457868
deviation-center-line_min0.010044059831133307
deviation-heading_max5.710971395353194
deviation-heading_mean5.590630029300644
deviation-heading_median5.619632497922813
deviation-heading_min5.442058786514319
driven_any_max0.030228674333631703
driven_any_mean0.028207635433957507
driven_any_median0.02834813564469335
driven_any_min0.025948766964486027
driven_lanedir_consec_max0.002974819870643408
driven_lanedir_consec_mean-0.0004948398751484894
driven_lanedir_consec_min-0.004403292250972912
driven_lanedir_max0.002974819870643408
driven_lanedir_mean-0.0004948398751484894
driven_lanedir_median-0.001630554137003415
driven_lanedir_min-0.004403292250972912
in-drivable-lane_max7.700000000000045
in-drivable-lane_mean7.620000000000043
in-drivable-lane_min7.550000000000043
per-episodes
details{"udem1-0-0": {"driven_any": 0.030228674333631703, "sim_physics": 0.02898423751195272, "survival_time": 14.950000000000076, "driven_lanedir": 0.0027333466558043806, "sim_render-ego": 0.06242366949717204, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.15453100045522053, "deviation-heading": 5.619632497922813, "set_robot_commands": 0.07789655049641928, "deviation-center-line": 0.020496612115735065, "driven_lanedir_consec": 0.0027333466558043806, "sim_compute_sim_state": 0.03704740921656291, "sim_compute_performance-ego": 0.064631454149882, "sim_compute_robot_state-ego": 0.0645839238166809, "sim_compute_robot_state-npc0": 0.071986137231191, "sim_compute_robot_state-npc1": 0.0677418859799703, "sim_compute_robot_state-npc2": 0.06619541962941487, "sim_compute_robot_state-npc3": 0.06660124142964681}, "udem1-1-0": {"driven_any": 0.02834813564469335, "sim_physics": 0.0274309500058492, "survival_time": 14.950000000000076, "driven_lanedir": -0.002148519514213909, "sim_render-ego": 0.05837678591410319, "in-drivable-lane": 7.700000000000045, "agent_compute-ego": 0.13890303611755372, "deviation-heading": 5.442058786514319, "set_robot_commands": 0.07436915477116902, "deviation-center-line": 0.010909514110452595, "driven_lanedir_consec": -0.002148519514213909, "sim_compute_sim_state": 0.03462751547495524, "sim_compute_performance-ego": 0.06061158974965413, "sim_compute_robot_state-ego": 0.06136991659800212, "sim_compute_robot_state-npc0": 0.06657368977864583, "sim_compute_robot_state-npc1": 0.06204206069310506, "sim_compute_robot_state-npc2": 0.06066431681315104, "sim_compute_robot_state-npc3": 0.061471056938171384}, "udem1-2-0": {"driven_any": 0.026921125103264523, "sim_physics": 0.02797469139099121, "survival_time": 14.950000000000076, "driven_lanedir": 0.002974819870643408, "sim_render-ego": 0.05875208695729574, "in-drivable-lane": 7.650000000000044, "agent_compute-ego": 0.13666893005371095, "deviation-heading": 5.545561606292364, "set_robot_commands": 0.07484273751576742, "deviation-center-line": 0.03424323135883343, "driven_lanedir_consec": 0.002974819870643408, "sim_compute_sim_state": 0.03492991209030152, "sim_compute_performance-ego": 0.061869412263234454, "sim_compute_robot_state-ego": 0.06190048535664877, "sim_compute_robot_state-npc0": 0.06696605285008748, "sim_compute_robot_state-npc1": 0.06362470785776773, "sim_compute_robot_state-npc2": 0.06198806603749593, "sim_compute_robot_state-npc3": 0.061138877868652346}, "udem1-3-0": {"driven_any": 0.025948766964486027, "sim_physics": 0.02730116287867228, "survival_time": 14.950000000000076, "driven_lanedir": -0.004403292250972912, "sim_render-ego": 0.05697336673736572, "in-drivable-lane": 7.600000000000042, "agent_compute-ego": 0.13437430699666342, "deviation-heading": 5.634925860420531, "set_robot_commands": 0.07364322423934937, "deviation-center-line": 0.010044059831133307, "driven_lanedir_consec": -0.004403292250972912, "sim_compute_sim_state": 0.033945802052815756, "sim_compute_performance-ego": 0.05940961043039958, "sim_compute_robot_state-ego": 0.06007453441619873, "sim_compute_robot_state-npc0": 0.06499433676401774, "sim_compute_robot_state-npc1": 0.06257377942403157, "sim_compute_robot_state-npc2": 0.060626030762990314, "sim_compute_robot_state-npc3": 0.06001321315765381}, "udem1-4-0": {"driven_any": 0.02959147512371193, "sim_physics": 0.02714379072189331, "survival_time": 14.950000000000076, "driven_lanedir": -0.001630554137003415, "sim_render-ego": 0.05837997118631999, "in-drivable-lane": 7.550000000000043, "agent_compute-ego": 0.1382847579320272, "deviation-heading": 5.710971395353194, "set_robot_commands": 0.0744080106417338, "deviation-center-line": 0.025731541306739, "driven_lanedir_consec": -0.001630554137003415, "sim_compute_sim_state": 0.0357346510887146, "sim_compute_performance-ego": 0.06158325990041097, "sim_compute_robot_state-ego": 0.06035041093826294, "sim_compute_robot_state-npc0": 0.06669581413269043, "sim_compute_robot_state-npc1": 0.06385087331136068, "sim_compute_robot_state-npc2": 0.0625667436917623, "sim_compute_robot_state-npc3": 0.06237044334411621}}
set_robot_commands_max0.07789655049641928
set_robot_commands_mean0.07503193553288778
set_robot_commands_median0.0744080106417338
set_robot_commands_min0.07364322423934937
sim_compute_performance-ego_max0.064631454149882
sim_compute_performance-ego_mean0.06162106529871623
sim_compute_performance-ego_median0.06158325990041097
sim_compute_performance-ego_min0.05940961043039958
sim_compute_robot_state-ego_max0.0645839238166809
sim_compute_robot_state-ego_mean0.06165585422515869
sim_compute_robot_state-ego_median0.06136991659800212
sim_compute_robot_state-ego_min0.06007453441619873
sim_compute_robot_state-npc0_max0.071986137231191
sim_compute_robot_state-npc0_mean0.0674432061513265
sim_compute_robot_state-npc0_median0.06669581413269043
sim_compute_robot_state-npc0_min0.06499433676401774
sim_compute_robot_state-npc1_max0.0677418859799703
sim_compute_robot_state-npc1_mean0.06396666145324707
sim_compute_robot_state-npc1_median0.06362470785776773
sim_compute_robot_state-npc1_min0.06204206069310506
sim_compute_robot_state-npc2_max0.06619541962941487
sim_compute_robot_state-npc2_mean0.06240811538696289
sim_compute_robot_state-npc2_median0.06198806603749593
sim_compute_robot_state-npc2_min0.060626030762990314
sim_compute_robot_state-npc3_max0.06660124142964681
sim_compute_robot_state-npc3_mean0.06231896654764811
sim_compute_robot_state-npc3_median0.061471056938171384
sim_compute_robot_state-npc3_min0.06001321315765381
sim_compute_sim_state_max0.03704740921656291
sim_compute_sim_state_mean0.03525705798467001
sim_compute_sim_state_median0.03492991209030152
sim_compute_sim_state_min0.033945802052815756
sim_physics_max0.02898423751195272
sim_physics_mean0.027766966501871743
sim_physics_median0.0274309500058492
sim_physics_min0.02714379072189331
sim_render-ego_max0.06242366949717204
sim_render-ego_mean0.058981176058451344
sim_render-ego_median0.05837997118631999
sim_render-ego_min0.05697336673736572
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.950000000000076
survival_time_min14.950000000000076