AI Driving Olympics Home Challenges Submissions Jobs

Submission 788

Submission788
Competingyes
Challengeaido1_LF1_r3-v3
Userzxcvfd13502
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 11886 step2-scoring: 11896 step3-videos: 11901 step4-viz: 11905
Next
User labelRandom execution
Admin priority50
User priority50

11905

Click the images to see detailed statistics about the episode.

11901

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
11905788zxcvfd13502Random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:01:07(hidden)
driven_lanedir_median0.544461043280575
deviation-center-line_median0.10637336618235804
in-drivable-lane_median0.033333333333333326


other stats
deviation-center-line_max0.21473729915245723
deviation-center-line_mean0.11663117079720953
deviation-center-line_min0.05686042963902838
deviation-heading_max0.8003630117852052
deviation-heading_mean0.4140430142741591
deviation-heading_median0.32047851147425255
deviation-heading_min0.11132957903462216
driven_any_max1.1536794901544232
driven_any_mean0.8062409476375254
driven_any_median0.8019703109905375
driven_any_min0.421007800991154
driven_lanedir_max1.1093797361886004
driven_lanedir_mean0.5605927249364113
driven_lanedir_min0.03520414000116201
in-drivable-lane_max2.1333333333333355
in-drivable-lane_mean0.44666666666666704
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 1.108071633318775, "driven_lanedir": 0.03520414000116201, "in-drivable-lane": 2.1333333333333355, "deviation-heading": 0.8003630117852052, "deviation-center-line": 0.05686042963902838}, "ep001": {"driven_any": 0.421007800991154, "driven_lanedir": 0.41729046767284306, "in-drivable-lane": 0, "deviation-heading": 0.132775651379343, "deviation-center-line": 0.08589595065660494}, "ep002": {"driven_any": 0.8019703109905375, "driven_lanedir": 0.6966282375388764, "in-drivable-lane": 0.033333333333333326, "deviation-heading": 0.7052683176973726, "deviation-center-line": 0.10637336618235804}, "ep003": {"driven_any": 0.5464755027327376, "driven_lanedir": 0.544461043280575, "in-drivable-lane": 0, "deviation-heading": 0.11132957903462216, "deviation-center-line": 0.11928880835559905}, "ep004": {"driven_any": 1.1536794901544232, "driven_lanedir": 1.1093797361886004, "in-drivable-lane": 0.06666666666666643, "deviation-heading": 0.32047851147425255, "deviation-center-line": 0.21473729915245723}}
11901788zxcvfd13502Random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:41(hidden)
other stats
videos1
11896788zxcvfd13502Random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:22(hidden)
survival_time_median2.0000000000000027


other stats
episodes
details{"ep000": {"nsteps": 82, "reward": -13.322899239160485, "good_angle": 1.745366384328998, "survival_time": 2.7333333333333334, "traveled_tiles": 2, "valid_direction": 1.0666666666666649}, "ep001": {"nsteps": 32, "reward": -30.884442741051316, "good_angle": 0.019124835566901043, "survival_time": 1.0666666666666669, "traveled_tiles": 2, "valid_direction": 0}, "ep002": {"nsteps": 60, "reward": -15.996370818764747, "good_angle": 0.30464878482478586, "survival_time": 2.0000000000000027, "traveled_tiles": 2, "valid_direction": 0.6333333333333351}, "ep003": {"nsteps": 41, "reward": -24.05383611325084, "good_angle": 0.01010275078873688, "survival_time": 1.3666666666666676, "traveled_tiles": 1, "valid_direction": 0}, "ep004": {"nsteps": 85, "reward": -11.66355313760338, "good_angle": 0.3674392763506761, "survival_time": 2.833333333333333, "traveled_tiles": 3, "valid_direction": 0.899999999999997}}
good_angle_max1.745366384328998
good_angle_mean0.4893364063720197
good_angle_median0.30464878482478586
good_angle_min0.01010275078873688
reward_max-11.66355313760338
reward_mean-19.18422040996615
reward_median-15.996370818764747
reward_min-30.884442741051316
survival_time_max2.833333333333333
survival_time_mean2.000000000000001
survival_time_min1.0666666666666669
traveled_tiles_max3
traveled_tiles_mean2
traveled_tiles_median2
traveled_tiles_min1
valid_direction_max1.0666666666666649
valid_direction_mean0.5199999999999994
valid_direction_median0.6333333333333351
valid_direction_min0
11886788zxcvfd13502Random executionaido1_LF1_r3-v3step1-simulationsuccessyes-0:03:31(hidden)
other stats
simulation-passed1
6819788zxcvfd13502Random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:02:12(hidden)
driven_lanedir_median0.9447457754239827
deviation-center-line_median0.37688222933707527
in-drivable-lane_median0.09999999999999964


other stats
deviation-center-line_max0.534426974829513
deviation-center-line_mean0.3615250023955705
deviation-center-line_min0.20951597867001723
deviation-heading_max3.4554530849032323
deviation-heading_mean1.4270970041029876
deviation-heading_median0.9836704381155156
deviation-heading_min0.1811004057027174
driven_any_max1.5997076565905248
driven_any_mean0.8756208142091164
driven_any_median0.9489513395295406
driven_any_min0.2833162426681806
driven_lanedir_max1.2647274619611597
driven_lanedir_mean0.7557412961825332
driven_lanedir_min0.15567636076092906
in-drivable-lane_max0.8333333333333304
in-drivable-lane_mean0.2999999999999993
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.36658863050419693, "driven_lanedir": 0.15567636076092906, "in-drivable-lane": 0.5666666666666667, "deviation-heading": 2.0155492189878683, "deviation-center-line": 0.20951597867001723}, "ep001": {"driven_any": 0.2833162426681806, "driven_lanedir": 0.282168529467381, "in-drivable-lane": 0, "deviation-heading": 0.1811004057027174, "deviation-center-line": 0.22215828807402896}, "ep002": {"driven_any": 1.1795402017531398, "driven_lanedir": 1.1313883532992133, "in-drivable-lane": 0.09999999999999964, "deviation-heading": 0.9836704381155156, "deviation-center-line": 0.534426974829513}, "ep003": {"driven_any": 0.9489513395295406, "driven_lanedir": 0.9447457754239827, "in-drivable-lane": 0, "deviation-heading": 0.49971187280560464, "deviation-center-line": 0.37688222933707527}, "ep004": {"driven_any": 1.5997076565905248, "driven_lanedir": 1.2647274619611597, "in-drivable-lane": 0.8333333333333304, "deviation-heading": 3.4554530849032323, "deviation-center-line": 0.4646415410672182}}
6817788zxcvfd13502Random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:43(hidden)
other stats
videos1
6815788zxcvfd13502Random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:20(hidden)
survival_time_median6.866666666666652


other stats
episodes
details{"ep000": {"nsteps": 79, "reward": -12.91104161827766, "good_angle": 1.2196107299288228, "survival_time": 2.6333333333333337, "traveled_tiles": 1, "valid_direction": 2.166666666666667}, "ep001": {"nsteps": 62, "reward": -16.692875629951878, "good_angle": 0.016544053460741056, "survival_time": 2.066666666666669, "traveled_tiles": 1, "valid_direction": 0}, "ep002": {"nsteps": 255, "reward": -4.462358433650989, "good_angle": 1.0380975998795197, "survival_time": 8.49999999999998, "traveled_tiles": 3, "valid_direction": 2.2333333333333263}, "ep003": {"nsteps": 206, "reward": -5.0964072034196946, "good_angle": 0.06206602899508656, "survival_time": 6.866666666666652, "traveled_tiles": 2, "valid_direction": 0}, "ep004": {"nsteps": 346, "reward": -3.5049538697352274, "good_angle": 20.008910600801094, "survival_time": 11.533333333333305, "traveled_tiles": 3, "valid_direction": 3.93333333333332}}
good_angle_max20.008910600801094
good_angle_mean4.469045802613054
good_angle_median1.0380975998795197
good_angle_min0.016544053460741056
reward_max-3.5049538697352274
reward_mean-8.53352735100709
reward_median-5.0964072034196946
reward_min-16.692875629951878
survival_time_max11.533333333333305
survival_time_mean6.319999999999988
survival_time_min2.066666666666669
traveled_tiles_max3
traveled_tiles_mean2
traveled_tiles_median2
traveled_tiles_min1
valid_direction_max3.93333333333332
valid_direction_mean1.666666666666663
valid_direction_median2.166666666666667
valid_direction_min0
6808788zxcvfd13502Random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:01:43(hidden)
other stats
simulation-passed1
6570788zxcvfd13502Random executionaido1_LF1_r3-v3step1-simulationabortedno-0:00:01
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission788/step1-simulation-nutonomy-P50-2210-job6570'
(hidden)
6334788zxcvfd13502Random executionaido1_LF1_r3-v3step1-simulationabortedno-0:00:14
Error while running [...]
Error while running Docker Compose:

Could not run ['docker-compose', '-p', 'job6334-3316', 'pull']:

   >  Command '['docker-compose', '-p', 'job6334-3316', 'pull']' returned non-zero exit status 1

stdout | 

stderr | Pulling evaluator ...
stderr | Pulling solution  ...
stderr | 
Pulling evaluator ... done

stderr | ERROR: for solution  write /var/lib/docker/tmp/GetImageBlob174930597: no space left on device
stderr | write /var/lib/docker/tmp/GetImageBlob174930597: no space left on device
stderr | 
(hidden)
5871788zxcvfd13502Random executionaido1_LF1_r3-v3step4-vizsuccessno-0:01:08(hidden)
other stats
videos1
5870788zxcvfd13502Random executionaido1_LF1_r3-v3step3-videossuccessno-0:00:51(hidden)
other stats
videos1
5869788zxcvfd13502Random executionaido1_LF1_r3-v3step2-scoringsuccessno-0:00:17(hidden)
survival_time_median9.699999999999976


other stats
episodes
details{"ep000": {"nsteps": 170, "reward": -7.8836926705697, "good_angle": 23.391290056292988, "survival_time": 5.666666666666656, "traveled_tiles": 2, "valid_direction": 3.933333333333321}, "ep001": {"nsteps": 377, "reward": -3.2887647123003765, "good_angle": 20.766891595661512, "survival_time": 12.566666666666633, "traveled_tiles": 3, "valid_direction": 3.899999999999986}, "ep002": {"nsteps": 475, "reward": -1.99879671661992, "good_angle": 0.405360251127977, "survival_time": 15.833333333333288, "traveled_tiles": 5, "valid_direction": 1.099999999999996}, "ep003": {"nsteps": 259, "reward": -6.163807896573571, "good_angle": 25.38986957485389, "survival_time": 8.633333333333313, "traveled_tiles": 3, "valid_direction": 3.899999999999987}, "ep004": {"nsteps": 291, "reward": -5.436106777042663, "good_angle": 6.5743249917656055, "survival_time": 9.699999999999976, "traveled_tiles": 5, "valid_direction": 3.733333333333321}}
good_angle_max25.38986957485389
good_angle_mean15.305547293940396
good_angle_median20.766891595661512
good_angle_min0.405360251127977
reward_max-1.99879671661992
reward_mean-4.954233754621246
reward_median-5.436106777042663
reward_min-7.8836926705697
survival_time_max15.833333333333288
survival_time_mean10.479999999999972
survival_time_min5.666666666666656
traveled_tiles_max5
traveled_tiles_mean3.6
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max3.933333333333321
valid_direction_mean3.313333333333322
valid_direction_median3.899999999999986
valid_direction_min1.099999999999996
5868788zxcvfd13502Random executionaido1_LF1_r3-v3step2-scoringsuccessno-0:02:11(hidden)
survival_time_median9.699999999999976


other stats
episodes
details{"ep000": {"nsteps": 170, "reward": -7.8836926705697, "good_angle": 23.391290056292988, "survival_time": 5.666666666666656, "traveled_tiles": 2, "valid_direction": 3.933333333333321}, "ep001": {"nsteps": 377, "reward": -3.2887647123003765, "good_angle": 20.766891595661512, "survival_time": 12.566666666666633, "traveled_tiles": 3, "valid_direction": 3.899999999999986}, "ep002": {"nsteps": 475, "reward": -1.99879671661992, "good_angle": 0.405360251127977, "survival_time": 15.833333333333288, "traveled_tiles": 5, "valid_direction": 1.099999999999996}, "ep003": {"nsteps": 259, "reward": -6.163807896573571, "good_angle": 25.38986957485389, "survival_time": 8.633333333333313, "traveled_tiles": 3, "valid_direction": 3.899999999999987}, "ep004": {"nsteps": 291, "reward": -5.436106777042663, "good_angle": 6.5743249917656055, "survival_time": 9.699999999999976, "traveled_tiles": 5, "valid_direction": 3.733333333333321}}
good_angle_max25.38986957485389
good_angle_mean15.305547293940396
good_angle_median20.766891595661512
good_angle_min0.405360251127977
reward_max-1.99879671661992
reward_mean-4.954233754621246
reward_median-5.436106777042663
reward_min-7.8836926705697
survival_time_max15.833333333333288
survival_time_mean10.479999999999972
survival_time_min5.666666666666656
traveled_tiles_max5
traveled_tiles_mean3.6
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max3.933333333333321
valid_direction_mean3.313333333333322
valid_direction_median3.899999999999986
valid_direction_min1.099999999999996
5867788zxcvfd13502Random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:02:07(hidden)
other stats
simulation-passed1