AI Driving Olympics Home Challenges Submissions Jobs

Submission 780

Submission780
Competingyes
Challengeaido1_LF1_r3-v3
UserAmaurX
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 11783 step2-scoring: 11788 step3-videos: 11793 step4-viz: 11797
Next
User labelAMOD18-AIDO not that random execution
Admin priority50
User priority50

11797

Click the images to see detailed statistics about the episode.

11793

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
11797780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:01:08(hidden)
driven_lanedir_median0.8107416877075414
deviation-center-line_median0.0950095696645212
in-drivable-lane_median0.4000000000000013


other stats
deviation-center-line_max0.21429739232685305
deviation-center-line_mean0.09736488735123972
deviation-center-line_min0
deviation-heading_max1.1333487529659694
deviation-heading_mean0.5395201359411541
deviation-heading_median0.5716924986420007
deviation-heading_min0
driven_any_max1.8101225829498648
driven_any_mean0.9312911599442116
driven_any_median0.8972961816308954
driven_any_min0.19734458932731408
driven_lanedir_max1.112901271785665
driven_lanedir_mean0.6304886241614387
driven_lanedir_min0
in-drivable-lane_max0.6999999999999975
in-drivable-lane_mean0.3266666666666664
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.3179369083785575, "driven_lanedir": 0, "in-drivable-lane": 0.5333333333333333, "deviation-heading": 0, "deviation-center-line": 0}, "ep001": {"driven_any": 1.433755537434426, "driven_lanedir": 1.0464019864657343, "in-drivable-lane": 0.4000000000000013, "deviation-heading": 0.8606070997088535, "deviation-center-line": 0.14091305602658416}, "ep002": {"driven_any": 0.8972961816308954, "driven_lanedir": 0.8107416877075414, "in-drivable-lane": 0, "deviation-heading": 0.5716924986420007, "deviation-center-line": 0.0950095696645212}, "ep003": {"driven_any": 0.19734458932731408, "driven_lanedir": 0.18239817484825305, "in-drivable-lane": 0, "deviation-heading": 0.13195232838894727, "deviation-center-line": 0.036604418738240246}, "ep004": {"driven_any": 1.8101225829498648, "driven_lanedir": 1.112901271785665, "in-drivable-lane": 0.6999999999999975, "deviation-heading": 1.1333487529659694, "deviation-center-line": 0.21429739232685305}}
11793780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:37(hidden)
other stats
videos1
11788780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:22(hidden)
survival_time_median1.5666666666666682


other stats
episodes
details{"ep000": {"nsteps": 17, "reward": -60.50628664914299, "good_angle": 0.18383847934415715, "survival_time": 0.5666666666666667, "traveled_tiles": 1, "valid_direction": 0.4}, "ep001": {"nsteps": 74, "reward": -12.94880785034164, "good_angle": 0.49858957707595875, "survival_time": 2.4666666666666677, "traveled_tiles": 3, "valid_direction": 1.166666666666667}, "ep002": {"nsteps": 47, "reward": -20.845271708523025, "good_angle": 0.1130446614809015, "survival_time": 1.5666666666666682, "traveled_tiles": 2, "valid_direction": 0.30000000000000093}, "ep003": {"nsteps": 12, "reward": -83.15761154191568, "good_angle": 0.08466243181358263, "survival_time": 0.4, "traveled_tiles": 1, "valid_direction": 0.16666666666666666}, "ep004": {"nsteps": 95, "reward": -10.466824504752692, "good_angle": 1.6962238296112544, "survival_time": 3.166666666666665, "traveled_tiles": 5, "valid_direction": 1.6333333333333309}}
good_angle_max1.6962238296112544
good_angle_mean0.5152717958651709
good_angle_median0.18383847934415715
good_angle_min0.08466243181358263
reward_max-10.466824504752692
reward_mean-37.584960450935206
reward_median-20.845271708523025
reward_min-83.15761154191568
survival_time_max3.166666666666665
survival_time_mean1.6333333333333335
survival_time_min0.4
traveled_tiles_max5
traveled_tiles_mean2.4
traveled_tiles_median2
traveled_tiles_min1
valid_direction_max1.6333333333333309
valid_direction_mean0.7333333333333331
valid_direction_median0.4
valid_direction_min0.16666666666666666
11783780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessyes-0:03:38(hidden)
other stats
simulation-passed1
6855780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:02:02(hidden)
driven_lanedir_median1.0765168153121454
deviation-center-line_median0.2590990782259277
in-drivable-lane_median1


other stats
deviation-center-line_max0.874918457888856
deviation-center-line_mean0.345706307596007
deviation-center-line_min0.11142736312752012
deviation-heading_max2.080744351244805
deviation-heading_mean1.229822279010225
deviation-heading_median1.3091565613530065
deviation-heading_min0.17754218438676547
driven_any_max2.8256294859233657
driven_any_mean1.262173357655798
driven_any_median1.1944590626290992
driven_any_min0.18995171607773817
driven_lanedir_max1.9369985441297712
driven_lanedir_mean0.931425427847215
driven_lanedir_min0.18646568467837457
in-drivable-lane_max3.9666666666666535
in-drivable-lane_mean1.346666666666663
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.5629738924838433, "driven_lanedir": 0.3083345656715719, "in-drivable-lane": 1, "deviation-heading": 0.986203400812982, "deviation-center-line": 0.13374691130201102}, "ep001": {"driven_any": 0.18995171607773817, "driven_lanedir": 0.18646568467837457, "in-drivable-lane": 0, "deviation-heading": 0.17754218438676547, "deviation-center-line": 0.11142736312752012}, "ep002": {"driven_any": 1.1944590626290992, "driven_lanedir": 1.0765168153121454, "in-drivable-lane": 0.13333333333333286, "deviation-heading": 1.5954648972535648, "deviation-center-line": 0.2590990782259277}, "ep003": {"driven_any": 2.8256294859233657, "driven_lanedir": 1.9369985441297712, "in-drivable-lane": 3.9666666666666535, "deviation-heading": 2.080744351244805, "deviation-center-line": 0.874918457888856}, "ep004": {"driven_any": 1.5378526311649432, "driven_lanedir": 1.148811529444212, "in-drivable-lane": 1.6333333333333275, "deviation-heading": 1.3091565613530065, "deviation-center-line": 0.34933972743572006}}
6854780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:02:03(hidden)
driven_lanedir_median1.0765168153121454
deviation-center-line_median0.2590990782259277
in-drivable-lane_median1


other stats
deviation-center-line_max0.874918457888856
deviation-center-line_mean0.345706307596007
deviation-center-line_min0.11142736312752012
deviation-heading_max2.080744351244805
deviation-heading_mean1.229822279010225
deviation-heading_median1.3091565613530065
deviation-heading_min0.17754218438676547
driven_any_max2.8256294859233657
driven_any_mean1.262173357655798
driven_any_median1.1944590626290992
driven_any_min0.18995171607773817
driven_lanedir_max1.9369985441297712
driven_lanedir_mean0.931425427847215
driven_lanedir_min0.18646568467837457
in-drivable-lane_max3.9666666666666535
in-drivable-lane_mean1.346666666666663
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.5629738924838433, "driven_lanedir": 0.3083345656715719, "in-drivable-lane": 1, "deviation-heading": 0.986203400812982, "deviation-center-line": 0.13374691130201102}, "ep001": {"driven_any": 0.18995171607773817, "driven_lanedir": 0.18646568467837457, "in-drivable-lane": 0, "deviation-heading": 0.17754218438676547, "deviation-center-line": 0.11142736312752012}, "ep002": {"driven_any": 1.1944590626290992, "driven_lanedir": 1.0765168153121454, "in-drivable-lane": 0.13333333333333286, "deviation-heading": 1.5954648972535648, "deviation-center-line": 0.2590990782259277}, "ep003": {"driven_any": 2.8256294859233657, "driven_lanedir": 1.9369985441297712, "in-drivable-lane": 3.9666666666666535, "deviation-heading": 2.080744351244805, "deviation-center-line": 0.874918457888856}, "ep004": {"driven_any": 1.5378526311649432, "driven_lanedir": 1.148811529444212, "in-drivable-lane": 1.6333333333333275, "deviation-heading": 1.3091565613530065, "deviation-center-line": 0.34933972743572006}}
6851780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:44(hidden)
other stats
videos1
6848780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:19(hidden)
survival_time_median6.066666666666655


other stats
episodes
details{"ep000": {"nsteps": 84, "reward": -12.102871738923048, "good_angle": 0.5831028027274007, "survival_time": 2.8, "traveled_tiles": 2, "valid_direction": 1.8666666666666665}, "ep001": {"nsteps": 31, "reward": -32.8314419417612, "good_angle": 0.04172592585834336, "survival_time": 1.0333333333333332, "traveled_tiles": 1, "valid_direction": 0}, "ep002": {"nsteps": 182, "reward": -5.569495432694336, "good_angle": 0.8543176253886151, "survival_time": 6.066666666666655, "traveled_tiles": 3, "valid_direction": 1.5999999999999943}, "ep003": {"nsteps": 415, "reward": -3.0235301692212695, "good_angle": 2.458266113441611, "survival_time": 13.833333333333297, "traveled_tiles": 6, "valid_direction": 5.333333333333315}, "ep004": {"nsteps": 235, "reward": -4.650384885138099, "good_angle": 10.163202067280704, "survival_time": 7.833333333333315, "traveled_tiles": 3, "valid_direction": 2.9999999999999893}}
good_angle_max10.163202067280704
good_angle_mean2.8201229069393348
good_angle_median0.8543176253886151
good_angle_min0.04172592585834336
reward_max-3.0235301692212695
reward_mean-11.63554483354759
reward_median-5.569495432694336
reward_min-32.8314419417612
survival_time_max13.833333333333297
survival_time_mean6.31333333333332
survival_time_min1.0333333333333332
traveled_tiles_max6
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min1
valid_direction_max5.333333333333315
valid_direction_mean2.359999999999993
valid_direction_median1.8666666666666665
valid_direction_min0
6847780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringabortedyes-0:00:12
Error while running [...]
Error while running Docker Compose:

Could not run ['docker-compose', '-p', 'job6847-785', 'up', '-d']:

   >  Command '['docker-compose', '-p', 'job6847-785', 'up', '-d']' returned non-zero exit status 1

stdout | 

stderr | Creating network "job6847-785_evaluation" with the default driver
stderr | Creating job6847-785_scorer_1 ...
stderr | 
Creating job6847-785_scorer_1 ... error

stderr | ERROR: for job6847-785_scorer_1  Cannot start service scorer: network job6847-785_evaluation not found
stderr | 
stderr | ERROR: for scorer  Cannot start service scorer: network job6847-785_evaluation not found
stderr | Encountered errors while bringing up the project.
stderr | 
(hidden)
6841780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:01:44(hidden)
other stats
simulation-passed1
6579780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationabortedno-0:00:01
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission780/step1-simulation-nutonomy-P50-2570-job6579'
(hidden)
6349780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationabortedno-0:00:00
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission780/step1-simulation-nutonomy-P50-2110-job6349'
(hidden)
5831780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessno-0:02:15(hidden)
other stats
videos1
5830780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessno-0:00:50(hidden)
other stats
videos1
5829780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessno-0:00:37(hidden)
other stats
videos1
5828780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessno-0:02:24(hidden)
other stats
videos1
5825780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno-0:00:18(hidden)
survival_time_median4.066666666666662


other stats
episodes
details{"ep000": {"nsteps": 122, "reward": -10.522241563093466, "good_angle": 16.06323160104094, "survival_time": 4.066666666666662, "traveled_tiles": 2, "valid_direction": 2.833333333333328}, "ep001": {"nsteps": 121, "reward": -9.896915369782564, "good_angle": 0.8157635428939487, "survival_time": 4.033333333333329, "traveled_tiles": 2, "valid_direction": 2.6333333333333284}, "ep002": {"nsteps": 193, "reward": -5.272601681119953, "good_angle": 0.21660419864875863, "survival_time": 6.43333333333332, "traveled_tiles": 3, "valid_direction": 0.466666666666665}, "ep003": {"nsteps": 186, "reward": -8.038595665526646, "good_angle": 19.193229546924933, "survival_time": 6.199999999999988, "traveled_tiles": 3, "valid_direction": 2.933333333333323}, "ep004": {"nsteps": 56, "reward": -20.421763679810933, "good_angle": 0.3032871106421361, "survival_time": 1.8666666666666691, "traveled_tiles": 2, "valid_direction": 0.8333333333333359}}
good_angle_max19.193229546924933
good_angle_mean7.318423200030144
good_angle_median0.8157635428939487
good_angle_min0.21660419864875863
reward_max-5.272601681119953
reward_mean-10.830423591866714
reward_median-9.896915369782564
reward_min-20.421763679810933
survival_time_max6.43333333333332
survival_time_mean4.519999999999994
survival_time_min1.8666666666666691
traveled_tiles_max3
traveled_tiles_mean2.4
traveled_tiles_median2
traveled_tiles_min2
valid_direction_max2.933333333333323
valid_direction_mean1.939999999999996
valid_direction_median2.6333333333333284
valid_direction_min0.466666666666665
5824780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:01:24(hidden)
other stats
simulation-passed1
5823780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:01:37(hidden)
other stats
simulation-passed1