AI Driving Olympics Home Challenges Submissions Jobs

Submission 782

Submission782
Competingyes
Challengeaido1_LF1_r3-v3
Userzjdong
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 11805 step2-scoring: 11818 step3-videos: 11822 step4-viz: 11824
Next
User labelAMOD18-AIDO not that random execution
Admin priority50
User priority50

11824

Click the images to see detailed statistics about the episode.

11822

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
11824782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:01:22(hidden)
driven_lanedir_median1.0678992742765057
deviation-center-line_median0.10833124057247204
in-drivable-lane_median0


other stats
deviation-center-line_max0.23421225034426785
deviation-center-line_mean0.11634323742157424
deviation-center-line_min0.05609336016301125
deviation-heading_max0.7742695320602102
deviation-heading_mean0.4888709033413523
deviation-heading_median0.46691849743151
deviation-heading_min0.29601840069437657
driven_any_max1.3300614078981492
driven_any_mean1.0969093189766024
driven_any_median1.1160707313424545
driven_any_min0.7894105645287762
driven_lanedir_max1.2746218790611106
driven_lanedir_mean0.8483798781838481
driven_lanedir_min0.04434698056236064
in-drivable-lane_max2.1000000000000023
in-drivable-lane_mean0.4266666666666671
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 1.1054718794197755, "driven_lanedir": 0.04434698056236064, "in-drivable-lane": 2.1000000000000023, "deviation-heading": 0.7742695320602102, "deviation-center-line": 0.05687156012884642}, "ep001": {"driven_any": 1.3300614078981492, "driven_lanedir": 1.2746218790611106, "in-drivable-lane": 0, "deviation-heading": 0.47019287298492785, "deviation-center-line": 0.12620777589927365}, "ep002": {"driven_any": 0.7894105645287762, "driven_lanedir": 0.7397947114241129, "in-drivable-lane": 0, "deviation-heading": 0.46691849743151, "deviation-center-line": 0.05609336016301125}, "ep003": {"driven_any": 1.1160707313424545, "driven_lanedir": 1.0678992742765057, "in-drivable-lane": 0, "deviation-heading": 0.436955213535737, "deviation-center-line": 0.10833124057247204}, "ep004": {"driven_any": 1.1435320116938572, "driven_lanedir": 1.1152365455951505, "in-drivable-lane": 0.033333333333333215, "deviation-heading": 0.29601840069437657, "deviation-center-line": 0.23421225034426785}}
11822782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:52(hidden)
other stats
videos1
11818782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:23(hidden)
survival_time_median2.7333333333333334


other stats
episodes
details{"ep000": {"nsteps": 81, "reward": -13.32222386248431, "good_angle": 1.473269124238742, "survival_time": 2.7, "traveled_tiles": 2, "valid_direction": 0.9999999999999982}, "ep001": {"nsteps": 97, "reward": -9.918937275949482, "good_angle": 0.4456091763569383, "survival_time": 3.2333333333333316, "traveled_tiles": 3, "valid_direction": 0.7666666666666639}, "ep002": {"nsteps": 58, "reward": -16.825092115535817, "good_angle": 0.29913900216990663, "survival_time": 1.933333333333336, "traveled_tiles": 2, "valid_direction": 0.6333333333333353}, "ep003": {"nsteps": 82, "reward": -11.853217558617272, "good_angle": 0.4070718345173556, "survival_time": 2.7333333333333334, "traveled_tiles": 2, "valid_direction": 0.7666666666666639}, "ep004": {"nsteps": 83, "reward": -11.966440534376236, "good_angle": 0.30948367911903474, "survival_time": 2.7666666666666666, "traveled_tiles": 3, "valid_direction": 0.7333333333333307}}
good_angle_max1.473269124238742
good_angle_mean0.5869145632803955
good_angle_median0.4070718345173556
good_angle_min0.29913900216990663
reward_max-9.918937275949482
reward_mean-12.777182269392622
reward_median-11.966440534376236
reward_min-16.825092115535817
survival_time_max3.2333333333333316
survival_time_mean2.6733333333333333
survival_time_min1.933333333333336
traveled_tiles_max3
traveled_tiles_mean2.4
traveled_tiles_median2
traveled_tiles_min2
valid_direction_max0.9999999999999982
valid_direction_mean0.7799999999999985
valid_direction_median0.7666666666666639
valid_direction_min0.6333333333333353
11805782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessyes-0:03:28(hidden)
other stats
simulation-passed1
6837782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:02:19(hidden)
driven_lanedir_median1.1320263254134415
deviation-center-line_median0.5435899606876103
in-drivable-lane_median0.13333333333333286


other stats
deviation-center-line_max0.6684930283589156
deviation-center-line_mean0.46166423309748505
deviation-center-line_min0.2129976357969407
deviation-heading_max2.2135601097875965
deviation-heading_mean1.1579308374414947
deviation-heading_median0.8928348186696404
deviation-heading_min0.18952494100093853
driven_any_max1.5962191928055611
driven_any_mean0.9702732023870344
driven_any_median1.1774296840426126
driven_any_min0.31517863326502804
driven_lanedir_max1.3927196412522496
driven_lanedir_mean0.8487062130610361
driven_lanedir_min0.1567597263544035
in-drivable-lane_max1.566666666666661
in-drivable-lane_mean0.4599999999999988
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.3678682146705705, "driven_lanedir": 0.1567597263544035, "in-drivable-lane": 0.6, "deviation-heading": 2.041005044359979, "deviation-center-line": 0.2129976357969407}, "ep001": {"driven_any": 0.31517863326502804, "driven_lanedir": 0.31403659328951283, "in-drivable-lane": 0, "deviation-heading": 0.18952494100093853, "deviation-center-line": 0.24980657776692025}, "ep002": {"driven_any": 1.1774296840426126, "driven_lanedir": 1.1320263254134415, "in-drivable-lane": 0.13333333333333286, "deviation-heading": 0.8928348186696404, "deviation-center-line": 0.6334339628770389}, "ep003": {"driven_any": 1.3946702871514, "driven_lanedir": 1.3927196412522496, "in-drivable-lane": 0, "deviation-heading": 0.45272927338931857, "deviation-center-line": 0.6684930283589156}, "ep004": {"driven_any": 1.5962191928055611, "driven_lanedir": 1.2479887789955737, "in-drivable-lane": 1.566666666666661, "deviation-heading": 2.2135601097875965, "deviation-center-line": 0.5435899606876103}}
6836782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:02:21(hidden)
driven_lanedir_median1.1320263254134415
deviation-center-line_median0.5435899606876103
in-drivable-lane_median0.13333333333333286


other stats
deviation-center-line_max0.6684930283589156
deviation-center-line_mean0.46166423309748505
deviation-center-line_min0.2129976357969407
deviation-heading_max2.2135601097875965
deviation-heading_mean1.1579308374414947
deviation-heading_median0.8928348186696404
deviation-heading_min0.18952494100093853
driven_any_max1.5962191928055611
driven_any_mean0.9702732023870344
driven_any_median1.1774296840426126
driven_any_min0.31517863326502804
driven_lanedir_max1.3927196412522496
driven_lanedir_mean0.8487062130610361
driven_lanedir_min0.1567597263544035
in-drivable-lane_max1.566666666666661
in-drivable-lane_mean0.4599999999999988
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.3678682146705705, "driven_lanedir": 0.1567597263544035, "in-drivable-lane": 0.6, "deviation-heading": 2.041005044359979, "deviation-center-line": 0.2129976357969407}, "ep001": {"driven_any": 0.31517863326502804, "driven_lanedir": 0.31403659328951283, "in-drivable-lane": 0, "deviation-heading": 0.18952494100093853, "deviation-center-line": 0.24980657776692025}, "ep002": {"driven_any": 1.1774296840426126, "driven_lanedir": 1.1320263254134415, "in-drivable-lane": 0.13333333333333286, "deviation-heading": 0.8928348186696404, "deviation-center-line": 0.6334339628770389}, "ep003": {"driven_any": 1.3946702871514, "driven_lanedir": 1.3927196412522496, "in-drivable-lane": 0, "deviation-heading": 0.45272927338931857, "deviation-center-line": 0.6684930283589156}, "ep004": {"driven_any": 1.5962191928055611, "driven_lanedir": 1.2479887789955737, "in-drivable-lane": 1.566666666666661, "deviation-heading": 2.2135601097875965, "deviation-center-line": 0.5435899606876103}}
6834782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:47(hidden)
other stats
videos1
6833782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:48(hidden)
other stats
videos1
6829782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:19(hidden)
survival_time_median8.466666666666647


other stats
episodes
details{"ep000": {"nsteps": 81, "reward": -12.5966731637952, "good_angle": 1.2152941427437298, "survival_time": 2.7, "traveled_tiles": 1, "valid_direction": 2.2666666666666666}, "ep001": {"nsteps": 69, "reward": -15.063088524168815, "good_angle": 0.016746099589234648, "survival_time": 2.3000000000000016, "traveled_tiles": 1, "valid_direction": 0}, "ep002": {"nsteps": 254, "reward": -4.552803257729594, "good_angle": 0.9315985697171436, "survival_time": 8.466666666666647, "traveled_tiles": 3, "valid_direction": 2.16666666666666}, "ep003": {"nsteps": 301, "reward": -3.634558620964768, "good_angle": 0.02827126357697655, "survival_time": 10.033333333333308, "traveled_tiles": 3, "valid_direction": 0}, "ep004": {"nsteps": 342, "reward": -3.5994072107718007, "good_angle": 17.866107146621943, "survival_time": 11.39999999999997, "traveled_tiles": 3, "valid_direction": 3.899999999999987}}
good_angle_max17.866107146621943
good_angle_mean4.011603444449806
good_angle_median0.9315985697171436
good_angle_min0.016746099589234648
reward_max-3.5994072107718007
reward_mean-7.889306155486035
reward_median-4.552803257729594
reward_min-15.063088524168815
survival_time_max11.39999999999997
survival_time_mean6.979999999999985
survival_time_min2.3000000000000016
traveled_tiles_max3
traveled_tiles_mean2.2
traveled_tiles_median3
traveled_tiles_min1
valid_direction_max3.899999999999987
valid_direction_mean1.666666666666663
valid_direction_median2.16666666666666
valid_direction_min0
6577782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringabortedyes-0:00:01
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission782/step2-scoring-nutonomy-P50-2210-job6577'
(hidden)
6576782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:02:19(hidden)
survival_time_median8.466666666666647


other stats
episodes
details{"ep000": {"nsteps": 81, "reward": -12.5966731637952, "good_angle": 1.2152941427437298, "survival_time": 2.7, "traveled_tiles": 1, "valid_direction": 2.2666666666666666}, "ep001": {"nsteps": 69, "reward": -15.063088524168815, "good_angle": 0.016746099589234648, "survival_time": 2.3000000000000016, "traveled_tiles": 1, "valid_direction": 0}, "ep002": {"nsteps": 254, "reward": -4.552803257729594, "good_angle": 0.9315985697171436, "survival_time": 8.466666666666647, "traveled_tiles": 3, "valid_direction": 2.16666666666666}, "ep003": {"nsteps": 301, "reward": -3.634558620964768, "good_angle": 0.02827126357697655, "survival_time": 10.033333333333308, "traveled_tiles": 3, "valid_direction": 0}, "ep004": {"nsteps": 342, "reward": -3.5994072107718007, "good_angle": 17.866107146621943, "survival_time": 11.39999999999997, "traveled_tiles": 3, "valid_direction": 3.899999999999987}}
good_angle_max17.866107146621943
good_angle_mean4.011603444449806
good_angle_median0.9315985697171436
good_angle_min0.016746099589234648
reward_max-3.5994072107718007
reward_mean-7.889306155486035
reward_median-4.552803257729594
reward_min-15.063088524168815
survival_time_max11.39999999999997
survival_time_mean6.979999999999985
survival_time_min2.3000000000000016
traveled_tiles_max3
traveled_tiles_mean2.2
traveled_tiles_median3
traveled_tiles_min1
valid_direction_max3.899999999999987
valid_direction_mean1.666666666666663
valid_direction_median2.16666666666666
valid_direction_min0
6408782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringabortedyes-0:00:01
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission782/step2-scoring-nutonomy-P50-2110-job6408'
(hidden)
6407782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringabortedyes-0:00:01
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission782/step2-scoring-nutonomy-P50-2570-job6407'
(hidden)
6347782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:02:03(hidden)
other stats
simulation-passed1
5861782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessno-0:02:14(hidden)
other stats
videos1
5860782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessno-0:01:13(hidden)
other stats
videos1
5857782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessno-0:00:50(hidden)
other stats
videos1
5848782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno-0:02:07(hidden)
survival_time_median9.033333333333312


other stats
episodes
details{"ep000": {"nsteps": 170, "reward": -7.712571316957474, "good_angle": 25.023844936044405, "survival_time": 5.666666666666656, "traveled_tiles": 2, "valid_direction": 3.933333333333321}, "ep001": {"nsteps": 376, "reward": -3.592209410199777, "good_angle": 23.219706056138055, "survival_time": 12.5333333333333, "traveled_tiles": 3, "valid_direction": 3.9333333333333194}, "ep002": {"nsteps": 389, "reward": -2.583105791011343, "good_angle": 0.11764789041300484, "survival_time": 12.966666666666631, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 259, "reward": -6.194280704936466, "good_angle": 25.345004752583304, "survival_time": 8.633333333333313, "traveled_tiles": 3, "valid_direction": 3.93333333333332}, "ep004": {"nsteps": 271, "reward": -5.501812648533318, "good_angle": 4.538982516695632, "survival_time": 9.033333333333312, "traveled_tiles": 3, "valid_direction": 2.966666666666657}}
good_angle_max25.345004752583304
good_angle_mean15.649037230374878
good_angle_median23.219706056138055
good_angle_min0.11764789041300484
reward_max-2.583105791011343
reward_mean-5.116795974327675
reward_median-5.501812648533318
reward_min-7.712571316957474
survival_time_max12.966666666666631
survival_time_mean9.76666666666664
survival_time_min5.666666666666656
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max3.933333333333321
valid_direction_mean2.953333333333324
valid_direction_median3.9333333333333194
valid_direction_min0
5834782zjdongAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:03:27(hidden)
other stats
simulation-passed1