AI Driving Olympics Home Challenges Submissions Jobs

Submission 777

Submission777
Competingyes
Challengeaido1_LF1_r3-v3
Useryanber
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 11745 step2-scoring: 11754 step3-videos: 11755 step4-viz: 11757
Next
User labelAMOD18-AIDO not that random execution
Admin priority50
User priority50

11757

Click the images to see detailed statistics about the episode.

11755

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
11757777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:01:24(hidden)
driven_lanedir_median0.7583624342945385
deviation-center-line_median0.05856940306194948
in-drivable-lane_median0.033333333333333326


other stats
deviation-center-line_max0.0848318451919554
deviation-center-line_mean0.046692309596965104
deviation-center-line_min0.00493459316827017
deviation-heading_max0.17871954277822616
deviation-heading_mean0.12290238968183878
deviation-heading_median0.1404921816205833
deviation-heading_min0.043767648089746966
driven_any_max1.12
driven_any_mean0.9520000000000014
driven_any_median1.0400000000000025
driven_any_min0.7599999999999976
driven_lanedir_max1.0891907711875215
driven_lanedir_mean0.7157737741226108
driven_lanedir_min0.00431907202387416
in-drivable-lane_max0.7999999999999999
in-drivable-lane_mean0.1733333333333333
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 1.0400000000000025, "driven_lanedir": 0.00431907202387416, "in-drivable-lane": 0.7999999999999999, "deviation-heading": 0.1516782451032673, "deviation-center-line": 0.00493459316827017}, "ep001": {"driven_any": 0.760000000000006, "driven_lanedir": 0.7583624342945385, "in-drivable-lane": 0, "deviation-heading": 0.043767648089746966, "deviation-center-line": 0.05856940306194948}, "ep002": {"driven_any": 0.7599999999999976, "driven_lanedir": 0.6711343097180644, "in-drivable-lane": 0.033333333333333326, "deviation-heading": 0.17871954277822616, "deviation-center-line": 0.02298492709392346}, "ep003": {"driven_any": 1.0800000000000007, "driven_lanedir": 1.0558622833890554, "in-drivable-lane": 0.033333333333333326, "deviation-heading": 0.09985433081737012, "deviation-center-line": 0.0848318451919554}, "ep004": {"driven_any": 1.12, "driven_lanedir": 1.0891907711875215, "in-drivable-lane": 0, "deviation-heading": 0.1404921816205833, "deviation-center-line": 0.062140779468727016}}
11755777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:32(hidden)
other stats
videos1
11754777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:21(hidden)
survival_time_median0.9333333333333332


other stats
episodes
details{"ep000": {"nsteps": 28, "reward": -36.6421162430197, "good_angle": 0.5231223188267838, "survival_time": 0.9333333333333332, "traveled_tiles": 2, "valid_direction": 0.3666666666666666}, "ep001": {"nsteps": 21, "reward": -47.27952035410063, "good_angle": 0.0030213493876724944, "survival_time": 0.7, "traveled_tiles": 3, "valid_direction": 0}, "ep002": {"nsteps": 21, "reward": -47.253679474549635, "good_angle": 0.15423356340546784, "survival_time": 0.7, "traveled_tiles": 2, "valid_direction": 0.26666666666666666}, "ep003": {"nsteps": 29, "reward": -34.48776989465515, "good_angle": 0.13377976232358335, "survival_time": 0.9666666666666666, "traveled_tiles": 2, "valid_direction": 0.29999999999999993}, "ep004": {"nsteps": 30, "reward": -33.12740348378817, "good_angle": 0.13484239023230782, "survival_time": 1, "traveled_tiles": 2, "valid_direction": 0.2666666666666666}}
good_angle_max0.5231223188267838
good_angle_mean0.18979987683516303
good_angle_median0.13484239023230782
good_angle_min0.0030213493876724944
reward_max-33.12740348378817
reward_mean-39.758097890022654
reward_median-36.6421162430197
reward_min-47.27952035410063
survival_time_max1
survival_time_mean0.86
survival_time_min0.7
traveled_tiles_max3
traveled_tiles_mean2.2
traveled_tiles_median2
traveled_tiles_min2
valid_direction_max0.3666666666666666
valid_direction_mean0.2399999999999999
valid_direction_median0.26666666666666666
valid_direction_min0
11745777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessyes-0:03:26(hidden)
other stats
simulation-passed1
6870777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:03:40(hidden)
driven_lanedir_median1.1244940250770317
deviation-center-line_median0.1702985030340966
in-drivable-lane_median0.033333333333333215


other stats
deviation-center-line_max0.2291035934160819
deviation-center-line_mean0.15104091265992872
deviation-center-line_min0.07084844041760953
deviation-heading_max1.2760765640740437
deviation-heading_mean0.5466497354728592
deviation-heading_median0.35171107009370006
deviation-heading_min0.06092138286581164
driven_any_max2.1066666666666567
driven_any_mean1.1093333333333295
driven_any_median1.1599999999999824
driven_any_min0.3466666666666718
driven_lanedir_max2.066698089009994
driven_lanedir_mean0.9871748479623343
driven_lanedir_min0.14089729353622693
in-drivable-lane_max0.2666666666666657
in-drivable-lane_mean0.09999999999999978
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.3466666666666718, "driven_lanedir": 0.14089729353622693, "in-drivable-lane": 0.2, "deviation-heading": 0.7098822712947942, "deviation-center-line": 0.07084844041760953}, "ep001": {"driven_any": 0.34666666666667245, "driven_lanedir": 0.3458718774424743, "in-drivable-lane": 0, "deviation-heading": 0.06092138286581164, "deviation-center-line": 0.09897289157693905}, "ep002": {"driven_any": 1.1599999999999824, "driven_lanedir": 1.1244940250770317, "in-drivable-lane": 0, "deviation-heading": 0.35171107009370006, "deviation-center-line": 0.1702985030340966}, "ep003": {"driven_any": 2.1066666666666567, "driven_lanedir": 2.066698089009994, "in-drivable-lane": 0.033333333333333215, "deviation-heading": 0.33465738903594666, "deviation-center-line": 0.2291035934160819}, "ep004": {"driven_any": 1.5866666666666656, "driven_lanedir": 1.2579129547459444, "in-drivable-lane": 0.2666666666666657, "deviation-heading": 1.2760765640740437, "deviation-center-line": 0.1859811348549165}}
6869777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessyes-0:03:40(hidden)
driven_lanedir_median1.1244940250770317
deviation-center-line_median0.1702985030340966
in-drivable-lane_median0.033333333333333215


other stats
deviation-center-line_max0.2291035934160819
deviation-center-line_mean0.15104091265992872
deviation-center-line_min0.07084844041760953
deviation-heading_max1.2760765640740437
deviation-heading_mean0.5466497354728592
deviation-heading_median0.35171107009370006
deviation-heading_min0.06092138286581164
driven_any_max2.1066666666666567
driven_any_mean1.1093333333333295
driven_any_median1.1599999999999824
driven_any_min0.3466666666666718
driven_lanedir_max2.066698089009994
driven_lanedir_mean0.9871748479623343
driven_lanedir_min0.14089729353622693
in-drivable-lane_max0.2666666666666657
in-drivable-lane_mean0.09999999999999978
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 0.3466666666666718, "driven_lanedir": 0.14089729353622693, "in-drivable-lane": 0.2, "deviation-heading": 0.7098822712947942, "deviation-center-line": 0.07084844041760953}, "ep001": {"driven_any": 0.34666666666667245, "driven_lanedir": 0.3458718774424743, "in-drivable-lane": 0, "deviation-heading": 0.06092138286581164, "deviation-center-line": 0.09897289157693905}, "ep002": {"driven_any": 1.1599999999999824, "driven_lanedir": 1.1244940250770317, "in-drivable-lane": 0, "deviation-heading": 0.35171107009370006, "deviation-center-line": 0.1702985030340966}, "ep003": {"driven_any": 2.1066666666666567, "driven_lanedir": 2.066698089009994, "in-drivable-lane": 0.033333333333333215, "deviation-heading": 0.33465738903594666, "deviation-center-line": 0.2291035934160819}, "ep004": {"driven_any": 1.5866666666666656, "driven_lanedir": 1.2579129547459444, "in-drivable-lane": 0.2666666666666657, "deviation-heading": 1.2760765640740437, "deviation-center-line": 0.1859811348549165}}
6867777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessyes-0:00:39(hidden)
other stats
videos1
6865777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:20(hidden)
survival_time_median2.966666666666666


other stats
episodes
details{"ep000": {"nsteps": 28, "reward": -35.95936848815264, "good_angle": 0.4523226398291993, "survival_time": 0.9333333333333332, "traveled_tiles": 1, "valid_direction": 0.7999999999999998}, "ep001": {"nsteps": 28, "reward": -36.270419410296846, "good_angle": 0.004123794322536422, "survival_time": 0.9333333333333332, "traveled_tiles": 1, "valid_direction": 0}, "ep002": {"nsteps": 89, "reward": -11.722060765275794, "good_angle": 0.3368368393753734, "survival_time": 2.966666666666666, "traveled_tiles": 3, "valid_direction": 0.7333333333333307}, "ep003": {"nsteps": 160, "reward": -6.5603199020959435, "good_angle": 0.375168348060673, "survival_time": 5.333333333333324, "traveled_tiles": 4, "valid_direction": 0.7999999999999972}, "ep004": {"nsteps": 121, "reward": -8.859963449884267, "good_angle": 7.247168345248417, "survival_time": 4.033333333333329, "traveled_tiles": 3, "valid_direction": 1.399999999999995}}
good_angle_max7.247168345248417
good_angle_mean1.68312399336724
good_angle_median0.375168348060673
good_angle_min0.004123794322536422
reward_max-6.5603199020959435
reward_mean-19.874426403141097
reward_median-11.722060765275794
reward_min-36.270419410296846
survival_time_max5.333333333333324
survival_time_mean2.839999999999997
survival_time_min0.9333333333333332
traveled_tiles_max4
traveled_tiles_mean2.4
traveled_tiles_median3
traveled_tiles_min1
valid_direction_max1.399999999999995
valid_direction_mean0.7466666666666646
valid_direction_median0.7999999999999972
valid_direction_min0
6861777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:01:14(hidden)
other stats
simulation-passed1
6582777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationabortedno-0:00:01
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission777/step1-simulation-nutonomy-P50-2570-job6582'
(hidden)
6352777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationabortedno-0:00:00
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 353, in go_
    os.makedirs(wd)
  File "/usr/lib/python2.7/os.py", line 157, in makedirs
    mkdir(name, mode)
OSError: [Errno 28] No space left on device: '/tmp/duckietown/DT18/evaluator/executions/aido1_LF1_r3-v3/submission777/step1-simulation-nutonomy-P50-2110-job6352'
(hidden)
5816777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessno-0:01:24(hidden)
other stats
videos1
5813777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step3-videossuccessno-0:00:47(hidden)
other stats
videos1
5805777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno-0:01:48(hidden)
survival_time_median3.166666666666665


other stats
episodes
details{"ep000": {"nsteps": 60, "reward": -18.55895467996597, "good_angle": 8.631361811097454, "survival_time": 2.0000000000000027, "traveled_tiles": 2, "valid_direction": 1.4000000000000028}, "ep001": {"nsteps": 132, "reward": -8.560128116697976, "good_angle": 8.371777309085797, "survival_time": 4.399999999999994, "traveled_tiles": 3, "valid_direction": 1.399999999999995}, "ep002": {"nsteps": 140, "reward": -7.20356833904516, "good_angle": 0.034675126335285154, "survival_time": 4.66666666666666, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 91, "reward": -13.248195889231924, "good_angle": 9.188896207380877, "survival_time": 3.0333333333333323, "traveled_tiles": 3, "valid_direction": 1.3999999999999972}, "ep004": {"nsteps": 95, "reward": -12.396050412678404, "good_angle": 1.806465789696306, "survival_time": 3.166666666666665, "traveled_tiles": 3, "valid_direction": 1.0666666666666629}}
good_angle_max9.188896207380877
good_angle_mean5.606635248719142
good_angle_median8.371777309085797
good_angle_min0.034675126335285154
reward_max-7.20356833904516
reward_mean-11.993379487523889
reward_median-12.396050412678404
reward_min-18.55895467996597
survival_time_max4.66666666666666
survival_time_mean3.4533333333333305
survival_time_min2.0000000000000027
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max1.4000000000000028
valid_direction_mean1.0533333333333317
valid_direction_median1.399999999999995
valid_direction_min0
5804777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno-0:00:17(hidden)
survival_time_median3.166666666666665


other stats
episodes
details{"ep000": {"nsteps": 60, "reward": -18.55895467996597, "good_angle": 8.631361811097454, "survival_time": 2.0000000000000027, "traveled_tiles": 2, "valid_direction": 1.4000000000000028}, "ep001": {"nsteps": 132, "reward": -8.560128116697976, "good_angle": 8.371777309085797, "survival_time": 4.399999999999994, "traveled_tiles": 3, "valid_direction": 1.399999999999995}, "ep002": {"nsteps": 140, "reward": -7.20356833904516, "good_angle": 0.034675126335285154, "survival_time": 4.66666666666666, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 91, "reward": -13.248195889231924, "good_angle": 9.188896207380877, "survival_time": 3.0333333333333323, "traveled_tiles": 3, "valid_direction": 1.3999999999999972}, "ep004": {"nsteps": 95, "reward": -12.396050412678404, "good_angle": 1.806465789696306, "survival_time": 3.166666666666665, "traveled_tiles": 3, "valid_direction": 1.0666666666666629}}
good_angle_max9.188896207380877
good_angle_mean5.606635248719142
good_angle_median8.371777309085797
good_angle_min0.034675126335285154
reward_max-7.20356833904516
reward_mean-11.993379487523889
reward_median-12.396050412678404
reward_min-18.55895467996597
survival_time_max4.66666666666666
survival_time_mean3.4533333333333305
survival_time_min2.0000000000000027
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max1.4000000000000028
valid_direction_mean1.0533333333333317
valid_direction_median1.399999999999995
valid_direction_min0
5802777yanberAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno-0:01:23(hidden)
other stats
simulation-passed1