AI Driving Olympics Home Challenges Submissions Jobs

Submission 894

Submission894
Competingyes
Challengeaido1_LF1_r3-v3
Userdaredevil
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 12866 step2-scoring: 12881 step3-videos: 12885 step4-viz: 12890
Next
User labelPyTorch template
Admin priority50
User priority50

12890

Click the images to see detailed statistics about the episode.

12885

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
12890894daredevilPyTorch templateaido1_LF1_r3-v3step4-vizsuccessyes-0:04:20(hidden)
driven_lanedir_median-3.0873258081766037
deviation-center-line_median0.2559979593285622
in-drivable-lane_median8.266666666666657


other stats
deviation-center-line_max0.4187552875322475
deviation-center-line_mean0.2851332970209016
deviation-center-line_min0.1852004166493986
deviation-heading_max6.573357371435327
deviation-heading_mean6.542204551597655
deviation-heading_median6.563169314377175
deviation-heading_min6.4836601307190005
driven_any_max9.896300967351102
driven_any_mean9.896300967351092
driven_any_median9.896300967351092
driven_any_min9.896300967351078
driven_lanedir_max-3.072776909304628
driven_lanedir_mean-3.09110955947329
driven_lanedir_min-3.12409729724638
in-drivable-lane_max8.366666666666664
in-drivable-lane_mean8.293333333333326
in-drivable-lane_min8.266666666666657
per-episodes
details{"ep000": {"driven_any": 9.896300967351095, "driven_lanedir": -3.0873258081766037, "in-drivable-lane": 8.366666666666664, "deviation-heading": 6.4836601307190005, "deviation-center-line": 0.35365429900431805}, "ep001": {"driven_any": 9.896300967351078, "driven_lanedir": -3.0764319574382175, "in-drivable-lane": 8.29999999999999, "deviation-heading": 6.523145373077551, "deviation-center-line": 0.2120585225899818}, "ep002": {"driven_any": 9.896300967351085, "driven_lanedir": -3.12409729724638, "in-drivable-lane": 8.266666666666657, "deviation-heading": 6.563169314377175, "deviation-center-line": 0.1852004166493986}, "ep003": {"driven_any": 9.896300967351092, "driven_lanedir": -3.072776909304628, "in-drivable-lane": 8.266666666666657, "deviation-heading": 6.573357371435327, "deviation-center-line": 0.2559979593285622}, "ep004": {"driven_any": 9.896300967351102, "driven_lanedir": -3.09491582520062, "in-drivable-lane": 8.266666666666657, "deviation-heading": 6.56769056837922, "deviation-center-line": 0.4187552875322475}}
12885894daredevilPyTorch templateaido1_LF1_r3-v3step3-videossuccessyes-0:02:40(hidden)
other stats
videos1
12881894daredevilPyTorch templateaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:24(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.6983216043077409, "good_angle": 13.58506949141596, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 12.49999999999999}, "ep001": {"nsteps": 500, "reward": -0.5112751125763171, "good_angle": 13.767542808672555, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.166666666666654}, "ep002": {"nsteps": 500, "reward": -0.4195024176388979, "good_angle": 13.58530633245476, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 12.49999999999999}, "ep003": {"nsteps": 500, "reward": -0.5754952735861589, "good_angle": 13.722125077143692, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 13.066666666666656}, "ep004": {"nsteps": 500, "reward": -0.7304737878008746, "good_angle": 13.60018518200081, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 12.566666666666656}}
good_angle_max13.767542808672555
good_angle_mean13.652045778337556
good_angle_median13.60018518200081
good_angle_min13.58506949141596
reward_max-0.4195024176388979
reward_mean-0.5870136391819979
reward_median-0.5754952735861589
reward_min-0.7304737878008746
survival_time_max16.666666666666654
survival_time_mean16.666666666666654
survival_time_min16.666666666666654
traveled_tiles_max2
traveled_tiles_mean1.6
traveled_tiles_median2
traveled_tiles_min1
valid_direction_max13.166666666666654
valid_direction_mean12.759999999999987
valid_direction_median12.566666666666656
valid_direction_min12.49999999999999
12866894daredevilPyTorch templateaido1_LF1_r3-v3step1-simulationsuccessyes-0:09:38(hidden)
other stats
simulation-passed1
7502894daredevilPyTorch templateaido1_LF1_r3-v3step4-vizsuccessyes-0:04:44(hidden)
driven_lanedir_median-1.05985247177248
deviation-center-line_median0.32463013910329175
in-drivable-lane_median8.23333333333332


other stats
deviation-center-line_max1.2229848197846576
deviation-center-line_mean0.5013585011463242
deviation-center-line_min0.18421462158296809
deviation-heading_max6.639256027638261
deviation-heading_mean6.130316773672168
deviation-heading_median6.587348625790274
deviation-heading_min4.253182461720226
driven_any_max3.317636741607105
driven_any_mean3.31763674160709
driven_any_median3.317636741607098
driven_any_min3.3176367416070653
driven_lanedir_max-0.8727849850798894
driven_lanedir_mean-1.0237415377242507
driven_lanedir_min-1.0652501105207834
in-drivable-lane_max10.466666666666663
in-drivable-lane_mean8.686666666666657
in-drivable-lane_min8.233333333333318
per-episodes
details{"ep000": {"driven_any": 3.317636741607105, "driven_lanedir": -0.8727849850798894, "in-drivable-lane": 10.466666666666663, "deviation-heading": 4.253182461720226, "deviation-center-line": 1.2229848197846576}, "ep001": {"driven_any": 3.3176367416070653, "driven_lanedir": -1.0585760658647092, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.639256027638261, "deviation-center-line": 0.4939995088117161}, "ep002": {"driven_any": 3.317636741607098, "driven_lanedir": -1.0622440553833916, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.60795448532735, "deviation-center-line": 0.28096341644898776}, "ep003": {"driven_any": 3.317636741607083, "driven_lanedir": -1.05985247177248, "in-drivable-lane": 8.266666666666653, "deviation-heading": 6.563842267884727, "deviation-center-line": 0.18421462158296809}, "ep004": {"driven_any": 3.3176367416071, "driven_lanedir": -1.0652501105207834, "in-drivable-lane": 8.233333333333318, "deviation-heading": 6.587348625790274, "deviation-center-line": 0.32463013910329175}}
7501894daredevilPyTorch templateaido1_LF1_r3-v3step4-vizsuccessyes-0:04:44(hidden)
driven_lanedir_median-1.05985247177248
deviation-center-line_median0.32463013910329175
in-drivable-lane_median8.23333333333332


other stats
deviation-center-line_max1.2229848197846576
deviation-center-line_mean0.5013585011463242
deviation-center-line_min0.18421462158296809
deviation-heading_max6.639256027638261
deviation-heading_mean6.130316773672168
deviation-heading_median6.587348625790274
deviation-heading_min4.253182461720226
driven_any_max3.317636741607105
driven_any_mean3.31763674160709
driven_any_median3.317636741607098
driven_any_min3.3176367416070653
driven_lanedir_max-0.8727849850798894
driven_lanedir_mean-1.0237415377242507
driven_lanedir_min-1.0652501105207834
in-drivable-lane_max10.466666666666663
in-drivable-lane_mean8.686666666666657
in-drivable-lane_min8.233333333333318
per-episodes
details{"ep000": {"driven_any": 3.317636741607105, "driven_lanedir": -0.8727849850798894, "in-drivable-lane": 10.466666666666663, "deviation-heading": 4.253182461720226, "deviation-center-line": 1.2229848197846576}, "ep001": {"driven_any": 3.3176367416070653, "driven_lanedir": -1.0585760658647092, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.639256027638261, "deviation-center-line": 0.4939995088117161}, "ep002": {"driven_any": 3.317636741607098, "driven_lanedir": -1.0622440553833916, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.60795448532735, "deviation-center-line": 0.28096341644898776}, "ep003": {"driven_any": 3.317636741607083, "driven_lanedir": -1.05985247177248, "in-drivable-lane": 8.266666666666653, "deviation-heading": 6.563842267884727, "deviation-center-line": 0.18421462158296809}, "ep004": {"driven_any": 3.3176367416071, "driven_lanedir": -1.0652501105207834, "in-drivable-lane": 8.233333333333318, "deviation-heading": 6.587348625790274, "deviation-center-line": 0.32463013910329175}}
7500894daredevilPyTorch templateaido1_LF1_r3-v3step4-vizsuccessyes-0:04:43(hidden)
driven_lanedir_median-1.05985247177248
deviation-center-line_median0.32463013910329175
in-drivable-lane_median8.23333333333332


other stats
deviation-center-line_max1.2229848197846576
deviation-center-line_mean0.5013585011463242
deviation-center-line_min0.18421462158296809
deviation-heading_max6.639256027638261
deviation-heading_mean6.130316773672168
deviation-heading_median6.587348625790274
deviation-heading_min4.253182461720226
driven_any_max3.317636741607105
driven_any_mean3.31763674160709
driven_any_median3.317636741607098
driven_any_min3.3176367416070653
driven_lanedir_max-0.8727849850798894
driven_lanedir_mean-1.0237415377242507
driven_lanedir_min-1.0652501105207834
in-drivable-lane_max10.466666666666663
in-drivable-lane_mean8.686666666666657
in-drivable-lane_min8.233333333333318
per-episodes
details{"ep000": {"driven_any": 3.317636741607105, "driven_lanedir": -0.8727849850798894, "in-drivable-lane": 10.466666666666663, "deviation-heading": 4.253182461720226, "deviation-center-line": 1.2229848197846576}, "ep001": {"driven_any": 3.3176367416070653, "driven_lanedir": -1.0585760658647092, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.639256027638261, "deviation-center-line": 0.4939995088117161}, "ep002": {"driven_any": 3.317636741607098, "driven_lanedir": -1.0622440553833916, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.60795448532735, "deviation-center-line": 0.28096341644898776}, "ep003": {"driven_any": 3.317636741607083, "driven_lanedir": -1.05985247177248, "in-drivable-lane": 8.266666666666653, "deviation-heading": 6.563842267884727, "deviation-center-line": 0.18421462158296809}, "ep004": {"driven_any": 3.3176367416071, "driven_lanedir": -1.0652501105207834, "in-drivable-lane": 8.233333333333318, "deviation-heading": 6.587348625790274, "deviation-center-line": 0.32463013910329175}}
7499894daredevilPyTorch templateaido1_LF1_r3-v3step4-vizsuccessyes-0:04:36(hidden)
driven_lanedir_median-1.05985247177248
deviation-center-line_median0.32463013910329175
in-drivable-lane_median8.23333333333332


other stats
deviation-center-line_max1.2229848197846576
deviation-center-line_mean0.5013585011463242
deviation-center-line_min0.18421462158296809
deviation-heading_max6.639256027638261
deviation-heading_mean6.130316773672168
deviation-heading_median6.587348625790274
deviation-heading_min4.253182461720226
driven_any_max3.317636741607105
driven_any_mean3.31763674160709
driven_any_median3.317636741607098
driven_any_min3.3176367416070653
driven_lanedir_max-0.8727849850798894
driven_lanedir_mean-1.0237415377242507
driven_lanedir_min-1.0652501105207834
in-drivable-lane_max10.466666666666663
in-drivable-lane_mean8.686666666666657
in-drivable-lane_min8.233333333333318
per-episodes
details{"ep000": {"driven_any": 3.317636741607105, "driven_lanedir": -0.8727849850798894, "in-drivable-lane": 10.466666666666663, "deviation-heading": 4.253182461720226, "deviation-center-line": 1.2229848197846576}, "ep001": {"driven_any": 3.3176367416070653, "driven_lanedir": -1.0585760658647092, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.639256027638261, "deviation-center-line": 0.4939995088117161}, "ep002": {"driven_any": 3.317636741607098, "driven_lanedir": -1.0622440553833916, "in-drivable-lane": 8.23333333333332, "deviation-heading": 6.60795448532735, "deviation-center-line": 0.28096341644898776}, "ep003": {"driven_any": 3.317636741607083, "driven_lanedir": -1.05985247177248, "in-drivable-lane": 8.266666666666653, "deviation-heading": 6.563842267884727, "deviation-center-line": 0.18421462158296809}, "ep004": {"driven_any": 3.3176367416071, "driven_lanedir": -1.0652501105207834, "in-drivable-lane": 8.233333333333318, "deviation-heading": 6.587348625790274, "deviation-center-line": 0.32463013910329175}}
7498894daredevilPyTorch templateaido1_LF1_r3-v3step3-videossuccessyes-0:01:13(hidden)
other stats
videos1
7497894daredevilPyTorch templateaido1_LF1_r3-v3step3-videosabortedyes-0:00:13
Error while running [...]
Error while running Docker Compose:

Could not run ['docker-compose', '-p', 'job7497-8170', 'up', '-d']:

   >  Command '['docker-compose', '-p', 'job7497-8170', 'up', '-d']' returned non-zero exit status 1

stdout | 

stderr | Creating network "job7497-8170_evaluation" with the default driver
stderr | Creating job7497-8170_videos_1 ...
stderr | 
Creating job7497-8170_videos_1 ... error

stderr | ERROR: for job7497-8170_videos_1  Cannot start service videos: network job7497-8170_evaluation not found
stderr | 
stderr | ERROR: for videos  Cannot start service videos: network job7497-8170_evaluation not found
stderr | Encountered errors while bringing up the project.
stderr | 
(hidden)
7494894daredevilPyTorch templateaido1_LF1_r3-v3step2-scoringsuccessyes-0:02:55(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.966810409963131, "good_angle": 47.123441495230765, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 14.233333333333322}, "ep001": {"nsteps": 500, "reward": -1.300191262960434, "good_angle": 13.8317262841996, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.099999999999993}, "ep002": {"nsteps": 500, "reward": -1.117795492440462, "good_angle": 13.808909540839275, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 12.933333333333326}, "ep003": {"nsteps": 500, "reward": -0.9294596527849426, "good_angle": 13.819737231108473, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 12.96666666666666}, "ep004": {"nsteps": 500, "reward": -1.163820459574461, "good_angle": 13.824014957850544, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.09999999999999}}
good_angle_max47.123441495230765
good_angle_mean20.481565901845737
good_angle_median13.824014957850544
good_angle_min13.808909540839275
reward_max-0.9294596527849426
reward_mean-1.0956154555446862
reward_median-1.117795492440462
reward_min-1.300191262960434
survival_time_max16.666666666666654
survival_time_mean16.666666666666654
survival_time_min16.666666666666654
traveled_tiles_max2
traveled_tiles_mean1.2
traveled_tiles_median1
traveled_tiles_min1
valid_direction_max14.233333333333322
valid_direction_mean13.266666666666657
valid_direction_median13.09999999999999
valid_direction_min12.933333333333326
7493894daredevilPyTorch templateaido1_LF1_r3-v3step2-scoringsuccessyes-0:02:55(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.966810409963131, "good_angle": 47.123441495230765, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 14.233333333333322}, "ep001": {"nsteps": 500, "reward": -1.300191262960434, "good_angle": 13.8317262841996, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.099999999999993}, "ep002": {"nsteps": 500, "reward": -1.117795492440462, "good_angle": 13.808909540839275, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 12.933333333333326}, "ep003": {"nsteps": 500, "reward": -0.9294596527849426, "good_angle": 13.819737231108473, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 12.96666666666666}, "ep004": {"nsteps": 500, "reward": -1.163820459574461, "good_angle": 13.824014957850544, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.09999999999999}}
good_angle_max47.123441495230765
good_angle_mean20.481565901845737
good_angle_median13.824014957850544
good_angle_min13.808909540839275
reward_max-0.9294596527849426
reward_mean-1.0956154555446862
reward_median-1.117795492440462
reward_min-1.300191262960434
survival_time_max16.666666666666654
survival_time_mean16.666666666666654
survival_time_min16.666666666666654
traveled_tiles_max2
traveled_tiles_mean1.2
traveled_tiles_median1
traveled_tiles_min1
valid_direction_max14.233333333333322
valid_direction_mean13.266666666666657
valid_direction_median13.09999999999999
valid_direction_min12.933333333333326
7492894daredevilPyTorch templateaido1_LF1_r3-v3step2-scoringsuccessyes-0:02:56(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.966810409963131, "good_angle": 47.123441495230765, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 14.233333333333322}, "ep001": {"nsteps": 500, "reward": -1.300191262960434, "good_angle": 13.8317262841996, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.099999999999993}, "ep002": {"nsteps": 500, "reward": -1.117795492440462, "good_angle": 13.808909540839275, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 12.933333333333326}, "ep003": {"nsteps": 500, "reward": -0.9294596527849426, "good_angle": 13.819737231108473, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 12.96666666666666}, "ep004": {"nsteps": 500, "reward": -1.163820459574461, "good_angle": 13.824014957850544, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.09999999999999}}
good_angle_max47.123441495230765
good_angle_mean20.481565901845737
good_angle_median13.824014957850544
good_angle_min13.808909540839275
reward_max-0.9294596527849426
reward_mean-1.0956154555446862
reward_median-1.117795492440462
reward_min-1.300191262960434
survival_time_max16.666666666666654
survival_time_mean16.666666666666654
survival_time_min16.666666666666654
traveled_tiles_max2
traveled_tiles_mean1.2
traveled_tiles_median1
traveled_tiles_min1
valid_direction_max14.233333333333322
valid_direction_mean13.266666666666657
valid_direction_median13.09999999999999
valid_direction_min12.933333333333326
7491894daredevilPyTorch templateaido1_LF1_r3-v3step2-scoringabortedyes-0:02:48
Error while running [...]
Error while running Docker Compose:

Could not run ['docker-compose', '-p', 'job7491-2136', 'up', '-d']:

   >  Command '['docker-compose', '-p', 'job7491-2136', 'up', '-d']' returned non-zero exit status 1

stdout | 

stderr | Creating network "job7491-2136_evaluation" with the default driver
stderr | Creating job7491-2136_scorer_1 ...
stderr | 
Creating job7491-2136_scorer_1 ... error

stderr | ERROR: for job7491-2136_scorer_1  Cannot start service scorer: network job7491-2136_evaluation not found
stderr | 
stderr | ERROR: for scorer  Cannot start service scorer: network job7491-2136_evaluation not found
stderr | Encountered errors while bringing up the project.
stderr | 
(hidden)
7490894daredevilPyTorch templateaido1_LF1_r3-v3step2-scoringsuccessyes-0:02:57(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.966810409963131, "good_angle": 47.123441495230765, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 14.233333333333322}, "ep001": {"nsteps": 500, "reward": -1.300191262960434, "good_angle": 13.8317262841996, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.099999999999993}, "ep002": {"nsteps": 500, "reward": -1.117795492440462, "good_angle": 13.808909540839275, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 12.933333333333326}, "ep003": {"nsteps": 500, "reward": -0.9294596527849426, "good_angle": 13.819737231108473, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 12.96666666666666}, "ep004": {"nsteps": 500, "reward": -1.163820459574461, "good_angle": 13.824014957850544, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.09999999999999}}
good_angle_max47.123441495230765
good_angle_mean20.481565901845737
good_angle_median13.824014957850544
good_angle_min13.808909540839275
reward_max-0.9294596527849426
reward_mean-1.0956154555446862
reward_median-1.117795492440462
reward_min-1.300191262960434
survival_time_max16.666666666666654
survival_time_mean16.666666666666654
survival_time_min16.666666666666654
traveled_tiles_max2
traveled_tiles_mean1.2
traveled_tiles_median1
traveled_tiles_min1
valid_direction_max14.233333333333322
valid_direction_mean13.266666666666657
valid_direction_median13.09999999999999
valid_direction_min12.933333333333326
7489894daredevilPyTorch templateaido1_LF1_r3-v3step1-simulationsuccessno-0:05:26(hidden)
other stats
simulation-passed1