AI Driving Olympics Home Challenges Submissions Jobs

Submission 397

Submission397
Competingyes
Challengeaido1_LF1_r3-v3
UserPolyProgrammist
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 13020 step2-scoring: 13035 step3-videos: 13036 step4-viz: 13044
Next
User labelRandom execution
Admin priority50
User priority50

13044

Click the images to see detailed statistics about the episode.

13036

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
13044397PolyProgrammistRandom executionaido1_LF1_r3-v3step4-vizsuccessyes-0:05:07(hidden)
driven_lanedir_median0.399139945130385
deviation-center-line_median0.8888675914213932
in-drivable-lane_median0


other stats
deviation-center-line_max1.1598350106836834
deviation-center-line_mean0.675926397608005
deviation-center-line_min0
deviation-heading_max1.1804023800821166
deviation-heading_mean0.680659931928711
deviation-heading_median0.5710794021342425
deviation-heading_min0
driven_any_max19.91999999999997
driven_any_mean19.919999999999856
driven_any_median19.919999999999828
driven_any_min19.919999999999764
driven_lanedir_max0.7196036722083514
driven_lanedir_mean0.4154372350856983
driven_lanedir_min0
in-drivable-lane_max16.63333333333332
in-drivable-lane_mean3.6599999999999966
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 19.91999999999997, "driven_lanedir": 0, "in-drivable-lane": 16.63333333333332, "deviation-heading": 0, "deviation-center-line": 0}, "ep001": {"driven_any": 19.919999999999927, "driven_lanedir": 0.399139945130385, "in-drivable-lane": 0, "deviation-heading": 1.0920028198391911, "deviation-center-line": 1.078793989348826}, "ep002": {"driven_any": 19.919999999999764, "driven_lanedir": 0.3987537044887417, "in-drivable-lane": 1.6666666666666652, "deviation-heading": 1.1804023800821166, "deviation-center-line": 0.2521353965861226}, "ep003": {"driven_any": 19.919999999999828, "driven_lanedir": 0.5596888536010134, "in-drivable-lane": 0, "deviation-heading": 0.5710794021342425, "deviation-center-line": 1.1598350106836834}, "ep004": {"driven_any": 19.919999999999796, "driven_lanedir": 0.7196036722083514, "in-drivable-lane": 0, "deviation-heading": 0.5598150575880045, "deviation-center-line": 0.8888675914213932}}
13036397PolyProgrammistRandom executionaido1_LF1_r3-v3step3-videossuccessyes-0:01:22(hidden)
other stats
videos1
13035397PolyProgrammistRandom executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:22(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -1.060659675717354, "good_angle": 0.048527729621783845, "survival_time": 16.666666666666654, "traveled_tiles": 3, "valid_direction": 0}, "ep001": {"nsteps": 500, "reward": 0.4966344596147537, "good_angle": 0.07169159269760109, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 0}, "ep002": {"nsteps": 500, "reward": 0.8487190539836884, "good_angle": 0.1028399850203609, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 0}, "ep003": {"nsteps": 500, "reward": 0.46811697614192965, "good_angle": 0.023736323581860147, "survival_time": 16.666666666666654, "traveled_tiles": 3, "valid_direction": 0}, "ep004": {"nsteps": 500, "reward": 0.5583847699761391, "good_angle": 0.02970190202143955, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 0}}
good_angle_max0.1028399850203609
good_angle_mean0.055299506588609104
good_angle_median0.048527729621783845
good_angle_min0.023736323581860147
reward_max0.8487190539836884
reward_mean0.26223911679983136
reward_median0.4966344596147537
reward_min-1.060659675717354
survival_time_max16.666666666666654
survival_time_mean16.666666666666654
survival_time_min16.666666666666654
traveled_tiles_max3
traveled_tiles_mean2.4
traveled_tiles_median2
traveled_tiles_min2
valid_direction_max0
valid_direction_mean0
valid_direction_median0
valid_direction_min0
13020397PolyProgrammistRandom executionaido1_LF1_r3-v3step1-simulationsuccessyes-0:05:05(hidden)
other stats
simulation-passed1
10441397PolyProgrammistRandom executionaido1_LF1_r3-v3step4-vizsuccessyes-0:06:32(hidden)
driven_lanedir_median0.7199114328934264
deviation-center-line_median0.725651349029092
in-drivable-lane_median0


other stats
deviation-center-line_max1.610356179034906
deviation-center-line_mean0.8544819430793693
deviation-center-line_min0.4922185378333373
deviation-heading_max3.692636015945935
deviation-heading_mean1.2578294674226416
deviation-heading_median1.1240165941114446
deviation-heading_min0.07942104943374231
driven_any_max6.640000000000106
driven_any_mean6.640000000000073
driven_any_median6.640000000000084
driven_any_min6.640000000000005
driven_lanedir_max1.4933261824878092
driven_lanedir_mean0.6621694232890135
driven_lanedir_min0.1132059337288176
in-drivable-lane_max10
in-drivable-lane_mean2
in-drivable-lane_min0
per-episodes
details{"ep000": {"driven_any": 6.640000000000106, "driven_lanedir": 0.1132059337288176, "in-drivable-lane": 10, "deviation-heading": 3.692636015945935, "deviation-center-line": 0.8035249675594128}, "ep001": {"driven_any": 6.640000000000089, "driven_lanedir": 0.15960164900917606, "in-drivable-lane": 0, "deviation-heading": 1.1259174092607342, "deviation-center-line": 1.610356179034906}, "ep002": {"driven_any": 6.640000000000005, "driven_lanedir": 0.7199114328934264, "in-drivable-lane": 0, "deviation-heading": 0.2671562683613517, "deviation-center-line": 0.725651349029092}, "ep003": {"driven_any": 6.640000000000079, "driven_lanedir": 1.4933261824878092, "in-drivable-lane": 0, "deviation-heading": 0.07942104943374231, "deviation-center-line": 0.6406586819400985}, "ep004": {"driven_any": 6.640000000000084, "driven_lanedir": 0.8248019183258386, "in-drivable-lane": 0, "deviation-heading": 1.1240165941114446, "deviation-center-line": 0.4922185378333373}}
10434397PolyProgrammistRandom executionaido1_LF1_r3-v3step3-videossuccessyes-0:01:46(hidden)
other stats
videos1
10431397PolyProgrammistRandom executionaido1_LF1_r3-v3step2-scoringsuccessyes-0:00:23(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.23719835294783115, "good_angle": 1.6343590961931995, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 6.666666666666655}, "ep001": {"nsteps": 500, "reward": -0.49661089354753496, "good_angle": 0.07621382840539564, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 0}, "ep002": {"nsteps": 500, "reward": -0.182835554510355, "good_angle": 0.03030352864283182, "survival_time": 16.666666666666654, "traveled_tiles": 3, "valid_direction": 0}, "ep003": {"nsteps": 500, "reward": -0.14843576791882515, "good_angle": 0.03284738421522274, "survival_time": 16.666666666666654, "traveled_tiles": 4, "valid_direction": 0}, "ep004": {"nsteps": 500, "reward": 0.2250587911726907, "good_angle": 0.07595671165358207, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 0}}
good_angle_max1.6343590961931995
good_angle_mean0.3699361098220464
good_angle_median0.07595671165358207
good_angle_min0.03030352864283182
reward_max0.2250587911726907
reward_mean-0.1680043555503711
reward_median-0.182835554510355
reward_min-0.49661089354753496
survival_time_max16.666666666666654
survival_time_mean16.666666666666654
survival_time_min16.666666666666654
traveled_tiles_max4
traveled_tiles_mean2.4
traveled_tiles_median2
traveled_tiles_min1
valid_direction_max6.666666666666655
valid_direction_mean1.333333333333331
valid_direction_median0
valid_direction_min0
10416397PolyProgrammistRandom executionaido1_LF1_r3-v3step1-simulationsuccessno-0:03:43(hidden)
other stats
simulation-passed1
10415397PolyProgrammistRandom executionaido1_LF1_r3-v3step1-simulationfailedno-0:03:54
InvalidSubmission: T [...]
InvalidSubmission:
Traceback (most recent call last):
  File "/workspace/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 486, in wrap_evaluator
    raise InvalidSubmission(out[SPECIAL_INVALID_SUBMISSION])
InvalidSubmission: Invalid solution:
Traceback (most recent call last):
  File "/notebooks/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 585, in wrap_solution
    solution.run(cis)
  File "solution.py", line 73, in run
    raise InvalidSubmission(str(e))
InvalidSubmission: Giving up to connect to the gym duckietown server at host: evaluator

(hidden)
3934397PolyProgrammistRandom executionaido1_LF1_r3-v3step4-vizsuccessno-0:01:18(hidden)
other stats
videos1
3933397PolyProgrammistRandom executionaido1_LF1_r3-v3step4-vizsuccessno-0:01:26(hidden)
other stats
videos1
3932397PolyProgrammistRandom executionaido1_LF1_r3-v3step3-videossuccessno-0:00:57(hidden)
other stats
videos1
3931397PolyProgrammistRandom executionaido1_LF1_r3-v3step2-scoringsuccessno-0:00:16(hidden)
survival_time_median16.666666666666654


other stats
episodes
details{"ep000": {"nsteps": 117, "reward": -9.991474496503162, "good_angle": 8.866560177579744, "survival_time": 3.899999999999996, "traveled_tiles": 3, "valid_direction": 1.4666666666666617}, "ep001": {"nsteps": 500, "reward": -0.3888421014547348, "good_angle": 3.638173429102398, "survival_time": 16.666666666666654, "traveled_tiles": 3, "valid_direction": 0.4}, "ep002": {"nsteps": 500, "reward": 0.23706295147072523, "good_angle": 0.1326869096702976, "survival_time": 16.666666666666654, "traveled_tiles": 3, "valid_direction": 0}, "ep003": {"nsteps": 500, "reward": -2.333500215291977, "good_angle": 121.97850228305688, "survival_time": 16.666666666666654, "traveled_tiles": 3, "valid_direction": 14.566666666666652}, "ep004": {"nsteps": 500, "reward": -2.341332432746887, "good_angle": 0.016734103965512847, "survival_time": 16.666666666666654, "traveled_tiles": 2, "valid_direction": 0}}
good_angle_max121.97850228305688
good_angle_mean26.92653138067497
good_angle_median3.638173429102398
good_angle_min0.016734103965512847
reward_max0.23706295147072523
reward_mean-2.9636172589052068
reward_median-2.333500215291977
reward_min-9.991474496503162
survival_time_max16.666666666666654
survival_time_mean14.113333333333324
survival_time_min3.899999999999996
traveled_tiles_max3
traveled_tiles_mean2.8
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max14.566666666666652
valid_direction_mean3.286666666666662
valid_direction_median0.4
valid_direction_min0
3930397PolyProgrammistRandom executionaido1_LF1_r3-v3step1-simulationsuccessno-0:02:18(hidden)
other stats
simulation-passed1