AI Driving Olympics Home Challenges Submissions Jobs

Evaluator 298

evaluator298
ownerAndrea Censi
machineidsc-rudolf
processidsc-rudolf-4202
versionDC:3.1.54;DCR:3.2.14;DTS:3.0.30
first heard
last heard
statusinactive
# evaluating
# success23
# timeout
# failed1
# error
# aborted3
# host-error
arm
x86_64
Mac
gpu available
Number of processors
Processor frequency (MHz)
Free % of processors
RAM total (MB)
RAM free (MB)
Disk (MB)
Disk available (MB)
Docker Hub
P1
P2
PI Camera
# Duckiebots
Map 3x3 avaiable
gpu cores
AIDO 2 Map LF public
AIDO 2 Map LF private
AIDO 2 Map LFV public
AIDO 2 Map LFV private
AIDO 2 Map LFVI public
AIDO 2 Map LFVI private
IPFS mountpoint /ipfs available
IPNS mountpoint /ipns available

Evaluator jobs

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
5943799Julian ZillyBaseline solution using imitation learning from logsaido1_LF1_r3-v3step2-scoringabortedno2980:02:04(hidden)
survival_time_median10.833333333333306


other stats
episodes
details{"ep000": {"nsteps": 204, "reward": -6.7395653488004905, "good_angle": 29.553375584312825, "survival_time": 6.799999999999986, "traveled_tiles": 2, "valid_direction": 4.699999999999983}, "ep001": {"nsteps": 452, "reward": -3.0591347357505456, "good_angle": 27.606637292528703, "survival_time": 15.066666666666624, "traveled_tiles": 3, "valid_direction": 4.699999999999983}, "ep002": {"nsteps": 336, "reward": -3.009591520816143, "good_angle": 0.184076494422431, "survival_time": 11.19999999999997, "traveled_tiles": 3, "valid_direction": 0}, "ep003": {"nsteps": 310, "reward": -5.454150382164986, "good_angle": 31.407735285265705, "survival_time": 10.333333333333307, "traveled_tiles": 3, "valid_direction": 4.699999999999984}, "ep004": {"nsteps": 325, "reward": -4.93090192534916, "good_angle": 5.9473641871472145, "survival_time": 10.833333333333306, "traveled_tiles": 3, "valid_direction": 3.566666666666655}}
good_angle_max31.407735285265705
good_angle_mean18.939837768735376
good_angle_median27.606637292528703
good_angle_min0.184076494422431
reward_max-3.009591520816143
reward_mean-4.638668782576265
reward_median-4.93090192534916
reward_min-6.7395653488004905
survival_time_max15.066666666666624
survival_time_mean10.84666666666664
survival_time_min6.799999999999986
traveled_tiles_max3
traveled_tiles_mean2.8
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max4.699999999999984
valid_direction_mean3.5333333333333217
valid_direction_median4.699999999999983
valid_direction_min0
5934786martatintoreAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno2980:00:18(hidden)
survival_time_median9.033333333333312


other stats
episodes
details{"ep000": {"nsteps": 170, "reward": -7.790757534083198, "good_angle": 24.085888249464556, "survival_time": 5.666666666666656, "traveled_tiles": 2, "valid_direction": 3.899999999999987}, "ep001": {"nsteps": 376, "reward": -3.5683142356970845, "good_angle": 22.87213440078576, "survival_time": 12.5333333333333, "traveled_tiles": 3, "valid_direction": 3.899999999999986}, "ep002": {"nsteps": 318, "reward": -3.1791894810119388, "good_angle": 0.13315919092022602, "survival_time": 10.599999999999971, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 258, "reward": -6.154849209064661, "good_angle": 26.1922502546216, "survival_time": 8.59999999999998, "traveled_tiles": 3, "valid_direction": 3.93333333333332}, "ep004": {"nsteps": 271, "reward": -5.561203524712611, "good_angle": 5.142374861417086, "survival_time": 9.033333333333312, "traveled_tiles": 3, "valid_direction": 3.033333333333323}}
good_angle_max26.1922502546216
good_angle_mean15.685161391441843
good_angle_median22.87213440078576
good_angle_min0.13315919092022602
reward_max-3.1791894810119388
reward_mean-5.250862796913898
reward_median-5.561203524712611
reward_min-7.790757534083198
survival_time_max12.5333333333333
survival_time_mean9.286666666666644
survival_time_min5.666666666666656
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max3.93333333333332
valid_direction_mean2.953333333333324
valid_direction_median3.899999999999986
valid_direction_min0
5921798CpPIRandom executionaido1_LF1_r3-v3step4-vizsuccessno2980:01:36(hidden)
other stats
videos1
5916798CpPIRandom executionaido1_LF1_r3-v3step2-scoringsuccessno2980:00:17(hidden)
survival_time_median8.999999999999979


other stats
episodes
details{"ep000": {"nsteps": 171, "reward": -7.729742120232499, "good_angle": 25.07383215378148, "survival_time": 5.6999999999999895, "traveled_tiles": 2, "valid_direction": 3.9333333333333207}, "ep001": {"nsteps": 382, "reward": -4.457744235767744, "good_angle": 24.218758506416364, "survival_time": 12.7333333333333, "traveled_tiles": 3, "valid_direction": 4.066666666666652}, "ep002": {"nsteps": 338, "reward": -3.039140198254471, "good_angle": 0.1268074882377727, "survival_time": 11.266666666666636, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 258, "reward": -6.04335063233856, "good_angle": 27.571145449058, "survival_time": 8.59999999999998, "traveled_tiles": 3, "valid_direction": 3.93333333333332}, "ep004": {"nsteps": 270, "reward": -5.542087158836701, "good_angle": 4.78818581978914, "survival_time": 8.999999999999979, "traveled_tiles": 3, "valid_direction": 2.9999999999999902}}
good_angle_max27.571145449058
good_angle_mean16.355745883456553
good_angle_median24.218758506416364
good_angle_min0.1268074882377727
reward_max-3.039140198254471
reward_mean-5.362412869085995
reward_median-5.542087158836701
reward_min-7.729742120232499
survival_time_max12.7333333333333
survival_time_mean9.459999999999976
survival_time_min5.6999999999999895
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max4.066666666666652
valid_direction_mean2.9866666666666566
valid_direction_median3.93333333333332
valid_direction_min0
5905794ManishAMOD18-AIDOaido1_LF1_r3-v3step3-videossuccessno2980:00:56(hidden)
other stats
videos1
5902794ManishAMOD18-AIDOaido1_LF1_r3-v3step2-scoringsuccessno2980:00:17(hidden)
survival_time_median9.033333333333312


other stats
episodes
details{"ep000": {"nsteps": 171, "reward": -7.749294848818528, "good_angle": 24.378853664865417, "survival_time": 5.6999999999999895, "traveled_tiles": 2, "valid_direction": 3.9333333333333207}, "ep001": {"nsteps": 375, "reward": -3.5734044618407883, "good_angle": 22.88311803426891, "survival_time": 12.499999999999966, "traveled_tiles": 3, "valid_direction": 3.899999999999986}, "ep002": {"nsteps": 404, "reward": -2.509986069532508, "good_angle": 0.11435066787012724, "survival_time": 13.46666666666663, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 259, "reward": -6.018412907151181, "good_angle": 26.243785621492304, "survival_time": 8.633333333333313, "traveled_tiles": 3, "valid_direction": 3.93333333333332}, "ep004": {"nsteps": 271, "reward": -5.466318552420093, "good_angle": 4.2315628353182655, "survival_time": 9.033333333333312, "traveled_tiles": 3, "valid_direction": 2.933333333333324}}
good_angle_max26.243785621492304
good_angle_mean15.570334164763006
good_angle_median22.88311803426891
good_angle_min0.11435066787012724
reward_max-2.509986069532508
reward_mean-5.063483367952619
reward_median-5.466318552420093
reward_min-7.749294848818528
survival_time_max13.46666666666663
survival_time_mean9.866666666666642
survival_time_min5.6999999999999895
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max3.9333333333333207
valid_direction_mean2.9399999999999897
valid_direction_median3.899999999999986
valid_direction_min0
5895794ManishAMOD18-AIDOaido1_LF1_r3-v3step1-simulationsuccessno2980:02:04(hidden)
other stats
simulation-passed1
5889792EdwardRandom executionaido1_LF1_r3-v3step1-simulationsuccessno2980:01:47(hidden)
other stats
simulation-passed1
5886791heyt0nySAIC MOSCOW MMLaido1_LF1_r3-v3step1-simulationfailedno2980:03:05
InvalidSubmission: T [...]
InvalidSubmission:
Traceback (most recent call last):
  File "/workspace/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 486, in wrap_evaluator
    raise InvalidSubmission(out[SPECIAL_INVALID_SUBMISSION])
InvalidSubmission: Invalid solution:
Traceback (most recent call last):
  File "/workspace/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 590, in wrap_solution
    raise InvalidSubmission(msg)
InvalidSubmission: Uncaught exception in solution:
Traceback (most recent call last):
  File "/workspace/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 585, in wrap_solution
    solution.run(cis)
  File "solution.py", line 118, in run
    solve(params, cis)
  File "solution.py", line 83, in solve
    observation, reward, done, info = env.step(action)
  File "/opt/conda/lib/python2.7/site-packages/gym/core.py", line 332, in step
    return self.env.step(action)
  File "/opt/conda/lib/python2.7/site-packages/gym/core.py", line 304, in step
    observation, reward, done, info = self.env.step(action)
  File "/workspace/wrappers.py", line 86, in step
    ob, reward, done, info = self.env.step(action)
  File "/opt/conda/lib/python2.7/site-packages/gym/wrappers/time_limit.py", line 31, in step
    observation, reward, done, info = self.env.step(action)
  File "/workspace/src/gym-duckietown-agent/gym_duckietown_agent/envs/simplesimagent_env.py", line 109, in step
    obs, rew, done, misc = self.sim.step(action, with_observation=True)
  File "/workspace/src/duckietown-slimremote/duckietown_slimremote/pc/robot.py", line 55, in step
    return self._failsafe_observe(msg)
  File "/workspace/src/duckietown-slimremote/duckietown_slimremote/pc/robot.py", line 86, in _failsafe_observe
    raise Exception(msg)
Exception: Giving up to connect to the gym duckietown server at host: evaluator


(hidden)
5875785fmilanoAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessno2980:00:41(hidden)
other stats
videos1
5873785fmilanoAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno2980:00:17(hidden)
survival_time_median1.500000000000001


other stats
episodes
details{"ep000": {"nsteps": 45, "reward": -22.71031572982255, "good_angle": 1.396690490222933, "survival_time": 1.500000000000001, "traveled_tiles": 1, "valid_direction": 1.2000000000000013}, "ep001": {"nsteps": 44, "reward": -23.13684787942012, "good_angle": 1.3536491238787145, "survival_time": 1.466666666666668, "traveled_tiles": 1, "valid_direction": 1.200000000000001}, "ep002": {"nsteps": 37, "reward": -27.19666234525298, "good_angle": 0.934874607755796, "survival_time": 1.2333333333333338, "traveled_tiles": 2, "valid_direction": 0.9666666666666672}, "ep003": {"nsteps": 57, "reward": -18.826057127325615, "good_angle": 1.97953109777104, "survival_time": 1.9000000000000024, "traveled_tiles": 2, "valid_direction": 1.566666666666669}, "ep004": {"nsteps": 74, "reward": -15.535065579253274, "good_angle": 2.326161475490153, "survival_time": 2.4666666666666677, "traveled_tiles": 2, "valid_direction": 2.133333333333334}}
good_angle_max2.326161475490153
good_angle_mean1.5981813590237273
good_angle_median1.396690490222933
good_angle_min0.934874607755796
reward_max-15.535065579253274
reward_mean-21.480989732214905
reward_median-22.71031572982255
reward_min-27.19666234525298
survival_time_max2.4666666666666677
survival_time_mean1.7133333333333347
survival_time_min1.2333333333333338
traveled_tiles_max2
traveled_tiles_mean1.6
traveled_tiles_median2
traveled_tiles_min1
valid_direction_max2.133333333333334
valid_direction_mean1.4133333333333349
valid_direction_median1.2000000000000013
valid_direction_min0.9666666666666672
5870788zxcvfd13502Random executionaido1_LF1_r3-v3step3-videossuccessno2980:00:51(hidden)
other stats
videos1
5864784haliangRandom executionaido1_LF1_r3-v3step3-videossuccessno2980:00:49(hidden)
other stats
videos1
5858786martatintoreAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringabortedno2980:00:18(hidden)
survival_time_median9.033333333333312


other stats
episodes
details{"ep000": {"nsteps": 170, "reward": -7.788953623350928, "good_angle": 24.91796765809418, "survival_time": 5.666666666666656, "traveled_tiles": 2, "valid_direction": 3.933333333333321}, "ep001": {"nsteps": 377, "reward": -3.5404039369970164, "good_angle": 23.284883625908556, "survival_time": 12.566666666666633, "traveled_tiles": 3, "valid_direction": 3.9333333333333194}, "ep002": {"nsteps": 500, "reward": 0.06837520753254649, "good_angle": 0.5794104329079299, "survival_time": 16.666666666666654, "traveled_tiles": 5, "valid_direction": 1.5333333333333634}, "ep003": {"nsteps": 258, "reward": -6.081126526344654, "good_angle": 26.256722859299472, "survival_time": 8.59999999999998, "traveled_tiles": 3, "valid_direction": 3.93333333333332}, "ep004": {"nsteps": 271, "reward": -5.62272922676469, "good_angle": 5.3133982514159195, "survival_time": 9.033333333333312, "traveled_tiles": 3, "valid_direction": 3.0666666666666567}}
good_angle_max26.256722859299472
good_angle_mean16.07047656552521
good_angle_median23.284883625908556
good_angle_min0.5794104329079299
reward_max0.06837520753254649
reward_mean-4.592967621184949
reward_median-5.62272922676469
reward_min-7.788953623350928
survival_time_max16.666666666666654
survival_time_mean10.506666666666646
survival_time_min5.666666666666656
traveled_tiles_max5
traveled_tiles_mean3.2
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max3.933333333333321
valid_direction_mean3.2799999999999963
valid_direction_median3.9333333333333194
valid_direction_min1.5333333333333634
5850786martatintoreAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationabortedno2980:01:55(hidden)
other stats
simulation-passed1
5841781amuniAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno2980:00:19(hidden)
survival_time_median5.833333333333322


other stats
episodes
details{"ep000": {"nsteps": 144, "reward": -9.06813865651687, "good_angle": 20.52817005800521, "survival_time": 4.799999999999993, "traveled_tiles": 2, "valid_direction": 3.3666666666666583}, "ep001": {"nsteps": 175, "reward": -7.296941792624337, "good_angle": 0.7101056477194247, "survival_time": 5.833333333333322, "traveled_tiles": 2, "valid_direction": 2.299999999999992}, "ep002": {"nsteps": 475, "reward": -2.0803148428691354, "good_angle": 1.457937384196954, "survival_time": 15.833333333333288, "traveled_tiles": 5, "valid_direction": 1.86666666666666}, "ep003": {"nsteps": 231, "reward": -6.718039963152502, "good_angle": 24.418321537832004, "survival_time": 7.699999999999982, "traveled_tiles": 3, "valid_direction": 3.533333333333321}, "ep004": {"nsteps": 123, "reward": -10.564881026260252, "good_angle": 0.2059180554482576, "survival_time": 4.099999999999995, "traveled_tiles": 2, "valid_direction": 0.93333333333333}}
good_angle_max24.418321537832004
good_angle_mean9.464090536640368
good_angle_median1.457937384196954
good_angle_min0.2059180554482576
reward_max-2.0803148428691354
reward_mean-7.145663256284619
reward_median-7.296941792624337
reward_min-10.564881026260252
survival_time_max15.833333333333288
survival_time_mean7.6533333333333164
survival_time_min4.099999999999995
traveled_tiles_max5
traveled_tiles_mean2.8
traveled_tiles_median2
traveled_tiles_min2
valid_direction_max3.533333333333321
valid_direction_mean2.3999999999999924
valid_direction_median2.299999999999992
valid_direction_min0.93333333333333
5833781amuniAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno2980:01:54(hidden)
other stats
simulation-passed1
5826779aleksandarpetrRandom executionaido1_LF1_r3-v3step3-videossuccessno2980:00:54(hidden)
other stats
videos1
5824780AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno2980:01:24(hidden)
other stats
simulation-passed1
5815779aleksandarpetrRandom executionaido1_LF1_r3-v3step1-simulationsuccessno2980:02:01(hidden)
other stats
simulation-passed1
5803776morraaAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno2980:01:46(hidden)
survival_time_median4.266666666666661


other stats
episodes
details{"ep000": {"nsteps": 81, "reward": -14.269734450328498, "good_angle": 11.589914128055508, "survival_time": 2.7, "traveled_tiles": 2, "valid_direction": 1.9}, "ep001": {"nsteps": 179, "reward": -6.630276153207491, "good_angle": 11.18287764704678, "survival_time": 5.966666666666655, "traveled_tiles": 3, "valid_direction": 1.8999999999999932}, "ep002": {"nsteps": 155, "reward": -6.505657457515237, "good_angle": 0.05798332973744482, "survival_time": 5.166666666666658, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 122, "reward": -10.400708793616683, "good_angle": 12.64236177510119, "survival_time": 4.066666666666662, "traveled_tiles": 3, "valid_direction": 1.86666666666666}, "ep004": {"nsteps": 128, "reward": -9.699620909785152, "good_angle": 2.3958579200262125, "survival_time": 4.266666666666661, "traveled_tiles": 3, "valid_direction": 1.4333333333333282}}
good_angle_max12.64236177510119
good_angle_mean7.573798959993427
good_angle_median11.18287764704678
good_angle_min0.05798332973744482
reward_max-6.505657457515237
reward_mean-9.501199552890611
reward_median-9.699620909785152
reward_min-14.269734450328498
survival_time_max5.966666666666655
survival_time_mean4.433333333333328
survival_time_min2.7
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max1.9
valid_direction_mean1.4199999999999964
valid_direction_median1.86666666666666
valid_direction_min0
5801772tomaszfAMOD18-AIDO not that random executionaido1_LF1_r3-v3step4-vizsuccessno2980:00:56(hidden)
other stats
videos1
5789775frtimAMOD18-AIDO not tht random executionaido1_LF1_r3-v3step1-simulationsuccessno2980:02:29(hidden)
other stats
simulation-passed1
5783773AmaurXAMOD18-AIDO not that random executionaido1_LF1_r3-v3step1-simulationsuccessno2980:01:31(hidden)
other stats
simulation-passed1
5775770sischaefAMOD18-AIDO not that random executionaido1_LF1_r3-v3step2-scoringsuccessno2980:00:18(hidden)
survival_time_median6.333333333333321


other stats
episodes
details{"ep000": {"nsteps": 119, "reward": -10.29928544088572, "good_angle": 17.226891564339322, "survival_time": 3.9666666666666623, "traveled_tiles": 2, "valid_direction": 2.766666666666662}, "ep001": {"nsteps": 264, "reward": -4.779882687623754, "good_angle": 16.51740361855984, "survival_time": 8.79999999999998, "traveled_tiles": 3, "valid_direction": 2.7666666666666577}, "ep002": {"nsteps": 279, "reward": -3.644003686591512, "good_angle": 0.06896665489742422, "survival_time": 9.299999999999978, "traveled_tiles": 4, "valid_direction": 0}, "ep003": {"nsteps": 181, "reward": -7.788495979256393, "good_angle": 18.313907760322827, "survival_time": 6.033333333333322, "traveled_tiles": 3, "valid_direction": 2.766666666666657}, "ep004": {"nsteps": 190, "reward": -7.142260233303042, "good_angle": 3.5933936079923985, "survival_time": 6.333333333333321, "traveled_tiles": 3, "valid_direction": 2.1333333333333258}}
good_angle_max18.313907760322827
good_angle_mean11.144112641222362
good_angle_median16.51740361855984
good_angle_min0.06896665489742422
reward_max-3.644003686591512
reward_mean-6.730785605532084
reward_median-7.142260233303042
reward_min-10.29928544088572
survival_time_max9.299999999999978
survival_time_mean6.886666666666652
survival_time_min3.9666666666666623
traveled_tiles_max4
traveled_tiles_mean3
traveled_tiles_median3
traveled_tiles_min2
valid_direction_max2.766666666666662
valid_direction_mean2.08666666666666
valid_direction_median2.766666666666657
valid_direction_min0
5772768Dzenan LapandicRandom executionaido1_LF1_r3-v3step4-vizsuccessno2980:01:08(hidden)
other stats
videos1
5758766Andrea CensiRandom executionaido1_LFV_r1-v3step4-vizsuccessno2980:00:58(hidden)
other stats
videos1