AI Driving Olympics Home Challenges Submissions Jobs

Evaluator 72

evaluator72
ownerAndrea Censi
machineidsc-rudolf
processidsc-rudolf-735
version3.0.36
first heard
last heard
statusinactive
# evaluating
# success20
# timeout
# failed2
# error3
# aborted1
# host-error
arm
x86_64
Mac
gpu available
Number of processors
Processor frequency (MHz)
Free % of processors
RAM total (MB)
RAM free (MB)
Disk (MB)
Disk available (MB)
Docker Hub
P1
P2
PI Camera
# Duckiebots
Map 3x3 avaiable
gpu cores
AIDO 2 Map LF public
AIDO 2 Map LF private
AIDO 2 Map LFV public
AIDO 2 Map LFV private
AIDO 2 Map LFVI public
AIDO 2 Map LFVI private
IPFS mountpoint /ipfs available
IPNS mountpoint /ipns available

Evaluator jobs

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
374209spetrykSolution templateaido1_luck-v3step1successyes720:00:42(hidden)
score160.09808744954088


368206PolyProgrammistRandom executionaido1_LF1_r2-v3step1-simulationsuccessyes720:00:47(hidden)
other stats
simulation-passed1
365204PolyProgrammistRandom executionaido1_LF1_r2-v3step2-scoringsuccessyes720:00:57(hidden)
traveled_tiles_median2
survival_time_mean4.019999999999998
good_angle_mean9.577548245023404
valid_direction_mean7.939999999999984


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.6455694772051648, "good_angle": 13.81060288621611, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 12.933333333333326}, "ep001": {"nsteps": 30, "reward": -35.43409626086553, "good_angle": 3.1586004778228207, "survival_time": 0.9333333333333332, "traveled_tiles": 3, "valid_direction": 0.8333333333333331}, "ep002": {"nsteps": 500, "reward": -2.3950594096817075, "good_angle": 17.19765282393055, "survival_time": 0.8999999999999999, "traveled_tiles": 2, "valid_direction": 13.033333333333296}, "ep003": {"nsteps": 22, "reward": -47.23525570468469, "good_angle": 0.6591442986135467, "survival_time": 0.7333333333333333, "traveled_tiles": 1, "valid_direction": 0.6333333333333332}, "ep004": {"nsteps": 478, "reward": -2.8325465405262444, "good_angle": 13.061740738533992, "survival_time": 0.8666666666666666, "traveled_tiles": 3, "valid_direction": 12.266666666666632}}
good_angle_max17.19765282393055
good_angle_median13.061740738533992
good_angle_min0.6591442986135467
reward_max-0.6455694772051648
reward_mean-17.708505478592667
reward_median-2.8325465405262444
reward_min-47.23525570468469
survival_time_max16.666666666666654
survival_time_median0.8999999999999999
survival_time_min0.7333333333333333
traveled_tiles_max3
traveled_tiles_mean2
traveled_tiles_min1
valid_direction_max13.033333333333296
valid_direction_median12.266666666666632
valid_direction_min0.6333333333333332
363203PolyProgrammistRandom executionaido1_LF1_r2-v3step2-scoringsuccessyes720:00:30(hidden)
traveled_tiles_median2
survival_time_mean16.613333333333316
good_angle_mean29.21698561420048
valid_direction_mean13.793333333333322


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -1.2802060610055923, "good_angle": 13.82323576934304, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 12.999999999999991}, "ep001": {"nsteps": 500, "reward": -1.2297797255255285, "good_angle": 45.67481414320291, "survival_time": 16.599999999999984, "traveled_tiles": 3, "valid_direction": 14.866666666666651}, "ep002": {"nsteps": 500, "reward": -1.5328880846500397, "good_angle": 58.97207674162896, "survival_time": 16.599999999999984, "traveled_tiles": 2, "valid_direction": 14.933333333333316}, "ep003": {"nsteps": 500, "reward": -1.2914113569259644, "good_angle": 13.805562151073662, "survival_time": 16.599999999999984, "traveled_tiles": 3, "valid_direction": 13.099999999999987}, "ep004": {"nsteps": 500, "reward": -1.2919101650714877, "good_angle": 13.809239265753805, "survival_time": 16.599999999999984, "traveled_tiles": 2, "valid_direction": 13.066666666666656}}
good_angle_max58.97207674162896
good_angle_median13.82323576934304
good_angle_min13.805562151073662
reward_max-1.2297797255255285
reward_mean-1.3252390786357224
reward_median-1.2914113569259644
reward_min-1.5328880846500397
survival_time_max16.666666666666654
survival_time_median16.599999999999984
survival_time_min16.599999999999984
traveled_tiles_max3
traveled_tiles_mean2.2
traveled_tiles_min1
valid_direction_max14.933333333333316
valid_direction_median13.099999999999987
valid_direction_min12.999999999999991
362203PolyProgrammistRandom executionaido1_LF1_r2-v3step1-simulationsuccessyes720:01:21(hidden)
other stats
simulation-passed1
361202PolyProgrammistRandom executionaido1_LF1_r2-v3step2-scoringsuccessyes720:00:28(hidden)
traveled_tiles_median2
survival_time_mean16.613333333333316
good_angle_mean0.031107822879773216
valid_direction_mean0


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.6419907329082489, "good_angle": 0.001770686549137422, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 0}, "ep001": {"nsteps": 500, "reward": -2.1502708876132965, "good_angle": 0.06653638952257591, "survival_time": 16.599999999999984, "traveled_tiles": 2, "valid_direction": 0}, "ep002": {"nsteps": 500, "reward": -1.509682267189026, "good_angle": 0.002289220403519945, "survival_time": 16.599999999999984, "traveled_tiles": 2, "valid_direction": 0}, "ep003": {"nsteps": 500, "reward": -1.17856831407547, "good_angle": 0.01796478193985983, "survival_time": 16.599999999999984, "traveled_tiles": 2, "valid_direction": 0}, "ep004": {"nsteps": 500, "reward": -1.226582278251648, "good_angle": 0.06697803598377296, "survival_time": 16.599999999999984, "traveled_tiles": 2, "valid_direction": 0}}
good_angle_max0.06697803598377296
good_angle_median0.01796478193985983
good_angle_min0.001770686549137422
reward_max-0.6419907329082489
reward_mean-1.341418896007538
reward_median-1.226582278251648
reward_min-2.1502708876132965
survival_time_max16.666666666666654
survival_time_median16.599999999999984
survival_time_min16.599999999999984
traveled_tiles_max2
traveled_tiles_mean1.8
traveled_tiles_min1
valid_direction_max0
valid_direction_median0
valid_direction_min0
360202PolyProgrammistRandom executionaido1_LF1_r2-v3step1-simulationsuccessyes720:01:49(hidden)
other stats
simulation-passed1
359201PolyProgrammistRandom executionaido1_LF1_r2-v3step1-simulationfailedyes720:01:40
InvalidSubmission: T [...]
InvalidSubmission:
Traceback (most recent call last):
  File "/workspace/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 475, in wrap_evaluator
    raise InvalidSubmission(out[SPECIAL_INVALID_SUBMISSION])
InvalidSubmission: Invalid solution:
Can't connect to the gym-duckietown-server
(hidden)
348193apacheckRandom executionaido1_LF1_r2-v3step1-simulationsuccessyes720:01:37(hidden)
other stats
simulation-passed1
346192Florian GolemoPyTorch DDPG templateaido1_LF1_r2-v3step1-simulationsuccessyes720:01:48(hidden)
other stats
simulation-passed1
342188BrianWangROS-based Lane Followingaido1_LF1_r3-v3step1-simulationerrorno720:00:10
Uncaught exception w [...]
Uncaught exception while running Docker Compose:
Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/duckietown_challenges-3.0.36-py2.7.egg/duckietown_challenges/runner.py", line 376, in run
    run_docker(wd, project, cmd)
  File "/usr/local/lib/python2.7/dist-packages/duckietown_challenges-3.0.36-py2.7.egg/duckietown_challenges/runner.py", line 537, in run_docker
    raise DockerComposeFail(msg)
DockerComposeFail: Could not run ['docker-compose', '-p', 'job342-2065', 'pull']:

   >  Command '['docker-compose', '-p', 'job342-2065', 'pull']' returned non-zero exit status 1

 docker-compose stdout  | None
(hidden)
334184PolyProgrammistRandom executionaido1_LF1_r2-v3step1-simulationsuccessyes720:01:29(hidden)
other stats
simulation-passed1
331182daredevilTensorflow templateaido1_LF1_r2-v3step1-simulationsuccessyes720:03:17(hidden)
other stats
simulation-passed1
329180Jan HakenbergROS-based Lane Followingaido1_LF1_r2-v3step1-simulationerroryes720:00:09
Uncaught exception w [...]
Uncaught exception while running Docker Compose:
Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/duckietown_challenges-3.0.36-py2.7.egg/duckietown_challenges/runner.py", line 376, in run
    run_docker(wd, project, cmd)
  File "/usr/local/lib/python2.7/dist-packages/duckietown_challenges-3.0.36-py2.7.egg/duckietown_challenges/runner.py", line 537, in run_docker
    raise DockerComposeFail(msg)
DockerComposeFail: Could not run ['docker-compose', '-p', 'job329-9320', 'pull']:

   >  Command '['docker-compose', '-p', 'job329-9320', 'pull']' returned non-zero exit status 1

 docker-compose stdout  | None
(hidden)
325177Florian GolemoTensorflow templateaido1_LF1_r2-v3step1-simulationerroryes720:00:10
Uncaught exception w [...]
Uncaught exception while running Docker Compose:
Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/duckietown_challenges-3.0.36-py2.7.egg/duckietown_challenges/runner.py", line 376, in run
    run_docker(wd, project, cmd)
  File "/usr/local/lib/python2.7/dist-packages/duckietown_challenges-3.0.36-py2.7.egg/duckietown_challenges/runner.py", line 537, in run_docker
    raise DockerComposeFail(msg)
DockerComposeFail: Could not run ['docker-compose', '-p', 'job325-3278', 'pull']:

   >  Command '['docker-compose', '-p', 'job325-3278', 'pull']' returned non-zero exit status 1

 docker-compose stdout  | None
(hidden)
324176Jan HakenbergJava templateaido1_amod1-v3step1-simulationfailedyes720:01:00
InvalidSubmission: T [...]
InvalidSubmission:
Traceback (most recent call last):
  File "/amod/target/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 395, in wrap_evaluator
    raise InvalidSubmission(out[SPECIAL_INVALID_SUBMISSION])
InvalidSubmission: Invalid solution:
Traceback (most recent call last):
  File "/aidamod/target/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 580, in wrap_solution
    raise InvalidSubmission(msg)
InvalidSubmission: Uncaught exception in solution:
Traceback (most recent call last):
  File "/aidamod/target/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 575, in wrap_solution
    solution.run(cis)
  File "/project/solution.py", line 14, in run
    subprocess.check_call(cmd, cwd=cwd, stdout=sys.stdout, stderr=sys.stderr)
  File "/usr/lib/python2.7/subprocess.py", line 186, in check_call
    raise CalledProcessError(retcode, cmd)
CalledProcessError: Command '['java', '-Xmx10000m', '-cp', 'aidamod-1.4.7.jar', 'aidamod.demo.AidoGuest', 'aido-host']' returned non-zero exit status 1


(hidden)
317170Julian ZillyBaseline solution using imitation learning from logsaido1_LF1_r2-v3step2-scoringsuccessyes720:00:57(hidden)
traveled_tiles_median2
survival_time_mean6.279999999999994
good_angle_mean7.895302049258193
valid_direction_mean2.626666666666666


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -0.6501596347354353, "good_angle": 27.364274118817143, "survival_time": 16.666666666666654, "traveled_tiles": 5, "valid_direction": 5.500000000000016}, "ep001": {"nsteps": 140, "reward": -8.307821964071731, "good_angle": 6.154497178702024, "survival_time": 4.599999999999993, "traveled_tiles": 2, "valid_direction": 4.033333333333327}, "ep002": {"nsteps": 45, "reward": -24.063769812054105, "good_angle": 0.10164104648846944, "survival_time": 1.500000000000001, "traveled_tiles": 1, "valid_direction": 0.33333333333333437}, "ep003": {"nsteps": 500, "reward": -2.1988809466362, "good_angle": 5.783853449958443, "survival_time": 6.033333333333322, "traveled_tiles": 5, "valid_direction": 3.266666666666655}, "ep004": {"nsteps": 78, "reward": -15.098826493972387, "good_angle": 0.07224445232488363, "survival_time": 2.6000000000000005, "traveled_tiles": 1, "valid_direction": 0}}
good_angle_max27.364274118817143
good_angle_median5.783853449958443
good_angle_min0.07224445232488363
reward_max-0.6501596347354353
reward_mean-10.063891770293973
reward_median-8.307821964071731
reward_min-24.063769812054105
survival_time_max16.666666666666654
survival_time_median4.599999999999993
survival_time_min1.500000000000001
traveled_tiles_max5
traveled_tiles_mean2.8
traveled_tiles_min1
valid_direction_max5.500000000000016
valid_direction_median3.266666666666655
valid_direction_min0
307165Andrea CensiRandom executionaido1_LF1_r3-v3step1-simulationsuccessno722:01:08(hidden)
other stats
simulation-passed1
302166Andrea CensiRandom executionaido1_LFV_r1-v3step2-scoringabortedno722:00:16(hidden)
survival_time_median5.633333333333323


other stats
episodes
details{"ep000": {"nsteps": 169, "reward": -7.807566686494816, "good_angle": 24.263517430756448, "survival_time": 5.633333333333323, "traveled_tiles": 2, "valid_direction": 3.933333333333321}, "ep001": {"nsteps": 353, "reward": -3.67646300632285, "good_angle": 16.43667743284942, "survival_time": 11.766666666666636, "traveled_tiles": 3, "valid_direction": 3.899999999999987}, "ep002": {"nsteps": 112, "reward": -10.093007531607457, "good_angle": 4.400772207898934, "survival_time": 3.73333333333333, "traveled_tiles": 1, "valid_direction": 2.93333333333333}, "ep003": {"nsteps": 41, "reward": -26.191927520240224, "good_angle": 0.04800669791521201, "survival_time": 1.3666666666666676, "traveled_tiles": 1, "valid_direction": 0}, "ep004": {"nsteps": 500, "reward": -1.229373301267624, "good_angle": 0.09568346320029578, "survival_time": 16.666666666666654, "traveled_tiles": 5, "valid_direction": 0}}
good_angle_max24.263517430756448
good_angle_mean9.048931446524062
good_angle_median4.400772207898934
good_angle_min0.04800669791521201
reward_max-1.229373301267624
reward_mean-9.799667609186594
reward_median-7.807566686494816
reward_min-26.191927520240224
survival_time_max16.666666666666654
survival_time_mean7.833333333333323
survival_time_min1.3666666666666676
traveled_tiles_max5
traveled_tiles_mean2.4
traveled_tiles_median2
traveled_tiles_min1
valid_direction_max3.933333333333321
valid_direction_mean2.1533333333333275
valid_direction_median2.93333333333333
valid_direction_min0
294144Andrea CensiRandom executionaido1_LF1_r3-v3step1-simulationsuccessno722:01:39(hidden)
other stats
simulation-passed1
287158Andrea CensiSolution templateaido1_luck-v3step1successyes722:00:16(hidden)
score128.751747332153357


24974Andrea CensiRandom executionaido1_LF1_r2-v3step2-scoringsuccessyes722:00:58(hidden)
traveled_tiles_median3
survival_time_mean16.613333333333316
good_angle_mean23.20707122186628
valid_direction_mean11.993333333333322


other stats
episodes
details{"ep000": {"nsteps": 500, "reward": -1.0535637301508105, "good_angle": 13.552013968782518, "survival_time": 16.666666666666654, "traveled_tiles": 1, "valid_direction": 13.799999999999995}, "ep001": {"nsteps": 500, "reward": -1.9187823569476603, "good_angle": 6.18571844800465, "survival_time": 16.599999999999984, "traveled_tiles": 3, "valid_direction": 9.36666666666667}, "ep002": {"nsteps": 500, "reward": -1.242627432912588, "good_angle": 76.05253361495349, "survival_time": 16.599999999999984, "traveled_tiles": 3, "valid_direction": 13.76666666666663}, "ep003": {"nsteps": 500, "reward": -1.188151815056801, "good_angle": 6.074301128423805, "survival_time": 16.599999999999984, "traveled_tiles": 3, "valid_direction": 9.499999999999996}, "ep004": {"nsteps": 500, "reward": -0.680690432714764, "good_angle": 14.17078894916694, "survival_time": 16.599999999999984, "traveled_tiles": 3, "valid_direction": 13.53333333333332}}
good_angle_max76.05253361495349
good_angle_median13.552013968782518
good_angle_min6.074301128423805
reward_max-0.680690432714764
reward_mean-1.2167631535565246
reward_median-1.188151815056801
reward_min-1.9187823569476603
survival_time_max16.666666666666654
survival_time_median16.599999999999984
survival_time_min16.599999999999984
traveled_tiles_max3
traveled_tiles_mean2.6
traveled_tiles_min1
valid_direction_max13.799999999999995
valid_direction_median13.53333333333332
valid_direction_min9.36666666666667
24174Andrea CensiRandom executionaido1_LF1_r2-v3step1-simulationsuccessyes722:01:47(hidden)
other stats
simulation-passed1
237128Andrea CensiSolution templateaido1_luck-v3step1successyes722:00:15(hidden)
score165.42933555238582


236127Andrea CensiSolution templateaido1_luck-v3step1successyes722:00:15(hidden)
score143.73808410337936


235126Andrea CensiSolution templateaido1_luck-v3step1successyes722:00:15(hidden)
score116.204565339570507