AI Driving Olympics Home Challenges Submissions Jobs

Submission 3103

Submission3103
Competingyes
Challengeaido2-LFVI-sim-validation
Userawoo424
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22614
Next
User labelHKU Duckietown Project
Admin priority50
User priority50

22614

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
226143103awoo424HKU Duckietown Projectaido2-LFVI-sim-validationstep1-simulationsuccessyes-0:28:23(hidden)
driven_lanedir_consec_median0.5960344577630978
survival_time_median14.950000000000076
deviation-center-line_median0.4729581256067054
in-drivable-lane_median4.950000000000059


other stats
agent_compute-ego_max0.20896032621275704
agent_compute-ego_mean0.2057481556232995
agent_compute-ego_median0.20534555241465569
agent_compute-ego_min0.20248953262964883
deviation-center-line_max1.1065022404277178
deviation-center-line_mean0.6024107793282442
deviation-center-line_min0.420707132970694
deviation-heading_max3.1905536033833224
deviation-heading_mean2.461303614592768
deviation-heading_median2.3079695963082294
deviation-heading_min2.21975396913907
driven_any_max0.9588858510103172
driven_any_mean0.8986403844759157
driven_any_median0.9326864229495406
driven_any_min0.8177868647301125
driven_lanedir_consec_max0.9198101823025568
driven_lanedir_consec_mean0.6020364282893003
driven_lanedir_consec_min0.44411408179003287
driven_lanedir_max0.9198101823025568
driven_lanedir_mean0.602065555465755
driven_lanedir_median0.5960344577630978
driven_lanedir_min0.44411408179003287
in-drivable-lane_max5.650000000000072
in-drivable-lane_mean4.100000000000053
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.9343848022084076, "sim_physics": 0.1139144508043925, "survival_time": 14.950000000000076, "driven_lanedir": 0.5960344577630978, "sim_render-ego": 0.06283006906509399, "in-drivable-lane": 4.950000000000059, "agent_compute-ego": 0.204780371983846, "deviation-heading": 2.323967401219826, "set_robot_commands": 0.07784392197926839, "deviation-center-line": 1.1065022404277178, "driven_lanedir_consec": 0.5960344577630978, "sim_compute_sim_state": 0.036381514072418214, "sim_compute_performance-ego": 0.06474499225616455, "sim_compute_robot_state-ego": 0.061558807690938314, "sim_compute_robot_state-npc0": 0.07176120281219482, "sim_compute_robot_state-npc1": 0.06560962041219076, "sim_compute_robot_state-npc2": 0.0653529977798462, "sim_compute_robot_state-npc3": 0.06461800654729208}, "udem1-1-0": {"driven_any": 0.9588858510103172, "sim_physics": 0.10559096972147625, "survival_time": 14.950000000000076, "driven_lanedir": 0.5973879663678017, "sim_render-ego": 0.062173454761505126, "in-drivable-lane": 4.550000000000065, "agent_compute-ego": 0.20248953262964883, "deviation-heading": 3.1905536033833224, "set_robot_commands": 0.07691226323445638, "deviation-center-line": 0.420707132970694, "driven_lanedir_consec": 0.5972423304855279, "sim_compute_sim_state": 0.0356901748975118, "sim_compute_performance-ego": 0.06517179250717163, "sim_compute_robot_state-ego": 0.060761152903238934, "sim_compute_robot_state-npc0": 0.07196073293685913, "sim_compute_robot_state-npc1": 0.06689138809839884, "sim_compute_robot_state-npc2": 0.06607143402099609, "sim_compute_robot_state-npc3": 0.06549856106440226}, "udem1-2-0": {"driven_any": 0.8177868647301125, "sim_physics": 0.10932452976703644, "survival_time": 12.800000000000049, "driven_lanedir": 0.44411408179003287, "sim_render-ego": 0.06197608076035976, "in-drivable-lane": 5.350000000000065, "agent_compute-ego": 0.20534555241465569, "deviation-heading": 2.3079695963082294, "set_robot_commands": 0.0767769142985344, "deviation-center-line": 0.4655137936444971, "driven_lanedir_consec": 0.44411408179003287, "sim_compute_sim_state": 0.036598728969693184, "sim_compute_performance-ego": 0.06467641331255436, "sim_compute_robot_state-ego": 0.061722053214907646, "sim_compute_robot_state-npc0": 0.07242604717612267, "sim_compute_robot_state-npc1": 0.06692030653357506, "sim_compute_robot_state-npc2": 0.06583456601947546, "sim_compute_robot_state-npc3": 0.06518376804888248}, "udem1-3-0": {"driven_any": 0.8494579814812006, "sim_physics": 0.11380449870847306, "survival_time": 13.250000000000052, "driven_lanedir": 0.4529810891052857, "sim_render-ego": 0.06510261859533922, "in-drivable-lane": 5.650000000000072, "agent_compute-ego": 0.20896032621275704, "deviation-heading": 2.26427350291339, "set_robot_commands": 0.07777013958625073, "deviation-center-line": 0.4729581256067054, "driven_lanedir_consec": 0.4529810891052857, "sim_compute_sim_state": 0.03775805347370652, "sim_compute_performance-ego": 0.06600021596224803, "sim_compute_robot_state-ego": 0.06279488149678931, "sim_compute_robot_state-npc0": 0.07355179876651403, "sim_compute_robot_state-npc1": 0.06857817667835163, "sim_compute_robot_state-npc2": 0.06665149904646964, "sim_compute_robot_state-npc3": 0.06763066885606298}, "udem1-4-0": {"driven_any": 0.9326864229495406, "sim_physics": 0.10654062747955324, "survival_time": 14.950000000000076, "driven_lanedir": 0.9198101823025568, "sim_render-ego": 0.06337092002232869, "in-drivable-lane": 0, "agent_compute-ego": 0.20716499487559, "deviation-heading": 2.21975396913907, "set_robot_commands": 0.07793591101964314, "deviation-center-line": 0.5463726039916064, "driven_lanedir_consec": 0.9198101823025568, "sim_compute_sim_state": 0.03800375541051229, "sim_compute_performance-ego": 0.06605809052785237, "sim_compute_robot_state-ego": 0.06364762703577677, "sim_compute_robot_state-npc0": 0.07403849522272746, "sim_compute_robot_state-npc1": 0.06993834972381592, "sim_compute_robot_state-npc2": 0.0681225601832072, "sim_compute_robot_state-npc3": 0.06754117727279663}}
set_robot_commands_max0.07793591101964314
set_robot_commands_mean0.0774478300236306
set_robot_commands_median0.07777013958625073
set_robot_commands_min0.0767769142985344
sim_compute_performance-ego_max0.06605809052785237
sim_compute_performance-ego_mean0.06533030091319819
sim_compute_performance-ego_median0.06517179250717163
sim_compute_performance-ego_min0.06467641331255436
sim_compute_robot_state-ego_max0.06364762703577677
sim_compute_robot_state-ego_mean0.062096904468330195
sim_compute_robot_state-ego_median0.061722053214907646
sim_compute_robot_state-ego_min0.060761152903238934
sim_compute_robot_state-npc0_max0.07403849522272746
sim_compute_robot_state-npc0_mean0.07274765538288361
sim_compute_robot_state-npc0_median0.07242604717612267
sim_compute_robot_state-npc0_min0.07176120281219482
sim_compute_robot_state-npc1_max0.06993834972381592
sim_compute_robot_state-npc1_mean0.06758756828926644
sim_compute_robot_state-npc1_median0.06692030653357506
sim_compute_robot_state-npc1_min0.06560962041219076
sim_compute_robot_state-npc2_max0.0681225601832072
sim_compute_robot_state-npc2_mean0.0664066114099989
sim_compute_robot_state-npc2_median0.06607143402099609
sim_compute_robot_state-npc2_min0.0653529977798462
sim_compute_robot_state-npc3_max0.06763066885606298
sim_compute_robot_state-npc3_mean0.06609443635788728
sim_compute_robot_state-npc3_median0.06549856106440226
sim_compute_robot_state-npc3_min0.06461800654729208
sim_compute_sim_state_max0.03800375541051229
sim_compute_sim_state_mean0.0368864453647684
sim_compute_sim_state_median0.036598728969693184
sim_compute_sim_state_min0.0356901748975118
sim_physics_max0.1139144508043925
sim_physics_mean0.1098350152961863
sim_physics_median0.10932452976703644
sim_physics_min0.10559096972147625
sim_render-ego_max0.06510261859533922
sim_render-ego_mean0.06309062864092536
sim_render-ego_median0.06283006906509399
sim_render-ego_min0.06197608076035976
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.180000000000067
survival_time_min12.800000000000049
226103103awoo424HKU Duckietown Projectaido2-LFVI-sim-validationstep1-simulationhost-erroryes-0:00:42
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.6/dist-packages/ipfshttpclient/http.py", line 255, in _do_raise_for_status
    response.raise_for_status()
  File "/usr/local/lib/python3.6/dist-packages/requests/models.py", line 940, in raise_for_status
    raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 500 Server Error: Internal Server Error for url: http+ip4://127.0.0.1:5001/api/v0/swarm/connect?stream-channels=true&arg=%2Fip4%2F129.132.0.37%2Ftcp%2F4001%2Fipfs%2FQmW5P8PZhGYGoyGzAGZNKNTKrvbg8m7Wv4QF4o2ghYmuf9

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 541, in get_cr
    allow_host_network=allow_host_network, use_ipfs=use_ipfs)
  File "/project/src/duckietown_challenges_runner/runner.py", line 605, in run_single
    prepare_dir(wd, aws_config, steps2artefacts, use_ipfs=use_ipfs)
  File "/project/src/duckietown_challenges_runner/runner.py", line 877, in prepare_dir
    download_artefacts(aws_config, steps2artefacts, previous_steps_dir, use_ipfs=use_ipfs)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1151, in download_artefacts
    res = client.swarm_connect(peer)
  File "/usr/local/lib/python3.6/dist-packages/ipfsapi/client/__init__.py", line 205, in wrapper
    return value(*args, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/ipfshttpclient/client/base.py", line 15, in wrapper
    result = func(*args, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/ipfshttpclient/client/swarm.py", line 137, in connect
    return self._client.request('/swarm/connect', args, decoder='json', **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/ipfshttpclient/http.py", line 44, in wrapper
    return func(self, *args, **merged)
  File "/usr/local/lib/python3.6/dist-packages/ipfshttpclient/http.py", line 364, in request
    files, headers, data, timeout=timeout)
  File "/usr/local/lib/python3.6/dist-packages/ipfshttpclient/http.py", line 286, in _request
    self._do_raise_for_status(res)
  File "/usr/local/lib/python3.6/dist-packages/ipfshttpclient/http.py", line 273, in _do_raise_for_status
    six.raise_from(exceptions.ErrorResponse(msg, error), error)
  File "<string>", line 3, in raise_from
ipfshttpclient.exceptions.ErrorResponse: connect QmW5P8PZhGYGoyGzAGZNKNTKrvbg8m7Wv4QF4o2ghYmuf9 failure: dial attempt failed: <peer.ID T35iPP> --> <peer.ID W5P8PZ> dial attempt failed: context deadline exceeded
(hidden)
208613103awoo424HKU Duckietown Projectaido2-LFVI-sim-validationstep1-simulationsuccessno-0:37:32(hidden)
driven_lanedir_consec_median0.551236408509612
survival_time_median14.950000000000076
deviation-center-line_median0.47156794744277114
in-drivable-lane_median5.350000000000065


other stats
agent_compute-ego_max0.22346779346466064
agent_compute-ego_mean0.21582503411867332
agent_compute-ego_median0.21534524917602535
agent_compute-ego_min0.20949627318472233
deviation-center-line_max1.0555673288528404
deviation-center-line_mean0.5926082252202004
deviation-center-line_min0.4414497543601706
deviation-heading_max3.401513026590721
deviation-heading_mean2.467482299721023
deviation-heading_median2.258145386685143
deviation-heading_min2.1466206532718077
driven_any_max0.9578470875387988
driven_any_mean0.8967703244833876
driven_any_median0.9251134358111728
driven_any_min0.8186880336538734
driven_lanedir_consec_max0.9195204252621296
driven_lanedir_consec_mean0.5935964235828395
driven_lanedir_consec_min0.44411227075643867
driven_lanedir_max0.9195204252621296
driven_lanedir_mean0.5936477823710558
driven_lanedir_median0.551236408509612
driven_lanedir_min0.44411227075643867
in-drivable-lane_max5.650000000000072
in-drivable-lane_mean4.190000000000053
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.9251134358111728, "sim_physics": 0.2066840640703837, "survival_time": 14.950000000000076, "driven_lanedir": 0.551236408509612, "sim_render-ego": 0.064282120068868, "in-drivable-lane": 5.600000000000063, "agent_compute-ego": 0.22346779346466064, "deviation-heading": 2.1466206532718077, "set_robot_commands": 0.09878544171651205, "deviation-center-line": 1.0555673288528404, "driven_lanedir_consec": 0.551236408509612, "sim_compute_sim_state": 0.04042999505996704, "sim_compute_performance-ego": 0.06988980452219645, "sim_compute_robot_state-ego": 0.07616305907567342, "sim_compute_robot_state-npc0": 0.07131200551986694, "sim_compute_robot_state-npc1": 0.07213663578033447, "sim_compute_robot_state-npc2": 0.07119534571965536, "sim_compute_robot_state-npc3": 0.07142783323923747}, "udem1-1-0": {"driven_any": 0.9578470875387988, "sim_physics": 0.1882398843765259, "survival_time": 14.950000000000076, "driven_lanedir": 0.6002533665434839, "sim_render-ego": 0.061684536139170326, "in-drivable-lane": 4.350000000000062, "agent_compute-ego": 0.2167030588785807, "deviation-heading": 3.401513026590721, "set_robot_commands": 0.0936846661567688, "deviation-center-line": 0.4414497543601706, "driven_lanedir_consec": 0.5999965726024024, "sim_compute_sim_state": 0.038801095485687255, "sim_compute_performance-ego": 0.06664458751678466, "sim_compute_robot_state-ego": 0.07331254323323567, "sim_compute_robot_state-npc0": 0.0679104765256246, "sim_compute_robot_state-npc1": 0.06775281111399332, "sim_compute_robot_state-npc2": 0.06831355015436809, "sim_compute_robot_state-npc3": 0.0687170926729838}, "udem1-2-0": {"driven_any": 0.8186880336538734, "sim_physics": 0.1877033673226833, "survival_time": 12.800000000000049, "driven_lanedir": 0.44411227075643867, "sim_render-ego": 0.06209773477166891, "in-drivable-lane": 5.350000000000065, "agent_compute-ego": 0.2141127958893776, "deviation-heading": 2.306441015345717, "set_robot_commands": 0.09206917323172092, "deviation-center-line": 0.4653912003434102, "driven_lanedir_consec": 0.44411227075643867, "sim_compute_sim_state": 0.038616119883954525, "sim_compute_performance-ego": 0.06871829554438591, "sim_compute_robot_state-ego": 0.07206834387034178, "sim_compute_robot_state-npc0": 0.06670946720987558, "sim_compute_robot_state-npc1": 0.06764774397015572, "sim_compute_robot_state-npc2": 0.06836870033293962, "sim_compute_robot_state-npc3": 0.06875450443476439}, "udem1-3-0": {"driven_any": 0.8497605530699448, "sim_physics": 0.19535791379100872, "survival_time": 13.250000000000052, "driven_lanedir": 0.45311644078361457, "sim_render-ego": 0.05965682695496757, "in-drivable-lane": 5.650000000000072, "agent_compute-ego": 0.20949627318472233, "deviation-heading": 2.258145386685143, "set_robot_commands": 0.09175824759141454, "deviation-center-line": 0.47156794744277114, "driven_lanedir_consec": 0.45311644078361457, "sim_compute_sim_state": 0.03816010547134111, "sim_compute_performance-ego": 0.06694279706703042, "sim_compute_robot_state-ego": 0.07130917783053416, "sim_compute_robot_state-npc0": 0.06645698907240381, "sim_compute_robot_state-npc1": 0.06633713290376483, "sim_compute_robot_state-npc2": 0.06726478630641722, "sim_compute_robot_state-npc3": 0.06685360782551315}, "udem1-4-0": {"driven_any": 0.9324425123431485, "sim_physics": 0.18546229600906372, "survival_time": 14.950000000000076, "driven_lanedir": 0.9195204252621296, "sim_render-ego": 0.06096208731333415, "in-drivable-lane": 0, "agent_compute-ego": 0.21534524917602535, "deviation-heading": 2.224691416711726, "set_robot_commands": 0.09264607191085816, "deviation-center-line": 0.5290648951018102, "driven_lanedir_consec": 0.9195204252621296, "sim_compute_sim_state": 0.03850928783416748, "sim_compute_performance-ego": 0.06801297108332316, "sim_compute_robot_state-ego": 0.07280632416407268, "sim_compute_robot_state-npc0": 0.06863005320231119, "sim_compute_robot_state-npc1": 0.06677362283070883, "sim_compute_robot_state-npc2": 0.06662051280339559, "sim_compute_robot_state-npc3": 0.06657703797022502}}
set_robot_commands_max0.09878544171651205
set_robot_commands_mean0.0937887201214549
set_robot_commands_median0.09264607191085816
set_robot_commands_min0.09175824759141454
sim_compute_performance-ego_max0.06988980452219645
sim_compute_performance-ego_mean0.06804169114674412
sim_compute_performance-ego_median0.06801297108332316
sim_compute_performance-ego_min0.06664458751678466
sim_compute_robot_state-ego_max0.07616305907567342
sim_compute_robot_state-ego_mean0.07313188963477155
sim_compute_robot_state-ego_median0.07280632416407268
sim_compute_robot_state-ego_min0.07130917783053416
sim_compute_robot_state-npc0_max0.07131200551986694
sim_compute_robot_state-npc0_mean0.06820379830601643
sim_compute_robot_state-npc0_median0.0679104765256246
sim_compute_robot_state-npc0_min0.06645698907240381
sim_compute_robot_state-npc1_max0.07213663578033447
sim_compute_robot_state-npc1_mean0.06812958931979143
sim_compute_robot_state-npc1_median0.06764774397015572
sim_compute_robot_state-npc1_min0.06633713290376483
sim_compute_robot_state-npc2_max0.07119534571965536
sim_compute_robot_state-npc2_mean0.06835257906335518
sim_compute_robot_state-npc2_median0.06831355015436809
sim_compute_robot_state-npc2_min0.06662051280339559
sim_compute_robot_state-npc3_max0.07142783323923747
sim_compute_robot_state-npc3_mean0.06846601522854476
sim_compute_robot_state-npc3_median0.0687170926729838
sim_compute_robot_state-npc3_min0.06657703797022502
sim_compute_sim_state_max0.04042999505996704
sim_compute_sim_state_mean0.03890332074702348
sim_compute_sim_state_median0.038616119883954525
sim_compute_sim_state_min0.03816010547134111
sim_physics_max0.2066840640703837
sim_physics_mean0.19268950511393307
sim_physics_median0.1882398843765259
sim_physics_min0.18546229600906372
sim_render-ego_max0.064282120068868
sim_render-ego_mean0.06173666104960179
sim_render-ego_median0.061684536139170326
sim_render-ego_min0.05965682695496757
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.180000000000067
survival_time_min12.800000000000049
208253103awoo424HKU Duckietown Projectaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:39:25
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission3103/step1-simulation-ip-172-31-40-253-32125-job20825/logs/challenges-runner/stdout.log'
(hidden)
207853103awoo424HKU Duckietown Projectaido2-LFVI-sim-validationstep1-simulationsuccessno-0:38:55(hidden)
driven_lanedir_consec_median0.4594429411452281
survival_time_median14.950000000000076
deviation-center-line_median0.4854877083315773
in-drivable-lane_median4.600000000000065


other stats
agent_compute-ego_max0.22551917758854953
agent_compute-ego_mean0.21617417259744723
agent_compute-ego_median0.21868364095687867
agent_compute-ego_min0.2006428798039754
deviation-center-line_max1.154986188134422
deviation-center-line_mean0.6304855025691479
deviation-center-line_min0.39486237912836153
deviation-heading_max2.999058020413387
deviation-heading_mean2.496778192773891
deviation-heading_median2.3112550378100507
deviation-heading_min2.2707263826074904
driven_any_max0.954938519777668
driven_any_mean0.908196385443264
driven_any_median0.934383890819042
driven_any_min0.8390832070754263
driven_lanedir_consec_max0.92035349907647
driven_lanedir_consec_mean0.5769361768324124
driven_lanedir_consec_min0.4500940681079544
driven_lanedir_max0.92035349907647
driven_lanedir_mean0.60810095177303
driven_lanedir_median0.5999842939956048
driven_lanedir_min0.4500940681079544
in-drivable-lane_max6.000000000000079
in-drivable-lane_mean4.160000000000054
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.934383890819042, "sim_physics": 0.18895543654759725, "survival_time": 14.950000000000076, "driven_lanedir": 0.6106299565398932, "sim_render-ego": 0.058832817872365314, "in-drivable-lane": 4.550000000000055, "agent_compute-ego": 0.2006428798039754, "deviation-heading": 2.6270609617087928, "set_robot_commands": 0.08888666788736979, "deviation-center-line": 1.154986188134422, "driven_lanedir_consec": 0.4548060818368049, "sim_compute_sim_state": 0.03609935363133748, "sim_compute_performance-ego": 0.06653531948725383, "sim_compute_robot_state-ego": 0.06931533575057984, "sim_compute_robot_state-npc0": 0.0661315147082011, "sim_compute_robot_state-npc1": 0.06666961352030436, "sim_compute_robot_state-npc2": 0.06385404825210571, "sim_compute_robot_state-npc3": 0.06632192373275757}, "udem1-1-0": {"driven_any": 0.954938519777668, "sim_physics": 0.20503058354059855, "survival_time": 14.950000000000076, "driven_lanedir": 0.5999842939956048, "sim_render-ego": 0.06601016441980997, "in-drivable-lane": 4.600000000000065, "agent_compute-ego": 0.21868364095687867, "deviation-heading": 2.999058020413387, "set_robot_commands": 0.09719072024027509, "deviation-center-line": 0.39486237912836153, "driven_lanedir_consec": 0.5999842939956048, "sim_compute_sim_state": 0.039455943902333576, "sim_compute_performance-ego": 0.07115166982014974, "sim_compute_robot_state-ego": 0.07644847790400187, "sim_compute_robot_state-npc0": 0.07154957214991252, "sim_compute_robot_state-npc1": 0.07100821336110433, "sim_compute_robot_state-npc2": 0.06979931831359863, "sim_compute_robot_state-npc3": 0.07019823392232259}, "udem1-2-0": {"driven_any": 0.8390832070754263, "sim_physics": 0.20192155241966248, "survival_time": 13.200000000000053, "driven_lanedir": 0.4500940681079544, "sim_render-ego": 0.06620218537070534, "in-drivable-lane": 5.650000000000071, "agent_compute-ego": 0.22551917758854953, "deviation-heading": 2.3112550378100507, "set_robot_commands": 0.09802768176252193, "deviation-center-line": 0.4758637144917616, "driven_lanedir_consec": 0.4500940681079544, "sim_compute_sim_state": 0.039586298393480705, "sim_compute_performance-ego": 0.07210530295516505, "sim_compute_robot_state-ego": 0.0769087907039758, "sim_compute_robot_state-npc0": 0.07208863352284287, "sim_compute_robot_state-npc1": 0.07244755101926399, "sim_compute_robot_state-npc2": 0.07114327495748346, "sim_compute_robot_state-npc3": 0.07085014021757877}, "udem1-3-0": {"driven_any": 0.8781561821915368, "sim_physics": 0.21541081466814027, "survival_time": 13.70000000000006, "driven_lanedir": 0.4594429411452281, "sim_render-ego": 0.06415313264749346, "in-drivable-lane": 6.000000000000079, "agent_compute-ego": 0.2167361391721851, "deviation-heading": 2.275790561329733, "set_robot_commands": 0.09610434083172877, "deviation-center-line": 0.4854877083315773, "driven_lanedir_consec": 0.4594429411452281, "sim_compute_sim_state": 0.041245736344887395, "sim_compute_performance-ego": 0.07074709530294376, "sim_compute_robot_state-ego": 0.07681074803763062, "sim_compute_robot_state-npc0": 0.07213694596812673, "sim_compute_robot_state-npc1": 0.0711413152026434, "sim_compute_robot_state-npc2": 0.07008476674991802, "sim_compute_robot_state-npc3": 0.07153763649237417}, "udem1-4-0": {"driven_any": 0.9344201273526468, "sim_physics": 0.20058246930440268, "survival_time": 14.950000000000076, "driven_lanedir": 0.92035349907647, "sim_render-ego": 0.06355549017588298, "in-drivable-lane": 0, "agent_compute-ego": 0.21928902546564735, "deviation-heading": 2.2707263826074904, "set_robot_commands": 0.0970490829149882, "deviation-center-line": 0.6412275227596173, "driven_lanedir_consec": 0.92035349907647, "sim_compute_sim_state": 0.03926803588867187, "sim_compute_performance-ego": 0.06900217533111572, "sim_compute_robot_state-ego": 0.07484644730885824, "sim_compute_robot_state-npc0": 0.07130619128545125, "sim_compute_robot_state-npc1": 0.07144750038782756, "sim_compute_robot_state-npc2": 0.06974717378616332, "sim_compute_robot_state-npc3": 0.07072126785914103}}
set_robot_commands_max0.09802768176252193
set_robot_commands_mean0.09545169872737674
set_robot_commands_median0.0970490829149882
set_robot_commands_min0.08888666788736979
sim_compute_performance-ego_max0.07210530295516505
sim_compute_performance-ego_mean0.06990831257932562
sim_compute_performance-ego_median0.07074709530294376
sim_compute_performance-ego_min0.06653531948725383
sim_compute_robot_state-ego_max0.0769087907039758
sim_compute_robot_state-ego_mean0.07486595994100928
sim_compute_robot_state-ego_median0.07644847790400187
sim_compute_robot_state-ego_min0.06931533575057984
sim_compute_robot_state-npc0_max0.07213694596812673
sim_compute_robot_state-npc0_mean0.0706425715269069
sim_compute_robot_state-npc0_median0.07154957214991252
sim_compute_robot_state-npc0_min0.0661315147082011
sim_compute_robot_state-npc1_max0.07244755101926399
sim_compute_robot_state-npc1_mean0.07054283869822872
sim_compute_robot_state-npc1_median0.0711413152026434
sim_compute_robot_state-npc1_min0.06666961352030436
sim_compute_robot_state-npc2_max0.07114327495748346
sim_compute_robot_state-npc2_mean0.06892571641185383
sim_compute_robot_state-npc2_median0.06979931831359863
sim_compute_robot_state-npc2_min0.06385404825210571
sim_compute_robot_state-npc3_max0.07153763649237417
sim_compute_robot_state-npc3_mean0.06992584044483482
sim_compute_robot_state-npc3_median0.07072126785914103
sim_compute_robot_state-npc3_min0.06632192373275757
sim_compute_sim_state_max0.041245736344887395
sim_compute_sim_state_mean0.0391310736321422
sim_compute_sim_state_median0.039455943902333576
sim_compute_sim_state_min0.03609935363133748
sim_physics_max0.21541081466814027
sim_physics_mean0.20238017129608027
sim_physics_median0.20192155241966248
sim_physics_min0.18895543654759725
sim_render-ego_max0.06620218537070534
sim_render-ego_mean0.06375075809725142
sim_render-ego_median0.06415313264749346
sim_render-ego_min0.058832817872365314
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.350000000000067
survival_time_min13.200000000000053
207723103awoo424HKU Duckietown Projectaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:02:49
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission3103/step1-simulation-ip-172-31-40-253-32059-job20772/logs/challenges-runner/stdout.log'
(hidden)
207713103awoo424HKU Duckietown Projectaido2-LFVI-sim-validationstep1-simulationsuccessno-0:26:45(hidden)
driven_lanedir_consec_median0.45943292637275257
survival_time_median14.950000000000076
deviation-center-line_median0.4854102087839218
in-drivable-lane_median4.600000000000065


other stats
agent_compute-ego_max0.17305881959678482
agent_compute-ego_mean0.17165935799701634
agent_compute-ego_median0.1717072621981303
agent_compute-ego_min0.16933561325073243
deviation-center-line_max1.1601877504886808
deviation-center-line_mean0.6316337874991844
deviation-center-line_min0.39757858283217273
deviation-heading_max3.0140325264411794
deviation-heading_mean2.499793114413662
deviation-heading_median2.309613356990741
deviation-heading_min2.2725112381170054
driven_any_max0.9561913538160643
driven_any_mean0.9081844488577128
driven_any_median0.9331387776369122
driven_any_min0.8388722099298007
driven_lanedir_consec_max0.9203296948857148
driven_lanedir_consec_mean0.5771323329046126
driven_lanedir_consec_min0.4500893283848466
driven_lanedir_max0.9203296948857148
driven_lanedir_mean0.6086878984467152
driven_lanedir_median0.600489473798937
driven_lanedir_min0.4500893283848466
in-drivable-lane_max6.000000000000079
in-drivable-lane_mean4.150000000000054
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.9331387776369122, "sim_physics": 0.1160673483212789, "survival_time": 14.950000000000076, "driven_lanedir": 0.6130980687913249, "sim_render-ego": 0.05149237235387166, "in-drivable-lane": 4.500000000000054, "agent_compute-ego": 0.16933561325073243, "deviation-heading": 2.6267176265731664, "set_robot_commands": 0.0743668556213379, "deviation-center-line": 1.1601877504886808, "driven_lanedir_consec": 0.455320241080812, "sim_compute_sim_state": 0.03209403832753499, "sim_compute_performance-ego": 0.055616649786631264, "sim_compute_robot_state-ego": 0.05614520072937012, "sim_compute_robot_state-npc0": 0.05820801655451457, "sim_compute_robot_state-npc1": 0.056715687115987144, "sim_compute_robot_state-npc2": 0.05645112911860148, "sim_compute_robot_state-npc3": 0.05585450331370036}, "udem1-1-0": {"driven_any": 0.9561913538160643, "sim_physics": 0.1106553014119466, "survival_time": 14.950000000000076, "driven_lanedir": 0.600489473798937, "sim_render-ego": 0.05151094913482666, "in-drivable-lane": 4.600000000000065, "agent_compute-ego": 0.1717072621981303, "deviation-heading": 3.0140325264411794, "set_robot_commands": 0.07355476776758829, "deviation-center-line": 0.39757858283217273, "driven_lanedir_consec": 0.600489473798937, "sim_compute_sim_state": 0.032345665295918785, "sim_compute_performance-ego": 0.05700745503107707, "sim_compute_robot_state-ego": 0.05743700981140137, "sim_compute_robot_state-npc0": 0.059911041259765624, "sim_compute_robot_state-npc1": 0.057061272462209066, "sim_compute_robot_state-npc2": 0.05616733153661092, "sim_compute_robot_state-npc3": 0.05545318047205607}, "udem1-2-0": {"driven_any": 0.8388722099298007, "sim_physics": 0.1093293031056722, "survival_time": 13.200000000000053, "driven_lanedir": 0.4500893283848466, "sim_render-ego": 0.052179493687369606, "in-drivable-lane": 5.650000000000071, "agent_compute-ego": 0.1715633011225498, "deviation-heading": 2.309613356990741, "set_robot_commands": 0.07251762350400288, "deviation-center-line": 0.4748243362121952, "driven_lanedir_consec": 0.4500893283848466, "sim_compute_sim_state": 0.03273077354286656, "sim_compute_performance-ego": 0.055867855295990455, "sim_compute_robot_state-ego": 0.05898414777986931, "sim_compute_robot_state-npc0": 0.05925912297133243, "sim_compute_robot_state-npc1": 0.05646072824796041, "sim_compute_robot_state-npc2": 0.055744751836314346, "sim_compute_robot_state-npc3": 0.05679610190969525}, "udem1-3-0": {"driven_any": 0.878298296059994, "sim_physics": 0.1126745321454793, "survival_time": 13.70000000000006, "driven_lanedir": 0.45943292637275257, "sim_render-ego": 0.05161711595354289, "in-drivable-lane": 6.000000000000079, "agent_compute-ego": 0.17305881959678482, "deviation-heading": 2.27609082394622, "set_robot_commands": 0.07269437382691098, "deviation-center-line": 0.4854102087839218, "driven_lanedir_consec": 0.45943292637275257, "sim_compute_sim_state": 0.03178549160922531, "sim_compute_performance-ego": 0.05632182542425002, "sim_compute_robot_state-ego": 0.0568121053876668, "sim_compute_robot_state-npc0": 0.059713439349710504, "sim_compute_robot_state-npc1": 0.05718520871044075, "sim_compute_robot_state-npc2": 0.05613752438204131, "sim_compute_robot_state-npc3": 0.05626595890434989}, "udem1-4-0": {"driven_any": 0.9344216068457932, "sim_physics": 0.10802100976308186, "survival_time": 14.950000000000076, "driven_lanedir": 0.9203296948857148, "sim_render-ego": 0.05193280696868897, "in-drivable-lane": 0, "agent_compute-ego": 0.17263179381688437, "deviation-heading": 2.2725112381170054, "set_robot_commands": 0.07470957120259603, "deviation-center-line": 0.6401680591789511, "driven_lanedir_consec": 0.9203296948857148, "sim_compute_sim_state": 0.0321044135093689, "sim_compute_performance-ego": 0.056504863103230794, "sim_compute_robot_state-ego": 0.05705904245376587, "sim_compute_robot_state-npc0": 0.061227891445159915, "sim_compute_robot_state-npc1": 0.05761274099349976, "sim_compute_robot_state-npc2": 0.05635782480239868, "sim_compute_robot_state-npc3": 0.05633299827575683}}
set_robot_commands_max0.07470957120259603
set_robot_commands_mean0.07356863838448721
set_robot_commands_median0.07355476776758829
set_robot_commands_min0.07251762350400288
sim_compute_performance-ego_max0.05700745503107707
sim_compute_performance-ego_mean0.05626372972823592
sim_compute_performance-ego_median0.05632182542425002
sim_compute_performance-ego_min0.055616649786631264
sim_compute_robot_state-ego_max0.05898414777986931
sim_compute_robot_state-ego_mean0.057287501232414696
sim_compute_robot_state-ego_median0.05705904245376587
sim_compute_robot_state-ego_min0.05614520072937012
sim_compute_robot_state-npc0_max0.061227891445159915
sim_compute_robot_state-npc0_mean0.05966390231609662
sim_compute_robot_state-npc0_median0.059713439349710504
sim_compute_robot_state-npc0_min0.05820801655451457
sim_compute_robot_state-npc1_max0.05761274099349976
sim_compute_robot_state-npc1_mean0.057007127506019425
sim_compute_robot_state-npc1_median0.057061272462209066
sim_compute_robot_state-npc1_min0.05646072824796041
sim_compute_robot_state-npc2_max0.05645112911860148
sim_compute_robot_state-npc2_mean0.056171712335193344
sim_compute_robot_state-npc2_median0.05616733153661092
sim_compute_robot_state-npc2_min0.055744751836314346
sim_compute_robot_state-npc3_max0.05679610190969525
sim_compute_robot_state-npc3_mean0.05614054857511168
sim_compute_robot_state-npc3_median0.05626595890434989
sim_compute_robot_state-npc3_min0.05545318047205607
sim_compute_sim_state_max0.03273077354286656
sim_compute_sim_state_mean0.032212076456982916
sim_compute_sim_state_median0.0321044135093689
sim_compute_sim_state_min0.03178549160922531
sim_physics_max0.1160673483212789
sim_physics_mean0.11134949894949178
sim_physics_median0.1106553014119466
sim_physics_min0.10802100976308186
sim_render-ego_max0.052179493687369606
sim_render-ego_mean0.05174654761965995
sim_render-ego_median0.05161711595354289
sim_render-ego_min0.05149237235387166
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean14.350000000000067
survival_time_min13.200000000000053