22714step1-simulation success yes 2019-05-17 01:00:54+00:00 2019-05-17 01:37:20+00:00 0:36:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6549380919829523 survival_time_median 5.999999999999987 deviation-center-line_median 0.2500615736512529 in-drivable-lane_median 0.8500000000000121
other stats agent_compute-ego_max 0.28403556220074916 agent_compute-ego_mean 0.25249015374045247 agent_compute-ego_median 0.25465900301933286 agent_compute-ego_min 0.20970675964985996 deviation-center-line_max 0.6241758860684284 deviation-center-line_mean 0.30605179601445237 deviation-center-line_min 0.19028534371277703 deviation-heading_max 1.8317126683483456 deviation-heading_mean 0.9449064506103224 deviation-heading_median 0.8945710427524652 deviation-heading_min 0.44874065602003615 driven_any_max 2.160393263975218 driven_any_mean 0.9275729243547832 driven_any_median 0.9898831336164802 driven_any_min 0.2648710459225631 driven_lanedir_consec_max 1.9719663351310144 driven_lanedir_consec_mean 0.7345999499039054 driven_lanedir_consec_min 0.2569246953277573 driven_lanedir_max 1.9719663351310144 driven_lanedir_mean 0.7345999499039054 driven_lanedir_median 0.6549380919829523 driven_lanedir_min 0.2569246953277573 in-drivable-lane_max 2.549999999999991 in-drivable-lane_mean 0.9133333333333342 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9986182835992308, "sim_physics": 0.09853663129254804, "survival_time": 6.0499999999999865, "driven_lanedir": 0.6700583579405008, "sim_render-ego": 0.05886435114647731, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.20970675964985996, "deviation-heading": 0.9584632163764666, "set_robot_commands": 0.10479097523965128, "deviation-center-line": 0.229184896196581, "driven_lanedir_consec": 0.6700583579405008, "sim_compute_sim_state": 0.03531865443079925, "sim_compute_performance-ego": 0.06420528987222467, "sim_compute_robot_state-ego": 0.07089802450384976}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0073534343051809, "sim_physics": 0.11787494870482898, "survival_time": 6.099999999999986, "driven_lanedir": 0.8666043062033748, "sim_render-ego": 0.065985912182292, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.24508369359813753, "deviation-heading": 1.7089382302492009, "set_robot_commands": 0.09955732744248189, "deviation-center-line": 0.48682172653539846, "driven_lanedir_consec": 0.8666043062033748, "sim_compute_sim_state": 0.04137452508582443, "sim_compute_performance-ego": 0.07190720956833636, "sim_compute_robot_state-ego": 0.0766351692012099}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2648710459225631, "sim_physics": 0.12494561478898332, "survival_time": 1.850000000000001, "driven_lanedir": 0.2569246953277573, "sim_render-ego": 0.07041947906081741, "in-drivable-lane": 0, "agent_compute-ego": 0.2334173498926936, "deviation-heading": 0.4523071711606882, "set_robot_commands": 0.10201356862042402, "deviation-center-line": 0.19028534371277703, "driven_lanedir_consec": 0.2569246953277573, "sim_compute_sim_state": 0.041408184412363415, "sim_compute_performance-ego": 0.07245605700724833, "sim_compute_robot_state-ego": 0.07956372724997031}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.44830384407782126, "sim_physics": 0.1404003274851832, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4266216174587392, "sim_render-ego": 0.06632915036431675, "in-drivable-lane": 0, "agent_compute-ego": 0.26718758303543616, "deviation-heading": 0.9042996768410582, "set_robot_commands": 0.10319770204609838, "deviation-center-line": 0.2000654842364332, "driven_lanedir_consec": 0.4266216174587392, "sim_compute_sim_state": 0.0432934884367318, "sim_compute_performance-ego": 0.07488818415280046, "sim_compute_robot_state-ego": 0.08192533871223187}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.575138194527954, "sim_physics": 0.12062863742603976, "survival_time": 9.349999999999998, "driven_lanedir": 1.1899106948505498, "sim_render-ego": 0.06398261549638555, "in-drivable-lane": 2.1500000000000155, "agent_compute-ego": 0.24257162420507425, "deviation-heading": 0.5495116766932356, "set_robot_commands": 0.10132985574038908, "deviation-center-line": 0.6241758860684284, "driven_lanedir_consec": 1.1899106948505498, "sim_compute_sim_state": 0.04080750725486062, "sim_compute_performance-ego": 0.07403210650153338, "sim_compute_robot_state-ego": 0.07905945165909548}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.4483038440408249, "sim_physics": 0.117691812844112, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4227993213164738, "sim_render-ego": 0.06488101646817963, "in-drivable-lane": 0, "agent_compute-ego": 0.2508700551657841, "deviation-heading": 0.9813994973397404, "set_robot_commands": 0.1042681233636264, "deviation-center-line": 0.20796815436762567, "driven_lanedir_consec": 0.4227993213164738, "sim_compute_sim_state": 0.041984266248242606, "sim_compute_performance-ego": 0.07208191526347194, "sim_compute_robot_state-ego": 0.07774497722757273}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0160885841428031, "sim_physics": 0.13040574391682944, "survival_time": 6.149999999999986, "driven_lanedir": 0.5516827739079271, "sim_render-ego": 0.06627839367564131, "in-drivable-lane": 2.549999999999991, "agent_compute-ego": 0.2580156365061194, "deviation-heading": 0.8945710427524652, "set_robot_commands": 0.10594457533301375, "deviation-center-line": 0.2500615736512529, "driven_lanedir_consec": 0.5516827739079271, "sim_compute_sim_state": 0.04165796341934824, "sim_compute_performance-ego": 0.07580975788395579, "sim_compute_robot_state-ego": 0.08868732491159827}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.29107361377454816, "sim_physics": 0.12067381739616394, "survival_time": 2.000000000000001, "driven_lanedir": 0.28374525761121827, "sim_render-ego": 0.06356636881828308, "in-drivable-lane": 0, "agent_compute-ego": 0.25980121493339536, "deviation-heading": 0.44874065602003615, "set_robot_commands": 0.10138930678367616, "deviation-center-line": 0.1987065435306638, "driven_lanedir_consec": 0.28374525761121827, "sim_compute_sim_state": 0.04088294506072998, "sim_compute_performance-ego": 0.07287419438362122, "sim_compute_robot_state-ego": 0.0787412941455841}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.6666825735996985, "sim_physics": 0.10915907319769802, "survival_time": 4.149999999999993, "driven_lanedir": 0.6596948906802429, "sim_render-ego": 0.05944540414465479, "in-drivable-lane": 0, "agent_compute-ego": 0.2321209189403488, "deviation-heading": 0.5977744380513031, "set_robot_commands": 0.09797859191894533, "deviation-center-line": 0.2884395853961925, "driven_lanedir_consec": 0.6596948906802429, "sim_compute_sim_state": 0.039208478238209186, "sim_compute_performance-ego": 0.07308682188930282, "sim_compute_robot_state-ego": 0.07717905561608004}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9898831324391452, "sim_physics": 0.12525303761164347, "survival_time": 5.999999999999987, "driven_lanedir": 0.6549380919829523, "sim_render-ego": 0.06862846811612447, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.25465900301933286, "deviation-heading": 1.187734297181029, "set_robot_commands": 0.10448911190032958, "deviation-center-line": 0.26939309530143185, "driven_lanedir_consec": 0.6549380919829523, "sim_compute_sim_state": 0.041304385662078856, "sim_compute_performance-ego": 0.07674826582272848, "sim_compute_robot_state-ego": 0.07885154883066813}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.583873349121392, "sim_physics": 0.13708373079908656, "survival_time": 9.4, "driven_lanedir": 1.2124192541954315, "sim_render-ego": 0.06995996769438399, "in-drivable-lane": 2.000000000000017, "agent_compute-ego": 0.28403556220074916, "deviation-heading": 0.8897962420686931, "set_robot_commands": 0.10940023939660257, "deviation-center-line": 0.3289840744115673, "driven_lanedir_consec": 1.2124192541954315, "sim_compute_sim_state": 0.04188554844957717, "sim_compute_performance-ego": 0.07866054266057115, "sim_compute_robot_state-ego": 0.08902912063801542}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.0073534335940946, "sim_physics": 0.1348396969623253, "survival_time": 6.099999999999986, "driven_lanedir": 0.6366060707539863, "sim_render-ego": 0.06895234350298272, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.2645627416548182, "deviation-heading": 1.8317126683483456, "set_robot_commands": 0.10720309859416524, "deviation-center-line": 0.3820267414968929, "driven_lanedir_consec": 0.6366060707539863, "sim_compute_sim_state": 0.04166852059911509, "sim_compute_performance-ego": 0.07637714167110256, "sim_compute_robot_state-ego": 0.08470343957181836}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.9898831336164802, "sim_physics": 0.1129702866077423, "survival_time": 5.999999999999987, "driven_lanedir": 0.7597756905309283, "sim_render-ego": 0.06581691900889079, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.2455985148747762, "deviation-heading": 0.8027896576519975, "set_robot_commands": 0.0999188999334971, "deviation-center-line": 0.22885738160556524, "driven_lanedir_consec": 0.7597756905309283, "sim_compute_sim_state": 0.039995755751927695, "sim_compute_performance-ego": 0.07225418289502462, "sim_compute_robot_state-ego": 0.08488326072692871}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.4657741345847929, "sim_physics": 0.12991583347320557, "survival_time": 2.9999999999999973, "driven_lanedir": 0.4552518906674847, "sim_render-ego": 0.0680710752805074, "in-drivable-lane": 0, "agent_compute-ego": 0.2796384930610657, "deviation-heading": 0.6376789682385315, "set_robot_commands": 0.11238406896591188, "deviation-center-line": 0.2142140825594132, "driven_lanedir_consec": 0.4552518906674847, "sim_compute_sim_state": 0.0434118906656901, "sim_compute_performance-ego": 0.07759089867273966, "sim_compute_robot_state-ego": 0.08976452350616455}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.160393263975218, "sim_physics": 0.1301100976823822, "survival_time": 12.700000000000044, "driven_lanedir": 1.9719663351310144, "sim_render-ego": 0.06748773263195368, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.2600831553691954, "deviation-heading": 1.3278793201820436, "set_robot_commands": 0.106496635384447, "deviation-center-line": 0.4915923711465623, "driven_lanedir_consec": 1.9719663351310144, "sim_compute_sim_state": 0.041988091205987406, "sim_compute_performance-ego": 0.07540837329203688, "sim_compute_robot_state-ego": 0.08431660941266637}}set_robot_commands_max 0.11238406896591188 set_robot_commands_mean 0.10402413871088396 set_robot_commands_median 0.1042681233636264 set_robot_commands_min 0.09797859191894533 sim_compute_performance-ego_max 0.07866054266057115 sim_compute_performance-ego_mean 0.07389206276911324 sim_compute_performance-ego_median 0.07403210650153338 sim_compute_performance-ego_min 0.06420528987222467 sim_compute_robot_state-ego_max 0.08976452350616455 sim_compute_robot_state-ego_mean 0.08146552439423026 sim_compute_robot_state-ego_median 0.07956372724997031 sim_compute_robot_state-ego_min 0.07089802450384976 sim_compute_sim_state_max 0.0434118906656901 sim_compute_sim_state_mean 0.04107934699476572 sim_compute_sim_state_median 0.041408184412363415 sim_compute_sim_state_min 0.03531865443079925 sim_physics_max 0.1404003274851832 sim_physics_mean 0.12336595267925148 sim_physics_median 0.12494561478898332 sim_physics_min 0.09853663129254804 sim_render-ego_max 0.07041947906081741 sim_render-ego_mean 0.0659112798394594 sim_render-ego_median 0.06627839367564131 sim_render-ego_min 0.05886435114647731 simulation-passed 1 survival_time_max 12.700000000000044 survival_time_mean 5.64333333333333 survival_time_min 1.850000000000001
No reset possible 19179step1-simulation error no 2019-04-24 12:00:35+00:00 2019-04-24 12:03:02+00:00 0:02:27 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 173, in main
make_video1(fn, out_video)
File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
pg('video_aido', dict(filename=fn, output=output))
File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
model.init()
File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
block.init()
File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
self.log = read_simulator_log_cbor(self.get_config('filename'))
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
render_time = read_perfomance(ld)
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
for i, ob in enumerate(read_topic2(ld, 'timing_information')):
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
for ob in ld.objects:
AttributeError: 'str' object has no attribute 'objects'
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 435, in <module>
wrap(cie)
File "experiment_manager.py", line 423, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 186, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
> Traceback (most recent call last):
> File "experiment_manager.py", line 173, in main
> make_video1(fn, out_video)
> File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
> pg('video_aido', dict(filename=fn, output=output))
> File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
> model.init()
> File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
> block.init()
> File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
> self.log = read_simulator_log_cbor(self.get_config('filename'))
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
> render_time = read_perfomance(ld)
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
> for i, ob in enumerate(read_topic2(ld, 'timing_information')):
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
> for ob in ld.objects:
> AttributeError: 'str' object has no attribute 'objects'
>
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 
Julian Zilly