22240step1-simulation success yes 2019-05-16 14:00:28+00:00 2019-05-16 14:12:11+00:00 0:11:43 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5723310224856362 survival_time_median 2.549999999999999 deviation-center-line_median 0.10099507669212504 in-drivable-lane_median 0.4499999999999984
other stats agent_compute-ego_max 0.08854844757154876 agent_compute-ego_mean 0.08118678922394838 agent_compute-ego_median 0.0797071901418395 agent_compute-ego_min 0.0783065908095416 deviation-center-line_max 0.2838635700333795 deviation-center-line_mean 0.12786165368054708 deviation-center-line_min 0.07112529346797256 deviation-heading_max 0.5289022616823588 deviation-heading_mean 0.3391682685652287 deviation-heading_median 0.32928385103533875 deviation-heading_min 0.19401296908406307 driven_any_max 2.1706243860917107 driven_any_mean 0.9759490378276146 driven_any_median 1.0117660515775693 driven_any_min 0.23626560261560617 driven_lanedir_consec_max 1.919400421063832 driven_lanedir_consec_mean 0.6896171461819246 driven_lanedir_consec_min 0.2264965947033466 driven_lanedir_max 1.919400421063832 driven_lanedir_mean 0.6896171461819246 driven_lanedir_median 0.5723310224856362 driven_lanedir_min 0.2264965947033466 in-drivable-lane_max 1.7999999999999936 in-drivable-lane_mean 0.5899999999999982 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.03615190806212248, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.03375543488396539, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.08098364317858661, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.05241071736371076, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.021556682056850855, "sim_compute_performance-ego": 0.0370186655609696, "sim_compute_robot_state-ego": 0.0387991225277936}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9933867744747804, "sim_physics": 0.03478399912516276, "survival_time": 2.549999999999999, "driven_lanedir": 0.8010406009604816, "sim_render-ego": 0.033325976016474704, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.07850223429062787, "deviation-heading": 0.5289022616823588, "set_robot_commands": 0.05102114116444307, "deviation-center-line": 0.13005513204193506, "driven_lanedir_consec": 0.8010406009604816, "sim_compute_sim_state": 0.021027130239150104, "sim_compute_performance-ego": 0.036078233344882145, "sim_compute_robot_state-ego": 0.03871436680064482}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.23626560261560617, "sim_physics": 0.03606413392459645, "survival_time": 0.8500000000000002, "driven_lanedir": 0.2264965947033466, "sim_render-ego": 0.0330656837014591, "in-drivable-lane": 0, "agent_compute-ego": 0.0783065908095416, "deviation-heading": 0.23048898560984332, "set_robot_commands": 0.05032452415017521, "deviation-center-line": 0.0788839760023766, "driven_lanedir_consec": 0.2264965947033466, "sim_compute_sim_state": 0.021031912635354436, "sim_compute_performance-ego": 0.036157930598539466, "sim_compute_robot_state-ego": 0.038070089676800895}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4346971317320432, "sim_physics": 0.035900936126708985, "survival_time": 1.2500000000000004, "driven_lanedir": 0.40985475638935265, "sim_render-ego": 0.03312920570373535, "in-drivable-lane": 0, "agent_compute-ego": 0.07961193084716797, "deviation-heading": 0.4138862827398061, "set_robot_commands": 0.05360732078552246, "deviation-center-line": 0.08421324241865966, "driven_lanedir_consec": 0.40985475638935265, "sim_compute_sim_state": 0.021292200088500975, "sim_compute_performance-ego": 0.036543664932250974, "sim_compute_robot_state-ego": 0.03817731857299805}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.618214457700942, "sim_physics": 0.034061259861233865, "survival_time": 3.949999999999994, "driven_lanedir": 0.7890999076769956, "sim_render-ego": 0.03353216074690034, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.08010889306853089, "deviation-heading": 0.23606825392187256, "set_robot_commands": 0.05139991301524488, "deviation-center-line": 0.2072381278624381, "driven_lanedir_consec": 0.7890999076769956, "sim_compute_sim_state": 0.021268594114086294, "sim_compute_performance-ego": 0.036812085139600534, "sim_compute_robot_state-ego": 0.03854463070253782}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0038514956833002, "sim_physics": 0.03557073340124013, "survival_time": 2.4499999999999993, "driven_lanedir": 0.7531703123735944, "sim_render-ego": 0.033239432743617466, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.07862795615682797, "deviation-heading": 0.4596437246381204, "set_robot_commands": 0.051520722252982, "deviation-center-line": 0.08968283443958727, "driven_lanedir_consec": 0.7531703123735944, "sim_compute_sim_state": 0.021495858017279178, "sim_compute_performance-ego": 0.03634471309428312, "sim_compute_robot_state-ego": 0.03874503349771305}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0542898001504375, "sim_physics": 0.03516852855682373, "survival_time": 2.799999999999998, "driven_lanedir": 0.5389398655375865, "sim_render-ego": 0.033708700111934116, "in-drivable-lane": 1.1499999999999972, "agent_compute-ego": 0.07942964775221688, "deviation-heading": 0.4109275195546752, "set_robot_commands": 0.05119167481149946, "deviation-center-line": 0.10786249131209884, "driven_lanedir_consec": 0.5389398655375865, "sim_compute_sim_state": 0.021134793758392337, "sim_compute_performance-ego": 0.03662979602813721, "sim_compute_robot_state-ego": 0.03936836974961417}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.3164475681403097, "sim_physics": 0.03737224851335798, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3093025166124813, "sim_render-ego": 0.03347249258132208, "in-drivable-lane": 0, "agent_compute-ego": 0.07871155511765253, "deviation-heading": 0.2242052814634115, "set_robot_commands": 0.051114865711757114, "deviation-center-line": 0.09758615464743424, "driven_lanedir_consec": 0.3093025166124813, "sim_compute_sim_state": 0.020999817621140254, "sim_compute_performance-ego": 0.03615396363394601, "sim_compute_robot_state-ego": 0.0389313470749628}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.2018528489510765, "sim_physics": 0.03577170937748279, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6922532395203, "sim_render-ego": 0.033993050203485004, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.0797071901418395, "deviation-heading": 0.32928385103533875, "set_robot_commands": 0.05250497591697564, "deviation-center-line": 0.07112529346797256, "driven_lanedir_consec": 0.6922532395203, "sim_compute_sim_state": 0.02126642404976538, "sim_compute_performance-ego": 0.03677521317692126, "sim_compute_robot_state-ego": 0.03932284500639317}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0435481553257333, "sim_physics": 0.035698500546542083, "survival_time": 2.7499999999999982, "driven_lanedir": 0.5204405548974873, "sim_render-ego": 0.03387353203513405, "in-drivable-lane": 1.1499999999999977, "agent_compute-ego": 0.07954346483403986, "deviation-heading": 0.33296447766287096, "set_robot_commands": 0.051186106421730736, "deviation-center-line": 0.0950267943453044, "driven_lanedir_consec": 0.5204405548974873, "sim_compute_sim_state": 0.021579790115356445, "sim_compute_performance-ego": 0.03627424240112305, "sim_compute_robot_state-ego": 0.03846551721746271}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.5954548672193265, "sim_physics": 0.03608897754124233, "survival_time": 3.8499999999999943, "driven_lanedir": 1.1042463557848754, "sim_render-ego": 0.033792399740838384, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.08104981694902692, "deviation-heading": 0.3566810710676767, "set_robot_commands": 0.052659833586061154, "deviation-center-line": 0.22513914436082189, "driven_lanedir_consec": 1.1042463557848754, "sim_compute_sim_state": 0.02137397171615006, "sim_compute_performance-ego": 0.03666354464246081, "sim_compute_robot_state-ego": 0.03880926850554231}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.49030923107489305, "sim_physics": 0.03941393750054496, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4826393189617785, "sim_render-ego": 0.03618605647768293, "in-drivable-lane": 0, "agent_compute-ego": 0.0852862000465393, "deviation-heading": 0.23322336656472228, "set_robot_commands": 0.056557067802974155, "deviation-center-line": 0.10099507669212504, "driven_lanedir_consec": 0.4826393189617785, "sim_compute_sim_state": 0.0228456939969744, "sim_compute_performance-ego": 0.04066608633313861, "sim_compute_robot_state-ego": 0.04162853104727609}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0117660515775693, "sim_physics": 0.035768410738776714, "survival_time": 2.549999999999999, "driven_lanedir": 0.791717039833255, "sim_render-ego": 0.03518204595528397, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.08550103505452473, "deviation-heading": 0.320449356593834, "set_robot_commands": 0.05515052290523753, "deviation-center-line": 0.1017166571540705, "driven_lanedir_consec": 0.791717039833255, "sim_compute_sim_state": 0.02316851241915834, "sim_compute_performance-ego": 0.03968422553118538, "sim_compute_robot_state-ego": 0.04136572164647719}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.44419823353351984, "sim_physics": 0.03902062663325557, "survival_time": 1.3500000000000003, "driven_lanedir": 0.4333246859278659, "sim_render-ego": 0.036357235025476525, "in-drivable-lane": 0, "agent_compute-ego": 0.08388323254055446, "deviation-heading": 0.2988926743481924, "set_robot_commands": 0.05558656763147424, "deviation-center-line": 0.08545702330592322, "driven_lanedir_consec": 0.4333246859278659, "sim_compute_sim_state": 0.022528515921698675, "sim_compute_performance-ego": 0.03994914337440773, "sim_compute_robot_state-ego": 0.040713107144391095}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.1706243860917107, "sim_physics": 0.03804680412890864, "survival_time": 5.09999999999999, "driven_lanedir": 1.919400421063832, "sim_render-ego": 0.03735488302567426, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.08854844757154876, "deviation-heading": 0.5178939525116442, "set_robot_commands": 0.05673883942996755, "deviation-center-line": 0.2838635700333795, "driven_lanedir_consec": 1.919400421063832, "sim_compute_sim_state": 0.023656155548843684, "sim_compute_performance-ego": 0.04043847673079547, "sim_compute_robot_state-ego": 0.04222340209811341}}set_robot_commands_max 0.05673883942996755 set_robot_commands_mean 0.05286498619665041 set_robot_commands_median 0.05241071736371076 set_robot_commands_min 0.05032452415017521 sim_compute_performance-ego_max 0.04066608633313861 sim_compute_performance-ego_mean 0.03747933230150943 sim_compute_performance-ego_median 0.03666354464246081 sim_compute_performance-ego_min 0.036078233344882145 sim_compute_robot_state-ego_max 0.04222340209811341 sim_compute_robot_state-ego_mean 0.03945857808458141 sim_compute_robot_state-ego_median 0.03880926850554231 sim_compute_robot_state-ego_min 0.038070089676800895 sim_compute_sim_state_max 0.023656155548843684 sim_compute_sim_state_mean 0.021748403486580095 sim_compute_sim_state_median 0.02137397171615006 sim_compute_sim_state_min 0.020999817621140254 sim_physics_max 0.03941393750054496 sim_physics_mean 0.03632551426919997 sim_physics_median 0.035900936126708985 sim_physics_min 0.034061259861233865 sim_render-ego_max 0.03735488302567426 sim_render-ego_mean 0.034264552596865575 sim_render-ego_median 0.03375543488396539 sim_render-ego_min 0.0330656837014591 simulation-passed 1 survival_time_max 5.09999999999999 survival_time_mean 2.503333333333331 survival_time_min 0.8500000000000002
No reset possible 19192step1-simulation error no 2019-04-24 12:11:06+00:00 2019-04-24 12:13:36+00:00 0:02:30 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 173, in main
make_video1(fn, out_video)
File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
pg('video_aido', dict(filename=fn, output=output))
File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
model.init()
File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
block.init()
File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
self.log = read_simulator_log_cbor(self.get_config('filename'))
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
render_time = read_perfomance(ld)
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
for i, ob in enumerate(read_topic2(ld, 'timing_information')):
File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
for ob in ld.objects:
AttributeError: 'str' object has no attribute 'objects'
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 435, in <module>
wrap(cie)
File "experiment_manager.py", line 423, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 186, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
> Traceback (most recent call last):
> File "experiment_manager.py", line 173, in main
> make_video1(fn, out_video)
> File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 56, in make_video1
> pg('video_aido', dict(filename=fn, output=output))
> File "/project/src/procgraph/src/procgraph/scripts/pgmain.py", line 244, in pg
> model.init()
> File "/project/src/procgraph/src/procgraph/core/model.py", line 218, in init
> block.init()
> File "/project/src/aido-protocols/src/aido_schemas/utils_video.py", line 16, in init
> self.log = read_simulator_log_cbor(self.get_config('filename'))
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 179, in read_simulator_log_cbor
> render_time = read_perfomance(ld)
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 74, in read_perfomance
> for i, ob in enumerate(read_topic2(ld, 'timing_information')):
> File "/project/src/aido-protocols/src/aido_schemas/utils_drawing.py", line 49, in read_topic2
> for ob in ld.objects:
> AttributeError: 'str' object has no attribute 'objects'
>
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 
Liam Paull 🇨🇦