Evaluator 844

2019-05-06 02:01:07+00:00

2019-05-06 02:01:36+00:00

0:00:29

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.10376061724424832
error_L2	0.017416073323840493

No reset possible

21500

3191

Anastasiya Nikolskaya 🇷🇺

NN Solution

step1-simulation

success

2019-05-05 14:25:09+00:00

2019-05-05 14:35:49+00:00

0:10:40

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.3287970289215405
survival_time_median	8.04999999999998
deviation-center-line_median	0.6006529989293905
in-drivable-lane_median	1.5999999999999943

other stats

agent_compute-ego_max	0.06363840341567993
agent_compute-ego_mean	0.06223342534746566
agent_compute-ego_median	0.06307473107288948
agent_compute-ego_min	0.05802724294573347
deviation-center-line_max	1.2150755482096518
deviation-center-line_mean	0.7356923138339205
deviation-center-line_min	0.2802447744357047
deviation-heading_max	3.970324328948494
deviation-heading_mean	1.924397598808366
deviation-heading_median	1.1914405228703486
deviation-heading_min	0.6050747405269755
driven_any_max	3.2172605187489247
driven_any_mean	2.0199341073521846
driven_any_median	1.698481573931777
driven_any_min	1.10411075132152
driven_lanedir_consec_max	2.89250001891689
driven_lanedir_consec_mean	1.6704810953024356
driven_lanedir_consec_min	0.678630207225881
driven_lanedir_max	2.89250001891689
driven_lanedir_mean	1.6704810953024356
driven_lanedir_median	1.3287970289215405
driven_lanedir_min	0.678630207225881
in-drivable-lane_max	1.8500000000000236
in-drivable-lane_mean	1.1900000000000042
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.368813567075294, "sim_physics": 0.06039134661356608, "survival_time": 6.5999999999999845, "driven_lanedir": 1.3287970289215405, "sim_render-ego": 0.03800638877984249, "in-drivable-lane": 0, "agent_compute-ego": 0.06362015189546527, "deviation-heading": 1.1515663062567598, "set_robot_commands": 0.05660928018165357, "deviation-center-line": 0.6006529989293905, "driven_lanedir_consec": 1.3287970289215405, "sim_compute_sim_state": 0.02483457868749445, "sim_compute_performance-ego": 0.04108795975193833, "sim_compute_robot_state-ego": 0.04276857773462931}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.10411075132152, "sim_physics": 0.061852272425856544, "survival_time": 5.349999999999989, "driven_lanedir": 0.678630207225881, "sim_render-ego": 0.0370858116684673, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.05802724294573347, "deviation-heading": 1.1914405228703486, "set_robot_commands": 0.05713401330965702, "deviation-center-line": 0.2802447744357047, "driven_lanedir_consec": 0.678630207225881, "sim_compute_sim_state": 0.02450549491097994, "sim_compute_performance-ego": 0.04072889434957059, "sim_compute_robot_state-ego": 0.04300009647262431}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.698481573931777, "sim_physics": 0.06286935776657199, "survival_time": 8.04999999999998, "driven_lanedir": 1.281013866142017, "sim_render-ego": 0.037729313654929215, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.06280659740756017, "deviation-heading": 0.6050747405269755, "set_robot_commands": 0.055716017018193786, "deviation-center-line": 0.5879563820904525, "driven_lanedir_consec": 1.281013866142017, "sim_compute_sim_state": 0.024546968270532835, "sim_compute_performance-ego": 0.04099683435807317, "sim_compute_robot_state-ego": 0.04239435077453992}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.2172605187489247, "sim_physics": 0.061681815783182777, "survival_time": 14.950000000000076, "driven_lanedir": 2.89250001891689, "sim_render-ego": 0.037858755588531495, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.06363840341567993, "deviation-heading": 3.970324328948494, "set_robot_commands": 0.05725653330485026, "deviation-center-line": 1.2150755482096518, "driven_lanedir_consec": 2.89250001891689, "sim_compute_sim_state": 0.02461715618769328, "sim_compute_performance-ego": 0.04065711577733358, "sim_compute_robot_state-ego": 0.04348948796590169}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.711004125683407, "sim_physics": 0.06327950624609183, "survival_time": 12.650000000000045, "driven_lanedir": 2.1714643553058495, "sim_render-ego": 0.03769475951967503, "in-drivable-lane": 1.8500000000000236, "agent_compute-ego": 0.06307473107288948, "deviation-heading": 2.703582095439252, "set_robot_commands": 0.05553625412138083, "deviation-center-line": 0.9945318655044024, "driven_lanedir_consec": 2.1714643553058495, "sim_compute_sim_state": 0.02457027755707149, "sim_compute_performance-ego": 0.040558480462537926, "sim_compute_robot_state-ego": 0.043529019525399795}}
set_robot_commands_max	0.05725653330485026
set_robot_commands_mean	0.056450419587147097
set_robot_commands_median	0.05660928018165357
set_robot_commands_min	0.05553625412138083
sim_compute_performance-ego_max	0.04108795975193833
sim_compute_performance-ego_mean	0.04080585693989072
sim_compute_performance-ego_median	0.04072889434957059
sim_compute_performance-ego_min	0.040558480462537926
sim_compute_robot_state-ego_max	0.043529019525399795
sim_compute_robot_state-ego_mean	0.043036306494619
sim_compute_robot_state-ego_median	0.04300009647262431
sim_compute_robot_state-ego_min	0.04239435077453992
sim_compute_sim_state_max	0.02483457868749445
sim_compute_sim_state_mean	0.0246148951227544
sim_compute_sim_state_median	0.02457027755707149
sim_compute_sim_state_min	0.02450549491097994
sim_physics_max	0.06327950624609183
sim_physics_mean	0.06201485976705384
sim_physics_median	0.061852272425856544
sim_physics_min	0.06039134661356608
sim_render-ego_max	0.03800638877984249
sim_render-ego_mean	0.03767500584228911
sim_render-ego_median	0.037729313654929215
sim_render-ego_min	0.0370858116684673
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	9.520000000000016
survival_time_min	5.349999999999989

No reset possible

21496

3188

jiang peng

Baseline solution using reinforcement learning

step1-simulation

success

2019-05-05 13:38:06+00:00

2019-05-05 13:44:58+00:00

0:06:52

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.07287352255680002
survival_time_median	1.6000000000000008
deviation-center-line_median	0.08592412782260801
in-drivable-lane_median	0.5500000000000005

other stats

agent_compute-ego_max	0.1693326085805893
agent_compute-ego_mean	0.1302305365675374
agent_compute-ego_median	0.12560722702427915
agent_compute-ego_min	0.1038943060239156
deviation-center-line_max	0.6573694282800252
deviation-center-line_mean	0.18485471455157915
deviation-center-line_min	0.02860211775190436
deviation-heading_max	5.285627948850869
deviation-heading_mean	1.7882062730856123
deviation-heading_median	0.6581999618135752
deviation-heading_min	0.5749926031102195
driven_any_max	2.1588010797804262
driven_any_mean	0.640249104940834
driven_any_median	0.17078547571059657
driven_any_min	0.1066372229426725
driven_lanedir_consec_max	0.4885362091422576
driven_lanedir_consec_mean	0.16806797168370433
driven_lanedir_consec_min	0.03875052384125599
driven_lanedir_max	0.4885362091422576
driven_lanedir_mean	0.16806797168370433
driven_lanedir_median	0.07287352255680002
driven_lanedir_min	0.03875052384125599
in-drivable-lane_max	8.750000000000055
in-drivable-lane_mean	2.3600000000000105
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.1588010797804262, "sim_physics": 0.061361388365427656, "survival_time": 14.950000000000076, "driven_lanedir": 0.4885362091422576, "sim_render-ego": 0.03804746707280477, "in-drivable-lane": 8.750000000000055, "agent_compute-ego": 0.1038943060239156, "deviation-heading": 5.285627948850869, "set_robot_commands": 0.05734575827916463, "deviation-center-line": 0.6573694282800252, "driven_lanedir_consec": 0.4885362091422576, "sim_compute_sim_state": 0.0245289405186971, "sim_compute_performance-ego": 0.0428884744644165, "sim_compute_robot_state-ego": 0.04319119294484457}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.17078547571059657, "sim_physics": 0.08162896633148194, "survival_time": 1.5000000000000009, "driven_lanedir": 0.06591923720277071, "sim_render-ego": 0.04490971565246582, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.12079992294311524, "deviation-heading": 0.6581999618135752, "set_robot_commands": 0.0686060349146525, "deviation-center-line": 0.02860211775190436, "driven_lanedir_consec": 0.06591923720277071, "sim_compute_sim_state": 0.030457592010498045, "sim_compute_performance-ego": 0.05431358019510905, "sim_compute_robot_state-ego": 0.05450858275095622}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1066372229426725, "sim_physics": 0.09391952815808748, "survival_time": 0.9500000000000004, "driven_lanedir": 0.07287352255680002, "sim_render-ego": 0.04550901212190327, "in-drivable-lane": 0, "agent_compute-ego": 0.12560722702427915, "deviation-heading": 0.5749926031102195, "set_robot_commands": 0.06760888350637335, "deviation-center-line": 0.08592412782260801, "driven_lanedir_consec": 0.07287352255680002, "sim_compute_sim_state": 0.030402986626876027, "sim_compute_performance-ego": 0.05107126737895765, "sim_compute_robot_state-ego": 0.0507309311314633}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.601784293005888, "sim_physics": 0.08483820226457384, "survival_time": 4.499999999999992, "driven_lanedir": 0.17426036567543737, "sim_render-ego": 0.04815375275082058, "in-drivable-lane": 2.149999999999997, "agent_compute-ego": 0.13151861826578776, "deviation-heading": 1.7994121710261912, "set_robot_commands": 0.07012507915496827, "deviation-center-line": 0.12050450470059965, "driven_lanedir_consec": 0.17426036567543737, "sim_compute_sim_state": 0.030986425611707898, "sim_compute_performance-ego": 0.0518701261944241, "sim_compute_robot_state-ego": 0.05453077952067057}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.16323745326458663, "sim_physics": 0.11605781316757202, "survival_time": 1.6000000000000008, "driven_lanedir": 0.03875052384125599, "sim_render-ego": 0.06139817833900452, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.1693326085805893, "deviation-heading": 0.6227986806272071, "set_robot_commands": 0.10083404183387756, "deviation-center-line": 0.03187339420275864, "driven_lanedir_consec": 0.03875052384125599, "sim_compute_sim_state": 0.039236053824424744, "sim_compute_performance-ego": 0.06913932412862778, "sim_compute_robot_state-ego": 0.0712006464600563}}
set_robot_commands_max	0.10083404183387756
set_robot_commands_mean	0.07290395953780726
set_robot_commands_median	0.0686060349146525
set_robot_commands_min	0.05734575827916463
sim_compute_performance-ego_max	0.06913932412862778
sim_compute_performance-ego_mean	0.053856554472307014
sim_compute_performance-ego_median	0.0518701261944241
sim_compute_performance-ego_min	0.0428884744644165
sim_compute_robot_state-ego_max	0.0712006464600563
sim_compute_robot_state-ego_mean	0.05483242656159819
sim_compute_robot_state-ego_median	0.05450858275095622
sim_compute_robot_state-ego_min	0.04319119294484457
sim_compute_sim_state_max	0.039236053824424744
sim_compute_sim_state_mean	0.031122399718440764
sim_compute_sim_state_median	0.030457592010498045
sim_compute_sim_state_min	0.0245289405186971
sim_physics_max	0.11605781316757202
sim_physics_mean	0.08756117965742859
sim_physics_median	0.08483820226457384
sim_physics_min	0.061361388365427656
sim_render-ego_max	0.06139817833900452
sim_render-ego_mean	0.04760362518739979
sim_render-ego_median	0.04550901212190327
sim_render-ego_min	0.03804746707280477
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	4.700000000000014
survival_time_min	0.9500000000000004

No reset possible

21494

3186

Anastasiya Nikolskaya 🇷🇺

Classic Solution

step1-simulation

success

2019-05-05 13:09:43+00:00

2019-05-05 13:18:08+00:00

0:08:25

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.6685005458211488
survival_time_median	10.20000000000001
deviation-center-line_median	0.7990320496717331
in-drivable-lane_median	1.099999999999996

other stats

agent_compute-ego_max	0.0795363705113249
agent_compute-ego_mean	0.07693725487669524
agent_compute-ego_median	0.07745944738388061
agent_compute-ego_min	0.07408144404587236
deviation-center-line_max	1.323026515025109
deviation-center-line_mean	0.7041382938850764
deviation-center-line_min	0.2025729109005638
deviation-heading_max	3.2652414001874774
deviation-heading_mean	1.6723089460254912
deviation-heading_median	1.1234102420320462
deviation-heading_min	0.7838430069965114
driven_any_max	3.2172556855492047
driven_any_mean	1.83503471719107
driven_any_median	2.161216117760562
driven_any_min	0.5098239682544252
driven_lanedir_consec_max	3.0878801068974537
driven_lanedir_consec_mean	1.557747231322117
driven_lanedir_consec_min	0.485356174148873
driven_lanedir_max	3.0878801068974537
driven_lanedir_mean	1.557747231322117
driven_lanedir_median	1.6685005458211488
driven_lanedir_min	0.485356174148873
in-drivable-lane_max	1.8999999999999932
in-drivable-lane_mean	0.9500000000000028
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.161216117760562, "sim_physics": 0.06084628315532909, "survival_time": 10.20000000000001, "driven_lanedir": 1.6685005458211488, "sim_render-ego": 0.03617534450456208, "in-drivable-lane": 1.7500000000000249, "agent_compute-ego": 0.0785946904444227, "deviation-heading": 2.122864842815103, "set_robot_commands": 0.05530813044192744, "deviation-center-line": 0.7990320496717331, "driven_lanedir_consec": 1.6685005458211488, "sim_compute_sim_state": 0.023690369783663283, "sim_compute_performance-ego": 0.03926187169318106, "sim_compute_robot_state-ego": 0.04156642567877676}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0601036657136582, "sim_physics": 0.05999757942644138, "survival_time": 5.14999999999999, "driven_lanedir": 0.7634775196993575, "sim_render-ego": 0.035896129978513255, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.07408144404587236, "deviation-heading": 1.1234102420320462, "set_robot_commands": 0.05510685050371781, "deviation-center-line": 0.29975261118200724, "driven_lanedir_consec": 0.7634775196993575, "sim_compute_sim_state": 0.023834666002143935, "sim_compute_performance-ego": 0.03963898223580666, "sim_compute_robot_state-ego": 0.04116058118135026}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.2267741486775003, "sim_physics": 0.058229515997416666, "survival_time": 10.450000000000014, "driven_lanedir": 1.7835218100437529, "sim_render-ego": 0.035904789655402516, "in-drivable-lane": 1.8999999999999932, "agent_compute-ego": 0.07501432199797561, "deviation-heading": 1.0661852380963175, "set_robot_commands": 0.05492940587860545, "deviation-center-line": 0.8963073826459693, "driven_lanedir_consec": 1.7835218100437529, "sim_compute_sim_state": 0.023646100286091345, "sim_compute_performance-ego": 0.03944423666411039, "sim_compute_robot_state-ego": 0.04120798088146739}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5098239682544252, "sim_physics": 0.061636938239043614, "survival_time": 2.6499999999999986, "driven_lanedir": 0.485356174148873, "sim_render-ego": 0.03631575602405476, "in-drivable-lane": 0, "agent_compute-ego": 0.0795363705113249, "deviation-heading": 0.7838430069965114, "set_robot_commands": 0.054740257982937794, "deviation-center-line": 0.2025729109005638, "driven_lanedir_consec": 0.485356174148873, "sim_compute_sim_state": 0.023482214729740936, "sim_compute_performance-ego": 0.03961071878109338, "sim_compute_robot_state-ego": 0.04177335523209482}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.2172556855492047, "sim_physics": 0.05729004621505737, "survival_time": 14.950000000000076, "driven_lanedir": 3.0878801068974537, "sim_render-ego": 0.0359854261080424, "in-drivable-lane": 0, "agent_compute-ego": 0.07745944738388061, "deviation-heading": 3.2652414001874774, "set_robot_commands": 0.05544645071029663, "deviation-center-line": 1.323026515025109, "driven_lanedir_consec": 3.0878801068974537, "sim_compute_sim_state": 0.024450892607371013, "sim_compute_performance-ego": 0.038762306372324626, "sim_compute_robot_state-ego": 0.04141479015350342}}
set_robot_commands_max	0.05544645071029663
set_robot_commands_mean	0.05510621910349702
set_robot_commands_median	0.05510685050371781
set_robot_commands_min	0.054740257982937794
sim_compute_performance-ego_max	0.03963898223580666
sim_compute_performance-ego_mean	0.03934362314930322
sim_compute_performance-ego_median	0.03944423666411039
sim_compute_performance-ego_min	0.038762306372324626
sim_compute_robot_state-ego_max	0.04177335523209482
sim_compute_robot_state-ego_mean	0.041424626625438526
sim_compute_robot_state-ego_median	0.04141479015350342
sim_compute_robot_state-ego_min	0.04116058118135026
sim_compute_sim_state_max	0.024450892607371013
sim_compute_sim_state_mean	0.023820848681802103
sim_compute_sim_state_median	0.023690369783663283
sim_compute_sim_state_min	0.023482214729740936
sim_physics_max	0.061636938239043614
sim_physics_mean	0.05960007260665763
sim_physics_median	0.05999757942644138
sim_physics_min	0.05729004621505737
sim_render-ego_max	0.03631575602405476
sim_render-ego_mean	0.036055489254115
sim_render-ego_median	0.0359854261080424
sim_render-ego_min	0.035896129978513255
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	8.680000000000017
survival_time_min	2.6499999999999986

No reset possible

21492

3184

jiang peng

First test - TH

step1-simulation

error

2019-05-05 11:11:52+00:00

2019-05-05 11:13:14+00:00

0:01:22

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21484

3179

ZongRu Li

PredictorLast

aido2-PRED

step1-simulation

success

2019-05-03 22:44:13+00:00

2019-05-03 22:44:41+00:00

0:00:28

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

error_L1	0.10580717537400391
error_L2	0.017038743315068446

No reset possible

21442

3142

Amaury Camus 🇨🇭

challenge-aido_LF-template-random

step1-simulation

success

2019-04-30 15:15:19+00:00

2019-04-30 15:21:36+00:00

0:06:17

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5723310224856362
survival_time_median	2.6999999999999984
deviation-center-line_median	0.11519544839797546
in-drivable-lane_median	0.5999999999999979

other stats

agent_compute-ego_max	0.12198586463928222
agent_compute-ego_mean	0.11762811422285832
agent_compute-ego_median	0.11845320242422598
agent_compute-ego_min	0.112390969480787
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.12651756552531995
deviation-center-line_min	0.09047885846140293
deviation-heading_max	0.5020407942599273
deviation-heading_mean	0.3641979127291371
deviation-heading_median	0.34764983431811214
deviation-heading_min	0.19401296908406307
driven_any_max	1.6169932854589035
driven_any_mean	1.0272530755098266
driven_any_median	1.0243289631429708
driven_any_min	0.4119037580118998
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.7800316850006626
driven_lanedir_consec_min	0.3792793194470208
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.7800316850006626
driven_lanedir_median	0.5723310224856362
driven_lanedir_min	0.3792793194470208
in-drivable-lane_max	0.9999999999999976
in-drivable-lane_mean	0.4899999999999984
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.12336341540018718, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.04943160657529478, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.11845320242422598, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.07033199292642099, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.029657721519470215, "sim_compute_performance-ego": 0.05156687012425175, "sim_compute_robot_state-ego": 0.053341437269140174, "sim_compute_robot_state-npc0": 0.05126066561098452, "sim_compute_robot_state-npc1": 0.05267375486868399, "sim_compute_robot_state-npc2": 0.05334420998891195, "sim_compute_robot_state-npc3": 0.05197299851311578}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.15073107719421386, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.0437337589263916, "in-drivable-lane": 0, "agent_compute-ego": 0.12198586463928222, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.07070344924926758, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.03088369369506836, "sim_compute_performance-ego": 0.04868258476257324, "sim_compute_robot_state-ego": 0.049939241409301754, "sim_compute_robot_state-npc0": 0.05159164428710938, "sim_compute_robot_state-npc1": 0.04884326934814453, "sim_compute_robot_state-npc2": 0.04833866119384766, "sim_compute_robot_state-npc3": 0.051073341369628905}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.12884909228274696, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.048380023554751746, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.12146738328431782, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.07545121719962672, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.031322127894351355, "sim_compute_performance-ego": 0.05396315612291035, "sim_compute_robot_state-ego": 0.05216623293726068, "sim_compute_robot_state-npc0": 0.05452979552118402, "sim_compute_robot_state-npc1": 0.05317520781567222, "sim_compute_robot_state-npc2": 0.05297202185580605, "sim_compute_robot_state-npc3": 0.0531955455478869}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.12916346441341353, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.04694836954527264, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.11384315128567853, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.07133165492287165, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.03024526185627225, "sim_compute_performance-ego": 0.05045663254170478, "sim_compute_robot_state-ego": 0.050799469404582735, "sim_compute_robot_state-npc0": 0.052678844596766215, "sim_compute_robot_state-npc1": 0.05187330970281287, "sim_compute_robot_state-npc2": 0.05172587648222718, "sim_compute_robot_state-npc3": 0.05315444439272337}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.12639142785753524, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.045993149280548096, "in-drivable-lane": 0, "agent_compute-ego": 0.112390969480787, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.06571677752903529, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.02788881744657244, "sim_compute_performance-ego": 0.049156393323625834, "sim_compute_robot_state-ego": 0.0525969181741987, "sim_compute_robot_state-npc0": 0.052295071738106866, "sim_compute_robot_state-npc1": 0.051491107259477885, "sim_compute_robot_state-npc2": 0.05076870747974941, "sim_compute_robot_state-npc3": 0.04880033220563616}}
set_robot_commands_max	0.07545121719962672
set_robot_commands_mean	0.07070701836544444
set_robot_commands_median	0.07070344924926758
set_robot_commands_min	0.06571677752903529
sim_compute_performance-ego_max	0.05396315612291035
sim_compute_performance-ego_mean	0.05076512737501319
sim_compute_performance-ego_median	0.05045663254170478
sim_compute_performance-ego_min	0.04868258476257324
sim_compute_robot_state-ego_max	0.053341437269140174
sim_compute_robot_state-ego_mean	0.051768659838896815
sim_compute_robot_state-ego_median	0.05216623293726068
sim_compute_robot_state-ego_min	0.049939241409301754
sim_compute_robot_state-npc0_max	0.05452979552118402
sim_compute_robot_state-npc0_mean	0.052471204350830206
sim_compute_robot_state-npc0_median	0.052295071738106866
sim_compute_robot_state-npc0_min	0.05126066561098452
sim_compute_robot_state-npc1_max	0.05317520781567222
sim_compute_robot_state-npc1_mean	0.05161132979895829
sim_compute_robot_state-npc1_median	0.05187330970281287
sim_compute_robot_state-npc1_min	0.04884326934814453
sim_compute_robot_state-npc2_max	0.05334420998891195
sim_compute_robot_state-npc2_mean	0.05142989540010845
sim_compute_robot_state-npc2_median	0.05172587648222718
sim_compute_robot_state-npc2_min	0.04833866119384766
sim_compute_robot_state-npc3_max	0.0531955455478869
sim_compute_robot_state-npc3_mean	0.051639332405798224
sim_compute_robot_state-npc3_median	0.05197299851311578
sim_compute_robot_state-npc3_min	0.04880033220563616
sim_compute_sim_state_max	0.031322127894351355
sim_compute_sim_state_mean	0.02999952448234692
sim_compute_sim_state_median	0.03024526185627225
sim_compute_sim_state_min	0.02788881744657244
sim_physics_max	0.15073107719421386
sim_physics_mean	0.13169969542961937
sim_physics_median	0.12884909228274696
sim_physics_min	0.12336341540018718
sim_render-ego_max	0.04943160657529478
sim_render-ego_mean	0.04689738157645177
sim_render-ego_median	0.04694836954527264
sim_render-ego_min	0.0437337589263916
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.6199999999999974
survival_time_min	1.2500000000000004

No reset possible

21428

3130

Alexander Karavaev

test

step1-simulation

host-error

2019-04-29 16:51:45+00:00

2019-04-29 17:00:05+00:00

0:08:20

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-validation/submission3130/step1-simulation-ip-172-31-42-167-7227-job21428/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21425

3127

Rami Al-Naim 🇷🇺

[0.27;0.6]

step1-simulation

success

2019-04-29 14:39:05+00:00

2019-04-29 14:51:45+00:00

0:12:40

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.488755819462984
survival_time_median	14.950000000000076
deviation-center-line_median	1.055848036867555
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.09382953564325967
agent_compute-ego_mean	0.0820086877449699
agent_compute-ego_median	0.0805496927620708
agent_compute-ego_min	0.073629732131958
deviation-center-line_max	1.3118252088767643
deviation-center-line_mean	0.987283336694562
deviation-center-line_min	0.4907118578590684
deviation-heading_max	3.447283401877685
deviation-heading_mean	2.040840634397336
deviation-heading_median	2.1720026155230645
deviation-heading_min	1.0489131920412826
driven_any_max	2.7577141695352223
driven_any_mean	2.4521250985776737
driven_any_median	2.7576896933659634
driven_any_min	1.2298712610825693
driven_lanedir_consec_max	2.740746728151079
driven_lanedir_consec_mean	2.297329685372901
driven_lanedir_consec_min	1.2014212112234046
driven_lanedir_max	2.740746728151079
driven_lanedir_mean	2.297329685372901
driven_lanedir_median	2.488755819462984
driven_lanedir_min	1.2014212112234046
in-drivable-lane_max	1.5000000000000089
in-drivable-lane_mean	0.510000000000001
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.2298712610825693, "sim_physics": 0.06292918626812921, "survival_time": 6.8999999999999835, "driven_lanedir": 1.2014212112234046, "sim_render-ego": 0.03802043285922728, "in-drivable-lane": 0, "agent_compute-ego": 0.0805496927620708, "deviation-heading": 1.0489131920412826, "set_robot_commands": 0.05799980094467384, "deviation-center-line": 0.4907118578590684, "driven_lanedir_consec": 1.2014212112234046, "sim_compute_sim_state": 0.02482496309971464, "sim_compute_performance-ego": 0.04143383364746536, "sim_compute_robot_state-ego": 0.04233810521554256}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.757710050444064, "sim_physics": 0.059065404733022055, "survival_time": 14.950000000000076, "driven_lanedir": 2.488755819462984, "sim_render-ego": 0.038047877152760826, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.073629732131958, "deviation-heading": 2.309196216751945, "set_robot_commands": 0.059862128893534344, "deviation-center-line": 1.3118252088767643, "driven_lanedir_consec": 2.488755819462984, "sim_compute_sim_state": 0.025042795340220133, "sim_compute_performance-ego": 0.04149874051411947, "sim_compute_robot_state-ego": 0.04368108749389649}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.7577141695352223, "sim_physics": 0.06145347197850545, "survival_time": 14.950000000000076, "driven_lanedir": 2.4160369454796555, "sim_render-ego": 0.03873976945877075, "in-drivable-lane": 1.5000000000000089, "agent_compute-ego": 0.07988096396128337, "deviation-heading": 2.1720026155230645, "set_robot_commands": 0.056738607088724774, "deviation-center-line": 1.1593257961633472, "driven_lanedir_consec": 2.4160369454796555, "sim_compute_sim_state": 0.024984631538391113, "sim_compute_performance-ego": 0.041361197630564374, "sim_compute_robot_state-ego": 0.04417980273564657}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.7576403184605502, "sim_physics": 0.06250260670979818, "survival_time": 14.950000000000076, "driven_lanedir": 2.6396877225473823, "sim_render-ego": 0.03822224299112956, "in-drivable-lane": 0, "agent_compute-ego": 0.09382953564325967, "deviation-heading": 3.447283401877685, "set_robot_commands": 0.056427581310272215, "deviation-center-line": 1.055848036867555, "driven_lanedir_consec": 2.6396877225473823, "sim_compute_sim_state": 0.025068859259287517, "sim_compute_performance-ego": 0.041097105344136554, "sim_compute_robot_state-ego": 0.05064780871073405}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.7576896933659634, "sim_physics": 0.06188940525054932, "survival_time": 14.950000000000076, "driven_lanedir": 2.740746728151079, "sim_render-ego": 0.038149269421895345, "in-drivable-lane": 0, "agent_compute-ego": 0.08215351422627767, "deviation-heading": 1.226807745792705, "set_robot_commands": 0.05649474223454793, "deviation-center-line": 0.9187057837060744, "driven_lanedir_consec": 2.740746728151079, "sim_compute_sim_state": 0.02479240417480469, "sim_compute_performance-ego": 0.041339446703592936, "sim_compute_robot_state-ego": 0.042922362486521405}}
set_robot_commands_max	0.059862128893534344
set_robot_commands_mean	0.057504572094350614
set_robot_commands_median	0.056738607088724774
set_robot_commands_min	0.056427581310272215
sim_compute_performance-ego_max	0.04149874051411947
sim_compute_performance-ego_mean	0.04134606476797574
sim_compute_performance-ego_median	0.041361197630564374
sim_compute_performance-ego_min	0.041097105344136554
sim_compute_robot_state-ego_max	0.05064780871073405
sim_compute_robot_state-ego_mean	0.04475383332846821
sim_compute_robot_state-ego_median	0.04368108749389649
sim_compute_robot_state-ego_min	0.04233810521554256
sim_compute_sim_state_max	0.025068859259287517
sim_compute_sim_state_mean	0.024942730682483615
sim_compute_sim_state_median	0.024984631538391113
sim_compute_sim_state_min	0.02479240417480469
sim_physics_max	0.06292918626812921
sim_physics_mean	0.06156801498800084
sim_physics_median	0.06188940525054932
sim_physics_min	0.059065404733022055
sim_render-ego_max	0.03873976945877075
sim_render-ego_mean	0.03823591837675675
sim_render-ego_median	0.038149269421895345
sim_render-ego_min	0.03802043285922728
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	13.340000000000057
survival_time_min	6.8999999999999835

No reset possible

21424

3126

Rami Al-Naim 🇷🇺

[0.27;0.75]

step1-simulation

success

2019-04-29 14:24:40+00:00

2019-04-29 14:35:33+00:00

0:10:53

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.2838519954552132
survival_time_median	13.100000000000051
deviation-center-line_median	1.098689500274533
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.08315198156568739
agent_compute-ego_mean	0.07941359224528602
agent_compute-ego_median	0.08037136793136597
agent_compute-ego_min	0.07623468637466431
deviation-center-line_max	1.3226917932032185
deviation-center-line_mean	0.9668799331856068
deviation-center-line_min	0.15539450243160738
deviation-heading_max	2.079579206608091
deviation-heading_mean	1.625355601458106
deviation-heading_median	1.7255031008885091
deviation-heading_min	0.9323209611391338
driven_any_max	2.7577233027352728
driven_any_mean	2.074776640642217
driven_any_median	2.399630079829816
driven_any_min	0.36151482926935624
driven_lanedir_consec_max	2.732140376429504
driven_lanedir_consec_mean	1.9722509266328916
driven_lanedir_consec_min	0.3246699679225533
driven_lanedir_max	2.732140376429504
driven_lanedir_mean	1.9722509266328916
driven_lanedir_median	2.2838519954552132
driven_lanedir_min	0.3246699679225533
in-drivable-lane_max	1.299999999999999
in-drivable-lane_mean	0.3300000000000008
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.399630079829816, "sim_physics": 0.06198424874371245, "survival_time": 13.100000000000051, "driven_lanedir": 2.2838519954552132, "sim_render-ego": 0.03873902695779582, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.08094629622597731, "deviation-heading": 2.079579206608091, "set_robot_commands": 0.05664933000812094, "deviation-center-line": 0.9921833507452292, "driven_lanedir_consec": 2.2838519954552132, "sim_compute_sim_state": 0.0248732530433713, "sim_compute_performance-ego": 0.04141287403252288, "sim_compute_robot_state-ego": 0.0433963127718627}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.7577233027352728, "sim_physics": 0.05984439611434936, "survival_time": 14.950000000000076, "driven_lanedir": 2.732140376429504, "sim_render-ego": 0.037967878182729085, "in-drivable-lane": 0, "agent_compute-ego": 0.07623468637466431, "deviation-heading": 1.5369507752783895, "set_robot_commands": 0.055863420168558754, "deviation-center-line": 1.3226917932032185, "driven_lanedir_consec": 2.732140376429504, "sim_compute_sim_state": 0.02489465872446696, "sim_compute_performance-ego": 0.04145105918248494, "sim_compute_robot_state-ego": 0.0431124750773112}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.0973441303591818, "sim_physics": 0.05901783730785919, "survival_time": 11.450000000000028, "driven_lanedir": 1.801964159764698, "sim_render-ego": 0.03826370614064312, "in-drivable-lane": 1.299999999999999, "agent_compute-ego": 0.07636362912873514, "deviation-heading": 1.7255031008885091, "set_robot_commands": 0.05627833287268226, "deviation-center-line": 1.098689500274533, "driven_lanedir_consec": 1.801964159764698, "sim_compute_sim_state": 0.025174145094692447, "sim_compute_performance-ego": 0.04290924322136625, "sim_compute_robot_state-ego": 0.043100436181480704}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.36151482926935624, "sim_physics": 0.06541492674085829, "survival_time": 2.25, "driven_lanedir": 0.3246699679225533, "sim_render-ego": 0.03833183182610406, "in-drivable-lane": 0, "agent_compute-ego": 0.08315198156568739, "deviation-heading": 0.9323209611391338, "set_robot_commands": 0.05727239714728461, "deviation-center-line": 0.15539450243160738, "driven_lanedir_consec": 0.3246699679225533, "sim_compute_sim_state": 0.02472622129652235, "sim_compute_performance-ego": 0.04110271665785048, "sim_compute_robot_state-ego": 0.043178621927897134}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.7576708610174556, "sim_physics": 0.06252201795578002, "survival_time": 14.950000000000076, "driven_lanedir": 2.7186281335924884, "sim_render-ego": 0.04020959456761678, "in-drivable-lane": 0, "agent_compute-ego": 0.08037136793136597, "deviation-heading": 1.8524239633764084, "set_robot_commands": 0.05709497928619385, "deviation-center-line": 1.2654405192734457, "driven_lanedir_consec": 2.7186281335924884, "sim_compute_sim_state": 0.02551000436147054, "sim_compute_performance-ego": 0.04147130727767944, "sim_compute_robot_state-ego": 0.042869248390197755}}
set_robot_commands_max	0.05727239714728461
set_robot_commands_mean	0.05663169189656808
set_robot_commands_median	0.05664933000812094
set_robot_commands_min	0.055863420168558754
sim_compute_performance-ego_max	0.04290924322136625
sim_compute_performance-ego_mean	0.041669440074380795
sim_compute_performance-ego_median	0.04145105918248494
sim_compute_performance-ego_min	0.04110271665785048
sim_compute_robot_state-ego_max	0.0433963127718627
sim_compute_robot_state-ego_mean	0.0431314188697499
sim_compute_robot_state-ego_median	0.0431124750773112
sim_compute_robot_state-ego_min	0.042869248390197755
sim_compute_sim_state_max	0.02551000436147054
sim_compute_sim_state_mean	0.02503565650410472
sim_compute_sim_state_median	0.02489465872446696
sim_compute_sim_state_min	0.02472622129652235
sim_physics_max	0.06541492674085829
sim_physics_mean	0.06175668537251187
sim_physics_median	0.06198424874371245
sim_physics_min	0.05901783730785919
sim_render-ego_max	0.04020959456761678
sim_render-ego_mean	0.03870240753497777
sim_render-ego_median	0.03833183182610406
sim_render-ego_min	0.037967878182729085
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	11.340000000000046
survival_time_min	2.25

No reset possible

21409

3114

Peter Almasi 🇭🇺

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-28 21:00:44+00:00

2019-04-28 21:15:25+00:00

0:14:41

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	2.149670626942928
survival_time_median	14.950000000000076
deviation-center-line_median	0.823680053773175
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.16475215451470737
agent_compute-ego_mean	0.16031398728798177
agent_compute-ego_median	0.15965689738591513
agent_compute-ego_min	0.15870187203089395
deviation-center-line_max	0.9786332948326866
deviation-center-line_mean	0.7526734266807116
deviation-center-line_min	0.3563313142439007
deviation-heading_max	2.952035441782488
deviation-heading_mean	2.682269119758059
deviation-heading_median	2.635209997552692
deviation-heading_min	2.3909082838396634
driven_any_max	2.291186016115682
driven_any_mean	1.998510954139831
driven_any_median	2.1862820973731782
driven_any_min	1.0681563976707265
driven_lanedir_consec_max	2.243002798181926
driven_lanedir_consec_mean	1.8642695469029615
driven_lanedir_consec_min	0.731366668470979
driven_lanedir_max	2.243002798181926
driven_lanedir_mean	1.8773039772487223
driven_lanedir_median	2.149670626942928
driven_lanedir_min	0.7965388201997836
in-drivable-lane_max	1.3000000000000185
in-drivable-lane_mean	0.4900000000000029
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0681563976707265, "sim_physics": 0.05497530575456291, "survival_time": 7.249999999999982, "driven_lanedir": 0.7965388201997836, "sim_render-ego": 0.03627967012339625, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.16475215451470737, "deviation-heading": 2.493330238693338, "set_robot_commands": 0.05580356367703142, "deviation-center-line": 0.3563313142439007, "driven_lanedir_consec": 0.731366668470979, "sim_compute_sim_state": 0.02377303222130085, "sim_compute_performance-ego": 0.03958172798156738, "sim_compute_robot_state-ego": 0.0413714129349281}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.291186016115682, "sim_physics": 0.057274293104807535, "survival_time": 14.950000000000076, "driven_lanedir": 2.243002798181926, "sim_render-ego": 0.03690431276957194, "in-drivable-lane": 0, "agent_compute-ego": 0.1596882661183675, "deviation-heading": 2.635209997552692, "set_robot_commands": 0.05545935153961182, "deviation-center-line": 0.823680053773175, "driven_lanedir_consec": 2.243002798181926, "sim_compute_sim_state": 0.0236332893371582, "sim_compute_performance-ego": 0.03928906520207723, "sim_compute_robot_state-ego": 0.041328402360280354}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.2667409811328776, "sim_physics": 0.0597157613436381, "survival_time": 14.950000000000076, "driven_lanedir": 2.2094587305294633, "sim_render-ego": 0.03636421680450439, "in-drivable-lane": 0, "agent_compute-ego": 0.1587707463900248, "deviation-heading": 2.952035441782488, "set_robot_commands": 0.05543043454488118, "deviation-center-line": 0.8594109469744858, "driven_lanedir_consec": 2.2094587305294633, "sim_compute_sim_state": 0.02371229330698649, "sim_compute_performance-ego": 0.040296967029571536, "sim_compute_robot_state-ego": 0.0409683362642924}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.180189278406689, "sim_physics": 0.057237568696339926, "survival_time": 14.950000000000076, "driven_lanedir": 1.9878489103895116, "sim_render-ego": 0.03616395950317383, "in-drivable-lane": 1.3000000000000185, "agent_compute-ego": 0.15870187203089395, "deviation-heading": 2.9398616369221124, "set_robot_commands": 0.05569936672846476, "deviation-center-line": 0.7453115235793104, "driven_lanedir_consec": 1.9878489103895116, "sim_compute_sim_state": 0.023350710074106853, "sim_compute_performance-ego": 0.04060396750768026, "sim_compute_robot_state-ego": 0.04087452570597331}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.1862820973731782, "sim_physics": 0.0577961540222168, "survival_time": 14.950000000000076, "driven_lanedir": 2.149670626942928, "sim_render-ego": 0.03631274302800496, "in-drivable-lane": 0, "agent_compute-ego": 0.15965689738591513, "deviation-heading": 2.3909082838396634, "set_robot_commands": 0.05663041830062866, "deviation-center-line": 0.9786332948326866, "driven_lanedir_consec": 2.149670626942928, "sim_compute_sim_state": 0.02342748721440633, "sim_compute_performance-ego": 0.03947339614232381, "sim_compute_robot_state-ego": 0.04090935548146566}}
set_robot_commands_max	0.05663041830062866
set_robot_commands_mean	0.05580462695812357
set_robot_commands_median	0.05569936672846476
set_robot_commands_min	0.05543043454488118
sim_compute_performance-ego_max	0.04060396750768026
sim_compute_performance-ego_mean	0.03984902477264404
sim_compute_performance-ego_median	0.03958172798156738
sim_compute_performance-ego_min	0.03928906520207723
sim_compute_robot_state-ego_max	0.0413714129349281
sim_compute_robot_state-ego_mean	0.04109040654938796
sim_compute_robot_state-ego_median	0.0409683362642924
sim_compute_robot_state-ego_min	0.04087452570597331
sim_compute_sim_state_max	0.02377303222130085
sim_compute_sim_state_mean	0.023579362430791746
sim_compute_sim_state_median	0.0236332893371582
sim_compute_sim_state_min	0.023350710074106853
sim_physics_max	0.0597157613436381
sim_physics_mean	0.057399816584313056
sim_physics_median	0.057274293104807535
sim_physics_min	0.05497530575456291
sim_render-ego_max	0.03690431276957194
sim_render-ego_mean	0.03640498044573027
sim_render-ego_median	0.03631274302800496
sim_render-ego_min	0.03616395950317383
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	13.410000000000055
survival_time_min	7.249999999999982

No reset possible

21381

2364

Andrea Censi 🇨🇭

random_agent

step1-simulation

success

2019-04-28 02:00:20+00:00

2019-04-28 02:20:53+00:00

0:20:33

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.47061816984274774
survival_time_median	2.4499999999999993
deviation-center-line_median	0.09047885846140293
in-drivable-lane_median	0.7999999999999974

other stats

agent_compute-ego_max	0.1599317169189453
agent_compute-ego_mean	0.13178903719447638
agent_compute-ego_median	0.12966395679273104
agent_compute-ego_min	0.12330171585083008
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.11122054568266285
deviation-center-line_min	0.05649185041622204
deviation-heading_max	0.8583234710357402
deviation-heading_mean	0.371509805944231
deviation-heading_median	0.3477435217829391
deviation-heading_min	0.1892537419842091
driven_any_max	1.6169932854589035
driven_any_mean	0.8549136794030617
driven_any_median	0.9441796518284096
driven_any_min	0.28668385087664994
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.5622432991481365
driven_lanedir_consec_min	0.24216121529728207
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.5622432991481365
driven_lanedir_median	0.47061816984274774
driven_lanedir_min	0.24216121529728207
in-drivable-lane_max	1.3499999999999996
in-drivable-lane_mean	0.5899999999999992
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.15292334115063702, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.055187892030786584, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.12650133945323802, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.08254178806587502, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03538226198267053, "sim_compute_performance-ego": 0.06300259519506383, "sim_compute_robot_state-ego": 0.06931043995751275, "sim_compute_robot_state-npc0": 0.06539334632732251, "sim_compute_robot_state-npc1": 0.061224266334816264, "sim_compute_robot_state-npc2": 0.0633626072495072, "sim_compute_robot_state-npc3": 0.062320969722889086}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.2216953945159912, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.06853769302368164, "in-drivable-lane": 0, "agent_compute-ego": 0.1599317169189453, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.11630791664123535, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.042406530380249025, "sim_compute_performance-ego": 0.0787826919555664, "sim_compute_robot_state-ego": 0.08721759796142578, "sim_compute_robot_state-npc0": 0.07910303115844726, "sim_compute_robot_state-npc1": 0.08014332771301269, "sim_compute_robot_state-npc2": 0.07727471351623535, "sim_compute_robot_state-npc3": 0.07953686714172363}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.17180711658377396, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.05948425907837717, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.12966395679273104, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.09001337854485762, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.03743477557834826, "sim_compute_performance-ego": 0.06392253386346917, "sim_compute_robot_state-ego": 0.06851563328190853, "sim_compute_robot_state-npc0": 0.06869366294459293, "sim_compute_robot_state-npc1": 0.06545980980521754, "sim_compute_robot_state-npc2": 0.06860429048538208, "sim_compute_robot_state-npc3": 0.06842832816274542}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.1942612098742135, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.06397939935515198, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.14099427416354796, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.09370513505573516, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.0401092269752599, "sim_compute_performance-ego": 0.06995718690413463, "sim_compute_robot_state-ego": 0.07522748693635192, "sim_compute_robot_state-npc0": 0.0694404614122608, "sim_compute_robot_state-npc1": 0.06919486915008931, "sim_compute_robot_state-npc2": 0.06978079940699324, "sim_compute_robot_state-npc3": 0.0695501581023011}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.16251830543790544, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06260298831122262, "in-drivable-lane": 0, "agent_compute-ego": 0.13115510770252772, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.08695229462214879, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.03299689292907715, "sim_compute_performance-ego": 0.06819101742335729, "sim_compute_robot_state-ego": 0.06807373251233782, "sim_compute_robot_state-npc0": 0.06700422082628522, "sim_compute_robot_state-npc1": 0.07062583310263497, "sim_compute_robot_state-npc2": 0.06844369854245867, "sim_compute_robot_state-npc3": 0.06270217044012887}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.149928644851402, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.0609841920711376, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.13369974825117323, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.09643338786231148, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.03763532638549805, "sim_compute_performance-ego": 0.0647264939767343, "sim_compute_robot_state-ego": 0.06659155863302725, "sim_compute_robot_state-npc0": 0.07205628907238995, "sim_compute_robot_state-npc1": 0.0688544202733923, "sim_compute_robot_state-npc2": 0.06608112653096516, "sim_compute_robot_state-npc3": 0.06990713101846201}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.1617996560202705, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.056790815459357366, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.13200996098694978, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.08967061395998355, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.036744519516273784, "sim_compute_performance-ego": 0.0635486399685895, "sim_compute_robot_state-ego": 0.07022726977313007, "sim_compute_robot_state-npc0": 0.0629364428696809, "sim_compute_robot_state-npc1": 0.06839262114630805, "sim_compute_robot_state-npc2": 0.0649518127794619, "sim_compute_robot_state-npc3": 0.0662356041095875}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.19626478089226615, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.05919979943169488, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.12951736450195311, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.0876124382019043, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.039477205276489256, "sim_compute_performance-ego": 0.06328478389316135, "sim_compute_robot_state-ego": 0.06933550304836697, "sim_compute_robot_state-npc0": 0.06540765762329101, "sim_compute_robot_state-npc1": 0.06777764956156412, "sim_compute_robot_state-npc2": 0.06949321958753797, "sim_compute_robot_state-npc3": 0.06532267994350857}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.15675217690675156, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.05669600030650263, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.1265186123226, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.08856341631516167, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.03576923971590788, "sim_compute_performance-ego": 0.06495767572651738, "sim_compute_robot_state-ego": 0.06591689586639404, "sim_compute_robot_state-npc0": 0.07175770531529965, "sim_compute_robot_state-npc1": 0.06722242417542831, "sim_compute_robot_state-npc2": 0.061812540759211, "sim_compute_robot_state-npc3": 0.062344639197639794}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.18247726440429687, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.056369662284851074, "in-drivable-lane": 0, "agent_compute-ego": 0.12330171585083008, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.08850068092346192, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.03455793380737305, "sim_compute_performance-ego": 0.06528588294982911, "sim_compute_robot_state-ego": 0.0669741153717041, "sim_compute_robot_state-npc0": 0.06240830898284912, "sim_compute_robot_state-npc1": 0.064849853515625, "sim_compute_robot_state-npc2": 0.06545645713806153, "sim_compute_robot_state-npc3": 0.06544919490814209}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.19527082443237304, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.05844101905822754, "in-drivable-lane": 0, "agent_compute-ego": 0.12743122577667235, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.09339077472686769, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.03709851503372193, "sim_compute_performance-ego": 0.06523878574371338, "sim_compute_robot_state-ego": 0.06938021183013916, "sim_compute_robot_state-npc0": 0.06859561204910278, "sim_compute_robot_state-npc1": 0.0675240397453308, "sim_compute_robot_state-npc2": 0.06488243341445923, "sim_compute_robot_state-npc3": 0.06692794561386109}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.1647536503641229, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.05879134880869012, "in-drivable-lane": 0, "agent_compute-ego": 0.1304655577007093, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.08696165837739643, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.036142675500167046, "sim_compute_performance-ego": 0.06625441501015111, "sim_compute_robot_state-ego": 0.06820500524420488, "sim_compute_robot_state-npc0": 0.06951818968120374, "sim_compute_robot_state-npc1": 0.06407811767176579, "sim_compute_robot_state-npc2": 0.06527512951901085, "sim_compute_robot_state-npc3": 0.06779123607434724}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.14850522041320802, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.06070404529571533, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.12870882987976073, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.08489944458007813, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.037859129905700686, "sim_compute_performance-ego": 0.06621463298797607, "sim_compute_robot_state-ego": 0.06890664100646973, "sim_compute_robot_state-npc0": 0.06972745895385742, "sim_compute_robot_state-npc1": 0.06459719181060791, "sim_compute_robot_state-npc2": 0.06684611797332764, "sim_compute_robot_state-npc3": 0.06706773281097413}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.18462919105182996, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.05382949655706232, "in-drivable-lane": 0, "agent_compute-ego": 0.12691198695789685, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.09470572254874488, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.03752038695595481, "sim_compute_performance-ego": 0.06126222827217795, "sim_compute_robot_state-ego": 0.06964163346724077, "sim_compute_robot_state-npc0": 0.06896423209797252, "sim_compute_robot_state-npc1": 0.06388071450320157, "sim_compute_robot_state-npc2": 0.06682080572301691, "sim_compute_robot_state-npc3": 0.0642653920433738}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.18560632394284615, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.05830146341907735, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.13002416065761022, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.08997378057363081, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.03884590888509945, "sim_compute_performance-ego": 0.06566436923280054, "sim_compute_robot_state-ego": 0.06897316660199847, "sim_compute_robot_state-npc0": 0.06849113289190799, "sim_compute_robot_state-npc1": 0.0695245363274399, "sim_compute_robot_state-npc2": 0.06822179288280253, "sim_compute_robot_state-npc3": 0.06624447569555166}}
set_robot_commands_max	0.11630791664123535
set_robot_commands_mean	0.09134882873329284
set_robot_commands_median	0.08967061395998355
set_robot_commands_min	0.08254178806587502
sim_compute_performance-ego_max	0.0787826919555664
sim_compute_performance-ego_mean	0.06601959554021612
sim_compute_performance-ego_median	0.06523878574371338
sim_compute_performance-ego_min	0.06126222827217795
sim_compute_robot_state-ego_max	0.08721759796142578
sim_compute_robot_state-ego_mean	0.07016645943281415
sim_compute_robot_state-ego_median	0.06897316660199847
sim_compute_robot_state-ego_min	0.06591689586639404
sim_compute_robot_state-npc0_max	0.07910303115844726
sim_compute_robot_state-npc0_mean	0.06863318348043093
sim_compute_robot_state-npc0_median	0.06869366294459293
sim_compute_robot_state-npc0_min	0.06240830898284912
sim_compute_robot_state-npc1_max	0.08014332771301269
sim_compute_robot_state-npc1_mean	0.06755664498909562
sim_compute_robot_state-npc1_median	0.0675240397453308
sim_compute_robot_state-npc1_min	0.061224266334816264
sim_compute_robot_state-npc2_max	0.07727471351623535
sim_compute_robot_state-npc2_mean	0.06715383636722876
sim_compute_robot_state-npc2_median	0.06682080572301691
sim_compute_robot_state-npc2_min	0.061812540759211
sim_compute_robot_state-npc3_max	0.07953686714172363
sim_compute_robot_state-npc3_mean	0.06693963499901572
sim_compute_robot_state-npc3_median	0.06624447569555166
sim_compute_robot_state-npc3_min	0.062320969722889086
sim_compute_sim_state_max	0.042406530380249025
sim_compute_sim_state_mean	0.037332035255186045
sim_compute_sim_state_median	0.03743477557834826
sim_compute_sim_state_min	0.03299689292907715
sim_physics_max	0.2216953945159912
sim_physics_mean	0.1752795400561259
sim_physics_median	0.17180711658377396
sim_physics_min	0.14850522041320802
sim_render-ego_max	0.06853769302368164
sim_render-ego_mean	0.059326671632769085
sim_render-ego_median	0.05879134880869012
sim_render-ego_min	0.05382949655706232
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.2366666666666655
survival_time_min	0.9500000000000004

No reset possible

21361

2446

Nicky Eichmann

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-28 01:00:38+00:00

2019-04-28 02:00:04+00:00

0:59:26

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-testing/submission2446/step1-simulation-ip-172-31-42-167-7227-job21361/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21351

2378

Liam Paull 🇨🇦

minimal_agent_python2 (Python 2)

step1-simulation

host-error

2019-04-28 00:50:59+00:00

2019-04-28 01:00:10+00:00

0:09:11

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-validation/submission2378/step1-simulation-ip-172-31-42-167-7227-job21351/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21348

2383

Andrea Censi 🇨🇭

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-28 00:39:25+00:00

2019-04-28 00:50:27+00:00

0:11:02

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.06995789976791844
survival_time_median	1.3000000000000005
deviation-center-line_median	0.067425249048266
in-drivable-lane_median	0.10000000000000007

other stats

agent_compute-ego_max	0.20229940829069715
agent_compute-ego_mean	0.16121098048296828
agent_compute-ego_median	0.15773131929594894
agent_compute-ego_min	0.12355631192525228
deviation-center-line_max	0.11521443544469362
deviation-center-line_mean	0.06908544409478755
deviation-center-line_min	0.04228035433999266
deviation-heading_max	0.8628313397939191
deviation-heading_mean	0.7270909048676799
deviation-heading_median	0.7368392215205015
deviation-heading_min	0.5267718262707803
driven_any_max	0.2034474172910782
driven_any_mean	0.14905658894665247
driven_any_median	0.13529524265861667
driven_any_min	0.09648696824506532
driven_lanedir_consec_max	0.09313139032470864
driven_lanedir_consec_mean	0.07104415855100245
driven_lanedir_consec_min	0.034837962348306384
driven_lanedir_max	0.09313139032470864
driven_lanedir_mean	0.07104415855100245
driven_lanedir_median	0.06995789976791844
driven_lanedir_min	0.034837962348306384
in-drivable-lane_max	0.7500000000000006
in-drivable-lane_mean	0.21000000000000013
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2034474172910782, "sim_physics": 0.11357467621564864, "survival_time": 1.6000000000000008, "driven_lanedir": 0.08586107840033552, "sim_render-ego": 0.059722788631916046, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.1622471660375595, "deviation-heading": 0.8392633955898452, "set_robot_commands": 0.09508675336837769, "deviation-center-line": 0.0706186848942288, "driven_lanedir_consec": 0.08586107840033552, "sim_compute_sim_state": 0.038072168827056885, "sim_compute_performance-ego": 0.07091141492128372, "sim_compute_robot_state-ego": 0.07289205491542816}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.1680225658121228, "sim_physics": 0.1107515255610148, "survival_time": 1.5000000000000009, "driven_lanedir": 0.08983055883133062, "sim_render-ego": 0.057428558667500816, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.14948635101318358, "deviation-heading": 0.8029859068813499, "set_robot_commands": 0.08503251075744629, "deviation-center-line": 0.0471739425630193, "driven_lanedir_consec": 0.08983055883133062, "sim_compute_sim_state": 0.03743835290273031, "sim_compute_performance-ego": 0.06686747074127197, "sim_compute_robot_state-ego": 0.06586001714070638}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.09710480778869957, "sim_physics": 0.11262782414754231, "survival_time": 1.0500000000000005, "driven_lanedir": 0.0566910667631455, "sim_render-ego": 0.053815977913992744, "in-drivable-lane": 0, "agent_compute-ego": 0.15586489722842262, "deviation-heading": 0.7186288389066584, "set_robot_commands": 0.08488610812595912, "deviation-center-line": 0.09544324889733811, "driven_lanedir_consec": 0.0566910667631455, "sim_compute_sim_state": 0.0355982780456543, "sim_compute_performance-ego": 0.06255194119044713, "sim_compute_robot_state-ego": 0.06743122282482329}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.18869032416311116, "sim_physics": 0.1177426612738407, "survival_time": 1.6500000000000008, "driven_lanedir": 0.047320303067774905, "sim_render-ego": 0.06104083494706587, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.17558572509072043, "deviation-heading": 0.803584636820272, "set_robot_commands": 0.09789900346235796, "deviation-center-line": 0.04300620345373344, "driven_lanedir_consec": 0.047320303067774905, "sim_compute_sim_state": 0.04162284099694454, "sim_compute_performance-ego": 0.06702258370139381, "sim_compute_robot_state-ego": 0.07228758118369362}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.18417483746642313, "sim_physics": 0.07963205973307291, "survival_time": 1.5000000000000009, "driven_lanedir": 0.09313139032470864, "sim_render-ego": 0.0487528403600057, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.12355631192525228, "deviation-heading": 0.7368392215205015, "set_robot_commands": 0.06961821715037028, "deviation-center-line": 0.04855206551829964, "driven_lanedir_consec": 0.09313139032470864, "sim_compute_sim_state": 0.030707883834838863, "sim_compute_performance-ego": 0.0506719430287679, "sim_compute_robot_state-ego": 0.051559615135192874}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.19436491611371495, "sim_physics": 0.10513153496910543, "survival_time": 1.7000000000000008, "driven_lanedir": 0.034837962348306384, "sim_render-ego": 0.05496161825516645, "in-drivable-lane": 0.7500000000000006, "agent_compute-ego": 0.1521300287807689, "deviation-heading": 0.7150672209470906, "set_robot_commands": 0.08538274204029757, "deviation-center-line": 0.05400650520710923, "driven_lanedir_consec": 0.034837962348306384, "sim_compute_sim_state": 0.0381772237665513, "sim_compute_performance-ego": 0.05971067091997932, "sim_compute_robot_state-ego": 0.06471129725961124}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.13529524265861667, "sim_physics": 0.11869160945598896, "survival_time": 1.3000000000000005, "driven_lanedir": 0.09307495694922664, "sim_render-ego": 0.05225991285764254, "in-drivable-lane": 0, "agent_compute-ego": 0.1523639330497155, "deviation-heading": 0.685501115360459, "set_robot_commands": 0.08378434181213379, "deviation-center-line": 0.0944952468123584, "driven_lanedir_consec": 0.09307495694922664, "sim_compute_sim_state": 0.03861271418057955, "sim_compute_performance-ego": 0.06562295326819786, "sim_compute_robot_state-ego": 0.07406729001265305}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.09648696824506532, "sim_physics": 0.10519421618917714, "survival_time": 1.1500000000000004, "driven_lanedir": 0.05315478045849842, "sim_render-ego": 0.058470342470252, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1586700833362082, "deviation-heading": 0.7802966100211702, "set_robot_commands": 0.08565305626910666, "deviation-center-line": 0.09564149246643865, "driven_lanedir_consec": 0.05315478045849842, "sim_compute_sim_state": 0.035680864168250045, "sim_compute_performance-ego": 0.060941727265067726, "sim_compute_robot_state-ego": 0.06436081554578699}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.15308994271235746, "sim_physics": 0.1105668462555984, "survival_time": 1.4500000000000006, "driven_lanedir": 0.06995789976791844, "sim_render-ego": 0.06012280233975115, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.15773131929594894, "deviation-heading": 0.7865368965339073, "set_robot_commands": 0.10159257362628804, "deviation-center-line": 0.04228035433999266, "driven_lanedir_consec": 0.06995789976791844, "sim_compute_sim_state": 0.03628574568649818, "sim_compute_performance-ego": 0.06486415040904078, "sim_compute_robot_state-ego": 0.06522138365383806}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.1160390852528914, "sim_physics": 0.13766469558080038, "survival_time": 1.2000000000000004, "driven_lanedir": 0.05919268140372003, "sim_render-ego": 0.06729599833488464, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.17767072717348734, "deviation-heading": 0.6325101591049351, "set_robot_commands": 0.10274600982666016, "deviation-center-line": 0.067425249048266, "driven_lanedir_consec": 0.05919268140372003, "sim_compute_sim_state": 0.04494062066078186, "sim_compute_performance-ego": 0.07282674312591553, "sim_compute_robot_state-ego": 0.07780968149503072}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.12105875446678978, "sim_physics": 0.15020530120186185, "survival_time": 1.1500000000000004, "driven_lanedir": 0.08783929575913019, "sim_render-ego": 0.06906313481538193, "in-drivable-lane": 0, "agent_compute-ego": 0.20229940829069715, "deviation-heading": 0.5560210346619137, "set_robot_commands": 0.10306371813235075, "deviation-center-line": 0.09968393881464624, "driven_lanedir_consec": 0.08783929575913019, "sim_compute_sim_state": 0.04370066393976626, "sim_compute_performance-ego": 0.07702567266381305, "sim_compute_robot_state-ego": 0.10212997768236244}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.13374551201908708, "sim_physics": 0.12351301193237305, "survival_time": 1.2500000000000004, "driven_lanedir": 0.07522701584333125, "sim_render-ego": 0.06322118759155274, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1895866584777832, "deviation-heading": 0.7599912596949847, "set_robot_commands": 0.09349924087524414, "deviation-center-line": 0.07047263215403911, "driven_lanedir_consec": 0.07522701584333125, "sim_compute_sim_state": 0.038935155868530275, "sim_compute_performance-ego": 0.07019585609436035, "sim_compute_robot_state-ego": 0.07294338226318359}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.19784026411411243, "sim_physics": 0.1070237804103542, "survival_time": 1.850000000000001, "driven_lanedir": 0.066796405329133, "sim_render-ego": 0.05539531321138949, "in-drivable-lane": 0.6500000000000006, "agent_compute-ego": 0.15249629922815272, "deviation-heading": 0.6995341109074107, "set_robot_commands": 0.0920831448323018, "deviation-center-line": 0.04288448107651326, "driven_lanedir_consec": 0.066796405329133, "sim_compute_sim_state": 0.036785351263510215, "sim_compute_performance-ego": 0.06574614627941235, "sim_compute_robot_state-ego": 0.07075585545720281}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.13085787064823332, "sim_physics": 0.10536181449890136, "survival_time": 1.2500000000000004, "driven_lanedir": 0.06543795495358795, "sim_render-ego": 0.0574155044555664, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1603202438354492, "deviation-heading": 0.8628313397939191, "set_robot_commands": 0.08622531890869141, "deviation-center-line": 0.049383180731136955, "driven_lanedir_consec": 0.06543795495358795, "sim_compute_sim_state": 0.03703790664672851, "sim_compute_performance-ego": 0.06325457572937011, "sim_compute_robot_state-ego": 0.06929485321044922}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.11563032544748356, "sim_physics": 0.10990456912828528, "survival_time": 1.1500000000000004, "driven_lanedir": 0.08730902806488938, "sim_render-ego": 0.05738906238390052, "in-drivable-lane": 0, "agent_compute-ego": 0.14815555448117462, "deviation-heading": 0.5267718262707803, "set_robot_commands": 0.09008301859316618, "deviation-center-line": 0.11521443544469362, "driven_lanedir_consec": 0.08730902806488938, "sim_compute_sim_state": 0.040565469990605896, "sim_compute_performance-ego": 0.06451276074285092, "sim_compute_robot_state-ego": 0.06230951392132303}}
set_robot_commands_max	0.10306371813235075
set_robot_commands_mean	0.09044238385205013
set_robot_commands_median	0.09008301859316618
set_robot_commands_min	0.06961821715037028
sim_compute_performance-ego_max	0.07702567266381305
sim_compute_performance-ego_mean	0.06551510733874483
sim_compute_performance-ego_median	0.06562295326819786
sim_compute_performance-ego_min	0.0506719430287679
sim_compute_robot_state-ego_max	0.10212997768236244
sim_compute_robot_state-ego_mean	0.07024230278008571
sim_compute_robot_state-ego_median	0.06929485321044922
sim_compute_robot_state-ego_min	0.051559615135192874
sim_compute_sim_state_max	0.04494062066078186
sim_compute_sim_state_mean	0.03827741605193514
sim_compute_sim_state_median	0.038072168827056885
sim_compute_sim_state_min	0.030707883834838863
sim_physics_max	0.15020530120186185
sim_physics_mean	0.11383907510357102
sim_physics_median	0.1107515255610148
sim_physics_min	0.07963205973307291
sim_render-ego_max	0.06906313481538193
sim_render-ego_mean	0.05842372514906461
sim_render-ego_median	0.057428558667500816
sim_render-ego_min	0.0487528403600057
simulation-passed	1
survival_time_max	1.850000000000001
survival_time_mean	1.3833333333333335
survival_time_min	1.0500000000000005

No reset possible

21344

2391

Liam Paull 🇨🇦

random_agent

step1-simulation

success

2019-04-28 00:22:30+00:00

2019-04-28 00:38:44+00:00

0:16:14

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5723310224856362
survival_time_median	2.549999999999999
deviation-center-line_median	0.10099507669212504
in-drivable-lane_median	0.4499999999999984

other stats

agent_compute-ego_max	0.15491988545372373
agent_compute-ego_mean	0.13256255061660155
agent_compute-ego_median	0.13098831088454635
agent_compute-ego_min	0.11377710454604203
deviation-center-line_max	0.2838635700333795
deviation-center-line_mean	0.12786165368054708
deviation-center-line_min	0.07112529346797256
deviation-heading_max	0.5289022616823588
deviation-heading_mean	0.3391682685652287
deviation-heading_median	0.32928385103533875
deviation-heading_min	0.19401296908406307
driven_any_max	2.1706243860917107
driven_any_mean	0.9759490378276146
driven_any_median	1.0117660515775693
driven_any_min	0.23626560261560617
driven_lanedir_consec_max	1.919400421063832
driven_lanedir_consec_mean	0.6896171461819246
driven_lanedir_consec_min	0.2264965947033466
driven_lanedir_max	1.919400421063832
driven_lanedir_mean	0.6896171461819246
driven_lanedir_median	0.5723310224856362
driven_lanedir_min	0.2264965947033466
in-drivable-lane_max	1.7999999999999936
in-drivable-lane_mean	0.5899999999999982
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.10737882720099556, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.05933945267288773, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.13098831088454635, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.09189190687956632, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.037460009256998696, "sim_compute_performance-ego": 0.06664109230041504, "sim_compute_robot_state-ego": 0.06764103748180249}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9933867744747804, "sim_physics": 0.10866336261524874, "survival_time": 2.549999999999999, "driven_lanedir": 0.8010406009604816, "sim_render-ego": 0.05711979492037904, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.12712517906637752, "deviation-heading": 0.5289022616823588, "set_robot_commands": 0.09059890578774844, "deviation-center-line": 0.13005513204193506, "driven_lanedir_consec": 0.8010406009604816, "sim_compute_sim_state": 0.03719324691622865, "sim_compute_performance-ego": 0.06061988718369428, "sim_compute_robot_state-ego": 0.06971080630433325}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.23626560261560617, "sim_physics": 0.10666349354912252, "survival_time": 0.8500000000000002, "driven_lanedir": 0.2264965947033466, "sim_render-ego": 0.0622705431545482, "in-drivable-lane": 0, "agent_compute-ego": 0.14100541787989, "deviation-heading": 0.23048898560984332, "set_robot_commands": 0.0919806536506204, "deviation-center-line": 0.0788839760023766, "driven_lanedir_consec": 0.2264965947033466, "sim_compute_sim_state": 0.03712724236881032, "sim_compute_performance-ego": 0.0700973061954274, "sim_compute_robot_state-ego": 0.06890636331894819}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4346971317320432, "sim_physics": 0.11652267456054688, "survival_time": 1.2500000000000004, "driven_lanedir": 0.40985475638935265, "sim_render-ego": 0.058965330123901365, "in-drivable-lane": 0, "agent_compute-ego": 0.12656420707702637, "deviation-heading": 0.4138862827398061, "set_robot_commands": 0.08971545219421387, "deviation-center-line": 0.08421324241865966, "driven_lanedir_consec": 0.40985475638935265, "sim_compute_sim_state": 0.035508584976196286, "sim_compute_performance-ego": 0.06436337471008301, "sim_compute_robot_state-ego": 0.06664728164672852}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.618214457700942, "sim_physics": 0.10590520387963404, "survival_time": 3.949999999999994, "driven_lanedir": 0.7890999076769956, "sim_render-ego": 0.05821884131129784, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.13062441801723046, "deviation-heading": 0.23606825392187256, "set_robot_commands": 0.0922801192802719, "deviation-center-line": 0.2072381278624381, "driven_lanedir_consec": 0.7890999076769956, "sim_compute_sim_state": 0.03690048712718336, "sim_compute_performance-ego": 0.06258185302154927, "sim_compute_robot_state-ego": 0.06832756271845178}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0038514956833002, "sim_physics": 0.09912910266798368, "survival_time": 2.4499999999999993, "driven_lanedir": 0.7531703123735944, "sim_render-ego": 0.06136516162327358, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.13495363994520537, "deviation-heading": 0.4596437246381204, "set_robot_commands": 0.0974613501101124, "deviation-center-line": 0.08968283443958727, "driven_lanedir_consec": 0.7531703123735944, "sim_compute_sim_state": 0.03948099759160256, "sim_compute_performance-ego": 0.06795471055167061, "sim_compute_robot_state-ego": 0.07305072764961087}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0542898001504375, "sim_physics": 0.10673856735229492, "survival_time": 2.799999999999998, "driven_lanedir": 0.5389398655375865, "sim_render-ego": 0.05725865704672677, "in-drivable-lane": 1.1499999999999972, "agent_compute-ego": 0.13261985778808594, "deviation-heading": 0.4109275195546752, "set_robot_commands": 0.0915220252105168, "deviation-center-line": 0.10786249131209884, "driven_lanedir_consec": 0.5389398655375865, "sim_compute_sim_state": 0.0387149453163147, "sim_compute_performance-ego": 0.06659390245165143, "sim_compute_robot_state-ego": 0.06953467641557966}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.3164475681403097, "sim_physics": 0.15014431590125674, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3093025166124813, "sim_render-ego": 0.06970102446419853, "in-drivable-lane": 0, "agent_compute-ego": 0.15491988545372373, "deviation-heading": 0.2242052814634115, "set_robot_commands": 0.1008557705652146, "deviation-center-line": 0.09758615464743424, "driven_lanedir_consec": 0.3093025166124813, "sim_compute_sim_state": 0.04345440864562988, "sim_compute_performance-ego": 0.07807694162641253, "sim_compute_robot_state-ego": 0.08283817200433641}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.2018528489510765, "sim_physics": 0.1121282860384149, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6922532395203, "sim_render-ego": 0.058936422154054806, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.1276200625856044, "deviation-heading": 0.32928385103533875, "set_robot_commands": 0.0943569167185638, "deviation-center-line": 0.07112529346797256, "driven_lanedir_consec": 0.6922532395203, "sim_compute_sim_state": 0.03733670913566977, "sim_compute_performance-ego": 0.06399960032964157, "sim_compute_robot_state-ego": 0.06906158237133996}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0435481553257333, "sim_physics": 0.10742311477661132, "survival_time": 2.7499999999999982, "driven_lanedir": 0.5204405548974873, "sim_render-ego": 0.05616891167380593, "in-drivable-lane": 1.1499999999999977, "agent_compute-ego": 0.12299957275390624, "deviation-heading": 0.33296447766287096, "set_robot_commands": 0.09267341873862528, "deviation-center-line": 0.0950267943453044, "driven_lanedir_consec": 0.5204405548974873, "sim_compute_sim_state": 0.03903800357471813, "sim_compute_performance-ego": 0.06241297721862793, "sim_compute_robot_state-ego": 0.06782610633156516}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.5954548672193265, "sim_physics": 0.11777400970458984, "survival_time": 3.8499999999999943, "driven_lanedir": 1.1042463557848754, "sim_render-ego": 0.05997514415096927, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.13151940122827308, "deviation-heading": 0.3566810710676767, "set_robot_commands": 0.09410007897909584, "deviation-center-line": 0.22513914436082189, "driven_lanedir_consec": 1.1042463557848754, "sim_compute_sim_state": 0.036964404118525515, "sim_compute_performance-ego": 0.06280632762165812, "sim_compute_robot_state-ego": 0.07398989912751433}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.49030923107489305, "sim_physics": 0.1378259233066014, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4826393189617785, "sim_render-ego": 0.06614553928375244, "in-drivable-lane": 0, "agent_compute-ego": 0.14901605674198695, "deviation-heading": 0.23322336656472228, "set_robot_commands": 0.1065049341746739, "deviation-center-line": 0.10099507669212504, "driven_lanedir_consec": 0.4826393189617785, "sim_compute_sim_state": 0.04110159192766462, "sim_compute_performance-ego": 0.07803039039884295, "sim_compute_robot_state-ego": 0.08188331127166748}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0117660515775693, "sim_physics": 0.104841667063096, "survival_time": 2.549999999999999, "driven_lanedir": 0.791717039833255, "sim_render-ego": 0.059117728588627835, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.1219496633492264, "deviation-heading": 0.320449356593834, "set_robot_commands": 0.08397090668771781, "deviation-center-line": 0.1017166571540705, "driven_lanedir_consec": 0.791717039833255, "sim_compute_sim_state": 0.036748984280754536, "sim_compute_performance-ego": 0.06612531344095866, "sim_compute_robot_state-ego": 0.06805608319301232}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.44419823353351984, "sim_physics": 0.11046314239501952, "survival_time": 1.3500000000000003, "driven_lanedir": 0.4333246859278659, "sim_render-ego": 0.06277548825299298, "in-drivable-lane": 0, "agent_compute-ego": 0.14275548193189833, "deviation-heading": 0.2988926743481924, "set_robot_commands": 0.09726754824320476, "deviation-center-line": 0.08545702330592322, "driven_lanedir_consec": 0.4333246859278659, "sim_compute_sim_state": 0.036344289779663086, "sim_compute_performance-ego": 0.06803326253537778, "sim_compute_robot_state-ego": 0.07208727907251429}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.1706243860917107, "sim_physics": 0.08304210036408667, "survival_time": 5.09999999999999, "driven_lanedir": 1.919400421063832, "sim_render-ego": 0.05020616802514768, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.11377710454604203, "deviation-heading": 0.5178939525116442, "set_robot_commands": 0.07433171365775314, "deviation-center-line": 0.2838635700333795, "driven_lanedir_consec": 1.919400421063832, "sim_compute_sim_state": 0.03207405641967175, "sim_compute_performance-ego": 0.05474260507845411, "sim_compute_robot_state-ego": 0.05683583839266908}}
set_robot_commands_max	0.1065049341746739
set_robot_commands_mean	0.09263411339185997
set_robot_commands_median	0.0922801192802719
set_robot_commands_min	0.07433171365775314
sim_compute_performance-ego_max	0.07807694162641253
sim_compute_performance-ego_mean	0.06620530297763098
sim_compute_performance-ego_median	0.06612531344095866
sim_compute_performance-ego_min	0.05474260507845411
sim_compute_robot_state-ego_max	0.08283817200433641
sim_compute_robot_state-ego_mean	0.0704264484866716
sim_compute_robot_state-ego_median	0.06906158237133996
sim_compute_robot_state-ego_min	0.05683583839266908
sim_compute_sim_state_max	0.04345440864562988
sim_compute_sim_state_mean	0.03769653076237545
sim_compute_sim_state_median	0.03719324691622865
sim_compute_sim_state_min	0.03207405641967175
sim_physics_max	0.15014431590125674
sim_physics_mean	0.11164291942503352
sim_physics_median	0.10742311477661132
sim_physics_min	0.08304210036408667
sim_render-ego_max	0.06970102446419853
sim_render-ego_mean	0.05983761382977093
sim_render-ego_median	0.059117728588627835
sim_render-ego_min	0.05020616802514768
simulation-passed	1
survival_time_max	5.09999999999999
survival_time_mean	2.503333333333331
survival_time_min	0.8500000000000002

No reset possible

21335

2395

Liam Paull 🇨🇦

random_agent

step1-simulation

success

2019-04-28 00:00:31+00:00

2019-04-28 00:21:47+00:00

0:21:16

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.47061816984274774
survival_time_median	2.4499999999999993
deviation-center-line_median	0.09047885846140293
in-drivable-lane_median	0.7999999999999974

other stats

agent_compute-ego_max	0.13885272026062012
agent_compute-ego_mean	0.13093396017043094
agent_compute-ego_median	0.13106071949005127
agent_compute-ego_min	0.1245041100875191
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.11122054568266285
deviation-center-line_min	0.05649185041622204
deviation-heading_max	0.8583234710357402
deviation-heading_mean	0.371509805944231
deviation-heading_median	0.3477435217829391
deviation-heading_min	0.1892537419842091
driven_any_max	1.6169932854589035
driven_any_mean	0.8549136794030617
driven_any_median	0.9441796518284096
driven_any_min	0.28668385087664994
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.5622432991481365
driven_lanedir_consec_min	0.24216121529728207
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.5622432991481365
driven_lanedir_median	0.47061816984274774
driven_lanedir_min	0.24216121529728207
in-drivable-lane_max	1.3499999999999996
in-drivable-lane_mean	0.5899999999999992
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.1573971951449359, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.05611648824479845, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.12528465853797066, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.0910900213100292, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03820002520525897, "sim_compute_performance-ego": 0.06170978369536223, "sim_compute_robot_state-ego": 0.06349684573985913, "sim_compute_robot_state-npc0": 0.06787711161154288, "sim_compute_robot_state-npc1": 0.06524275850366663, "sim_compute_robot_state-npc2": 0.06803550985124376, "sim_compute_robot_state-npc3": 0.06627130949938739}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.17675923347473144, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.05707670211791992, "in-drivable-lane": 0, "agent_compute-ego": 0.1315554046630859, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.0911502742767334, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.038730192184448245, "sim_compute_performance-ego": 0.06503824234008788, "sim_compute_robot_state-ego": 0.06772512435913086, "sim_compute_robot_state-npc0": 0.06796767234802246, "sim_compute_robot_state-npc1": 0.06543081283569335, "sim_compute_robot_state-npc2": 0.06545046806335449, "sim_compute_robot_state-npc3": 0.0646586036682129}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.16617089823672646, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06252845023807727, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.13038351974989237, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.08573840480101735, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.036848259599585285, "sim_compute_performance-ego": 0.06557804346084595, "sim_compute_robot_state-ego": 0.06664052135065983, "sim_compute_robot_state-npc0": 0.06319740257765118, "sim_compute_robot_state-npc1": 0.06223574437593159, "sim_compute_robot_state-npc2": 0.06301040712155793, "sim_compute_robot_state-npc3": 0.06407036279377185}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.1948005760772319, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.061787218987187253, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.13729429848586458, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.09287083299854132, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.038218416745149635, "sim_compute_performance-ego": 0.06754830819142016, "sim_compute_robot_state-ego": 0.0739699164523354, "sim_compute_robot_state-npc0": 0.06902471675148493, "sim_compute_robot_state-npc1": 0.06909084923659699, "sim_compute_robot_state-npc2": 0.07068969328192216, "sim_compute_robot_state-npc3": 0.06789663169957415}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.16575257267270768, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06129415546144758, "in-drivable-lane": 0, "agent_compute-ego": 0.1331018124307905, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.0928565604346139, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.03479186977658953, "sim_compute_performance-ego": 0.06635249512536186, "sim_compute_robot_state-ego": 0.06479460000991821, "sim_compute_robot_state-npc0": 0.06841542891093663, "sim_compute_robot_state-npc1": 0.07070695502417428, "sim_compute_robot_state-npc2": 0.06453239066260201, "sim_compute_robot_state-npc3": 0.06059305156980242}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.15845347775353325, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.06527074619575783, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.13556785936708804, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.0941296727569015, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.03890513049231635, "sim_compute_performance-ego": 0.067460921075609, "sim_compute_robot_state-ego": 0.07034175042752866, "sim_compute_robot_state-npc0": 0.0679407208054154, "sim_compute_robot_state-npc1": 0.06863914154194019, "sim_compute_robot_state-npc2": 0.06680974695417616, "sim_compute_robot_state-npc3": 0.06791061383706552}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.15941969553629556, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.05999665348618119, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.13143963283962673, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.09140904744466144, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.037064830462137856, "sim_compute_performance-ego": 0.06993375884162055, "sim_compute_robot_state-ego": 0.07468178537156847, "sim_compute_robot_state-npc0": 0.07263141649740713, "sim_compute_robot_state-npc1": 0.06692783037821452, "sim_compute_robot_state-npc2": 0.06206602961928756, "sim_compute_robot_state-npc3": 0.06529370502189354}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.2005078050825331, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.06197023391723633, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.12553933991326227, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.08759052488538954, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.03627932866414388, "sim_compute_performance-ego": 0.06588482326931423, "sim_compute_robot_state-ego": 0.07235195371839735, "sim_compute_robot_state-npc0": 0.06896076732211642, "sim_compute_robot_state-npc1": 0.06632133060031467, "sim_compute_robot_state-npc2": 0.06392191251118978, "sim_compute_robot_state-npc3": 0.06284209887186686}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.15579431989918585, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.05851357397825822, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.1245041100875191, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.0882707056791886, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.03646977569745934, "sim_compute_performance-ego": 0.0661475710246874, "sim_compute_robot_state-ego": 0.06772608342378036, "sim_compute_robot_state-npc0": 0.06470748134281325, "sim_compute_robot_state-npc1": 0.06973780756411345, "sim_compute_robot_state-npc2": 0.062250251355378525, "sim_compute_robot_state-npc3": 0.062031035837919815}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.204873423576355, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.06443126201629638, "in-drivable-lane": 0, "agent_compute-ego": 0.13885272026062012, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.09644665718078611, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.04113007068634033, "sim_compute_performance-ego": 0.0750665807723999, "sim_compute_robot_state-ego": 0.07817074298858642, "sim_compute_robot_state-npc0": 0.0718172025680542, "sim_compute_robot_state-npc1": 0.0737251091003418, "sim_compute_robot_state-npc2": 0.07282044410705567, "sim_compute_robot_state-npc3": 0.0730915355682373}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.18777008056640623, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.05981084108352661, "in-drivable-lane": 0, "agent_compute-ego": 0.13498388528823851, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.087470543384552, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.03680151700973511, "sim_compute_performance-ego": 0.0660048246383667, "sim_compute_robot_state-ego": 0.06820394992828369, "sim_compute_robot_state-npc0": 0.06279891729354858, "sim_compute_robot_state-npc1": 0.06242887973785401, "sim_compute_robot_state-npc2": 0.06572927236557007, "sim_compute_robot_state-npc3": 0.06485750675201415}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.16985858114142166, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.06287515790838945, "in-drivable-lane": 0, "agent_compute-ego": 0.12738432382282458, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.0848395824432373, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.04124812075966283, "sim_compute_performance-ego": 0.06665976423966258, "sim_compute_robot_state-ego": 0.06520416862086247, "sim_compute_robot_state-npc0": 0.07014978559393632, "sim_compute_robot_state-npc1": 0.06517614816364489, "sim_compute_robot_state-npc2": 0.0736179226323178, "sim_compute_robot_state-npc3": 0.07248106755708393}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.16286009311676025, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.05860214233398438, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.13106071949005127, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.08818814754486085, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.0375022554397583, "sim_compute_performance-ego": 0.06674165725708008, "sim_compute_robot_state-ego": 0.0700435733795166, "sim_compute_robot_state-npc0": 0.06666051864624023, "sim_compute_robot_state-npc1": 0.0756783390045166, "sim_compute_robot_state-npc2": 0.0688665771484375, "sim_compute_robot_state-npc3": 0.06457349300384521}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.20019413124431265, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.05857748335058039, "in-drivable-lane": 0, "agent_compute-ego": 0.12961607629602606, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.09305373105135832, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.038478396155617454, "sim_compute_performance-ego": 0.06982111930847168, "sim_compute_robot_state-ego": 0.06901940432461826, "sim_compute_robot_state-npc0": 0.06718383052132347, "sim_compute_robot_state-npc1": 0.07048134370283647, "sim_compute_robot_state-npc2": 0.06882478974082253, "sim_compute_robot_state-npc3": 0.07379694418473677}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.181126492364066, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.06060251897695113, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.12744104132360343, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.09080691240271745, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.03695176085647272, "sim_compute_performance-ego": 0.06473103348089725, "sim_compute_robot_state-ego": 0.07355060869333696, "sim_compute_robot_state-npc0": 0.06877264684560347, "sim_compute_robot_state-npc1": 0.0655334725671885, "sim_compute_robot_state-npc2": 0.06605796424710021, "sim_compute_robot_state-npc3": 0.07003219760194117}}
set_robot_commands_max	0.09644665718078611
set_robot_commands_mean	0.09039410790630588
set_robot_commands_median	0.0910900213100292
set_robot_commands_min	0.0848395824432373
sim_compute_performance-ego_max	0.0750665807723999
sim_compute_performance-ego_mean	0.06697859511474583
sim_compute_performance-ego_median	0.06635249512536186
sim_compute_performance-ego_min	0.06170978369536223
sim_compute_robot_state-ego_max	0.07817074298858642
sim_compute_robot_state-ego_mean	0.06972806858589217
sim_compute_robot_state-ego_median	0.06901940432461826
sim_compute_robot_state-ego_min	0.06349684573985913
sim_compute_robot_state-npc0_max	0.07263141649740713
sim_compute_robot_state-npc0_mean	0.06787370797573976
sim_compute_robot_state-npc0_median	0.06796767234802246
sim_compute_robot_state-npc0_min	0.06279891729354858
sim_compute_robot_state-npc1_max	0.0756783390045166
sim_compute_robot_state-npc1_mean	0.06782376815580185
sim_compute_robot_state-npc1_median	0.06692783037821452
sim_compute_robot_state-npc1_min	0.06223574437593159
sim_compute_robot_state-npc2_max	0.0736179226323178
sim_compute_robot_state-npc2_mean	0.06684555864413441
sim_compute_robot_state-npc2_median	0.06605796424710021
sim_compute_robot_state-npc2_min	0.06206602961928756
sim_compute_robot_state-npc3_max	0.07379694418473677
sim_compute_robot_state-npc3_mean	0.06669334383115687
sim_compute_robot_state-npc3_median	0.06529370502189354
sim_compute_robot_state-npc3_min	0.06059305156980242
sim_compute_sim_state_max	0.04124812075966283
sim_compute_sim_state_mean	0.03784132998231172
sim_compute_sim_state_median	0.0375022554397583
sim_compute_sim_state_min	0.03479186977658953
sim_physics_max	0.204873423576355
sim_physics_mean	0.17611590505914684
sim_physics_median	0.16985858114142166
sim_physics_min	0.15579431989918585
sim_render-ego_max	0.06527074619575783
sim_render-ego_mean	0.0606302418864395
sim_render-ego_median	0.06060251897695113
sim_render-ego_min	0.05611648824479845
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.2366666666666655
survival_time_min	0.9500000000000004

No reset possible

21316

2884

Andrea Daniele 🇮🇹

minimal_agent (Python 3)

step1-simulation

host-error

2019-04-27 23:03:57+00:00

2019-04-28 00:00:03+00:00

0:56:06

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 486, in get_cr
    uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1024, in upload_files
    uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1179, in upload
    sha256hex = compute_sha256hex(realfile)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1226, in compute_sha256hex
    res: bytes = subprocess.check_output(cmd)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2884/step1-simulation-ip-172-31-42-167-7227-job21316/tmp/tmp37ql90uy/episodes/udem1-10-0/camera.mp4.metadata.yaml']' returned non-zero exit status 1.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21303

2401

Baseline solution using reinforcement learning

step1-simulation

error

2019-04-27 23:00:14+00:00

2019-04-27 23:03:20+00:00

0:03:06

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21291

2448

Nicky Eichmann

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-27 22:10:20+00:00

2019-04-27 23:00:07+00:00

0:49:47

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2448/step1-simulation-ip-172-31-42-167-7227-job21291/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21280

2442

Jacopo Tani

random_agent

step1-simulation

success

2019-04-27 22:00:52+00:00

2019-04-27 22:09:57+00:00

0:09:05

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.5723310224856362
survival_time_median	2.6999999999999984
deviation-center-line_median	0.11519544839797546
in-drivable-lane_median	0.5999999999999979

other stats

agent_compute-ego_max	0.18242033764168067
agent_compute-ego_mean	0.154109809837718
agent_compute-ego_median	0.14399745494504518
agent_compute-ego_min	0.125390488850443
deviation-center-line_max	0.1743913456502906
deviation-center-line_mean	0.12651756552531995
deviation-center-line_min	0.09047885846140293
deviation-heading_max	0.5020407942599273
deviation-heading_mean	0.3641979127291371
deviation-heading_median	0.34764983431811214
deviation-heading_min	0.19401296908406307
driven_any_max	1.6169932854589035
driven_any_mean	1.0272530755098266
driven_any_median	1.0243289631429708
driven_any_min	0.4119037580118998
driven_lanedir_consec_max	1.2433038249708377
driven_lanedir_consec_mean	0.7800316850006626
driven_lanedir_consec_min	0.3792793194470208
driven_lanedir_max	1.2433038249708377
driven_lanedir_mean	0.7800316850006626
driven_lanedir_median	0.5723310224856362
driven_lanedir_min	0.3792793194470208
in-drivable-lane_max	0.9999999999999976
in-drivable-lane_mean	0.4899999999999984
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.20765645857210513, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.07178651403497767, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.18242033764168067, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.11320364475250244, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.04624556170569526, "sim_compute_performance-ego": 0.08027475410037571, "sim_compute_robot_state-ego": 0.088406796808596, "sim_compute_robot_state-npc0": 0.08292572145108823, "sim_compute_robot_state-npc1": 0.08061985616330747, "sim_compute_robot_state-npc2": 0.07934497903894495, "sim_compute_robot_state-npc3": 0.08027839660644531}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.2252773189544678, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.07155118942260742, "in-drivable-lane": 0, "agent_compute-ego": 0.17854674339294432, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.11594197273254396, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.04567478179931641, "sim_compute_performance-ego": 0.0808469009399414, "sim_compute_robot_state-ego": 0.08607702255249024, "sim_compute_robot_state-npc0": 0.08263344764709472, "sim_compute_robot_state-npc1": 0.08352790832519531, "sim_compute_robot_state-npc2": 0.0782956600189209, "sim_compute_robot_state-npc3": 0.07776312828063965}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.13859230907339798, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.04991849472648219, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.125390488850443, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.07900443202570866, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.037002199574520715, "sim_compute_performance-ego": 0.0545251118509393, "sim_compute_robot_state-ego": 0.056715777045802065, "sim_compute_robot_state-npc0": 0.05527453673513312, "sim_compute_robot_state-npc1": 0.05593725568369815, "sim_compute_robot_state-npc2": 0.055529694808156865, "sim_compute_robot_state-npc3": 0.05537029630259464}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.17954843255537975, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.0589379751229588, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.14399745494504518, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.09211896341058272, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.03951711594303952, "sim_compute_performance-ego": 0.06713012803958941, "sim_compute_robot_state-ego": 0.07168292697471908, "sim_compute_robot_state-npc0": 0.07013628754434706, "sim_compute_robot_state-npc1": 0.07015904293784612, "sim_compute_robot_state-npc2": 0.0703000147131425, "sim_compute_robot_state-npc3": 0.067111286935927}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.1730259997504098, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.055359797818320136, "in-drivable-lane": 0, "agent_compute-ego": 0.14019402435847692, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.09307267836162024, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.0365449275289263, "sim_compute_performance-ego": 0.06258456196103777, "sim_compute_robot_state-ego": 0.07229002032961164, "sim_compute_robot_state-npc0": 0.0670754143169948, "sim_compute_robot_state-npc1": 0.0685023580278669, "sim_compute_robot_state-npc2": 0.06277416433606829, "sim_compute_robot_state-npc3": 0.061475047043391635}}
set_robot_commands_max	0.11594197273254396
set_robot_commands_mean	0.0986683382565916
set_robot_commands_median	0.09307267836162024
set_robot_commands_min	0.07900443202570866
sim_compute_performance-ego_max	0.0808469009399414
sim_compute_performance-ego_mean	0.06907229137837673
sim_compute_performance-ego_median	0.06713012803958941
sim_compute_performance-ego_min	0.0545251118509393
sim_compute_robot_state-ego_max	0.088406796808596
sim_compute_robot_state-ego_mean	0.0750345087422438
sim_compute_robot_state-ego_median	0.07229002032961164
sim_compute_robot_state-ego_min	0.056715777045802065
sim_compute_robot_state-npc0_max	0.08292572145108823
sim_compute_robot_state-npc0_mean	0.0716090815389316
sim_compute_robot_state-npc0_median	0.07013628754434706
sim_compute_robot_state-npc0_min	0.05527453673513312
sim_compute_robot_state-npc1_max	0.08352790832519531
sim_compute_robot_state-npc1_mean	0.07174928422758278
sim_compute_robot_state-npc1_median	0.07015904293784612
sim_compute_robot_state-npc1_min	0.05593725568369815
sim_compute_robot_state-npc2_max	0.07934497903894495
sim_compute_robot_state-npc2_mean	0.0692489025830467
sim_compute_robot_state-npc2_median	0.0703000147131425
sim_compute_robot_state-npc2_min	0.055529694808156865
sim_compute_robot_state-npc3_max	0.08027839660644531
sim_compute_robot_state-npc3_mean	0.06839963103379963
sim_compute_robot_state-npc3_median	0.067111286935927
sim_compute_robot_state-npc3_min	0.05537029630259464
sim_compute_sim_state_max	0.04624556170569526
sim_compute_sim_state_mean	0.04099691731029964
sim_compute_sim_state_median	0.03951711594303952
sim_compute_sim_state_min	0.0365449275289263
sim_physics_max	0.2252773189544678
sim_physics_mean	0.1848201037811521
sim_physics_median	0.17954843255537975
sim_physics_min	0.13859230907339798
sim_render-ego_max	0.07178651403497767
sim_render-ego_mean	0.06151079422506924
sim_render-ego_median	0.0589379751229588
sim_render-ego_min	0.04991849472648219
simulation-passed	1
survival_time_max	3.949999999999994
survival_time_mean	2.6199999999999974
survival_time_min	1.2500000000000004

No reset possible

21261

2451

Nicky Eichmann

Baseline solution using reinforcement learning

step1-simulation

host-error

2019-04-27 21:30:01+00:00

2019-04-27 22:00:04+00:00

0:30:03

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission2451/step1-simulation-ip-172-31-42-167-7227-job21261/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21258

2459

Liam Paull 🇨🇦

challenge-aido_LF-template-ros

step1-simulation

error

2019-04-27 21:29:13+00:00

2019-04-27 21:29:45+00:00

0:00:32

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21247

2476

Liam Paull 🇨🇦

challenge-aido_LF-template-random

step1-simulation

success

2019-04-27 21:21:21+00:00

2019-04-27 21:29:06+00:00

0:07:45

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.493517638549009
survival_time_median	2.3999999999999995
deviation-center-line_median	0.09791133281082
in-drivable-lane_median	0.549999999999998

other stats

agent_compute-ego_max	0.16583796909877233
agent_compute-ego_mean	0.14236084326083254
agent_compute-ego_median	0.1436929553747177
agent_compute-ego_min	0.11255944585337224
deviation-center-line_max	0.2348196785686717
deviation-center-line_mean	0.13547481992266058
deviation-center-line_min	0.06216029860587694
deviation-heading_max	0.8115272458314897
deviation-heading_mean	0.49959867397150787
deviation-heading_median	0.46504862964833654
deviation-heading_min	0.30044835691402494
driven_any_max	2.1864003300000694
driven_any_mean	1.1068208197848532
driven_any_median	0.9410513078477724
driven_any_min	0.34749292376309954
driven_lanedir_consec_max	1.826231945363564
driven_lanedir_consec_mean	0.804744013449103
driven_lanedir_consec_min	0.3325249708009643
driven_lanedir_max	1.826231945363564
driven_lanedir_mean	0.804828147320482
driven_lanedir_median	0.493517638549009
driven_lanedir_min	0.3325249708009643
in-drivable-lane_max	1.3499999999999952
in-drivable-lane_mean	0.5599999999999984
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.19419351710548885, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.06059197232693057, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.14884220195721976, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.08719140668458576, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.03621117978156367, "sim_compute_performance-ego": 0.06576250474664229, "sim_compute_robot_state-ego": 0.07187901267522498, "sim_compute_robot_state-npc0": 0.06420756291739549, "sim_compute_robot_state-npc1": 0.06455830682682086, "sim_compute_robot_state-npc2": 0.0664402442642405, "sim_compute_robot_state-npc3": 0.06539443172985994}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.1775099209376744, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.06157451868057251, "in-drivable-lane": 0, "agent_compute-ego": 0.14087164402008057, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.08014541012900216, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.03561262573514666, "sim_compute_performance-ego": 0.060731862272535055, "sim_compute_robot_state-ego": 0.06542363337108068, "sim_compute_robot_state-npc0": 0.05983648981366839, "sim_compute_robot_state-npc1": 0.05934580734797886, "sim_compute_robot_state-npc2": 0.060912174837929864, "sim_compute_robot_state-npc3": 0.06474562202181135}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.13066434397280796, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.04380708759270825, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.11255944585337224, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.0678650916201397, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.026639734657065383, "sim_compute_performance-ego": 0.04687903691264032, "sim_compute_robot_state-ego": 0.04966039333528685, "sim_compute_robot_state-npc0": 0.053305616656553395, "sim_compute_robot_state-npc1": 0.05074228129340607, "sim_compute_robot_state-npc2": 0.04753526900578471, "sim_compute_robot_state-npc3": 0.04766318404558793}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.20075946549574533, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.05826723078886668, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.1436929553747177, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.08728971083958943, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.03695223728815714, "sim_compute_performance-ego": 0.06097235778967539, "sim_compute_robot_state-ego": 0.06527756651242574, "sim_compute_robot_state-npc0": 0.06505823632081349, "sim_compute_robot_state-npc1": 0.06544430553913116, "sim_compute_robot_state-npc2": 0.06513719260692596, "sim_compute_robot_state-npc3": 0.06402902801831563}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.24634307906741187, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.0726898851848784, "in-drivable-lane": 0, "agent_compute-ego": 0.16583796909877233, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.1064522493453253, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.04317271141778855, "sim_compute_performance-ego": 0.07502163024175734, "sim_compute_robot_state-ego": 0.08925308500017438, "sim_compute_robot_state-npc0": 0.07568119821094331, "sim_compute_robot_state-npc1": 0.07525159063793364, "sim_compute_robot_state-npc2": 0.07227068855648949, "sim_compute_robot_state-npc3": 0.07352747235979352}}
set_robot_commands_max	0.1064522493453253
set_robot_commands_mean	0.08578877372372846
set_robot_commands_median	0.08719140668458576
set_robot_commands_min	0.0678650916201397
sim_compute_performance-ego_max	0.07502163024175734
sim_compute_performance-ego_mean	0.061873478392650075
sim_compute_performance-ego_median	0.06097235778967539
sim_compute_performance-ego_min	0.04687903691264032
sim_compute_robot_state-ego_max	0.08925308500017438
sim_compute_robot_state-ego_mean	0.06829873817883853
sim_compute_robot_state-ego_median	0.06542363337108068
sim_compute_robot_state-ego_min	0.04966039333528685
sim_compute_robot_state-npc0_max	0.07568119821094331
sim_compute_robot_state-npc0_mean	0.06361782078387482
sim_compute_robot_state-npc0_median	0.06420756291739549
sim_compute_robot_state-npc0_min	0.053305616656553395
sim_compute_robot_state-npc1_max	0.07525159063793364
sim_compute_robot_state-npc1_mean	0.06306845832905413
sim_compute_robot_state-npc1_median	0.06455830682682086
sim_compute_robot_state-npc1_min	0.05074228129340607
sim_compute_robot_state-npc2_max	0.07227068855648949
sim_compute_robot_state-npc2_mean	0.062459113854274106
sim_compute_robot_state-npc2_median	0.06513719260692596
sim_compute_robot_state-npc2_min	0.04753526900578471
sim_compute_robot_state-npc3_max	0.07352747235979352
sim_compute_robot_state-npc3_mean	0.06307194763507366
sim_compute_robot_state-npc3_median	0.06474562202181135
sim_compute_robot_state-npc3_min	0.04766318404558793
sim_compute_sim_state_max	0.04317271141778855
sim_compute_sim_state_mean	0.03571769777594429
sim_compute_sim_state_median	0.03621117978156367
sim_compute_sim_state_min	0.026639734657065383
sim_physics_max	0.24634307906741187
sim_physics_mean	0.1898940653158257
sim_physics_median	0.19419351710548885
sim_physics_min	0.13066434397280796
sim_render-ego_max	0.0726898851848784
sim_render-ego_mean	0.05938613891479127
sim_render-ego_median	0.06059197232693057
sim_render-ego_min	0.04380708759270825
simulation-passed	1
survival_time_max	5.14999999999999
survival_time_mean	2.789999999999997
survival_time_min	1.0500000000000005

No reset possible

21246

2480

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-04-27 21:20:29+00:00

2019-04-27 21:21:00+00:00

0:00:31

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21244

2484

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-04-27 21:19:26+00:00

2019-04-27 21:19:59+00:00

0:00:33

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21243

2487

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-04-27 21:18:26+00:00

2019-04-27 21:18:59+00:00

0:00:33

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21242

2488

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-04-27 21:17:28+00:00

2019-04-27 21:18:04+00:00

0:00:36

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21239

2500

Liam Paull 🇨🇦

challenge-aido_LF-template-pytorch

step1-simulation

success

2019-04-27 21:10:34+00:00

2019-04-27 21:17:03+00:00

0:06:29

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.21543624454712385
survival_time_median	1.5500000000000007
deviation-center-line_median	0.10575643618271516
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.16355123058442148
agent_compute-ego_mean	0.15738988179710053
agent_compute-ego_median	0.15553655932026525
agent_compute-ego_min	0.15299294888973236
deviation-center-line_max	0.13278162232607346
deviation-center-line_mean	0.10876333094827798
deviation-center-line_min	0.07566634241337349
deviation-heading_max	0.9586184024734672
deviation-heading_mean	0.6723785996832248
deviation-heading_median	0.6844869016710716
deviation-heading_min	0.4581948296350563
driven_any_max	0.28055570786696027
driven_any_mean	0.24098833574793296
driven_any_median	0.24654542319529796
driven_any_min	0.19656932670208552
driven_lanedir_consec_max	0.22437361906027853
driven_lanedir_consec_mean	0.19422844452119328
driven_lanedir_consec_min	0.1526150390519423
driven_lanedir_max	0.22437361906027853
driven_lanedir_mean	0.19422844452119328
driven_lanedir_median	0.21543624454712385
driven_lanedir_min	0.1526150390519423
in-drivable-lane_max	0
in-drivable-lane_mean	0
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 0.28055570786696027, "sim_physics": 0.18459268659353256, "survival_time": 1.6000000000000008, "driven_lanedir": 0.21543624454712385, "sim_render-ego": 0.057788923382759094, "in-drivable-lane": 0, "agent_compute-ego": 0.15299294888973236, "deviation-heading": 0.7975834330065781, "set_robot_commands": 0.08885937184095383, "deviation-center-line": 0.10575643618271516, "driven_lanedir_consec": 0.21543624454712385, "sim_compute_sim_state": 0.03841739892959595, "sim_compute_performance-ego": 0.07197286188602448, "sim_compute_robot_state-ego": 0.07765797525644302, "sim_compute_robot_state-npc0": 0.06464200466871262, "sim_compute_robot_state-npc1": 0.06578530371189117, "sim_compute_robot_state-npc2": 0.06612428277730942, "sim_compute_robot_state-npc3": 0.06356780230998993}, "udem1-1-0": {"driven_any": 0.2322921545724453, "sim_physics": 0.1898548517908369, "survival_time": 1.4000000000000006, "driven_lanedir": 0.1575781478418108, "sim_render-ego": 0.06215487207685198, "in-drivable-lane": 0, "agent_compute-ego": 0.16023508140019008, "deviation-heading": 0.9586184024734672, "set_robot_commands": 0.084206189428057, "deviation-center-line": 0.0976785519124728, "driven_lanedir_consec": 0.1575781478418108, "sim_compute_sim_state": 0.03479845183236258, "sim_compute_performance-ego": 0.06294082743780953, "sim_compute_robot_state-ego": 0.0695603575025286, "sim_compute_robot_state-npc0": 0.06509651456560407, "sim_compute_robot_state-npc1": 0.06456466232027326, "sim_compute_robot_state-npc2": 0.06801537105015346, "sim_compute_robot_state-npc3": 0.06716889142990112}, "udem1-2-0": {"driven_any": 0.24654542319529796, "sim_physics": 0.22526475691026257, "survival_time": 1.5500000000000007, "driven_lanedir": 0.2211391721048108, "sim_render-ego": 0.06308537913906959, "in-drivable-lane": 0, "agent_compute-ego": 0.15553655932026525, "deviation-heading": 0.4630094316299509, "set_robot_commands": 0.08934785473731256, "deviation-center-line": 0.13278162232607346, "driven_lanedir_consec": 0.2211391721048108, "sim_compute_sim_state": 0.03613248179035802, "sim_compute_performance-ego": 0.06661168221504457, "sim_compute_robot_state-ego": 0.07092216707045032, "sim_compute_robot_state-npc0": 0.07157520324953141, "sim_compute_robot_state-npc1": 0.06548119360400785, "sim_compute_robot_state-npc2": 0.06303993348152406, "sim_compute_robot_state-npc3": 0.06515354494894704}, "udem1-3-0": {"driven_any": 0.24897906640287576, "sim_physics": 0.19370541264933924, "survival_time": 1.5500000000000007, "driven_lanedir": 0.22437361906027853, "sim_render-ego": 0.06135184534134403, "in-drivable-lane": 0, "agent_compute-ego": 0.16355123058442148, "deviation-heading": 0.4581948296350563, "set_robot_commands": 0.0899207592010498, "deviation-center-line": 0.131933701906755, "driven_lanedir_consec": 0.22437361906027853, "sim_compute_sim_state": 0.035500549500988375, "sim_compute_performance-ego": 0.06726211117159936, "sim_compute_robot_state-ego": 0.07002149858782368, "sim_compute_robot_state-npc0": 0.06054910536735288, "sim_compute_robot_state-npc1": 0.06136335865143807, "sim_compute_robot_state-npc2": 0.06030313430293914, "sim_compute_robot_state-npc3": 0.06069168736857752}, "udem1-4-0": {"driven_any": 0.19656932670208552, "sim_physics": 0.2205122470855713, "survival_time": 1.2500000000000004, "driven_lanedir": 0.1526150390519423, "sim_render-ego": 0.05629562377929687, "in-drivable-lane": 0, "agent_compute-ego": 0.15463358879089356, "deviation-heading": 0.6844869016710716, "set_robot_commands": 0.07815280914306641, "deviation-center-line": 0.07566634241337349, "driven_lanedir_consec": 0.1526150390519423, "sim_compute_sim_state": 0.0378109073638916, "sim_compute_performance-ego": 0.06024527549743652, "sim_compute_robot_state-ego": 0.06046846389770508, "sim_compute_robot_state-npc0": 0.06153197288513183, "sim_compute_robot_state-npc1": 0.06386241912841797, "sim_compute_robot_state-npc2": 0.05822293281555176, "sim_compute_robot_state-npc3": 0.06215278625488281}}
set_robot_commands_max	0.0899207592010498
set_robot_commands_mean	0.08609739687008792
set_robot_commands_median	0.08885937184095383
set_robot_commands_min	0.07815280914306641
sim_compute_performance-ego_max	0.07197286188602448
sim_compute_performance-ego_mean	0.06580655164158289
sim_compute_performance-ego_median	0.06661168221504457
sim_compute_performance-ego_min	0.06024527549743652
sim_compute_robot_state-ego_max	0.07765797525644302
sim_compute_robot_state-ego_mean	0.06972609246299014
sim_compute_robot_state-ego_median	0.07002149858782368
sim_compute_robot_state-ego_min	0.06046846389770508
sim_compute_robot_state-npc0_max	0.07157520324953141
sim_compute_robot_state-npc0_mean	0.06467896014726657
sim_compute_robot_state-npc0_median	0.06464200466871262
sim_compute_robot_state-npc0_min	0.06054910536735288
sim_compute_robot_state-npc1_max	0.06578530371189117
sim_compute_robot_state-npc1_mean	0.06421138748320565
sim_compute_robot_state-npc1_median	0.06456466232027326
sim_compute_robot_state-npc1_min	0.06136335865143807
sim_compute_robot_state-npc2_max	0.06801537105015346
sim_compute_robot_state-npc2_mean	0.06314113088549557
sim_compute_robot_state-npc2_median	0.06303993348152406
sim_compute_robot_state-npc2_min	0.05822293281555176
sim_compute_robot_state-npc3_max	0.06716889142990112
sim_compute_robot_state-npc3_mean	0.06374694246245968
sim_compute_robot_state-npc3_median	0.06356780230998993
sim_compute_robot_state-npc3_min	0.06069168736857752
sim_compute_sim_state_max	0.03841739892959595
sim_compute_sim_state_mean	0.036531957883439305
sim_compute_sim_state_median	0.03613248179035802
sim_compute_sim_state_min	0.03479845183236258
sim_physics_max	0.22526475691026257
sim_physics_mean	0.20278599100590852
sim_physics_median	0.19370541264933924
sim_physics_min	0.18459268659353256
sim_render-ego_max	0.06308537913906959
sim_render-ego_mean	0.06013532874386431
sim_render-ego_median	0.06135184534134403
sim_render-ego_min	0.05629562377929687
simulation-passed	1
survival_time_max	1.6000000000000008
survival_time_mean	1.4700000000000006
survival_time_min	1.2500000000000004

No reset possible

21231

2502

Rami Al-Naim 🇷🇺

challenge-aido_LF-template-ros

step1-simulation

error

2019-04-27 21:09:14+00:00

2019-04-27 21:09:54+00:00

0:00:40

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21226

2507

Rami Al-Naim 🇷🇺

challenge-aido_LF-template-ros

step1-simulation

error

2019-04-27 21:08:05+00:00

2019-04-27 21:08:54+00:00

0:00:49

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21224

2511

Rami Al-Naim 🇷🇺

challenge-aido_LF-template-ros

step1-simulation

error

2019-04-27 21:07:06+00:00

2019-04-27 21:07:51+00:00

0:00:45

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21219

2524

Liam Paull 🇨🇦

challenge-aido_LF-baseline-duckietown

step1-simulation

error

2019-04-27 21:06:03+00:00

2019-04-27 21:06:38+00:00

0:00:35

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21209

2540

jiang peng

test for ppo

step1-simulation

error

2019-04-27 21:01:30+00:00

2019-04-27 21:05:56+00:00

0:04:26

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21170

2770

challenge-aido_LF-baseline-duckietown

step1-simulation

host-error

2019-04-27 20:02:52+00:00

2019-04-27 21:00:14+00:00

0:57:22

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission2770/step1-simulation-ip-172-31-42-167-7227-job21170/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21157

2581

Alexander Karavaev

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

error

2019-04-27 20:00:27+00:00

2019-04-27 20:02:38+00:00

0:02:11

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21147

2599

Liam Paull 🇨🇦

challenge-aido_LF-template-pytorch

step1-simulation

host-error

2019-04-27 19:53:03+00:00

2019-04-27 20:00:04+00:00

0:07:01

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-testing/submission2599/step1-simulation-ip-172-31-42-167-7227-job21147/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21133

2624

Andrea Censi 🇨🇭

challenge-aido_LF-template-random

step1-simulation

success

2019-04-27 19:24:37+00:00

2019-04-27 19:52:43+00:00

0:28:06

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6537162971975778
survival_time_median	2.5999999999999988
deviation-center-line_median	0.14884708769804722
in-drivable-lane_median	0.549999999999998

other stats

agent_compute-ego_max	0.16442875678722674
agent_compute-ego_mean	0.14719657630895638
agent_compute-ego_median	0.14840007282438733
agent_compute-ego_min	0.12381306203823646
deviation-center-line_max	0.5141120095458062
deviation-center-line_mean	0.1769000227005324
deviation-center-line_min	0.06216029860587694
deviation-heading_max	1.9929437250081896
deviation-heading_mean	0.692977823395608
deviation-heading_median	0.4928440244444201
deviation-heading_min	0.24234723632033853
driven_any_max	3.5343244022418343
driven_any_mean	1.3470385992234175
driven_any_median	1.001633421251194
driven_any_min	0.3412551960104244
driven_lanedir_consec_max	2.494308053441959
driven_lanedir_consec_mean	0.881391085527715
driven_lanedir_consec_min	0.3199180625488627
driven_lanedir_max	2.494308053441959
driven_lanedir_mean	0.8962528018383226
driven_lanedir_median	0.7206363324756615
driven_lanedir_min	0.3199180625488627
in-drivable-lane_max	3.549999999999991
in-drivable-lane_mean	0.839999999999998
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.2058161693283274, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.06177741364587711, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.15142477614970146, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.0945886418789248, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.037449341786058646, "sim_compute_performance-ego": 0.06855056255678588, "sim_compute_robot_state-ego": 0.07190232639071308, "sim_compute_robot_state-npc0": 0.071118457407891, "sim_compute_robot_state-npc1": 0.06868029847929749, "sim_compute_robot_state-npc2": 0.06718043435977984, "sim_compute_robot_state-npc3": 0.06847396983376032}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.1926518508366176, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.05927118233272007, "in-drivable-lane": 0, "agent_compute-ego": 0.14863987479891097, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.08701284442629133, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.037677066666739326, "sim_compute_performance-ego": 0.06662742580686297, "sim_compute_robot_state-ego": 0.07065883704594203, "sim_compute_robot_state-npc0": 0.0657450897353036, "sim_compute_robot_state-npc1": 0.06757077148982457, "sim_compute_robot_state-npc2": 0.06487538984843663, "sim_compute_robot_state-npc3": 0.06726224933351789}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.15081806784694635, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.04863863778345793, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.12381306203823646, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.07304748053689605, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.03079586584591171, "sim_compute_performance-ego": 0.053221579894278816, "sim_compute_robot_state-ego": 0.056399808346646506, "sim_compute_robot_state-npc0": 0.05309069503858251, "sim_compute_robot_state-npc1": 0.0524739524693165, "sim_compute_robot_state-npc2": 0.05339166493091768, "sim_compute_robot_state-npc3": 0.05151341493847301}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.1902350534995397, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.057721162835756935, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.1363826592763265, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.08491076032320659, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.033880218863487244, "sim_compute_performance-ego": 0.06548348069190979, "sim_compute_robot_state-ego": 0.06486492852369945, "sim_compute_robot_state-npc0": 0.06412863234678905, "sim_compute_robot_state-npc1": 0.06017798185348511, "sim_compute_robot_state-npc2": 0.06606716414292653, "sim_compute_robot_state-npc3": 0.06540120641390483}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.18738800003415065, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.05713488942100888, "in-drivable-lane": 0, "agent_compute-ego": 0.14600602785746256, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.09183426130385626, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.03508990151541574, "sim_compute_performance-ego": 0.07364429746355329, "sim_compute_robot_state-ego": 0.06699010304042272, "sim_compute_robot_state-npc0": 0.06712301572163899, "sim_compute_robot_state-npc1": 0.06145196869259789, "sim_compute_robot_state-npc2": 0.061166116169520786, "sim_compute_robot_state-npc3": 0.06082312266031901}, "udem1-5-0": {"driven_any": 3.5343244022418343, "sim_physics": 0.18383563921123208, "survival_time": 8.349999999999984, "driven_lanedir": 2.494308053441959, "sim_render-ego": 0.058216684592698145, "in-drivable-lane": 2, "agent_compute-ego": 0.1421841747032668, "deviation-heading": 1.9929437250081896, "set_robot_commands": 0.08718196075119658, "deviation-center-line": 0.5141120095458062, "driven_lanedir_consec": 2.494308053441959, "sim_compute_sim_state": 0.036946306685487665, "sim_compute_performance-ego": 0.0651696713384754, "sim_compute_robot_state-ego": 0.06885073427668588, "sim_compute_robot_state-npc0": 0.06366554991213862, "sim_compute_robot_state-npc1": 0.06387632478496985, "sim_compute_robot_state-npc2": 0.06366627516146905, "sim_compute_robot_state-npc3": 0.06527674269533443}, "udem1-6-0": {"driven_any": 2.176040550989443, "sim_physics": 0.2125344531050006, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.06381215401066159, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.16041278376162632, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.10154228765987657, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.03987864383216043, "sim_compute_performance-ego": 0.06982408680962128, "sim_compute_robot_state-ego": 0.07642295754071578, "sim_compute_robot_state-npc0": 0.07142433842409004, "sim_compute_robot_state-npc1": 0.06895168776651031, "sim_compute_robot_state-npc2": 0.07122020351076588, "sim_compute_robot_state-npc3": 0.0725685508505812}, "udem1-7-0": {"driven_any": 1.0050236108346422, "sim_physics": 0.19456470012664795, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684156, "sim_render-ego": 0.06152627468109131, "in-drivable-lane": 0, "agent_compute-ego": 0.15116729736328124, "deviation-heading": 0.9227446658975216, "set_robot_commands": 0.0935343313217163, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.0340705680847168, "sim_compute_performance-ego": 0.06612555980682373, "sim_compute_robot_state-ego": 0.07186829566955566, "sim_compute_robot_state-npc0": 0.06526063919067383, "sim_compute_robot_state-npc1": 0.06463448524475097, "sim_compute_robot_state-npc2": 0.06521475315093994, "sim_compute_robot_state-npc3": 0.06411854267120361}, "udem1-8-0": {"driven_any": 0.9970416603019576, "sim_physics": 0.18273502588272095, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.05905139446258545, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.14290331877194917, "deviation-heading": 0.6817155913229235, "set_robot_commands": 0.08838447240682748, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.038669820015247054, "sim_compute_performance-ego": 0.06496298771638137, "sim_compute_robot_state-ego": 0.06837787077977107, "sim_compute_robot_state-npc0": 0.06740660392321073, "sim_compute_robot_state-npc1": 0.06875450794513409, "sim_compute_robot_state-npc2": 0.06405053230432364, "sim_compute_robot_state-npc3": 0.06331460292522724}, "udem1-9-0": {"driven_any": 0.4374998710472299, "sim_physics": 0.27320201580341047, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.06635598952953632, "in-drivable-lane": 0, "agent_compute-ego": 0.16442875678722674, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.0968414545059204, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.040477477587186374, "sim_compute_performance-ego": 0.07381863777454083, "sim_compute_robot_state-ego": 0.08657470116248497, "sim_compute_robot_state-npc0": 0.07155570617088905, "sim_compute_robot_state-npc1": 0.07153469782609206, "sim_compute_robot_state-npc2": 0.07120897219731258, "sim_compute_robot_state-npc3": 0.07048006241138165}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.2246082912791859, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.06470385464754971, "in-drivable-lane": 0, "agent_compute-ego": 0.16016717390580612, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.09076999534260144, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.03789146379991011, "sim_compute_performance-ego": 0.06915231184525923, "sim_compute_robot_state-ego": 0.07712059671228583, "sim_compute_robot_state-npc0": 0.06400851769880815, "sim_compute_robot_state-npc1": 0.06073193116621538, "sim_compute_robot_state-npc2": 0.061107754707336426, "sim_compute_robot_state-npc3": 0.06624127518046986}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.19086077690124512, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756615, "sim_render-ego": 0.05833277225494385, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.14088759422302247, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.08606314182281494, "deviation-center-line": 0.16567670185555422, "driven_lanedir_consec": 0.7185075497455284, "sim_compute_sim_state": 0.0386549186706543, "sim_compute_performance-ego": 0.06579108715057373, "sim_compute_robot_state-ego": 0.06999433517456055, "sim_compute_robot_state-npc0": 0.06533069133758546, "sim_compute_robot_state-npc1": 0.06481370449066162, "sim_compute_robot_state-npc2": 0.06744541645050049, "sim_compute_robot_state-npc3": 0.06688320159912109}, "udem1-12-0": {"driven_any": 1.964687870253437, "sim_physics": 0.1919568295174457, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.05801366998794231, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.13939485397744686, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.08669689361085282, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.03633564330161886, "sim_compute_performance-ego": 0.06554124964044448, "sim_compute_robot_state-ego": 0.07009311432534075, "sim_compute_robot_state-npc0": 0.06357909770722085, "sim_compute_robot_state-npc1": 0.07407694928189541, "sim_compute_robot_state-npc2": 0.06455759038316443, "sim_compute_robot_state-npc3": 0.06351063860223648}, "udem1-13-0": {"driven_any": 1.001633421251194, "sim_physics": 0.17847547622827384, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.06149056324592003, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.15173621819569513, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.09068531256455642, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.03826962526027973, "sim_compute_performance-ego": 0.06803256273269653, "sim_compute_robot_state-ego": 0.06821614503860474, "sim_compute_robot_state-npc0": 0.06889329965297993, "sim_compute_robot_state-npc1": 0.0681454401749831, "sim_compute_robot_state-npc2": 0.06983831754097572, "sim_compute_robot_state-npc3": 0.06915674301294181}, "udem1-14-0": {"driven_any": 2.218769782727203, "sim_physics": 0.18661507197788785, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433656, "sim_render-ego": 0.06299975031898135, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.14840007282438733, "deviation-heading": 1.7163026916317128, "set_robot_commands": 0.0905205908275786, "deviation-center-line": 0.24126933160503777, "driven_lanedir_consec": 0.6077880672015845, "sim_compute_sim_state": 0.03877351397559757, "sim_compute_performance-ego": 0.06771197773161389, "sim_compute_robot_state-ego": 0.07082998866126651, "sim_compute_robot_state-npc0": 0.07070175125485374, "sim_compute_robot_state-npc1": 0.06665180297124954, "sim_compute_robot_state-npc2": 0.06746233531406948, "sim_compute_robot_state-npc3": 0.06928495452517555}}
set_robot_commands_max	0.10154228765987657
set_robot_commands_mean	0.0895742952855411
set_robot_commands_median	0.0905205908275786
set_robot_commands_min	0.07304748053689605
sim_compute_performance-ego_max	0.07381863777454083
sim_compute_performance-ego_mean	0.06691049859732141
sim_compute_performance-ego_median	0.06662742580686297
sim_compute_performance-ego_min	0.053221579894278816
sim_compute_robot_state-ego_max	0.08657470116248497
sim_compute_robot_state-ego_mean	0.07061098284591302
sim_compute_robot_state-ego_median	0.07009311432534075
sim_compute_robot_state-ego_min	0.056399808346646506
sim_compute_robot_state-npc0_max	0.07155570617088905
sim_compute_robot_state-npc0_mean	0.0662021390348437
sim_compute_robot_state-npc0_median	0.0657450897353036
sim_compute_robot_state-npc0_min	0.05309069503858251
sim_compute_robot_state-npc1_max	0.07407694928189541
sim_compute_robot_state-npc1_mean	0.06550176697579892
sim_compute_robot_state-npc1_median	0.06665180297124954
sim_compute_robot_state-npc1_min	0.0524739524693165
sim_compute_robot_state-npc2_max	0.07122020351076588
sim_compute_robot_state-npc2_mean	0.06523019467816261
sim_compute_robot_state-npc2_median	0.06521475315093994
sim_compute_robot_state-npc2_min	0.05339166493091768
sim_compute_robot_state-npc3_max	0.0725685508505812
sim_compute_robot_state-npc3_mean	0.0656206185102432
sim_compute_robot_state-npc3_median	0.06624127518046986
sim_compute_robot_state-npc3_min	0.05151341493847301
sim_compute_sim_state_max	0.040477477587186374
sim_compute_sim_state_mean	0.03699069172603144
sim_compute_sim_state_median	0.037677066666739326
sim_compute_sim_state_min	0.03079586584591171
sim_physics_max	0.27320201580341047
sim_physics_mean	0.19641982810524217
sim_physics_median	0.19086077690124512
sim_physics_min	0.15081806784694635
sim_render-ego_max	0.06635598952953632
sim_render-ego_mean	0.059936426250048726
sim_render-ego_median	0.05927118233272007
sim_render-ego_min	0.04863863778345793
simulation-passed	1
survival_time_max	8.349999999999984
survival_time_mean	3.3333333333333286
survival_time_min	1.0500000000000005

No reset possible

21115

2644

Egor Zamotaev

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

success

2019-04-27 19:00:17+00:00

2019-04-27 19:24:18+00:00

0:24:01

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.30314311735235044
survival_time_median	2.6499999999999986
deviation-center-line_median	0.1192462800776758
in-drivable-lane_median	0.9499999999999966

other stats

agent_compute-ego_max	0.09384531226039916
agent_compute-ego_mean	0.06839868318893941
agent_compute-ego_median	0.06626135866406938
agent_compute-ego_min	0.05891644387018113
deviation-center-line_max	0.2294363663374862
deviation-center-line_mean	0.12653708755488874
deviation-center-line_min	0.06426934298501713
deviation-heading_max	0.6986268167330368
deviation-heading_mean	0.44799520296706863
deviation-heading_median	0.41847631252347706
deviation-heading_min	0.2596285487829774
driven_any_max	1.599733354117788
driven_any_mean	0.8095342605803044
driven_any_median	0.7336463183586153
driven_any_min	0.26903550091980144
driven_lanedir_consec_max	1.021002447119848
driven_lanedir_consec_mean	0.448904809024379
driven_lanedir_consec_min	0.2407721645627201
driven_lanedir_max	1.021002447119848
driven_lanedir_mean	0.448904809024379
driven_lanedir_median	0.30314311735235044
driven_lanedir_min	0.2407721645627201
in-drivable-lane_max	4.799999999999986
in-drivable-lane_mean	1.1466666666666634
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.922682252912863, "sim_physics": 0.16265856715994825, "survival_time": 3.5499999999999954, "driven_lanedir": 0.36592094708219225, "sim_render-ego": 0.06122635116039867, "in-drivable-lane": 1.8999999999999944, "agent_compute-ego": 0.06626135866406938, "deviation-heading": 0.2596285487829774, "set_robot_commands": 0.09016201529704349, "deviation-center-line": 0.16987818035809085, "driven_lanedir_consec": 0.36592094708219225, "sim_compute_sim_state": 0.03736406984463544, "sim_compute_performance-ego": 0.0686847727063676, "sim_compute_robot_state-ego": 0.0734606729426854, "sim_compute_robot_state-npc0": 0.06595350990832692, "sim_compute_robot_state-npc1": 0.06664566926553216, "sim_compute_robot_state-npc2": 0.06710218375837299, "sim_compute_robot_state-npc3": 0.06792476815237126}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3642886245953926, "sim_physics": 0.1976136639714241, "survival_time": 1.6000000000000008, "driven_lanedir": 0.3026144243018116, "sim_render-ego": 0.060628995299339294, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07987336069345474, "deviation-heading": 0.6986268167330368, "set_robot_commands": 0.09888524562120438, "deviation-center-line": 0.10463456752710916, "driven_lanedir_consec": 0.3026144243018116, "sim_compute_sim_state": 0.03920859843492508, "sim_compute_performance-ego": 0.07069142907857895, "sim_compute_robot_state-ego": 0.07926566898822784, "sim_compute_robot_state-npc0": 0.07114051282405853, "sim_compute_robot_state-npc1": 0.07184526324272156, "sim_compute_robot_state-npc2": 0.06849334388971329, "sim_compute_robot_state-npc3": 0.06960549205541611}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.7336463183586153, "sim_physics": 0.18546383197490984, "survival_time": 2.5999999999999988, "driven_lanedir": 0.727268775640014, "sim_render-ego": 0.06015657920103807, "in-drivable-lane": 0, "agent_compute-ego": 0.0675188211294321, "deviation-heading": 0.2723076711805525, "set_robot_commands": 0.09313794741263756, "deviation-center-line": 0.2294363663374862, "driven_lanedir_consec": 0.727268775640014, "sim_compute_sim_state": 0.03763264876145583, "sim_compute_performance-ego": 0.06540477275848389, "sim_compute_robot_state-ego": 0.07129814533086923, "sim_compute_robot_state-npc0": 0.06315848460564247, "sim_compute_robot_state-npc1": 0.0650456089239854, "sim_compute_robot_state-npc2": 0.06620224164082454, "sim_compute_robot_state-npc3": 0.06684857606887817}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2972979671834337, "sim_physics": 0.16064748969129336, "survival_time": 4.6499999999999915, "driven_lanedir": 0.97716132702229, "sim_render-ego": 0.05564067697012296, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06290900066334715, "deviation-heading": 0.4911127339226078, "set_robot_commands": 0.08195765556827668, "deviation-center-line": 0.18038572117738352, "driven_lanedir_consec": 0.97716132702229, "sim_compute_sim_state": 0.03630963961283366, "sim_compute_performance-ego": 0.0594416920856763, "sim_compute_robot_state-ego": 0.06156559144296954, "sim_compute_robot_state-npc0": 0.06261786594185778, "sim_compute_robot_state-npc1": 0.06158138346928422, "sim_compute_robot_state-npc2": 0.06227323316758679, "sim_compute_robot_state-npc3": 0.062125393139418734}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.26903550091980144, "sim_physics": 0.13564235823495047, "survival_time": 1.0500000000000005, "driven_lanedir": 0.2407721645627201, "sim_render-ego": 0.04986340659005301, "in-drivable-lane": 0, "agent_compute-ego": 0.05891644387018113, "deviation-heading": 0.41847631252347706, "set_robot_commands": 0.09823562985374816, "deviation-center-line": 0.06426934298501713, "driven_lanedir_consec": 0.2407721645627201, "sim_compute_sim_state": 0.03352542150588263, "sim_compute_performance-ego": 0.055340937205723355, "sim_compute_robot_state-ego": 0.07270894731794085, "sim_compute_robot_state-npc0": 0.0609959534236363, "sim_compute_robot_state-npc1": 0.0601762022290911, "sim_compute_robot_state-npc2": 0.060328676587059385, "sim_compute_robot_state-npc3": 0.05896351450965518}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.599733354117788, "sim_physics": 0.1651199987111998, "survival_time": 6.0499999999999865, "driven_lanedir": 0.26415979567759074, "sim_render-ego": 0.05724879138725848, "in-drivable-lane": 4.799999999999986, "agent_compute-ego": 0.09384531226039916, "deviation-heading": 0.39392468133084674, "set_robot_commands": 0.08995593480827395, "deviation-center-line": 0.1277842828221673, "driven_lanedir_consec": 0.26415979567759074, "sim_compute_sim_state": 0.0417654928097055, "sim_compute_performance-ego": 0.06291404243343132, "sim_compute_robot_state-ego": 0.06806241382252086, "sim_compute_robot_state-npc0": 0.06704737332241595, "sim_compute_robot_state-npc1": 0.07170515021016775, "sim_compute_robot_state-npc2": 0.07156379557838125, "sim_compute_robot_state-npc3": 0.06628487129841955}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0951392646085512, "sim_physics": 0.15413286288579306, "survival_time": 4.199999999999993, "driven_lanedir": 0.5659790827231905, "sim_render-ego": 0.065531021072751, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.06260371208190918, "deviation-heading": 0.5971215168818823, "set_robot_commands": 0.0872659995442345, "deviation-center-line": 0.11288019725884578, "driven_lanedir_consec": 0.5659790827231905, "sim_compute_sim_state": 0.03864237808045887, "sim_compute_performance-ego": 0.06794163442793347, "sim_compute_robot_state-ego": 0.06914041155860537, "sim_compute_robot_state-npc0": 0.06657099156152635, "sim_compute_robot_state-npc1": 0.06600356669653029, "sim_compute_robot_state-npc2": 0.06900184211276826, "sim_compute_robot_state-npc3": 0.06803591194606963}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0452441176451972, "sim_physics": 0.17675636587916194, "survival_time": 3.699999999999995, "driven_lanedir": 1.021002447119848, "sim_render-ego": 0.061686718786084976, "in-drivable-lane": 0, "agent_compute-ego": 0.06615813680597253, "deviation-heading": 0.6206310196168163, "set_robot_commands": 0.0959676471916405, "deviation-center-line": 0.14363020423695483, "driven_lanedir_consec": 1.021002447119848, "sim_compute_sim_state": 0.038321053659593735, "sim_compute_performance-ego": 0.06759116778502593, "sim_compute_robot_state-ego": 0.06933759032069026, "sim_compute_robot_state-npc0": 0.07109412953660295, "sim_compute_robot_state-npc1": 0.06869510057810191, "sim_compute_robot_state-npc2": 0.06560989972707387, "sim_compute_robot_state-npc3": 0.06751329512209506}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0535850482576197, "sim_physics": 0.15706020593643188, "survival_time": 3.599999999999995, "driven_lanedir": 0.30314311735235044, "sim_render-ego": 0.060579140981038414, "in-drivable-lane": 2.2999999999999945, "agent_compute-ego": 0.06976813740200466, "deviation-heading": 0.40636604380954594, "set_robot_commands": 0.09099485807948644, "deviation-center-line": 0.10907487511555897, "driven_lanedir_consec": 0.30314311735235044, "sim_compute_sim_state": 0.038811597559187144, "sim_compute_performance-ego": 0.06640587912665473, "sim_compute_robot_state-ego": 0.0707455144988166, "sim_compute_robot_state-npc0": 0.06465138329399957, "sim_compute_robot_state-npc1": 0.06498752699957953, "sim_compute_robot_state-npc2": 0.06503234638108148, "sim_compute_robot_state-npc3": 0.06722134351730347}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.4799799001882503, "sim_physics": 0.2016726141778108, "survival_time": 5.349999999999989, "driven_lanedir": 0.5481518397312493, "sim_render-ego": 0.06149177239319988, "in-drivable-lane": 2.9499999999999895, "agent_compute-ego": 0.06749133751771161, "deviation-heading": 0.5514444521435958, "set_robot_commands": 0.0924330025075752, "deviation-center-line": 0.10072735470855042, "driven_lanedir_consec": 0.5481518397312493, "sim_compute_sim_state": 0.03755903244018555, "sim_compute_performance-ego": 0.06827342175991735, "sim_compute_robot_state-ego": 0.07209921774463118, "sim_compute_robot_state-npc0": 0.06707647804901978, "sim_compute_robot_state-npc1": 0.06491477244368224, "sim_compute_robot_state-npc2": 0.06733034704333153, "sim_compute_robot_state-npc3": 0.06724664206816772}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.29610946631760215, "sim_physics": 0.18461909117522063, "survival_time": 1.3500000000000003, "driven_lanedir": 0.27060744077321397, "sim_render-ego": 0.06016802787780762, "in-drivable-lane": 0, "agent_compute-ego": 0.06542519286826805, "deviation-heading": 0.5373504765871612, "set_robot_commands": 0.08717737374482332, "deviation-center-line": 0.08269292286428997, "driven_lanedir_consec": 0.27060744077321397, "sim_compute_sim_state": 0.03418444704126428, "sim_compute_performance-ego": 0.06301568172596118, "sim_compute_robot_state-ego": 0.06475356773093895, "sim_compute_robot_state-npc0": 0.0634113594337746, "sim_compute_robot_state-npc1": 0.06091720086556894, "sim_compute_robot_state-npc2": 0.05972699765805845, "sim_compute_robot_state-npc3": 0.06065017205697519}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.27791471406425977, "sim_physics": 0.15897311210632326, "survival_time": 1.2500000000000004, "driven_lanedir": 0.2638710416011838, "sim_render-ego": 0.05712674140930176, "in-drivable-lane": 0, "agent_compute-ego": 0.06259105682373046, "deviation-heading": 0.3105689945980953, "set_robot_commands": 0.08930630683898926, "deviation-center-line": 0.1192462800776758, "driven_lanedir_consec": 0.2638710416011838, "sim_compute_sim_state": 0.03698420524597168, "sim_compute_performance-ego": 0.0634657859802246, "sim_compute_robot_state-ego": 0.06395031929016114, "sim_compute_robot_state-npc0": 0.06805756568908691, "sim_compute_robot_state-npc1": 0.06298053741455079, "sim_compute_robot_state-npc2": 0.06211090087890625, "sim_compute_robot_state-npc3": 0.06218316078186035}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.7174039891727135, "sim_physics": 0.152314766398016, "survival_time": 2.6499999999999986, "driven_lanedir": 0.29766819613667395, "sim_render-ego": 0.05393568974620891, "in-drivable-lane": 1.249999999999998, "agent_compute-ego": 0.06513384603104501, "deviation-heading": 0.3122593881578996, "set_robot_commands": 0.0900263876285193, "deviation-center-line": 0.14209620948179827, "driven_lanedir_consec": 0.29766819613667395, "sim_compute_sim_state": 0.036509716285849515, "sim_compute_performance-ego": 0.06348797060408683, "sim_compute_robot_state-ego": 0.07234273316725245, "sim_compute_robot_state-npc0": 0.06795990242148345, "sim_compute_robot_state-npc1": 0.06444225221310022, "sim_compute_robot_state-npc2": 0.0651548943429623, "sim_compute_robot_state-npc3": 0.06397151947021484}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3170173854101942, "sim_physics": 0.1823406527119298, "survival_time": 1.5500000000000007, "driven_lanedir": 0.30712670008511367, "sim_render-ego": 0.06042299732085197, "in-drivable-lane": 0, "agent_compute-ego": 0.06803506420504662, "deviation-heading": 0.2996283459319333, "set_robot_commands": 0.08709333788964056, "deviation-center-line": 0.13363659833059607, "driven_lanedir_consec": 0.30712670008511367, "sim_compute_sim_state": 0.035779937621085875, "sim_compute_performance-ego": 0.06494778971518239, "sim_compute_robot_state-ego": 0.07263805789332237, "sim_compute_robot_state-npc0": 0.06869498375923402, "sim_compute_robot_state-npc1": 0.06952202704644972, "sim_compute_robot_state-npc2": 0.06354283517406832, "sim_compute_robot_state-npc3": 0.06359447971467048}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.6739360049522848, "sim_physics": 0.1877758456211464, "survival_time": 2.549999999999999, "driven_lanedir": 0.27812483555624423, "sim_render-ego": 0.06468330645093731, "in-drivable-lane": 1.2499999999999984, "agent_compute-ego": 0.06944946681751925, "deviation-heading": 0.550481042305602, "set_robot_commands": 0.09217417473886529, "deviation-center-line": 0.07768321004180687, "driven_lanedir_consec": 0.27812483555624423, "sim_compute_sim_state": 0.038411374185599534, "sim_compute_performance-ego": 0.06728877740747788, "sim_compute_robot_state-ego": 0.0773008103464164, "sim_compute_robot_state-npc0": 0.07086938035254385, "sim_compute_robot_state-npc1": 0.06764489529179592, "sim_compute_robot_state-npc2": 0.06771914164225261, "sim_compute_robot_state-npc3": 0.0628204298954384}}
set_robot_commands_max	0.09888524562120438
set_robot_commands_mean	0.09098490111499724
set_robot_commands_median	0.09016201529704349
set_robot_commands_min	0.08195765556827668
sim_compute_performance-ego_max	0.07069142907857895
sim_compute_performance-ego_mean	0.06499305032004837
sim_compute_performance-ego_median	0.06540477275848389
sim_compute_performance-ego_min	0.055340937205723355
sim_compute_robot_state-ego_max	0.07926566898822784
sim_compute_robot_state-ego_mean	0.0705779774930699
sim_compute_robot_state-ego_median	0.07129814533086923
sim_compute_robot_state-ego_min	0.06156559144296954
sim_compute_robot_state-npc0_max	0.07114051282405853
sim_compute_robot_state-npc0_mean	0.06661999160821395
sim_compute_robot_state-npc0_median	0.06704737332241595
sim_compute_robot_state-npc0_min	0.0609959534236363
sim_compute_robot_state-npc1_max	0.07184526324272156
sim_compute_robot_state-npc1_mean	0.06580714379267612
sim_compute_robot_state-npc1_median	0.0650456089239854
sim_compute_robot_state-npc1_min	0.0601762022290911
sim_compute_robot_state-npc2_max	0.07156379557838125
sim_compute_robot_state-npc2_mean	0.06541284530549608
sim_compute_robot_state-npc2_median	0.06560989972707387
sim_compute_robot_state-npc2_min	0.05972699765805845
sim_compute_robot_state-npc3_max	0.06960549205541611
sim_compute_robot_state-npc3_mean	0.06499930465313028
sim_compute_robot_state-npc3_median	0.06628487129841955
sim_compute_robot_state-npc3_min	0.05896351450965518
sim_compute_sim_state_max	0.0417654928097055
sim_compute_sim_state_mean	0.03740064087257563
sim_compute_sim_state_median	0.03755903244018555
sim_compute_sim_state_min	0.03352542150588263
sim_physics_max	0.2016726141778108
sim_physics_mean	0.17085276177570394
sim_physics_median	0.1651199987111998
sim_physics_min	0.13564235823495047
sim_render-ego_max	0.065531021072751
sim_render-ego_mean	0.05935934777642616
sim_render-ego_median	0.06042299732085197
sim_render-ego_min	0.04986340659005301
simulation-passed	1
survival_time_max	6.0499999999999865
survival_time_mean	3.046666666666663
survival_time_min	1.0500000000000005

No reset possible

21086

2774

challenge-aido_LF-baseline-duckietown

step1-simulation

host-error

2019-04-27 18:02:43+00:00

2019-04-27 19:00:09+00:00

0:57:26

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2774/step1-simulation-ip-172-31-42-167-7227-job21086/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21070

2712

Rami Al-Naim 🇷🇺

challenge-aido_LF-baseline-duckietown

step1-simulation

host-error

2019-04-27 17:48:30+00:00

2019-04-27 18:00:11+00:00

0:11:41

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission2712/step1-simulation-ip-172-31-42-167-7227-job21070/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21040

2754

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

success

2019-04-27 17:31:53+00:00

2019-04-27 17:48:05+00:00

0:16:12

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.4126113388371666
survival_time_median	2.6999999999999984
deviation-center-line_median	0.11871775985231396
in-drivable-lane_median	0.9499999999999976

other stats

agent_compute-ego_max	0.1327214089306918
agent_compute-ego_mean	0.07263726183126334
agent_compute-ego_median	0.06986945072809855
agent_compute-ego_min	0.05378683134057056
deviation-center-line_max	0.2616199012603187
deviation-center-line_mean	0.12663752615997417
deviation-center-line_min	0.07143676193760398
deviation-heading_max	1.4563581054905994
deviation-heading_mean	0.5551840294909584
deviation-heading_median	0.55940705176748
deviation-heading_min	0.2596285487829774
driven_any_max	1.6839250134630197
driven_any_mean	0.7327294413370017
driven_any_median	0.7309130538792373
driven_any_min	0.2364518949491652
driven_lanedir_consec_max	0.9416535020294268
driven_lanedir_consec_mean	0.4469104002974222
driven_lanedir_consec_min	0.2221238695940002
driven_lanedir_max	0.9416535020294268
driven_lanedir_mean	0.4469104002974222
driven_lanedir_median	0.4126113388371666
driven_lanedir_min	0.2221238695940002
in-drivable-lane_max	2.1499999999999924
in-drivable-lane_mean	0.8233333333333307
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.922682252912863, "sim_physics": 0.11674407166494452, "survival_time": 3.5499999999999954, "driven_lanedir": 0.36592094708219225, "sim_render-ego": 0.06472779327714948, "in-drivable-lane": 1.8999999999999944, "agent_compute-ego": 0.07317871107182032, "deviation-heading": 0.2596285487829774, "set_robot_commands": 0.09886919276815063, "deviation-center-line": 0.16987818035809085, "driven_lanedir_consec": 0.36592094708219225, "sim_compute_sim_state": 0.04080221350763885, "sim_compute_performance-ego": 0.07297794919618418, "sim_compute_robot_state-ego": 0.0781926370002854}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7993934895811189, "sim_physics": 0.12032028436660766, "survival_time": 2.9999999999999973, "driven_lanedir": 0.6632135184572027, "sim_render-ego": 0.060525230566660565, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.06986945072809855, "deviation-heading": 0.5809378480871981, "set_robot_commands": 0.09621307055155436, "deviation-center-line": 0.1166759393545397, "driven_lanedir_consec": 0.6632135184572027, "sim_compute_sim_state": 0.03993399143218994, "sim_compute_performance-ego": 0.07005691925684611, "sim_compute_robot_state-ego": 0.07770402034123738}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2364518949491652, "sim_physics": 0.15008573098616165, "survival_time": 1.1000000000000003, "driven_lanedir": 0.2221238695940002, "sim_render-ego": 0.06682605093175714, "in-drivable-lane": 0, "agent_compute-ego": 0.0772161375392567, "deviation-heading": 0.34882560565471876, "set_robot_commands": 0.11561364477330988, "deviation-center-line": 0.11316665887359229, "driven_lanedir_consec": 0.2221238695940002, "sim_compute_sim_state": 0.04374393549832431, "sim_compute_performance-ego": 0.08001996170390736, "sim_compute_robot_state-ego": 0.09250036152926358}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5946812776947944, "sim_physics": 0.11597701907157898, "survival_time": 2.3999999999999995, "driven_lanedir": 0.5792955579972934, "sim_render-ego": 0.060350646575291954, "in-drivable-lane": 0, "agent_compute-ego": 0.0634000947078069, "deviation-heading": 0.5685240160177978, "set_robot_commands": 0.08952443301677704, "deviation-center-line": 0.15908349194402024, "driven_lanedir_consec": 0.5792955579972934, "sim_compute_sim_state": 0.035935088992118835, "sim_compute_performance-ego": 0.06645479798316956, "sim_compute_robot_state-ego": 0.0713937779267629}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.609146202404747, "sim_physics": 0.12756078657896622, "survival_time": 2.3, "driven_lanedir": 0.2919817227673325, "sim_render-ego": 0.06567563181338103, "in-drivable-lane": 0.9499999999999992, "agent_compute-ego": 0.07362467828004257, "deviation-heading": 0.3390861746033595, "set_robot_commands": 0.09339673622794774, "deviation-center-line": 0.1011892720306074, "driven_lanedir_consec": 0.2919817227673325, "sim_compute_sim_state": 0.03849378876064135, "sim_compute_performance-ego": 0.06915047376052193, "sim_compute_robot_state-ego": 0.07374273694079855}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.32177231722795413, "sim_physics": 0.0870339572429657, "survival_time": 1.2000000000000004, "driven_lanedir": 0.259671941523266, "sim_render-ego": 0.04848738511403402, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.057305097579956055, "deviation-heading": 0.55940705176748, "set_robot_commands": 0.07223912080128987, "deviation-center-line": 0.07983398841276981, "driven_lanedir_consec": 0.259671941523266, "sim_compute_sim_state": 0.03271358211835226, "sim_compute_performance-ego": 0.05431057016054789, "sim_compute_robot_state-ego": 0.0547592838605245}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9218874635466072, "sim_physics": 0.08404012215443146, "survival_time": 3.899999999999994, "driven_lanedir": 0.5450627289344152, "sim_render-ego": 0.04878366604829446, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.05757925449273525, "deviation-heading": 0.6586708623908946, "set_robot_commands": 0.07357327449016082, "deviation-center-line": 0.13114121213460145, "driven_lanedir_consec": 0.5450627289344152, "sim_compute_sim_state": 0.031092335016299516, "sim_compute_performance-ego": 0.053865836216853216, "sim_compute_robot_state-ego": 0.059459518163632125}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8035998912048764, "sim_physics": 0.09717076165335518, "survival_time": 2.799999999999998, "driven_lanedir": 0.4126113388371666, "sim_render-ego": 0.051743345601218085, "in-drivable-lane": 0.9999999999999972, "agent_compute-ego": 0.060299162353788106, "deviation-heading": 0.6465417997696941, "set_robot_commands": 0.07978338854653495, "deviation-center-line": 0.119844131874105, "driven_lanedir_consec": 0.4126113388371666, "sim_compute_sim_state": 0.03558280212538583, "sim_compute_performance-ego": 0.05848199129104614, "sim_compute_robot_state-ego": 0.06264400482177734}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.082025040886041, "sim_physics": 0.08259428506610038, "survival_time": 4.3499999999999925, "driven_lanedir": 0.4507633352947824, "sim_render-ego": 0.050013369527356376, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.05378683134057056, "deviation-heading": 0.6137519362826567, "set_robot_commands": 0.0697421479499203, "deviation-center-line": 0.11871775985231396, "driven_lanedir_consec": 0.4507633352947824, "sim_compute_sim_state": 0.032086265498194204, "sim_compute_performance-ego": 0.052853740494826745, "sim_compute_robot_state-ego": 0.0573256673484013}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.6839250134630197, "sim_physics": 0.09940491156144576, "survival_time": 5.4999999999999885, "driven_lanedir": 0.9416535020294268, "sim_render-ego": 0.05457818074659867, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.1327214089306918, "deviation-heading": 1.4563581054905994, "set_robot_commands": 0.0832767746665261, "deviation-center-line": 0.2616199012603187, "driven_lanedir_consec": 0.9416535020294268, "sim_compute_sim_state": 0.03642085682262074, "sim_compute_performance-ego": 0.058952374891801315, "sim_compute_robot_state-ego": 0.06959474736993963}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.2667775284624888, "sim_physics": 0.1708090603351593, "survival_time": 1.2000000000000004, "driven_lanedir": 0.25235480657068055, "sim_render-ego": 0.07053001721700032, "in-drivable-lane": 0, "agent_compute-ego": 0.08466388781865437, "deviation-heading": 0.2735028974766809, "set_robot_commands": 0.11961086591084798, "deviation-center-line": 0.10630271043038582, "driven_lanedir_consec": 0.25235480657068055, "sim_compute_sim_state": 0.04830847183863322, "sim_compute_performance-ego": 0.0829217533270518, "sim_compute_robot_state-ego": 0.09125220775604248}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.0389325864387626, "sim_physics": 0.14952406325897613, "survival_time": 3.8499999999999943, "driven_lanedir": 0.4755729783153157, "sim_render-ego": 0.07390366591416396, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.0830945751883767, "deviation-heading": 0.521699236138543, "set_robot_commands": 0.11683773684811284, "deviation-center-line": 0.10517150645857888, "driven_lanedir_consec": 0.4755729783153157, "sim_compute_sim_state": 0.04464990132814878, "sim_compute_performance-ego": 0.08423494054125501, "sim_compute_robot_state-ego": 0.09569669079470944}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.6835794874956865, "sim_physics": 0.12682215213775636, "survival_time": 2.499999999999999, "driven_lanedir": 0.6100305079584653, "sim_render-ego": 0.0623175573348999, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.06834757804870606, "deviation-heading": 0.4739455376152246, "set_robot_commands": 0.09605830192565916, "deviation-center-line": 0.12143860235134882, "driven_lanedir_consec": 0.6100305079584653, "sim_compute_sim_state": 0.040653395652771, "sim_compute_performance-ego": 0.07112240314483642, "sim_compute_robot_state-ego": 0.07257421016693115}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.29517411990766207, "sim_physics": 0.13435735152317926, "survival_time": 1.3000000000000005, "driven_lanedir": 0.25251967754950355, "sim_render-ego": 0.06725413065690261, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07268793766315167, "deviation-heading": 0.466101326638835, "set_robot_commands": 0.1006988470370953, "deviation-center-line": 0.07143676193760398, "driven_lanedir_consec": 0.25251967754950355, "sim_compute_sim_state": 0.04490399360656738, "sim_compute_performance-ego": 0.07494622927445632, "sim_compute_robot_state-ego": 0.07979145416846642}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.7309130538792373, "sim_physics": 0.1063659809253834, "survival_time": 2.6999999999999984, "driven_lanedir": 0.38087957155028906, "sim_render-ego": 0.052439473293445726, "in-drivable-lane": 0.9499999999999976, "agent_compute-ego": 0.06178412172529432, "deviation-heading": 0.5607794956477159, "set_robot_commands": 0.0774938839453238, "deviation-center-line": 0.12406277512673576, "driven_lanedir_consec": 0.38087957155028906, "sim_compute_sim_state": 0.03536418190708867, "sim_compute_performance-ego": 0.06142126630853723, "sim_compute_robot_state-ego": 0.06236655623824508}}
set_robot_commands_max	0.11961086591084798
set_robot_commands_mean	0.0921954279639474
set_robot_commands_median	0.09339673622794774
set_robot_commands_min	0.0697421479499203
sim_compute_performance-ego_max	0.08423494054125501
sim_compute_performance-ego_mean	0.0674514138367894
sim_compute_performance-ego_median	0.06915047376052193
sim_compute_performance-ego_min	0.052853740494826745
sim_compute_robot_state-ego_max	0.09569669079470944
sim_compute_robot_state-ego_mean	0.07326652496180115
sim_compute_robot_state-ego_median	0.07257421016693115
sim_compute_robot_state-ego_min	0.0547592838605245
sim_compute_sim_state_max	0.04830847183863322
sim_compute_sim_state_mean	0.038712320273664995
sim_compute_sim_state_median	0.03849378876064135
sim_compute_sim_state_min	0.031092335016299516
sim_physics_max	0.1708090603351593
sim_physics_mean	0.11792070256846746
sim_physics_median	0.11674407166494452
sim_physics_min	0.08259428506610038
sim_render-ego_max	0.07390366591416396
sim_render-ego_mean	0.059877076307876954
sim_render-ego_median	0.060525230566660565
sim_render-ego_min	0.04848738511403402
simulation-passed	1
survival_time_max	5.4999999999999885
survival_time_mean	2.7766666666666637
survival_time_min	1.1000000000000003

No reset possible

21024

2775

challenge-aido_LF-baseline-duckietown

step1-simulation

success

2019-04-27 17:04:54+00:00

2019-04-27 17:31:45+00:00

0:26:51

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	1.2458639075360702
survival_time_median	8.349999999999984
deviation-center-line_median	0.7487607015101158
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.15909204116234413
agent_compute-ego_mean	0.12418866943279512
agent_compute-ego_median	0.11600876599550249
agent_compute-ego_min	0.11194196575416064
deviation-center-line_max	1.3939442309519003
deviation-center-line_mean	0.731836512581079
deviation-center-line_min	0.11943711429871522
deviation-heading_max	5.218707929298507
deviation-heading_mean	2.7017213386963777
deviation-heading_median	1.6037639229790226
deviation-heading_min	0.5968624918387389
driven_any_max	2.348897385123764
driven_any_mean	1.24817882743729
driven_any_median	1.2807017433081265
driven_any_min	0.25971462114842925
driven_lanedir_consec_max	1.8391159207963872
driven_lanedir_consec_mean	1.0300565391778551
driven_lanedir_consec_min	0.19196894945652376
driven_lanedir_max	2.0352735587990964
driven_lanedir_mean	1.0782866668814306
driven_lanedir_median	1.2464022125025696
driven_lanedir_min	0.19196894945652376
in-drivable-lane_max	0.6500000000000092
in-drivable-lane_mean	0.22000000000000153
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 1.2807017433081265, "sim_physics": 0.23819339061211683, "survival_time": 8.349999999999984, "driven_lanedir": 1.2464022125025696, "sim_render-ego": 0.07526797306037948, "in-drivable-lane": 0, "agent_compute-ego": 0.11194196575416064, "deviation-heading": 1.6037639229790226, "set_robot_commands": 0.11378684015331154, "deviation-center-line": 0.7487607015101158, "driven_lanedir_consec": 1.2458639075360702, "sim_compute_sim_state": 0.04412183361852954, "sim_compute_performance-ego": 0.08002445940485971, "sim_compute_robot_state-ego": 0.09020195321408576, "sim_compute_robot_state-npc0": 0.08042451435934284, "sim_compute_robot_state-npc1": 0.07847761536786656, "sim_compute_robot_state-npc2": 0.07978413347712533, "sim_compute_robot_state-npc3": 0.07890119809590414}, "udem1-1-0": {"driven_any": 0.25971462114842925, "sim_physics": 0.2804986880375789, "survival_time": 1.950000000000001, "driven_lanedir": 0.19196894945652376, "sim_render-ego": 0.07350868445176345, "in-drivable-lane": 0, "agent_compute-ego": 0.15909204116234413, "deviation-heading": 1.1757131280454522, "set_robot_commands": 0.11560185138995832, "deviation-center-line": 0.11943711429871522, "driven_lanedir_consec": 0.19196894945652376, "sim_compute_sim_state": 0.046677228731986806, "sim_compute_performance-ego": 0.08395846073444073, "sim_compute_robot_state-ego": 0.09428647848275992, "sim_compute_robot_state-npc0": 0.0803828300573887, "sim_compute_robot_state-npc1": 0.07744377087324093, "sim_compute_robot_state-npc2": 0.08035851747561724, "sim_compute_robot_state-npc3": 0.08181905746459961}, "udem1-2-0": {"driven_any": 2.348897385123764, "sim_physics": 0.2574948763847351, "survival_time": 14.950000000000076, "driven_lanedir": 2.0352735587990964, "sim_render-ego": 0.07247191747029623, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.11410637299219768, "deviation-heading": 4.913559221320169, "set_robot_commands": 0.11331607182820638, "deviation-center-line": 1.3939442309519003, "driven_lanedir_consec": 1.8391159207963872, "sim_compute_sim_state": 0.04446051756540934, "sim_compute_performance-ego": 0.0792504103978475, "sim_compute_robot_state-ego": 0.08893110990524292, "sim_compute_robot_state-npc0": 0.07933007558186848, "sim_compute_robot_state-npc1": 0.0790859850247701, "sim_compute_robot_state-npc2": 0.08016438881556193, "sim_compute_robot_state-npc3": 0.08049238522847493}, "udem1-3-0": {"driven_any": 0.460639201079271, "sim_physics": 0.260345634073019, "survival_time": 3.1999999999999966, "driven_lanedir": 0.44618009096035816, "sim_render-ego": 0.07221497967839241, "in-drivable-lane": 0, "agent_compute-ego": 0.11600876599550249, "deviation-heading": 0.5968624918387389, "set_robot_commands": 0.11102016270160676, "deviation-center-line": 0.35469850462680724, "driven_lanedir_consec": 0.44618009096035816, "sim_compute_sim_state": 0.04499278217554093, "sim_compute_performance-ego": 0.07581153884530067, "sim_compute_robot_state-ego": 0.08803712204098701, "sim_compute_robot_state-npc0": 0.08181905746459961, "sim_compute_robot_state-npc1": 0.08098375052213669, "sim_compute_robot_state-npc2": 0.08319808542728424, "sim_compute_robot_state-npc3": 0.080838643014431}, "udem1-4-0": {"driven_any": 1.8909411865268593, "sim_physics": 0.24507701889542508, "survival_time": 12.100000000000035, "driven_lanedir": 1.471608522688605, "sim_render-ego": 0.07220182142967035, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.11979420125977068, "deviation-heading": 5.218707929298507, "set_robot_commands": 0.11142622045248993, "deviation-center-line": 1.042342011517856, "driven_lanedir_consec": 1.427153827139936, "sim_compute_sim_state": 0.04461370519370087, "sim_compute_performance-ego": 0.07872133905237372, "sim_compute_robot_state-ego": 0.0850731459530917, "sim_compute_robot_state-npc0": 0.07814368728763801, "sim_compute_robot_state-npc1": 0.07854238620474319, "sim_compute_robot_state-npc2": 0.08039782855136335, "sim_compute_robot_state-npc3": 0.08051384382011477}}
set_robot_commands_max	0.11560185138995832
set_robot_commands_mean	0.1130302293051146
set_robot_commands_median	0.11331607182820638
set_robot_commands_min	0.11102016270160676
sim_compute_performance-ego_max	0.08395846073444073
sim_compute_performance-ego_mean	0.07955324168696445
sim_compute_performance-ego_median	0.0792504103978475
sim_compute_performance-ego_min	0.07581153884530067
sim_compute_robot_state-ego_max	0.09428647848275992
sim_compute_robot_state-ego_mean	0.08930596191923346
sim_compute_robot_state-ego_median	0.08893110990524292
sim_compute_robot_state-ego_min	0.0850731459530917
sim_compute_robot_state-npc0_max	0.08181905746459961
sim_compute_robot_state-npc0_mean	0.08002003295016753
sim_compute_robot_state-npc0_median	0.0803828300573887
sim_compute_robot_state-npc0_min	0.07814368728763801
sim_compute_robot_state-npc1_max	0.08098375052213669
sim_compute_robot_state-npc1_mean	0.07890670159855148
sim_compute_robot_state-npc1_median	0.07854238620474319
sim_compute_robot_state-npc1_min	0.07744377087324093
sim_compute_robot_state-npc2_max	0.08319808542728424
sim_compute_robot_state-npc2_mean	0.08078059074939041
sim_compute_robot_state-npc2_median	0.08035851747561724
sim_compute_robot_state-npc2_min	0.07978413347712533
sim_compute_robot_state-npc3_max	0.08181905746459961
sim_compute_robot_state-npc3_mean	0.08051302552470488
sim_compute_robot_state-npc3_median	0.08051384382011477
sim_compute_robot_state-npc3_min	0.07890119809590414
sim_compute_sim_state_max	0.046677228731986806
sim_compute_sim_state_mean	0.04497321345703349
sim_compute_sim_state_median	0.04461370519370087
sim_compute_sim_state_min	0.04412183361852954
sim_physics_max	0.2804986880375789
sim_physics_mean	0.25632192160057493
sim_physics_median	0.2574948763847351
sim_physics_min	0.23819339061211683
sim_render-ego_max	0.07526797306037948
sim_render-ego_mean	0.07313307521810039
sim_render-ego_median	0.07247191747029623
sim_render-ego_min	0.07220182142967035
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	8.110000000000019
survival_time_min	1.950000000000001

No reset possible

21021

2782

Rami Al-Naim 🇷🇺

challenge-aido_LF-template-ros - Template solution using ROS

step1-simulation

error

2019-04-27 17:04:19+00:00

2019-04-27 17:04:48+00:00

0:00:29

The container "solut [...]

The container "solution" exited with code 1.


Look at the logs for the container to know more about the error.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

21009

2795

Rami Al-Naim 🇷🇺

challenge-aido_LF-baseline-duckietown

step1-simulation

failed

2019-04-27 17:00:23+00:00

2019-04-27 17:03:51+00:00

0:03:28

InvalidSubmission: T [...]

InvalidSubmission:
Traceback (most recent call last):
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 174, in read_one
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 293, in read_until_over
    raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "experiment_manager.py", line 297, in run_episode
    r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 93, in write_topic_and_expect
    ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 236, in read_one
    raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 301, in run_episode
    raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20964

3074

Baseline-IL-logs-tensorflow

step1-simulation

host-error

2019-04-27 16:01:18+00:00

2019-04-27 17:00:07+00:00

0:58:49

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission3074/step1-simulation-ip-172-31-42-167-7227-job20964/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20953

2876

Andrea Daniele 🇮🇹

minimal_agent (Python 3)

step1-simulation

host-error

2019-04-27 15:59:26+00:00

2019-04-27 16:00:23+00:00

0:00:57

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LF-sim-testing/submission2876/step1-simulation-ip-172-31-42-167-7227-job20953/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20932

2956

Baseline-IL-logs-tensorflow

step1-simulation

success

2019-04-27 15:18:11+00:00

2019-04-27 15:58:40+00:00

0:40:29

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.28920376690021987
survival_time_median	5.549999999999988
deviation-center-line_median	0.2450631777979661
in-drivable-lane_median	1.7499999999999938

other stats

agent_compute-ego_max	0.23504456689086145
agent_compute-ego_mean	0.21304035015814649
agent_compute-ego_median	0.21741982775743504
agent_compute-ego_min	0.1707927002626307
deviation-center-line_max	0.8408719943282444
deviation-center-line_mean	0.34563660734463214
deviation-center-line_min	0.1278081688327273
deviation-heading_max	2.6799585153331824
deviation-heading_mean	1.6142497590468088
deviation-heading_median	1.4007179467661894
deviation-heading_min	0.7486089271739356
driven_any_max	1.7048189763204302
driven_any_mean	0.9562983198054228
driven_any_median	0.6341766791522703
driven_any_min	0.5256904177559826
driven_lanedir_consec_max	1.6922704660886918
driven_lanedir_consec_mean	0.6168334721767451
driven_lanedir_consec_min	0.21256832754740085
driven_lanedir_max	1.6922704660886918
driven_lanedir_mean	0.6239916379542557
driven_lanedir_median	0.2921148030369811
driven_lanedir_min	0.21256832754740085
in-drivable-lane_max	2.8000000000000185
in-drivable-lane_mean	1.6100000000000008
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.188082402270424, "sim_physics": 0.10144554024533288, "survival_time": 9.650000000000002, "driven_lanedir": 0.6641035027696724, "sim_render-ego": 0.05942090558264539, "in-drivable-lane": 2.8000000000000185, "agent_compute-ego": 0.20644447222892484, "deviation-heading": 2.507639204296519, "set_robot_commands": 0.09200249928884556, "deviation-center-line": 0.40028215418034463, "driven_lanedir_consec": 0.637813387343404, "sim_compute_sim_state": 0.038119329689697896, "sim_compute_performance-ego": 0.06622279246236376, "sim_compute_robot_state-ego": 0.07228748415418239}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.7048189763204302, "sim_physics": 0.11313521067301432, "survival_time": 14.950000000000076, "driven_lanedir": 1.6922704660886918, "sim_render-ego": 0.06032549222310384, "in-drivable-lane": 0, "agent_compute-ego": 0.21319055557250977, "deviation-heading": 1.4277115009342658, "set_robot_commands": 0.09361951112747192, "deviation-center-line": 0.8408719943282444, "driven_lanedir_consec": 1.6922704660886918, "sim_compute_sim_state": 0.037999157110850015, "sim_compute_performance-ego": 0.06721860011418661, "sim_compute_robot_state-ego": 0.07398105144500733}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6192660629462914, "sim_physics": 0.12420987844467164, "survival_time": 4.99999999999999, "driven_lanedir": 0.2921148030369811, "sim_render-ego": 0.0633139967918396, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.2222489309310913, "deviation-heading": 1.7998734149771514, "set_robot_commands": 0.10024697542190553, "deviation-center-line": 0.26244294222869324, "driven_lanedir_consec": 0.28920376690021987, "sim_compute_sim_state": 0.03824304580688477, "sim_compute_performance-ego": 0.06954782724380493, "sim_compute_robot_state-ego": 0.07578495979309081}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6162919479698101, "sim_physics": 0.10907301535973182, "survival_time": 5.1999999999999895, "driven_lanedir": 0.21256832754740085, "sim_render-ego": 0.0571611775801732, "in-drivable-lane": 2.5999999999999908, "agent_compute-ego": 0.20610760496212885, "deviation-heading": 0.914551468865206, "set_robot_commands": 0.092117944589028, "deviation-center-line": 0.23474372459441545, "driven_lanedir_consec": 0.21256832754740085, "sim_compute_sim_state": 0.037739419020139255, "sim_compute_performance-ego": 0.06704455384841332, "sim_compute_robot_state-ego": 0.06989919680815476}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.6278735277324845, "sim_physics": 0.10600595279615752, "survival_time": 12.25000000000004, "driven_lanedir": 1.2024425238698404, "sim_render-ego": 0.0597570292803706, "in-drivable-lane": 1.9500000000000275, "agent_compute-ego": 0.20939002231675752, "deviation-heading": 1.8650913890970584, "set_robot_commands": 0.09427889123254891, "deviation-center-line": 0.479660320852236, "driven_lanedir_consec": 1.1866640746855537, "sim_compute_sim_state": 0.03926479962407326, "sim_compute_performance-ego": 0.06865050841350945, "sim_compute_robot_state-ego": 0.07328960262999243}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.6341766791522703, "sim_physics": 0.08722798403571634, "survival_time": 4.249999999999993, "driven_lanedir": 0.2390694080285116, "sim_render-ego": 0.051903640522676354, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.1707927002626307, "deviation-heading": 0.7486089271739356, "set_robot_commands": 0.07886403588687672, "deviation-center-line": 0.2450631777979661, "driven_lanedir_consec": 0.2390694080285116, "sim_compute_sim_state": 0.035087936064776254, "sim_compute_performance-ego": 0.05454861697028665, "sim_compute_robot_state-ego": 0.05801983440623564}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.089245324108578, "sim_physics": 0.08970037387434844, "survival_time": 7.84999999999998, "driven_lanedir": 0.6533731210233906, "sim_render-ego": 0.05429012608376278, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.17841218687166835, "deviation-heading": 2.4830510948181668, "set_robot_commands": 0.08566615991531663, "deviation-center-line": 0.2084184941773067, "driven_lanedir_consec": 0.6093095986394084, "sim_compute_sim_state": 0.033995386901175144, "sim_compute_performance-ego": 0.05873264932328728, "sim_compute_robot_state-ego": 0.06381681466558177}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.658486812262439, "sim_physics": 0.10449847345059236, "survival_time": 14.650000000000071, "driven_lanedir": 1.2256574707774557, "sim_render-ego": 0.06272175450373835, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.21741982775743504, "deviation-heading": 2.4745212085873036, "set_robot_commands": 0.09056277242536838, "deviation-center-line": 0.5719572225476347, "driven_lanedir_consec": 1.2199266838228136, "sim_compute_sim_state": 0.03884598907757131, "sim_compute_performance-ego": 0.06962409279859107, "sim_compute_robot_state-ego": 0.08134958687089003}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.5256904177559826, "sim_physics": 0.11659032911867707, "survival_time": 3.699999999999995, "driven_lanedir": 0.22216900863590716, "sim_render-ego": 0.060819944819888554, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.22657074477221512, "deviation-heading": 1.0330618592583998, "set_robot_commands": 0.09171917309632172, "deviation-center-line": 0.1278081688327273, "driven_lanedir_consec": 0.2212674071141918, "sim_compute_sim_state": 0.03957779665251036, "sim_compute_performance-ego": 0.06693511395841031, "sim_compute_robot_state-ego": 0.0718249952470934}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.6027181071888013, "sim_physics": 0.10598537728593156, "survival_time": 5.549999999999988, "driven_lanedir": 0.28859316885968056, "sim_render-ego": 0.06048572385633314, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.223999294074806, "deviation-heading": 2.6799585153331824, "set_robot_commands": 0.09706452730539684, "deviation-center-line": 0.292483108808948, "driven_lanedir_consec": 0.27997031762818425, "sim_compute_sim_state": 0.0399923410501566, "sim_compute_performance-ego": 0.06776535188829577, "sim_compute_robot_state-ego": 0.07110529976922113}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.7556765013682212, "sim_physics": 0.11961111084359592, "survival_time": 6.099999999999986, "driven_lanedir": 0.3449659398918946, "sim_render-ego": 0.06397799976536485, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.22378778262216537, "deviation-heading": 1.4007179467661894, "set_robot_commands": 0.09655445520995092, "deviation-center-line": 0.2347877506653757, "driven_lanedir_consec": 0.3449659398918946, "sim_compute_sim_state": 0.03988295695820793, "sim_compute_performance-ego": 0.06723837774308002, "sim_compute_robot_state-ego": 0.07632149047538882}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.5826713597361621, "sim_physics": 0.11281265682644316, "survival_time": 4.499999999999992, "driven_lanedir": 0.2211589036896967, "sim_render-ego": 0.06163418292999267, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.22499141428205705, "deviation-heading": 1.1448541258001057, "set_robot_commands": 0.09496921963161892, "deviation-center-line": 0.14353052517536696, "driven_lanedir_consec": 0.2211589036896967, "sim_compute_sim_state": 0.040106527010599774, "sim_compute_performance-ego": 0.06976625389522977, "sim_compute_robot_state-ego": 0.07333165539635553}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.60808067354891, "sim_physics": 0.12053237756093343, "survival_time": 14.950000000000076, "driven_lanedir": 1.600997449504027, "sim_render-ego": 0.06288960138956706, "in-drivable-lane": 0, "agent_compute-ego": 0.22347524166107177, "deviation-heading": 1.0958776728508768, "set_robot_commands": 0.09318291187286376, "deviation-center-line": 0.815313318175621, "driven_lanedir_consec": 1.600997449504027, "sim_compute_sim_state": 0.04019779682159424, "sim_compute_performance-ego": 0.06955581188201904, "sim_compute_robot_state-ego": 0.0742379879951477}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.5437182787169322, "sim_physics": 0.12616251993782912, "survival_time": 3.949999999999994, "driven_lanedir": 0.2420925665468547, "sim_render-ego": 0.06673405442056776, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.23504456689086145, "deviation-heading": 1.2476588402972817, "set_robot_commands": 0.10287010217014748, "deviation-center-line": 0.13242963960941856, "driven_lanedir_consec": 0.23934245487287775, "sim_compute_sim_state": 0.0397935969920098, "sim_compute_performance-ego": 0.06901563571978218, "sim_compute_robot_state-ego": 0.07658741142176374}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.5876777260036036, "sim_physics": 0.12304769320921465, "survival_time": 4.399999999999992, "driven_lanedir": 0.25829790904383154, "sim_render-ego": 0.06147299300540577, "in-drivable-lane": 1.5499999999999945, "agent_compute-ego": 0.21372990716587417, "deviation-heading": 1.390569216646492, "set_robot_commands": 0.09515244310552425, "deviation-center-line": 0.19475656819518297, "driven_lanedir_consec": 0.2579738968943026, "sim_compute_sim_state": 0.0369515527378429, "sim_compute_performance-ego": 0.06532645767385309, "sim_compute_robot_state-ego": 0.07038639079440724}}
set_robot_commands_max	0.10287010217014748
set_robot_commands_mean	0.0932581081519457
set_robot_commands_median	0.09361951112747192
set_robot_commands_min	0.07886403588687672
sim_compute_performance-ego_max	0.06976625389522977
sim_compute_performance-ego_mean	0.06647950959567422
sim_compute_performance-ego_median	0.06723837774308002
sim_compute_performance-ego_min	0.05454861697028665
sim_compute_robot_state-ego_max	0.08134958687089003
sim_compute_robot_state-ego_mean	0.07214825079150085
sim_compute_robot_state-ego_median	0.07328960262999243
sim_compute_robot_state-ego_min	0.05801983440623564
sim_compute_sim_state_max	0.04019779682159424
sim_compute_sim_state_mean	0.03838650876787263
sim_compute_sim_state_median	0.03884598907757131
sim_compute_sim_state_min	0.033995386901175144
sim_physics_max	0.12616251993782912
sim_physics_mean	0.1106692329108127
sim_physics_median	0.11281265682644316
sim_physics_min	0.08722798403571634
sim_render-ego_max	0.06673405442056776
sim_render-ego_mean	0.060460574850362
sim_render-ego_median	0.060819944819888554
sim_render-ego_min	0.051903640522676354
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	7.796666666666677
survival_time_min	3.699999999999995

No reset possible

20916

2952

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-27 15:00:35+00:00

2019-04-27 15:17:53+00:00

0:17:18

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.12046466615137996
survival_time_median	1.3500000000000003
deviation-center-line_median	0.08927363431928384
in-drivable-lane_median	0.05000000000000005

other stats

agent_compute-ego_max	0.20876434687021617
agent_compute-ego_mean	0.16647152667538137
agent_compute-ego_median	0.16393956683930896
agent_compute-ego_min	0.14791306853294373
deviation-center-line_max	0.11116076810404096
deviation-center-line_mean	0.08200576188878567
deviation-center-line_min	0.041401131712607155
deviation-heading_max	1.0762568786359397
deviation-heading_mean	0.7596029705296218
deviation-heading_median	0.8157385035301794
deviation-heading_min	0.46363074560128426
driven_any_max	0.2747970856696158
driven_any_mean	0.18113446429998944
driven_any_median	0.16256552722156817
driven_any_min	0.11461807686918904
driven_lanedir_consec_max	0.19270404873113425
driven_lanedir_consec_mean	0.11730578334600518
driven_lanedir_consec_min	0.054061522365486336
driven_lanedir_max	0.19270404873113425
driven_lanedir_mean	0.11730578334600518
driven_lanedir_median	0.12046466615137996
driven_lanedir_min	0.054061522365486336
in-drivable-lane_max	0.20000000000000015
in-drivable-lane_mean	0.0733333333333334
in-drivable-lane_min	0
per-episodes	details {"udem1-0-0": {"driven_any": 0.24169344794835265, "sim_physics": 0.1813657420022147, "survival_time": 1.7500000000000009, "driven_lanedir": 0.14442779164663788, "sim_render-ego": 0.06002723148890904, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.17436259814671107, "deviation-heading": 0.9236415050392208, "set_robot_commands": 0.09134219033377512, "deviation-center-line": 0.09119070487752227, "driven_lanedir_consec": 0.14442779164663788, "sim_compute_sim_state": 0.03618672915867397, "sim_compute_performance-ego": 0.06454831532069615, "sim_compute_robot_state-ego": 0.0701803275517055, "sim_compute_robot_state-npc0": 0.0650437355041504, "sim_compute_robot_state-npc1": 0.06288990293230329, "sim_compute_robot_state-npc2": 0.06353447096688407, "sim_compute_robot_state-npc3": 0.06235583850315639}, "udem1-1-0": {"driven_any": 0.18678346629771064, "sim_physics": 0.2203392812183925, "survival_time": 1.4000000000000006, "driven_lanedir": 0.09346216431555998, "sim_render-ego": 0.060110117707933695, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1646220769201006, "deviation-heading": 1.0762568786359397, "set_robot_commands": 0.09410887105124335, "deviation-center-line": 0.08546727140933569, "driven_lanedir_consec": 0.09346216431555998, "sim_compute_sim_state": 0.03807997703552246, "sim_compute_performance-ego": 0.06762953315462385, "sim_compute_robot_state-ego": 0.07374119758605957, "sim_compute_robot_state-npc0": 0.06604376861027308, "sim_compute_robot_state-npc1": 0.06825172901153564, "sim_compute_robot_state-npc2": 0.06522053480148315, "sim_compute_robot_state-npc3": 0.06739954437528338}, "udem1-2-0": {"driven_any": 0.1524274762270015, "sim_physics": 0.2197648837016179, "survival_time": 1.3000000000000005, "driven_lanedir": 0.12046466615137996, "sim_render-ego": 0.055233194277836725, "in-drivable-lane": 0, "agent_compute-ego": 0.15476159866039568, "deviation-heading": 0.5404998191942152, "set_robot_commands": 0.08592611092787522, "deviation-center-line": 0.11116076810404096, "driven_lanedir_consec": 0.12046466615137996, "sim_compute_sim_state": 0.03852977202488826, "sim_compute_performance-ego": 0.060848932999830976, "sim_compute_robot_state-ego": 0.06800694649036114, "sim_compute_robot_state-npc0": 0.061216042591975287, "sim_compute_robot_state-npc1": 0.059900678121126615, "sim_compute_robot_state-npc2": 0.06250629058251014, "sim_compute_robot_state-npc3": 0.0641176883990948}, "udem1-3-0": {"driven_any": 0.16256552722156817, "sim_physics": 0.1880534076690674, "survival_time": 1.2500000000000004, "driven_lanedir": 0.1332575414803252, "sim_render-ego": 0.05424427032470703, "in-drivable-lane": 0, "agent_compute-ego": 0.1585433578491211, "deviation-heading": 0.46363074560128426, "set_robot_commands": 0.08665023803710938, "deviation-center-line": 0.10073530244556904, "driven_lanedir_consec": 0.1332575414803252, "sim_compute_sim_state": 0.03182287216186523, "sim_compute_performance-ego": 0.058754587173461915, "sim_compute_robot_state-ego": 0.06222975730895996, "sim_compute_robot_state-npc0": 0.05670381546020508, "sim_compute_robot_state-npc1": 0.05799141883850098, "sim_compute_robot_state-npc2": 0.06302999496459961, "sim_compute_robot_state-npc3": 0.05741568565368652}, "udem1-4-0": {"driven_any": 0.1283889530336488, "sim_physics": 0.16437777876853943, "survival_time": 1.2000000000000004, "driven_lanedir": 0.054061522365486336, "sim_render-ego": 0.05785201986630758, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.14791306853294373, "deviation-heading": 0.8157385035301794, "set_robot_commands": 0.08773855368296306, "deviation-center-line": 0.04201821636893036, "driven_lanedir_consec": 0.054061522365486336, "sim_compute_sim_state": 0.03500482439994812, "sim_compute_performance-ego": 0.06233074267705282, "sim_compute_robot_state-ego": 0.0606344739596049, "sim_compute_robot_state-npc0": 0.06897445519765218, "sim_compute_robot_state-npc1": 0.058907548586527504, "sim_compute_robot_state-npc2": 0.06171067555745443, "sim_compute_robot_state-npc3": 0.05789453784624735}, "udem1-5-0": {"driven_any": 0.2747970856696158, "sim_physics": 0.2348163772273708, "survival_time": 1.850000000000001, "driven_lanedir": 0.19270404873113425, "sim_render-ego": 0.07267878506634687, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.20876434687021617, "deviation-heading": 1.0227287687192266, "set_robot_commands": 0.10706538123053472, "deviation-center-line": 0.0996333618224118, "driven_lanedir_consec": 0.19270404873113425, "sim_compute_sim_state": 0.0408908225394584, "sim_compute_performance-ego": 0.07558776881243731, "sim_compute_robot_state-ego": 0.08204979509920687, "sim_compute_robot_state-npc0": 0.07852395805152687, "sim_compute_robot_state-npc1": 0.07468074076884501, "sim_compute_robot_state-npc2": 0.07402978072295317, "sim_compute_robot_state-npc3": 0.07476444502134581}, "udem1-6-0": {"driven_any": 0.11974820762819284, "sim_physics": 0.20835705425428308, "survival_time": 1.1500000000000004, "driven_lanedir": 0.07452379079493898, "sim_render-ego": 0.052156230677729065, "in-drivable-lane": 0, "agent_compute-ego": 0.1545898707016655, "deviation-heading": 0.6584640018179321, "set_robot_commands": 0.08752976293149202, "deviation-center-line": 0.08186067835903381, "driven_lanedir_consec": 0.07452379079493898, "sim_compute_sim_state": 0.03547550284344217, "sim_compute_performance-ego": 0.0608808475991954, "sim_compute_robot_state-ego": 0.06623507582623026, "sim_compute_robot_state-npc0": 0.06399548572042714, "sim_compute_robot_state-npc1": 0.05916480396104896, "sim_compute_robot_state-npc2": 0.07037046681279721, "sim_compute_robot_state-npc3": 0.059902647267217224}, "udem1-7-0": {"driven_any": 0.22713220671456233, "sim_physics": 0.2040005191679924, "survival_time": 1.5500000000000007, "driven_lanedir": 0.18948716432789148, "sim_render-ego": 0.05649703548800561, "in-drivable-lane": 0, "agent_compute-ego": 0.16497616614064864, "deviation-heading": 0.6019451061232386, "set_robot_commands": 0.08368893592588363, "deviation-center-line": 0.11111888506017786, "driven_lanedir_consec": 0.18948716432789148, "sim_compute_sim_state": 0.03860608993038055, "sim_compute_performance-ego": 0.06487223409837292, "sim_compute_robot_state-ego": 0.0688554625357351, "sim_compute_robot_state-npc0": 0.06394241702172064, "sim_compute_robot_state-npc1": 0.06004727271295363, "sim_compute_robot_state-npc2": 0.06697451683782762, "sim_compute_robot_state-npc3": 0.06950255363218245}, "udem1-8-0": {"driven_any": 0.2530659121953176, "sim_physics": 0.17958697757205447, "survival_time": 1.850000000000001, "driven_lanedir": 0.1693159301712308, "sim_render-ego": 0.057431472314370645, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.1560071287928401, "deviation-heading": 0.8295066865158925, "set_robot_commands": 0.08656671240523055, "deviation-center-line": 0.05537850354206914, "driven_lanedir_consec": 0.1693159301712308, "sim_compute_sim_state": 0.03554132178023055, "sim_compute_performance-ego": 0.06431433961198137, "sim_compute_robot_state-ego": 0.06893448571901063, "sim_compute_robot_state-npc0": 0.06365652342100402, "sim_compute_robot_state-npc1": 0.06615373894974992, "sim_compute_robot_state-npc2": 0.06435581155725427, "sim_compute_robot_state-npc3": 0.062283445048976586}, "udem1-9-0": {"driven_any": 0.1551980312059654, "sim_physics": 0.23357688939129864, "survival_time": 1.3500000000000003, "driven_lanedir": 0.05687132886035329, "sim_render-ego": 0.06342024273342556, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.1716600082538746, "deviation-heading": 0.8802395434687935, "set_robot_commands": 0.09200764585424352, "deviation-center-line": 0.045175354757347005, "driven_lanedir_consec": 0.05687132886035329, "sim_compute_sim_state": 0.039172199037339955, "sim_compute_performance-ego": 0.06695883362381547, "sim_compute_robot_state-ego": 0.06831969155205621, "sim_compute_robot_state-npc0": 0.06920682942425763, "sim_compute_robot_state-npc1": 0.06857781057004575, "sim_compute_robot_state-npc2": 0.06841523559005172, "sim_compute_robot_state-npc3": 0.06586492503130878}, "udem1-10-0": {"driven_any": 0.14137496456100138, "sim_physics": 0.2077903366088867, "survival_time": 1.2500000000000004, "driven_lanedir": 0.05968170385555216, "sim_render-ego": 0.06690635681152343, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.1703946208953857, "deviation-heading": 0.8425587709071057, "set_robot_commands": 0.08426915168762207, "deviation-center-line": 0.041401131712607155, "driven_lanedir_consec": 0.05968170385555216, "sim_compute_sim_state": 0.03916474342346191, "sim_compute_performance-ego": 0.07000283241271972, "sim_compute_robot_state-ego": 0.08892984390258789, "sim_compute_robot_state-npc0": 0.06808753967285157, "sim_compute_robot_state-npc1": 0.06856791496276855, "sim_compute_robot_state-npc2": 0.06127839088439942, "sim_compute_robot_state-npc3": 0.06529759407043458}, "udem1-11-0": {"driven_any": 0.11461807686918904, "sim_physics": 0.18233556974501836, "survival_time": 1.0500000000000005, "driven_lanedir": 0.07979750997545176, "sim_render-ego": 0.05870408103579566, "in-drivable-lane": 0, "agent_compute-ego": 0.16393956683930896, "deviation-heading": 0.5573274068557617, "set_robot_commands": 0.0928918861207508, "deviation-center-line": 0.09233844387878395, "driven_lanedir_consec": 0.07979750997545176, "sim_compute_sim_state": 0.036121061870029995, "sim_compute_performance-ego": 0.06253784043448311, "sim_compute_robot_state-ego": 0.07003670647030785, "sim_compute_robot_state-npc0": 0.06509875115894136, "sim_compute_robot_state-npc1": 0.06180317061288016, "sim_compute_robot_state-npc2": 0.06517062868390765, "sim_compute_robot_state-npc3": 0.06569915726071313}, "udem1-12-0": {"driven_any": 0.25094287056123465, "sim_physics": 0.25308826807382945, "survival_time": 1.850000000000001, "driven_lanedir": 0.15808883644715843, "sim_render-ego": 0.07081977096763817, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.1891548440263078, "deviation-heading": 0.9498462885032964, "set_robot_commands": 0.1004526357393007, "deviation-center-line": 0.09577392229066008, "driven_lanedir_consec": 0.15808883644715843, "sim_compute_sim_state": 0.04112174059893634, "sim_compute_performance-ego": 0.07483796815614442, "sim_compute_robot_state-ego": 0.08463808008142419, "sim_compute_robot_state-npc0": 0.07247714738588075, "sim_compute_robot_state-npc1": 0.071103978801418, "sim_compute_robot_state-npc2": 0.07260796830460832, "sim_compute_robot_state-npc3": 0.07174773473997374}, "udem1-13-0": {"driven_any": 0.1260520898281549, "sim_physics": 0.20197443340135657, "survival_time": 1.1500000000000004, "driven_lanedir": 0.0912276160693284, "sim_render-ego": 0.06074003551317298, "in-drivable-lane": 0, "agent_compute-ego": 0.1595378544019616, "deviation-heading": 0.5506033985797443, "set_robot_commands": 0.09217529711516008, "deviation-center-line": 0.08756024938401165, "driven_lanedir_consec": 0.0912276160693284, "sim_compute_sim_state": 0.03717731392901877, "sim_compute_performance-ego": 0.06927100471828294, "sim_compute_robot_state-ego": 0.07330954593160878, "sim_compute_robot_state-npc0": 0.0638766910718835, "sim_compute_robot_state-npc1": 0.06527100438657014, "sim_compute_robot_state-npc2": 0.06628929013791292, "sim_compute_robot_state-npc3": 0.06517721259075662}, "udem1-14-0": {"driven_any": 0.18222864853832663, "sim_physics": 0.19287718575576257, "survival_time": 1.4500000000000006, "driven_lanedir": 0.14221513499764882, "sim_render-ego": 0.0590727658107363, "in-drivable-lane": 0, "agent_compute-ego": 0.15784579309923896, "deviation-heading": 0.681057134452495, "set_robot_commands": 0.0957781693031048, "deviation-center-line": 0.08927363431928384, "driven_lanedir_consec": 0.14221513499764882, "sim_compute_sim_state": 0.04061460494995117, "sim_compute_performance-ego": 0.072428900620033, "sim_compute_robot_state-ego": 0.07518567710087218, "sim_compute_robot_state-npc0": 0.06737596413184857, "sim_compute_robot_state-npc1": 0.0700872437707309, "sim_compute_robot_state-npc2": 0.06668362946345888, "sim_compute_robot_state-npc3": 0.06776005646278119}}
set_robot_commands_max	0.10706538123053472
set_robot_commands_mean	0.0912127694897526
set_robot_commands_median	0.09134219033377512
set_robot_commands_min	0.08368893592588363
sim_compute_performance-ego_max	0.07558776881243731
sim_compute_performance-ego_mean	0.06638697876087543
sim_compute_performance-ego_median	0.06487223409837292
sim_compute_performance-ego_min	0.058754587173461915
sim_compute_robot_state-ego_max	0.08892984390258789
sim_compute_robot_state-ego_mean	0.07208580447438205
sim_compute_robot_state-ego_median	0.07003670647030785
sim_compute_robot_state-ego_min	0.0606344739596049
sim_compute_robot_state-npc0_max	0.07852395805152687
sim_compute_robot_state-npc0_mean	0.06628154162830653
sim_compute_robot_state-npc0_median	0.06509875115894136
sim_compute_robot_state-npc0_min	0.05670381546020508
sim_compute_robot_state-npc1_max	0.07468074076884501
sim_compute_robot_state-npc1_mean	0.06489326379913368
sim_compute_robot_state-npc1_median	0.06527100438657014
sim_compute_robot_state-npc1_min	0.05799141883850098
sim_compute_robot_state-npc2_max	0.07402978072295317
sim_compute_robot_state-npc2_mean	0.06614517905787351
sim_compute_robot_state-npc2_median	0.06522053480148315
sim_compute_robot_state-npc2_min	0.06127839088439942
sim_compute_robot_state-npc3_max	0.07476444502134581
sim_compute_robot_state-npc3_mean	0.06514553772687723
sim_compute_robot_state-npc3_median	0.06529759407043458
sim_compute_robot_state-npc3_min	0.05741568565368652
sim_compute_sim_state_max	0.04112174059893634
sim_compute_sim_state_mean	0.0375673050455432
sim_compute_sim_state_median	0.03807997703552246
sim_compute_sim_state_min	0.03182287216186523
sim_physics_max	0.25308826807382945
sim_physics_mean	0.20482031363717895
sim_physics_median	0.2040005191679924
sim_physics_min	0.16437777876853943
sim_render-ego_max	0.07267878506634687
sim_render-ego_mean	0.060392907338962555
sim_render-ego_median	0.0590727658107363
sim_render-ego_min	0.052156230677729065
simulation-passed	1
survival_time_max	1.850000000000001
survival_time_mean	1.4266666666666672
survival_time_min	1.0500000000000005

No reset possible

20906

2961

Baseline-IL-logs-tensorflow

step1-simulation

host-error

2019-04-27 14:56:40+00:00

2019-04-27 15:00:08+00:00

0:03:28

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-validation/submission2961/step1-simulation-ip-172-31-42-167-7227-job20906/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20899

2974

Baseline-IL-logs-tensorflow

step1-simulation

success

2019-04-27 14:39:36+00:00

2019-04-27 14:56:32+00:00

0:16:56

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.7885516311652424
survival_time_median	11.050000000000022
deviation-center-line_median	0.5178771182693528
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.23041464732243463
agent_compute-ego_mean	0.21222949410142253
agent_compute-ego_median	0.208991404827134
agent_compute-ego_min	0.2013775280543736
deviation-center-line_max	0.6598596719182376
deviation-center-line_mean	0.5073088984904184
deviation-center-line_min	0.34786485092446723
deviation-heading_max	5.765248697131246
deviation-heading_mean	2.118223866425148
deviation-heading_median	1.3632880284733777
deviation-heading_min	0.7477339105462403
driven_any_max	1.0991466677696156
driven_any_mean	0.9163169973422866
driven_any_median	1.0687514811917147
driven_any_min	0.2970353877855282
driven_lanedir_consec_max	1.084866951118976
driven_lanedir_consec_mean	0.778691813610362
driven_lanedir_consec_min	0.29028020327923887
driven_lanedir_max	1.084866951118976
driven_lanedir_mean	0.7896307111413424
driven_lanedir_median	0.7885516311652424
driven_lanedir_min	0.29028020327923887
in-drivable-lane_max	3.0500000000000433
in-drivable-lane_mean	0.960000000000013
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0687514811917147, "sim_physics": 0.1035748936455964, "survival_time": 11.850000000000032, "driven_lanedir": 0.7031453862462014, "sim_render-ego": 0.060585174882462255, "in-drivable-lane": 1.750000000000021, "agent_compute-ego": 0.208991404827134, "deviation-heading": 5.765248697131246, "set_robot_commands": 0.08992723774809375, "deviation-center-line": 0.6024639990370345, "driven_lanedir_consec": 0.6484508985912989, "sim_compute_sim_state": 0.03758857521829726, "sim_compute_performance-ego": 0.06648172909700417, "sim_compute_robot_state-ego": 0.07173217499809426}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0211054790221386, "sim_physics": 0.11020972155317477, "survival_time": 11.850000000000032, "driven_lanedir": 0.7885516311652424, "sim_render-ego": 0.06235921030809104, "in-drivable-lane": 3.0500000000000433, "agent_compute-ego": 0.2154325251840841, "deviation-heading": 1.4378237152305553, "set_robot_commands": 0.09490325682273897, "deviation-center-line": 0.34786485092446723, "driven_lanedir_consec": 0.7885516311652424, "sim_compute_sim_state": 0.04011137978437078, "sim_compute_performance-ego": 0.0700976053873698, "sim_compute_robot_state-ego": 0.07608482606300322}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2970353877855282, "sim_physics": 0.1010623342461056, "survival_time": 3.599999999999995, "driven_lanedir": 0.29028020327923887, "sim_render-ego": 0.05859256784121195, "in-drivable-lane": 0, "agent_compute-ego": 0.2049313651190864, "deviation-heading": 0.7477339105462403, "set_robot_commands": 0.09442032376925152, "deviation-center-line": 0.40847885230299935, "driven_lanedir_consec": 0.29028020327923887, "sim_compute_sim_state": 0.03982864816983541, "sim_compute_performance-ego": 0.058221273952060275, "sim_compute_robot_state-ego": 0.0630408955944909}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.0955459709424356, "sim_physics": 0.10414331182470464, "survival_time": 10.15000000000001, "driven_lanedir": 1.0813093838970538, "sim_render-ego": 0.05833911425961649, "in-drivable-lane": 0, "agent_compute-ego": 0.2013775280543736, "deviation-heading": 1.3632880284733777, "set_robot_commands": 0.08896482636775876, "deviation-center-line": 0.6598596719182376, "driven_lanedir_consec": 1.0813093838970538, "sim_compute_sim_state": 0.03818848097852885, "sim_compute_performance-ego": 0.06549339693755352, "sim_compute_robot_state-ego": 0.0684292962398435}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0991466677696156, "sim_physics": 0.12486911359415874, "survival_time": 11.050000000000022, "driven_lanedir": 1.084866951118976, "sim_render-ego": 0.06348752436055317, "in-drivable-lane": 0, "agent_compute-ego": 0.23041464732243463, "deviation-heading": 1.2770249807443208, "set_robot_commands": 0.0957800899695487, "deviation-center-line": 0.5178771182693528, "driven_lanedir_consec": 1.084866951118976, "sim_compute_sim_state": 0.04031442193424001, "sim_compute_performance-ego": 0.07222209580883182, "sim_compute_robot_state-ego": 0.08016147009387814}}
set_robot_commands_max	0.0957800899695487
set_robot_commands_mean	0.09279914693547836
set_robot_commands_median	0.09442032376925152
set_robot_commands_min	0.08896482636775876
sim_compute_performance-ego_max	0.07222209580883182
sim_compute_performance-ego_mean	0.06650322023656392
sim_compute_performance-ego_median	0.06648172909700417
sim_compute_performance-ego_min	0.058221273952060275
sim_compute_robot_state-ego_max	0.08016147009387814
sim_compute_robot_state-ego_mean	0.071889732597862
sim_compute_robot_state-ego_median	0.07173217499809426
sim_compute_robot_state-ego_min	0.0630408955944909
sim_compute_sim_state_max	0.04031442193424001
sim_compute_sim_state_mean	0.039206301217054464
sim_compute_sim_state_median	0.03982864816983541
sim_compute_sim_state_min	0.03758857521829726
sim_physics_max	0.12486911359415874
sim_physics_mean	0.10877187497274804
sim_physics_median	0.10414331182470464
sim_physics_min	0.1010623342461056
sim_render-ego_max	0.06348752436055317
sim_render-ego_mean	0.06067271833038699
sim_render-ego_median	0.060585174882462255
sim_render-ego_min	0.05833911425961649
simulation-passed	1
survival_time_max	11.850000000000032
survival_time_mean	9.70000000000002
survival_time_min	3.599999999999995

No reset possible

20896

2985

Artem Ioselevskii

challenge-aido_LF-template-tensorflow

step1-simulation

error

2019-04-27 14:35:51+00:00

2019-04-27 14:39:15+00:00

0:03:24

InvalidEvaluator: Tr [...]

InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 135, in main
    physics_dt=config.physics_dt)
  File "experiment_manager.py", line 305, in run_episode
    sim_ci.write_topic_and_expect_zero('set_robot_commands', commands)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
    others = read_until_over(fpout, timeout=timeout, nickname=nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
    raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:

error in simulator |Exception while handling a message on topic "set_robot_commands".
                   |
                   || Traceback (most recent call last):
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
                   ||     handle_message_node(parsed, receiver0, context0)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
                   ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
                   ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
                   ||     f(**kwargs)
                   ||   File "gym_bridge.py", line 301, in on_received_set_robot_commands
                   ||     raise Exception(msg)
                   || Exception: Received invalid PWM commands. They should be between -1 and +1. Received left = {l}, right = {r}.
                   ||

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 135, in main
 >     physics_dt=config.physics_dt)
 >   File "experiment_manager.py", line 305, in run_episode
 >     sim_ci.write_topic_and_expect_zero('set_robot_commands', commands)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
 >     others = read_until_over(fpout, timeout=timeout, nickname=nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
 >     raise RemoteNodeAborted(m)
 > zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
 > 
 > error in simulator |Exception while handling a message on topic "set_robot_commands".
 >                    |
 >                    || Traceback (most recent call last):
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
 >                    ||     handle_message_node(parsed, receiver0, context0)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
 >                    ||     call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
 >                    ||   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
 >                    ||     f(**kwargs)
 >                    ||   File "gym_bridge.py", line 301, in on_received_set_robot_commands
 >                    ||     raise Exception(msg)
 >                    || Exception: Received invalid PWM commands. They should be between -1 and +1. Received left = {l}, right = {r}.
 >                    ||
 >

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20855

3059

Andrea Censi 🇨🇭

rotation

step1-simulation

success

2019-04-27 14:00:29+00:00

2019-04-27 14:35:04+00:00

0:34:35

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.0003144622101045602
survival_time_median	14.950000000000076
deviation-center-line_median	0.489104853041521
in-drivable-lane_median	7.600000000000043

other stats

agent_compute-ego_max	0.16984575668970744
agent_compute-ego_mean	0.14978653796513874
agent_compute-ego_median	0.14373952945073443
agent_compute-ego_min	0.1417345706621806
deviation-center-line_max	0.6113242374220981
deviation-center-line_mean	0.422546032853888
deviation-center-line_min	0.020737127615471695
deviation-heading_max	5.830135897709593
deviation-heading_mean	5.684570550707688
deviation-heading_median	5.657649106857695
deviation-heading_min	5.536662996854866
driven_any_max	0.026478672834056367
driven_any_mean	0.024864239592254977
driven_any_median	0.025930195541215405
driven_any_min	0.022165452661382225
driven_lanedir_consec_max	0.0021599934447711355
driven_lanedir_consec_mean	-0.00048592825605582314
driven_lanedir_consec_min	-0.003645956811333395
driven_lanedir_max	0.0021599934447711355
driven_lanedir_mean	-0.00048592825605582314
driven_lanedir_median	0.0003144622101045602
driven_lanedir_min	-0.003645956811333395
in-drivable-lane_max	7.650000000000043
in-drivable-lane_mean	7.600000000000042
in-drivable-lane_min	7.550000000000044
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.026478672834056367, "sim_physics": 0.20295313835144044, "survival_time": 14.950000000000076, "driven_lanedir": 0.0021599934447711355, "sim_render-ego": 0.06849899689356485, "in-drivable-lane": 7.600000000000043, "agent_compute-ego": 0.16984575668970744, "deviation-heading": 5.657649106857695, "set_robot_commands": 0.10726043065388996, "deviation-center-line": 0.5610133203215761, "driven_lanedir_consec": 0.0021599934447711355, "sim_compute_sim_state": 0.04252148866653442, "sim_compute_performance-ego": 0.0782016118367513, "sim_compute_robot_state-ego": 0.08247811635335286, "sim_compute_robot_state-npc0": 0.07621120055516561, "sim_compute_robot_state-npc1": 0.07610347112019857, "sim_compute_robot_state-npc2": 0.0762350845336914, "sim_compute_robot_state-npc3": 0.07459934234619141}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.025930195541215405, "sim_physics": 0.15699353456497192, "survival_time": 14.950000000000076, "driven_lanedir": -0.003645956811333395, "sim_render-ego": 0.05968709866205851, "in-drivable-lane": 7.650000000000043, "agent_compute-ego": 0.15054306268692016, "deviation-heading": 5.795316370396737, "set_robot_commands": 0.09070653279622395, "deviation-center-line": 0.6113242374220981, "driven_lanedir_consec": -0.003645956811333395, "sim_compute_sim_state": 0.03743405262629191, "sim_compute_performance-ego": 0.06697695970535278, "sim_compute_robot_state-ego": 0.0719614315032959, "sim_compute_robot_state-npc0": 0.06627541939417521, "sim_compute_robot_state-npc1": 0.06873725891113282, "sim_compute_robot_state-npc2": 0.06557670434316, "sim_compute_robot_state-npc3": 0.0659550142288208}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.023804404672440337, "sim_physics": 0.16544151465098064, "survival_time": 14.950000000000076, "driven_lanedir": 0.0017527010091673567, "sim_render-ego": 0.059619953632354734, "in-drivable-lane": 7.550000000000044, "agent_compute-ego": 0.1417345706621806, "deviation-heading": 5.6030883817195525, "set_robot_commands": 0.08647571643193563, "deviation-center-line": 0.489104853041521, "driven_lanedir_consec": 0.0017527010091673567, "sim_compute_sim_state": 0.037487382094065345, "sim_compute_performance-ego": 0.06515333334604899, "sim_compute_robot_state-ego": 0.07119601170221965, "sim_compute_robot_state-npc0": 0.06688201824824015, "sim_compute_robot_state-npc1": 0.064331902662913, "sim_compute_robot_state-npc2": 0.06474830468495686, "sim_compute_robot_state-npc3": 0.06759444713592529}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.022165452661382225, "sim_physics": 0.16929903984069825, "survival_time": 14.950000000000076, "driven_lanedir": -0.003010841132988773, "sim_render-ego": 0.05937063296635946, "in-drivable-lane": 7.600000000000044, "agent_compute-ego": 0.14306977033615112, "deviation-heading": 5.536662996854866, "set_robot_commands": 0.0888201896349589, "deviation-center-line": 0.4305506258687733, "driven_lanedir_consec": -0.003010841132988773, "sim_compute_sim_state": 0.03581586281458537, "sim_compute_performance-ego": 0.06637849966684978, "sim_compute_robot_state-ego": 0.07343591769536337, "sim_compute_robot_state-npc0": 0.06615208307902018, "sim_compute_robot_state-npc1": 0.06522561073303222, "sim_compute_robot_state-npc2": 0.06484365701675415, "sim_compute_robot_state-npc3": 0.06389632622400919}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.02594247225218054, "sim_physics": 0.17296235958735148, "survival_time": 14.950000000000076, "driven_lanedir": 0.0003144622101045602, "sim_render-ego": 0.0606063437461853, "in-drivable-lane": 7.600000000000042, "agent_compute-ego": 0.14373952945073443, "deviation-heading": 5.830135897709593, "set_robot_commands": 0.08721379597981771, "deviation-center-line": 0.020737127615471695, "driven_lanedir_consec": 0.0003144622101045602, "sim_compute_sim_state": 0.037783333460489905, "sim_compute_performance-ego": 0.06528050104777018, "sim_compute_robot_state-ego": 0.07199231465657552, "sim_compute_robot_state-npc0": 0.06644016106923421, "sim_compute_robot_state-npc1": 0.06622567653656006, "sim_compute_robot_state-npc2": 0.0652236787478129, "sim_compute_robot_state-npc3": 0.0704567281405131}}
set_robot_commands_max	0.10726043065388996
set_robot_commands_mean	0.09209533309936524
set_robot_commands_median	0.0888201896349589
set_robot_commands_min	0.08647571643193563
sim_compute_performance-ego_max	0.0782016118367513
sim_compute_performance-ego_mean	0.0683981811205546
sim_compute_performance-ego_median	0.06637849966684978
sim_compute_performance-ego_min	0.06515333334604899
sim_compute_robot_state-ego_max	0.08247811635335286
sim_compute_robot_state-ego_mean	0.07421275838216146
sim_compute_robot_state-ego_median	0.07199231465657552
sim_compute_robot_state-ego_min	0.07119601170221965
sim_compute_robot_state-npc0_max	0.07621120055516561
sim_compute_robot_state-npc0_mean	0.06839217646916707
sim_compute_robot_state-npc0_median	0.06644016106923421
sim_compute_robot_state-npc0_min	0.06615208307902018
sim_compute_robot_state-npc1_max	0.07610347112019857
sim_compute_robot_state-npc1_mean	0.06812478399276733
sim_compute_robot_state-npc1_median	0.06622567653656006
sim_compute_robot_state-npc1_min	0.064331902662913
sim_compute_robot_state-npc2_max	0.0762350845336914
sim_compute_robot_state-npc2_mean	0.06732548586527506
sim_compute_robot_state-npc2_median	0.0652236787478129
sim_compute_robot_state-npc2_min	0.06474830468495686
sim_compute_robot_state-npc3_max	0.07459934234619141
sim_compute_robot_state-npc3_mean	0.06850037161509195
sim_compute_robot_state-npc3_median	0.06759444713592529
sim_compute_robot_state-npc3_min	0.06389632622400919
sim_compute_sim_state_max	0.04252148866653442
sim_compute_sim_state_mean	0.03820842393239339
sim_compute_sim_state_median	0.037487382094065345
sim_compute_sim_state_min	0.03581586281458537
sim_physics_max	0.20295313835144044
sim_physics_mean	0.17352991739908857
sim_physics_median	0.16929903984069825
sim_physics_min	0.15699353456497192
sim_render-ego_max	0.06849899689356485
sim_render-ego_mean	0.06155660518010457
sim_render-ego_median	0.05968709866205851
sim_render-ego_min	0.05937063296635946
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	14.950000000000076
survival_time_min	14.950000000000076

No reset possible

20839

3058

Andrea Censi 🇨🇭

rotation

step1-simulation

host-error

2019-04-27 13:45:04+00:00

2019-04-27 14:00:09+00:00

0:15:05

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFV-sim-testing/submission3058/step1-simulation-ip-172-31-42-167-7227-job20839/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20833

3071

Baseline-IL-logs-tensorflow

step1-simulation

success

2019-04-27 13:27:34+00:00

2019-04-27 13:44:51+00:00

0:17:17

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.6323053828580343
survival_time_median	10.90000000000002
deviation-center-line_median	0.5305565841968555
in-drivable-lane_median	1.2000000000000002

other stats

agent_compute-ego_max	0.2401577698445953
agent_compute-ego_mean	0.21646568195443883
agent_compute-ego_median	0.218636155128479
agent_compute-ego_min	0.18513476848602295
deviation-center-line_max	0.9787713348346097
deviation-center-line_mean	0.6328765663940465
deviation-center-line_min	0.3740127803143991
deviation-heading_max	3.6804614631743218
deviation-heading_mean	1.5951574125859591
deviation-heading_median	1.0794245828820976
deviation-heading_min	0.7204543740958277
driven_any_max	1.3743849849412002
driven_any_mean	0.8493846208484499
driven_any_median	0.9938754383888054
driven_any_min	0.29726975974347053
driven_lanedir_consec_max	0.8298191456153401
driven_lanedir_consec_mean	0.6167854192133015
driven_lanedir_consec_min	0.2911736902723976
driven_lanedir_max	0.8298191456153401
driven_lanedir_mean	0.6167854192133015
driven_lanedir_median	0.6323053828580343
driven_lanedir_min	0.2911736902723976
in-drivable-lane_max	6.100000000000087
in-drivable-lane_mean	2.180000000000025
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9938754383888054, "sim_physics": 0.10948938732847162, "survival_time": 10.90000000000002, "driven_lanedir": 0.6323053828580343, "sim_render-ego": 0.06402783984437994, "in-drivable-lane": 3.600000000000038, "agent_compute-ego": 0.2203524058018256, "deviation-heading": 1.0794245828820976, "set_robot_commands": 0.0964451393949876, "deviation-center-line": 0.5305565841968555, "driven_lanedir_consec": 0.6323053828580343, "sim_compute_sim_state": 0.040034352092567935, "sim_compute_performance-ego": 0.07151150703430176, "sim_compute_robot_state-ego": 0.0765972476486766}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0298072604225577, "sim_physics": 0.1218767598666976, "survival_time": 11.300000000000026, "driven_lanedir": 0.8298191456153401, "sim_render-ego": 0.06706589829605238, "in-drivable-lane": 1.2000000000000002, "agent_compute-ego": 0.2401577698445953, "deviation-heading": 3.6804614631743218, "set_robot_commands": 0.1012982014006218, "deviation-center-line": 0.9787713348346097, "driven_lanedir_consec": 0.8298191456153401, "sim_compute_sim_state": 0.04028137173272867, "sim_compute_performance-ego": 0.07343318610064752, "sim_compute_robot_state-ego": 0.0856992185643289}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.29726975974347053, "sim_physics": 0.11554387296949116, "survival_time": 3.4999999999999956, "driven_lanedir": 0.2911736902723976, "sim_render-ego": 0.06332315717424665, "in-drivable-lane": 0, "agent_compute-ego": 0.218636155128479, "deviation-heading": 0.7204543740958277, "set_robot_commands": 0.09775526182992118, "deviation-center-line": 0.3740127803143991, "driven_lanedir_consec": 0.2911736902723976, "sim_compute_sim_state": 0.04134626729147775, "sim_compute_performance-ego": 0.07088360786437989, "sim_compute_robot_state-ego": 0.07797508920942034}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5515856607462154, "sim_physics": 0.10018933011639504, "survival_time": 6.199999999999986, "driven_lanedir": 0.5352817456313406, "sim_render-ego": 0.053435758236915834, "in-drivable-lane": 0, "agent_compute-ego": 0.18513476848602295, "deviation-heading": 1.518929060594277, "set_robot_commands": 0.08474218268548289, "deviation-center-line": 0.4505797401070413, "driven_lanedir_consec": 0.5352817456313406, "sim_compute_sim_state": 0.03460766038587017, "sim_compute_performance-ego": 0.05821927324418099, "sim_compute_robot_state-ego": 0.06336760713208106}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.3743849849412002, "sim_physics": 0.10575867970784504, "survival_time": 14.950000000000076, "driven_lanedir": 0.795347131689395, "sim_render-ego": 0.061231889724731446, "in-drivable-lane": 6.100000000000087, "agent_compute-ego": 0.21804731051127116, "deviation-heading": 0.9765175821832712, "set_robot_commands": 0.09247159481048584, "deviation-center-line": 0.8304623925173271, "driven_lanedir_consec": 0.795347131689395, "sim_compute_sim_state": 0.03844573497772217, "sim_compute_performance-ego": 0.06834515333175659, "sim_compute_robot_state-ego": 0.07540823221206665}}
set_robot_commands_max	0.1012982014006218
set_robot_commands_mean	0.09454247602429984
set_robot_commands_median	0.0964451393949876
set_robot_commands_min	0.08474218268548289
sim_compute_performance-ego_max	0.07343318610064752
sim_compute_performance-ego_mean	0.06847854551505335
sim_compute_performance-ego_median	0.07088360786437989
sim_compute_performance-ego_min	0.05821927324418099
sim_compute_robot_state-ego_max	0.0856992185643289
sim_compute_robot_state-ego_mean	0.07580947895331472
sim_compute_robot_state-ego_median	0.0765972476486766
sim_compute_robot_state-ego_min	0.06336760713208106
sim_compute_sim_state_max	0.04134626729147775
sim_compute_sim_state_mean	0.03894307729607334
sim_compute_sim_state_median	0.040034352092567935
sim_compute_sim_state_min	0.03460766038587017
sim_physics_max	0.1218767598666976
sim_physics_mean	0.11057160599778008
sim_physics_median	0.10948938732847162
sim_physics_min	0.10018933011639504
sim_render-ego_max	0.06706589829605238
sim_render-ego_mean	0.06181690865526525
sim_render-ego_median	0.06332315717424665
sim_render-ego_min	0.053435758236915834
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	9.370000000000022
survival_time_min	3.4999999999999956

No reset possible

20806

2894

Peter Almasi 🇭🇺

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-27 13:00:25+00:00

2019-04-27 13:27:26+00:00

0:27:01

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.4208437835166037
survival_time_median	14.950000000000076
deviation-center-line_median	0.6679362191414471
in-drivable-lane_median	2.9500000000000304

other stats

agent_compute-ego_max	0.2036981781323751
agent_compute-ego_mean	0.19037827904542387
agent_compute-ego_median	0.19196852922439575
agent_compute-ego_min	0.16849442343016963
deviation-center-line_max	1.0087267153004065
deviation-center-line_mean	0.663604394013152
deviation-center-line_min	0.3484937342242689
deviation-heading_max	7.566226757702255
deviation-heading_mean	4.043520110921971
deviation-heading_median	2.69036264155413
deviation-heading_min	1.8620668870489063
driven_any_max	0.8687643803838888
driven_any_mean	0.6983796862229577
driven_any_median	0.7729497104467615
driven_any_min	0.4864469976821864
driven_lanedir_consec_max	0.6612188447592504
driven_lanedir_consec_mean	0.4267087239388254
driven_lanedir_consec_min	0.14810009826250203
driven_lanedir_max	0.6612188447592504
driven_lanedir_mean	0.4293233738818564
driven_lanedir_median	0.4208437835166037
driven_lanedir_min	0.14810009826250203
in-drivable-lane_max	7.000000000000098
in-drivable-lane_mean	3.790000000000038
in-drivable-lane_min	0.5000000000000071
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.8687643803838888, "sim_physics": 0.08960703055063883, "survival_time": 14.950000000000076, "driven_lanedir": 0.6612188447592504, "sim_render-ego": 0.061096932888031, "in-drivable-lane": 2.900000000000041, "agent_compute-ego": 0.1916180992126465, "deviation-heading": 2.69036264155413, "set_robot_commands": 0.09417255401611328, "deviation-center-line": 0.6158999657384503, "driven_lanedir_consec": 0.6612188447592504, "sim_compute_sim_state": 0.036303871472676594, "sim_compute_performance-ego": 0.06605536301930745, "sim_compute_robot_state-ego": 0.07120073636372884}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7757600662743366, "sim_physics": 0.1272735587755839, "survival_time": 14.950000000000076, "driven_lanedir": 0.4208437835166037, "sim_render-ego": 0.0651325798034668, "in-drivable-lane": 7.000000000000098, "agent_compute-ego": 0.19196852922439575, "deviation-heading": 1.8620668870489063, "set_robot_commands": 0.10375697453816732, "deviation-center-line": 0.6679362191414471, "driven_lanedir_consec": 0.4208437835166037, "sim_compute_sim_state": 0.04092743158340454, "sim_compute_performance-ego": 0.07448266824086507, "sim_compute_robot_state-ego": 0.08183083295822144}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.5879772763276147, "sim_physics": 0.13546713814139366, "survival_time": 12.800000000000049, "driven_lanedir": 0.2658584791757228, "sim_render-ego": 0.06811529770493507, "in-drivable-lane": 2.9500000000000304, "agent_compute-ego": 0.1961121652275324, "deviation-heading": 7.566226757702255, "set_robot_commands": 0.10757227148860692, "deviation-center-line": 0.6769653356611872, "driven_lanedir_consec": 0.2527852294605677, "sim_compute_sim_state": 0.043336046859622, "sim_compute_performance-ego": 0.07929346617311239, "sim_compute_robot_state-ego": 0.08187079802155495}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7729497104467615, "sim_physics": 0.13440704902013142, "survival_time": 14.950000000000076, "driven_lanedir": 0.6505956636952033, "sim_render-ego": 0.07022045612335205, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.2036981781323751, "deviation-heading": 6.00636806605906, "set_robot_commands": 0.11022390524546304, "deviation-center-line": 1.0087267153004065, "driven_lanedir_consec": 0.6505956636952033, "sim_compute_sim_state": 0.043399399916330975, "sim_compute_performance-ego": 0.07813595215479532, "sim_compute_robot_state-ego": 0.08697028795878092}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4864469976821864, "sim_physics": 0.10290668837389157, "survival_time": 9.950000000000006, "driven_lanedir": 0.14810009826250203, "sim_render-ego": 0.05886945652602306, "in-drivable-lane": 5.600000000000014, "agent_compute-ego": 0.16849442343016963, "deviation-heading": 2.092576202245502, "set_robot_commands": 0.0910787690224959, "deviation-center-line": 0.3484937342242689, "driven_lanedir_consec": 0.14810009826250203, "sim_compute_sim_state": 0.03812495907347406, "sim_compute_performance-ego": 0.06725629849649555, "sim_compute_robot_state-ego": 0.0688608794955153}}
set_robot_commands_max	0.11022390524546304
set_robot_commands_mean	0.10136089486216927
set_robot_commands_median	0.10375697453816732
set_robot_commands_min	0.0910787690224959
sim_compute_performance-ego_max	0.07929346617311239
sim_compute_performance-ego_mean	0.07304474961691515
sim_compute_performance-ego_median	0.07448266824086507
sim_compute_performance-ego_min	0.06605536301930745
sim_compute_robot_state-ego_max	0.08697028795878092
sim_compute_robot_state-ego_mean	0.07814670695956029
sim_compute_robot_state-ego_median	0.08183083295822144
sim_compute_robot_state-ego_min	0.0688608794955153
sim_compute_sim_state_max	0.043399399916330975
sim_compute_sim_state_mean	0.04041834178110164
sim_compute_sim_state_median	0.04092743158340454
sim_compute_sim_state_min	0.036303871472676594
sim_physics_max	0.13546713814139366
sim_physics_mean	0.11793229297232788
sim_physics_median	0.1272735587755839
sim_physics_min	0.08960703055063883
sim_render-ego_max	0.07022045612335205
sim_render-ego_mean	0.06468694460916159
sim_render-ego_median	0.0651325798034668
sim_render-ego_min	0.05886945652602306
simulation-passed	1
survival_time_max	14.950000000000076
survival_time_mean	13.520000000000056
survival_time_min	9.950000000000006

No reset possible

20790

3062

Andrea Censi 🇨🇭

rotation

step1-simulation

host-error

2019-04-27 12:12:40+00:00

2019-04-27 13:00:08+00:00

0:47:28

Uncaught exception: [...]

Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission3062/step1-simulation-ip-172-31-42-167-7227-job20790/logs/challenges-runner/stdout.log'

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

No reset possible

20779

2944

Baseline solution using reinforcement learning

step1-simulation

success

2019-04-27 12:00:41+00:00

2019-04-27 12:12:03+00:00

0:11:22

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.09293919171539368
survival_time_median	1.2500000000000004
deviation-center-line_median	0.07737090541056964
in-drivable-lane_median	0

other stats

agent_compute-ego_max	0.2000452814431026
agent_compute-ego_mean	0.16494761308202943
agent_compute-ego_median	0.1626706620057424
agent_compute-ego_min	0.1261603906750679
deviation-center-line_max	0.11529221729543664
deviation-center-line_mean	0.07425946835120752
deviation-center-line_min	0.04196739252879685
deviation-heading_max	0.922100858609411
deviation-heading_mean	0.7253580722955865
deviation-heading_median	0.7553401671067829
deviation-heading_min	0.47621666023325465
driven_any_max	0.23327325165262147
driven_any_mean	0.15495263083418737
driven_any_median	0.14722580074028793
driven_any_min	0.09907687180710976
driven_lanedir_consec_max	0.14303688314725216
driven_lanedir_consec_mean	0.09059583809102906
driven_lanedir_consec_min	0.06240491082383226
driven_lanedir_max	0.14303688314725216
driven_lanedir_mean	0.09059583809102906
driven_lanedir_median	0.09293919171539368
driven_lanedir_min	0.06240491082383226
in-drivable-lane_max	0.30000000000000027
in-drivable-lane_mean	0.07666666666666673
in-drivable-lane_min	0
per-episodes	details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.23327325165262147, "sim_physics": 0.07665104418992996, "survival_time": 1.6000000000000008, "driven_lanedir": 0.14303688314725216, "sim_render-ego": 0.04649671912193298, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.1261603906750679, "deviation-heading": 0.922100858609411, "set_robot_commands": 0.07004323601722717, "deviation-center-line": 0.09025352505310048, "driven_lanedir_consec": 0.14303688314725216, "sim_compute_sim_state": 0.03181946277618408, "sim_compute_performance-ego": 0.05116323381662369, "sim_compute_robot_state-ego": 0.05173102766275406}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.18475974781239335, "sim_physics": 0.07894874470574516, "survival_time": 1.4000000000000006, "driven_lanedir": 0.11351001844472808, "sim_render-ego": 0.050607187407357354, "in-drivable-lane": 0, "agent_compute-ego": 0.14488643407821655, "deviation-heading": 0.8039756614951895, "set_robot_commands": 0.08293566533497401, "deviation-center-line": 0.05469957383378962, "driven_lanedir_consec": 0.11351001844472808, "sim_compute_sim_state": 0.034473725727626255, "sim_compute_performance-ego": 0.05806759425571987, "sim_compute_robot_state-ego": 0.06395200320652553}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.09907687180710976, "sim_physics": 0.07175830602645875, "survival_time": 1.0000000000000002, "driven_lanedir": 0.06240491082383226, "sim_render-ego": 0.04889856576919556, "in-drivable-lane": 0, "agent_compute-ego": 0.15740022659301758, "deviation-heading": 0.6165724068478423, "set_robot_commands": 0.09529534578323363, "deviation-center-line": 0.08790305822109838, "driven_lanedir_consec": 0.06240491082383226, "sim_compute_sim_state": 0.03713192939758301, "sim_compute_performance-ego": 0.056905603408813475, "sim_compute_robot_state-ego": 0.06380399465560913}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.16997510468832278, "sim_physics": 0.08655199298152218, "survival_time": 1.3500000000000003, "driven_lanedir": 0.06629605529083049, "sim_render-ego": 0.055936574935913086, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.15974516338772243, "deviation-heading": 0.8902085850427561, "set_robot_commands": 0.08058895888151946, "deviation-center-line": 0.05605791888307903, "driven_lanedir_consec": 0.06629605529083049, "sim_compute_sim_state": 0.03579865561591254, "sim_compute_performance-ego": 0.06255536609225804, "sim_compute_robot_state-ego": 0.05960226941991736}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.19599420703880183, "sim_physics": 0.09512311965227128, "survival_time": 1.6000000000000008, "driven_lanedir": 0.10516003225141368, "sim_render-ego": 0.051632486283779144, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.15385091304779053, "deviation-heading": 0.7617120816225238, "set_robot_commands": 0.08872544020414352, "deviation-center-line": 0.05277629586726059, "driven_lanedir_consec": 0.10516003225141368, "sim_compute_sim_state": 0.037448540329933167, "sim_compute_performance-ego": 0.06052974611520767, "sim_compute_robot_state-ego": 0.07116848975419998}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.18544473431592504, "sim_physics": 0.11001572937800966, "survival_time": 1.4500000000000006, "driven_lanedir": 0.06635314200565734, "sim_render-ego": 0.06230610814587823, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.2000452814431026, "deviation-heading": 0.9126472228998708, "set_robot_commands": 0.0999880001462739, "deviation-center-line": 0.06469705466617287, "driven_lanedir_consec": 0.06635314200565734, "sim_compute_sim_state": 0.039606283450948784, "sim_compute_performance-ego": 0.07090393428144784, "sim_compute_robot_state-ego": 0.0821866824709136}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.1517689665401194, "sim_physics": 0.1047286104272913, "survival_time": 1.3500000000000003, "driven_lanedir": 0.10752662456267892, "sim_render-ego": 0.06308550304836696, "in-drivable-lane": 0, "agent_compute-ego": 0.1681055051309091, "deviation-heading": 0.7057508363304581, "set_robot_commands": 0.09491652029531972, "deviation-center-line": 0.0996765881439142, "driven_lanedir_consec": 0.10752662456267892, "sim_compute_sim_state": 0.03895424913477014, "sim_compute_performance-ego": 0.07053281642772534, "sim_compute_robot_state-ego": 0.073750963917485}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.11521631122014885, "sim_physics": 0.07426294088363647, "survival_time": 1.0000000000000002, "driven_lanedir": 0.08201350010376451, "sim_render-ego": 0.052854931354522704, "in-drivable-lane": 0, "agent_compute-ego": 0.14267609119415284, "deviation-heading": 0.549086760930447, "set_robot_commands": 0.0822641134262085, "deviation-center-line": 0.08509445467974669, "driven_lanedir_consec": 0.08201350010376451, "sim_compute_sim_state": 0.03651174306869507, "sim_compute_performance-ego": 0.05651533603668213, "sim_compute_robot_state-ego": 0.06540149450302124}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.13942296576129462, "sim_physics": 0.09987317085266112, "survival_time": 1.2500000000000004, "driven_lanedir": 0.06377897877018768, "sim_render-ego": 0.06805370330810546, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.18584936141967773, "deviation-heading": 0.7786205690503716, "set_robot_commands": 0.09948657035827636, "deviation-center-line": 0.04196739252879685, "driven_lanedir_consec": 0.06377897877018768, "sim_compute_sim_state": 0.04032346725463867, "sim_compute_performance-ego": 0.06797945022583007, "sim_compute_robot_state-ego": 0.07817724227905273}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.11249025915941484, "sim_physics": 0.1040086953536324, "survival_time": 1.1500000000000004, "driven_lanedir": 0.06487295284159655, "sim_render-ego": 0.06609720769135849, "in-drivable-lane": 0, "agent_compute-ego": 0.19122871108677075, "deviation-heading": 0.6843957421559155, "set_robot_commands": 0.09958592705104662, "deviation-center-line": 0.07817497912810033, "driven_lanedir_consec": 0.06487295284159655, "sim_compute_sim_state": 0.04323390255803648, "sim_compute_performance-ego": 0.07113167513971744, "sim_compute_robot_state-ego": 0.07864645253057065}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.13881398651686697, "sim_physics": 0.092005615649016, "survival_time": 1.1500000000000004, "driven_lanedir": 0.10763655252668712, "sim_render-ego": 0.06077395314755647, "in-drivable-lane": 0, "agent_compute-ego": 0.1632738320723824, "deviation-heading": 0.47621666023325465, "set_robot_commands": 0.08536177096159561, "deviation-center-line": 0.10057564750500414, "driven_lanedir_consec": 0.10763655252668712, "sim_compute_sim_state": 0.037375958069511085, "sim_compute_performance-ego": 0.0707426174827244, "sim_compute_robot_state-ego": 0.07739896359650986}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.14231409388310098, "sim_physics": 0.09184009830156964, "survival_time": 1.2000000000000004, "driven_lanedir": 0.09891831385107196, "sim_render-ego": 0.06273556749025981, "in-drivable-lane": 0, "agent_compute-ego": 0.1626706620057424, "deviation-heading": 0.6860755881218741, "set_robot_commands": 0.09117489059766132, "deviation-center-line": 0.07737090541056964, "driven_lanedir_consec": 0.09891831385107196, "sim_compute_sim_state": 0.03638942042986552, "sim_compute_performance-ego": 0.06668221950531006, "sim_compute_robot_state-ego": 0.07161447405815125}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.1995751450142771, "sim_physics": 0.11760562260945638, "survival_time": 1.5000000000000009, "driven_lanedir": 0.10745416551796184, "sim_render-ego": 0.06476132869720459, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.1876240889231364, "deviation-heading": 0.7553401671067829, "set_robot_commands": 0.10720611413319904, "deviation-center-line": 0.05543650856603266, "driven_lanedir_consec": 0.10745416551796184, "sim_compute_sim_state": 0.04231556256612142, "sim_compute_performance-ego": 0.07320176760355632, "sim_compute_robot_state-ego": 0.08451860745747884}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.14722580074028793, "sim_physics": 0.1022857129573822, "survival_time": 1.2000000000000004, "driven_lanedir": 0.09293919171539368, "sim_render-ego": 0.061766465504964195, "in-drivable-lane": 0, "agent_compute-ego": 0.16842082142829895, "deviation-heading": 0.7702189855500188, "set_robot_commands": 0.09655616680781048, "deviation-center-line": 0.053915905486010586, "driven_lanedir_consec": 0.09293919171539368, "sim_compute_sim_state": 0.04419450958569845, "sim_compute_performance-ego": 0.07031492392222087, "sim_compute_robot_state-ego": 0.07495203614234924}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.10893801636212563, "sim_physics": 0.07870743585669476, "survival_time": 1.1500000000000004, "driven_lanedir": 0.07703624951237975, "sim_render-ego": 0.060881220776101815, "in-drivable-lane": 0, "agent_compute-ego": 0.16227671374445377, "deviation-heading": 0.5674489584370838, "set_robot_commands": 0.08041940564694612, "deviation-center-line": 0.11529221729543664, "driven_lanedir_consec": 0.07703624951237975, "sim_compute_sim_state": 0.03369582217672597, "sim_compute_performance-ego": 0.06096971553304921, "sim_compute_robot_state-ego": 0.06661232658054518}}
set_robot_commands_max	0.10720611413319904
set_robot_commands_mean	0.09030320837636235
set_robot_commands_median	0.09117489059766132
set_robot_commands_min	0.07004323601722717
sim_compute_performance-ego_max	0.07320176760355632
sim_compute_performance-ego_mean	0.06454639998979242
sim_compute_performance-ego_median	0.06668221950531006
sim_compute_performance-ego_min	0.05116323381662369
sim_compute_robot_state-ego_max	0.08451860745747884
sim_compute_robot_state-ego_mean	0.07090113521567225
sim_compute_robot_state-ego_median	0.07161447405815125
sim_compute_robot_state-ego_min	0.05173102766275406
sim_compute_sim_state_max	0.04419450958569845
sim_compute_sim_state_mean	0.03795154880948338
sim_compute_sim_state_median	0.037375958069511085
sim_compute_sim_state_min	0.03181946277618408
sim_physics_max	0.11760562260945638
sim_physics_mean	0.09229112265501847
sim_physics_median	0.092005615649016
sim_physics_min	0.07175830602645875
sim_render-ego_max	0.06805370330810546
sim_render-ego_mean	0.05845916817883313
sim_render-ego_median	0.060881220776101815
sim_render-ego_min	0.04649671912193298
simulation-passed	1
survival_time_max	1.6000000000000008
survival_time_mean	1.2900000000000005
survival_time_min	1.0000000000000002

No reset possible

20764

2973

Baseline-IL-logs-tensorflow

step1-simulation

host-error