Duckietown Challenges Home Challenges Submissions

Job 25615

Job ID25615
submission4440
userBea Baselines 🐤
user labelstraight
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10490
date started
date completed
duration0:30:15
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4457418026847923
survival_time_median6.349999999999985
deviation-center-line_median0.2227296372541947
in-drivable-lane_median1.499999999999995


other stats
agent_compute-ego_max0.023811522176710224
agent_compute-ego_mean0.021145390865010785
agent_compute-ego_median0.02138500123084346
agent_compute-ego_min0.015937010447184246
deviation-center-line_max1.2631416803379316
deviation-center-line_mean0.342871089234744
deviation-center-line_min0.1612683272550955
deviation-heading_max2.1043834490839433
deviation-heading_mean0.952384318481698
deviation-heading_median0.8432812468215765
deviation-heading_min0.46823944403892
driven_any_max2.41759459008384
driven_any_mean0.9974185927319902
driven_any_median0.9928463432572194
driven_any_min0.31735491401313676
driven_lanedir_consec_max2.3714081328644827
driven_lanedir_consec_mean0.6352144379055347
driven_lanedir_consec_min0.24305756068667503
driven_lanedir_max2.3714081328644827
driven_lanedir_mean0.6352144379055347
driven_lanedir_median0.4457418026847923
driven_lanedir_min0.24305756068667503
in-drivable-lane_max8.700000000000092
in-drivable-lane_mean1.980000000000001
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4329892855289159, "sim_physics": 0.20551147299297787, "survival_time": 2.9499999999999975, "driven_lanedir": 0.41895655267034937, "sim_render-ego": 0.01288384502216921, "in-drivable-lane": 0, "agent_compute-ego": 0.023811522176710224, "deviation-heading": 0.7560843063940643, "set_robot_commands": 0.0108089851120771, "deviation-center-line": 0.19764810458264365, "driven_lanedir_consec": 0.41895655267034937, "sim_compute_sim_state": 0.005246190701500844, "sim_compute_performance-ego": 0.00748953980914617, "sim_compute_robot_state-ego": 0.009311886157019665, "sim_compute_robot_state-npc0": 0.009118730739011602, "sim_compute_robot_state-npc1": 0.00865966586743371, "sim_compute_robot_state-npc2": 0.008702787302308163, "sim_compute_robot_state-npc3": 0.008588649458804373}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9928463432572194, "sim_physics": 0.12935812454524004, "survival_time": 6.349999999999985, "driven_lanedir": 0.6672388924780033, "sim_render-ego": 0.009252538831215204, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.018365443222166048, "deviation-heading": 1.1654096008330035, "set_robot_commands": 0.007157622359869048, "deviation-center-line": 0.17732720098681884, "driven_lanedir_consec": 0.6672388924780033, "sim_compute_sim_state": 0.00359569384357122, "sim_compute_performance-ego": 0.0053823782703069254, "sim_compute_robot_state-ego": 0.0066564871570256754, "sim_compute_robot_state-npc0": 0.006346787054707685, "sim_compute_robot_state-npc1": 0.006136117019052581, "sim_compute_robot_state-npc2": 0.006143954795176589, "sim_compute_robot_state-npc3": 0.0061014092813326615}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.249688872261276, "sim_physics": 0.1943286476255972, "survival_time": 7.89999999999998, "driven_lanedir": 0.24305756068667503, "sim_render-ego": 0.011292863495742218, "in-drivable-lane": 6.049999999999979, "agent_compute-ego": 0.02138500123084346, "deviation-heading": 0.46823944403892, "set_robot_commands": 0.008812549747998201, "deviation-center-line": 0.2288047809259315, "driven_lanedir_consec": 0.24305756068667503, "sim_compute_sim_state": 0.004594188702257374, "sim_compute_performance-ego": 0.006682104702237286, "sim_compute_robot_state-ego": 0.00880049904690513, "sim_compute_robot_state-npc0": 0.00785405877270276, "sim_compute_robot_state-npc1": 0.007788753207725815, "sim_compute_robot_state-npc2": 0.007851022708265088, "sim_compute_robot_state-npc3": 0.007827419268934033}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.31768933230030155, "sim_physics": 0.13378725051879883, "survival_time": 2.25, "driven_lanedir": 0.2985260181972271, "sim_render-ego": 0.008456113603379991, "in-drivable-lane": 0, "agent_compute-ego": 0.015937010447184246, "deviation-heading": 0.7840179475951651, "set_robot_commands": 0.007311365339491102, "deviation-center-line": 0.1612683272550955, "driven_lanedir_consec": 0.2985260181972271, "sim_compute_sim_state": 0.003303760952419705, "sim_compute_performance-ego": 0.004660659366183811, "sim_compute_robot_state-ego": 0.005998102823893229, "sim_compute_robot_state-npc0": 0.00621959368387858, "sim_compute_robot_state-npc1": 0.005852089987860786, "sim_compute_robot_state-npc2": 0.005717584821912977, "sim_compute_robot_state-npc3": 0.005658345752292209}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0448801303363977, "sim_physics": 0.19947238255264169, "survival_time": 6.649999999999984, "driven_lanedir": 0.37391419923137703, "sim_render-ego": 0.01179850191101992, "in-drivable-lane": 3.949999999999986, "agent_compute-ego": 0.02256299140758084, "deviation-heading": 0.8432812468215765, "set_robot_commands": 0.009304860480745933, "deviation-center-line": 0.20846961693130656, "driven_lanedir_consec": 0.37391419923137703, "sim_compute_sim_state": 0.004829589585612591, "sim_compute_performance-ego": 0.006876583386184578, "sim_compute_robot_state-ego": 0.008795826058638724, "sim_compute_robot_state-npc0": 0.008041788760880778, "sim_compute_robot_state-npc1": 0.007934880435914922, "sim_compute_robot_state-npc2": 0.008529637989244963, "sim_compute_robot_state-npc3": 0.008247560128233487}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0025370480638232, "sim_physics": 0.20903744734823704, "survival_time": 6.399999999999985, "driven_lanedir": 0.5879267890938082, "sim_render-ego": 0.012335225939750671, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.023171987384557724, "deviation-heading": 0.7775492031495066, "set_robot_commands": 0.01036020740866661, "deviation-center-line": 0.2652920715140952, "driven_lanedir_consec": 0.5879267890938082, "sim_compute_sim_state": 0.005147583782672882, "sim_compute_performance-ego": 0.0072447191923856735, "sim_compute_robot_state-ego": 0.009680869057774544, "sim_compute_robot_state-npc0": 0.009346937760710716, "sim_compute_robot_state-npc1": 0.008698884397745132, "sim_compute_robot_state-npc2": 0.008964436128735542, "sim_compute_robot_state-npc3": 0.008691146969795227}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.31735491401313676, "sim_physics": 0.17697889539930556, "survival_time": 2.25, "driven_lanedir": 0.3104426481401483, "sim_render-ego": 0.01093346807691786, "in-drivable-lane": 0, "agent_compute-ego": 0.020265112982855903, "deviation-heading": 0.4694334676490585, "set_robot_commands": 0.008422660827636718, "deviation-center-line": 0.2227296372541947, "driven_lanedir_consec": 0.3104426481401483, "sim_compute_sim_state": 0.004086123572455512, "sim_compute_performance-ego": 0.006101581785413954, "sim_compute_robot_state-ego": 0.008187839719984267, "sim_compute_robot_state-npc0": 0.007484960556030274, "sim_compute_robot_state-npc1": 0.007368315590752496, "sim_compute_robot_state-npc2": 0.007111787796020508, "sim_compute_robot_state-npc3": 0.006905746459960937}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.9933021024107224, "sim_physics": 0.1637065992580624, "survival_time": 6.349999999999985, "driven_lanedir": 0.6527338458429284, "sim_render-ego": 0.011348288828932396, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.02053328949635423, "deviation-heading": 0.9069266665397084, "set_robot_commands": 0.008307616541704794, "deviation-center-line": 0.1702624973511265, "driven_lanedir_consec": 0.6527338458429284, "sim_compute_sim_state": 0.0044653434453048105, "sim_compute_performance-ego": 0.006786703124759704, "sim_compute_robot_state-ego": 0.008339925075140526, "sim_compute_robot_state-npc0": 0.007519874047106645, "sim_compute_robot_state-npc1": 0.007365686686958853, "sim_compute_robot_state-npc2": 0.0075746314732108525, "sim_compute_robot_state-npc3": 0.0076362260683315005}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.9890171070915718, "sim_physics": 0.1372514811773149, "survival_time": 6.299999999999986, "driven_lanedir": 0.8185004876290302, "sim_render-ego": 0.010485198762681749, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.019755265069386317, "deviation-heading": 1.2725732848991698, "set_robot_commands": 0.007907055673145112, "deviation-center-line": 0.510451586767386, "driven_lanedir_consec": 0.8185004876290302, "sim_compute_sim_state": 0.0041311487318977476, "sim_compute_performance-ego": 0.006086775234767369, "sim_compute_robot_state-ego": 0.007793152143084813, "sim_compute_robot_state-npc0": 0.007258861783951048, "sim_compute_robot_state-npc1": 0.00695913935464526, "sim_compute_robot_state-npc2": 0.007086065080430772, "sim_compute_robot_state-npc3": 0.0071138011084662545}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.022761323287175, "sim_physics": 0.16106232679807225, "survival_time": 6.499999999999985, "driven_lanedir": 0.4457418026847923, "sim_render-ego": 0.011365235768831694, "in-drivable-lane": 2.7499999999999902, "agent_compute-ego": 0.02134852409362793, "deviation-heading": 2.1043834490839433, "set_robot_commands": 0.009105451290424052, "deviation-center-line": 0.4008535939203093, "driven_lanedir_consec": 0.4457418026847923, "sim_compute_sim_state": 0.0045809158912071815, "sim_compute_performance-ego": 0.0070157692982600285, "sim_compute_robot_state-ego": 0.008430981636047363, "sim_compute_robot_state-npc0": 0.007991733917823205, "sim_compute_robot_state-npc1": 0.007825933969937839, "sim_compute_robot_state-npc2": 0.007645784891568697, "sim_compute_robot_state-npc3": 0.007634680087749775}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3484915987149802, "sim_physics": 0.154860326222011, "survival_time": 2.4499999999999993, "driven_lanedir": 0.33388668383012376, "sim_render-ego": 0.011669222189455616, "in-drivable-lane": 0, "agent_compute-ego": 0.02092547319373306, "deviation-heading": 0.7068812272223673, "set_robot_commands": 0.00808427771743463, "deviation-center-line": 0.17895466028241783, "driven_lanedir_consec": 0.33388668383012376, "sim_compute_sim_state": 0.004374815493213887, "sim_compute_performance-ego": 0.0069394646858682435, "sim_compute_robot_state-ego": 0.008729438392483458, "sim_compute_robot_state-npc0": 0.008267529156743263, "sim_compute_robot_state-npc1": 0.008414171179946589, "sim_compute_robot_state-npc2": 0.00798107166679538, "sim_compute_robot_state-npc3": 0.007356882095336914}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.4152329850615875, "sim_physics": 0.14952796777089436, "survival_time": 14.950000000000076, "driven_lanedir": 2.3714081328644827, "sim_render-ego": 0.01059739589691162, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.02145462989807129, "deviation-heading": 0.5233488222993907, "set_robot_commands": 0.008777551651000977, "deviation-center-line": 1.2631416803379316, "driven_lanedir_consec": 2.3714081328644827, "sim_compute_sim_state": 0.00418677806854248, "sim_compute_performance-ego": 0.006314294338226318, "sim_compute_robot_state-ego": 0.007823684215545655, "sim_compute_robot_state-npc0": 0.007445051670074463, "sim_compute_robot_state-npc1": 0.007421714464823405, "sim_compute_robot_state-npc2": 0.007336974143981934, "sim_compute_robot_state-npc3": 0.007394497394561768}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.41759459008384, "sim_physics": 0.1855995043118795, "survival_time": 14.950000000000076, "driven_lanedir": 0.9703003871978582, "sim_render-ego": 0.011323957443237304, "in-drivable-lane": 8.700000000000092, "agent_compute-ego": 0.021897339820861814, "deviation-heading": 0.882476286115582, "set_robot_commands": 0.009252332846323649, "deviation-center-line": 0.4639383541046247, "driven_lanedir_consec": 0.9703003871978582, "sim_compute_sim_state": 0.004765854676564534, "sim_compute_performance-ego": 0.006971894105275472, "sim_compute_robot_state-ego": 0.008804620901743571, "sim_compute_robot_state-npc0": 0.008361748059590658, "sim_compute_robot_state-npc1": 0.007913655440012613, "sim_compute_robot_state-npc2": 0.008028785387674967, "sim_compute_robot_state-npc3": 0.00791825532913208}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.4243481729081477, "sim_physics": 0.16806242794826112, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4061041160209205, "sim_render-ego": 0.012307894640955433, "in-drivable-lane": 0, "agent_compute-ego": 0.02298128604888916, "deviation-heading": 0.857859207789819, "set_robot_commands": 0.009844134593832082, "deviation-center-line": 0.2015888143261586, "driven_lanedir_consec": 0.4061041160209205, "sim_compute_sim_state": 0.004778080973131904, "sim_compute_performance-ego": 0.007090264353258857, "sim_compute_robot_state-ego": 0.00900525060193292, "sim_compute_robot_state-npc0": 0.008036991645549905, "sim_compute_robot_state-npc1": 0.00828828893858811, "sim_compute_robot_state-npc2": 0.008271254342177818, "sim_compute_robot_state-npc3": 0.008347848366046774}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.992545085660759, "sim_physics": 0.19577130745715043, "survival_time": 6.349999999999985, "driven_lanedir": 0.6294784520152947, "sim_render-ego": 0.011616235642921267, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.02278598650233952, "deviation-heading": 1.7673006167941945, "set_robot_commands": 0.009541577241552156, "deviation-center-line": 0.4923354119811209, "driven_lanedir_consec": 0.6294784520152947, "sim_compute_sim_state": 0.004775706238634004, "sim_compute_performance-ego": 0.006750382776335468, "sim_compute_robot_state-ego": 0.008732352669783465, "sim_compute_robot_state-npc0": 0.00853915852824534, "sim_compute_robot_state-npc1": 0.00813084512244998, "sim_compute_robot_state-npc2": 0.007748344751793568, "sim_compute_robot_state-npc3": 0.00788565132561631}}
set_robot_commands_max0.0108089851120771
set_robot_commands_mean0.008866549922126812
set_robot_commands_median0.008812549747998201
set_robot_commands_min0.007157622359869048
sim_compute_performance-ego_max0.00748953980914617
sim_compute_performance-ego_mean0.006559540961907324
sim_compute_performance-ego_median0.006786703124759704
sim_compute_performance-ego_min0.004660659366183811
sim_compute_robot_state-ego_max0.009680869057774544
sim_compute_robot_state-ego_mean0.008339394377133534
sim_compute_robot_state-ego_median0.008729438392483458
sim_compute_robot_state-ego_min0.005998102823893229
sim_compute_robot_state-npc0_max0.009346937760710716
sim_compute_robot_state-npc0_mean0.007855587075800462
sim_compute_robot_state-npc0_median0.007991733917823205
sim_compute_robot_state-npc0_min0.00621959368387858
sim_compute_robot_state-npc1_max0.008698884397745132
sim_compute_robot_state-npc1_mean0.007650542777589872
sim_compute_robot_state-npc1_median0.007825933969937839
sim_compute_robot_state-npc1_min0.005852089987860786
sim_compute_robot_state-npc2_max0.008964436128735542
sim_compute_robot_state-npc2_mean0.007646274885286521
sim_compute_robot_state-npc2_median0.007748344751793568
sim_compute_robot_state-npc2_min0.005717584821912977
sim_compute_robot_state-npc3_max0.008691146969795227
sim_compute_robot_state-npc3_mean0.007553874606306286
sim_compute_robot_state-npc3_median0.0076362260683315005
sim_compute_robot_state-npc3_min0.005658345752292209
sim_compute_sim_state_max0.005246190701500844
sim_compute_sim_state_mean0.004457451643932446
sim_compute_sim_state_median0.0045809158912071815
sim_compute_sim_state_min0.003303760952419705
sim_physics_max0.20903744734823704
sim_physics_mean0.1709544107950963
sim_physics_median0.16806242794826112
sim_physics_min0.12935812454524004
sim_render-ego_max0.01288384502216921
sim_render-ego_mean0.011177732403608144
sim_render-ego_median0.011348288828932396
sim_render-ego_min0.008456113603379991
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.366666666666668
survival_time_min2.25

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.