Duckietown Challenges Home Challenges Submissions

Job 22267

Job ID22267
submission3521
userBea Baselines 🐤
user labelchallenge-aido_LF-baseline-duckietown
challengeaido2-LF-real-validation
stepeval0
statussuccess
up to dateyes
evaluatorduckietown8-7288
date started
date completed
duration1 day, 3:40:08
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.07648654133021604
survival_time_median1.2500000000000004


other stats
agent_compute-ego_max0.2100285234905425
agent_compute-ego_mean0.1929109415143148
agent_compute-ego_median0.191952060250675
agent_compute-ego_min0.17918554033551898
deviation-center-line_max0.10187775039603308
deviation-center-line_mean0.06587776909715576
deviation-center-line_median0.06587200518805189
deviation-center-line_min0.03510486983163007
deviation-heading_max0.9042058632598976
deviation-heading_mean0.662644137195781
deviation-heading_median0.6447347731970612
deviation-heading_min0.5007785385126834
driven_any_max0.21883184214088108
driven_any_mean0.15387727253441016
driven_any_median0.1464326515578853
driven_any_min0.09441230936775664
driven_lanedir_consec_max0.1160722343062428
driven_lanedir_consec_mean0.08061109710709523
driven_lanedir_consec_min0.05880475238199656
driven_lanedir_max0.1160722343062428
driven_lanedir_mean0.08061109710709523
driven_lanedir_median0.07648654133021604
driven_lanedir_min0.05880475238199656
in-drivable-lane_max0.5500000000000005
in-drivable-lane_mean0.18333333333333351
in-drivable-lane_median0.05000000000000005
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.2053701962344724, "sim_physics": 0.14841744559151784, "survival_time": 1.7500000000000009, "driven_lanedir": 0.07814199357807183, "sim_render-ego": 0.0658780642918178, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.17918554033551898, "deviation-heading": 0.7568610249015392, "set_robot_commands": 0.10094244139535088, "deviation-center-line": 0.06400620099835166, "driven_lanedir_consec": 0.07814199357807183, "sim_compute_sim_state": 0.043950959614345, "sim_compute_performance-ego": 0.07498630114964076, "sim_compute_robot_state-ego": 0.08510561670575822}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.18558888273993293, "sim_physics": 0.13060743014017742, "survival_time": 1.5000000000000009, "driven_lanedir": 0.09983338942647124, "sim_render-ego": 0.06496010621388754, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.181679892539978, "deviation-heading": 0.6494350375311527, "set_robot_commands": 0.10190958976745604, "deviation-center-line": 0.03510486983163007, "driven_lanedir_consec": 0.09983338942647124, "sim_compute_sim_state": 0.043117435773213704, "sim_compute_performance-ego": 0.07959389686584473, "sim_compute_robot_state-ego": 0.08423492113749186}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.10030660381127925, "sim_physics": 0.12350988388061523, "survival_time": 1.0000000000000002, "driven_lanedir": 0.06631818800549016, "sim_render-ego": 0.06339176893234252, "in-drivable-lane": 0, "agent_compute-ego": 0.18703399896621703, "deviation-heading": 0.6405422582970298, "set_robot_commands": 0.11418100595474244, "deviation-center-line": 0.09071321589603117, "driven_lanedir_consec": 0.06631818800549016, "sim_compute_sim_state": 0.04240840673446655, "sim_compute_performance-ego": 0.07356212139129639, "sim_compute_robot_state-ego": 0.07539538145065308}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.19942857000859424, "sim_physics": 0.14057503640651703, "survival_time": 1.6000000000000008, "driven_lanedir": 0.07649492642327127, "sim_render-ego": 0.06624748557806015, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.1870572492480278, "deviation-heading": 0.8141406407195892, "set_robot_commands": 0.10947242379188538, "deviation-center-line": 0.05232131334953371, "driven_lanedir_consec": 0.07649492642327127, "sim_compute_sim_state": 0.043844640254974365, "sim_compute_performance-ego": 0.07142089307308197, "sim_compute_robot_state-ego": 0.08368804305791855}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.21883184214088108, "sim_physics": 0.16227073529187372, "survival_time": 1.7000000000000008, "driven_lanedir": 0.10398958542785364, "sim_render-ego": 0.06791104989893296, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.191952060250675, "deviation-heading": 0.6447347731970612, "set_robot_commands": 0.1068714646732106, "deviation-center-line": 0.04446536003737796, "driven_lanedir_consec": 0.10398958542785364, "sim_compute_sim_state": 0.04201674461364746, "sim_compute_performance-ego": 0.08030110948226031, "sim_compute_robot_state-ego": 0.09164413985084086}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.17165518011457273, "sim_physics": 0.15703561782836914, "survival_time": 1.2500000000000004, "driven_lanedir": 0.06255729190463821, "sim_render-ego": 0.06929280281066895, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.20748889923095704, "deviation-heading": 0.9042058632598976, "set_robot_commands": 0.11140782356262208, "deviation-center-line": 0.06587200518805189, "driven_lanedir_consec": 0.06255729190463821, "sim_compute_sim_state": 0.043912715911865234, "sim_compute_performance-ego": 0.07931625366210937, "sim_compute_robot_state-ego": 0.09129478454589844}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.14483658233187027, "sim_physics": 0.1425360298156738, "survival_time": 1.2500000000000004, "driven_lanedir": 0.1041911076257218, "sim_render-ego": 0.07157130241394043, "in-drivable-lane": 0, "agent_compute-ego": 0.1943136501312256, "deviation-heading": 0.6138524022176545, "set_robot_commands": 0.10881169319152832, "deviation-center-line": 0.0892389894308963, "driven_lanedir_consec": 0.1041911076257218, "sim_compute_sim_state": 0.04361926078796387, "sim_compute_performance-ego": 0.0781298542022705, "sim_compute_robot_state-ego": 0.08516063690185546}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.1083906784394514, "sim_physics": 0.1290988043734902, "survival_time": 0.9500000000000004, "driven_lanedir": 0.07430531734155199, "sim_render-ego": 0.06878834021718878, "in-drivable-lane": 0, "agent_compute-ego": 0.195619871741847, "deviation-heading": 0.551666486417714, "set_robot_commands": 0.10780861503199528, "deviation-center-line": 0.08049044811706776, "driven_lanedir_consec": 0.07430531734155199, "sim_compute_sim_state": 0.04303708829377827, "sim_compute_performance-ego": 0.07558082279406096, "sim_compute_robot_state-ego": 0.08110518204538446}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.1464326515578853, "sim_physics": 0.12744733003469613, "survival_time": 1.3000000000000005, "driven_lanedir": 0.07001910991574967, "sim_render-ego": 0.0654450563284067, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.18541410336127648, "deviation-heading": 0.6954186181249165, "set_robot_commands": 0.11406557376568134, "deviation-center-line": 0.03671149707085621, "driven_lanedir_consec": 0.07001910991574967, "sim_compute_sim_state": 0.04414051312666673, "sim_compute_performance-ego": 0.07226431369781494, "sim_compute_robot_state-ego": 0.09694852278782772}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.11579139853135471, "sim_physics": 0.1418274900187617, "survival_time": 1.1500000000000004, "driven_lanedir": 0.05880475238199656, "sim_render-ego": 0.06750121323958687, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1960190379101297, "deviation-heading": 0.6720296317774078, "set_robot_commands": 0.09714517386063286, "deviation-center-line": 0.072715221893815, "driven_lanedir_consec": 0.05880475238199656, "sim_compute_sim_state": 0.040931504705677864, "sim_compute_performance-ego": 0.07733308750650157, "sim_compute_robot_state-ego": 0.0868803418200949}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.11069126969904772, "sim_physics": 0.14938334985212845, "survival_time": 1.1000000000000003, "driven_lanedir": 0.07648654133021604, "sim_render-ego": 0.06837904453277588, "in-drivable-lane": 0, "agent_compute-ego": 0.18305316838351163, "deviation-heading": 0.5289921605532714, "set_robot_commands": 0.10690697756680576, "deviation-center-line": 0.09401713893277716, "driven_lanedir_consec": 0.07648654133021604, "sim_compute_sim_state": 0.043353611772710625, "sim_compute_performance-ego": 0.07517221840945157, "sim_compute_robot_state-ego": 0.08601902831684459}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.15506692802676905, "sim_physics": 0.15633455566737964, "survival_time": 1.1500000000000004, "driven_lanedir": 0.1160722343062428, "sim_render-ego": 0.06756832288659137, "in-drivable-lane": 0, "agent_compute-ego": 0.1883853207463803, "deviation-heading": 0.6031502512215865, "set_robot_commands": 0.1146054164223049, "deviation-center-line": 0.07336807246780855, "driven_lanedir_consec": 0.1160722343062428, "sim_compute_sim_state": 0.040988362353781, "sim_compute_performance-ego": 0.07217834306799847, "sim_compute_robot_state-ego": 0.07896647245987602}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.2165362744966422, "sim_physics": 0.15647522842182832, "survival_time": 1.7000000000000008, "driven_lanedir": 0.08689390172044742, "sim_render-ego": 0.06805208851309384, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.20114313153659596, "deviation-heading": 0.6069310848328506, "set_robot_commands": 0.11861191777622, "deviation-center-line": 0.04143922875569405, "driven_lanedir_consec": 0.08689390172044742, "sim_compute_sim_state": 0.04261570818283979, "sim_compute_performance-ego": 0.08072784367729635, "sim_compute_robot_state-ego": 0.09150312928592458}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.13481972051564264, "sim_physics": 0.13487674878991168, "survival_time": 1.1500000000000004, "driven_lanedir": 0.07147079737099427, "sim_render-ego": 0.0668204349020253, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.20528967484183933, "deviation-heading": 0.7569232863723611, "set_robot_commands": 0.10648188383682916, "deviation-center-line": 0.045825224091411834, "driven_lanedir_consec": 0.07147079737099427, "sim_compute_sim_state": 0.04196918529012929, "sim_compute_performance-ego": 0.07762420695760976, "sim_compute_robot_state-ego": 0.08557957151661748}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.09441230936775664, "sim_physics": 0.1402129786355155, "survival_time": 1.0500000000000005, "driven_lanedir": 0.06358731984771149, "sim_render-ego": 0.07111443792070661, "in-drivable-lane": 0, "agent_compute-ego": 0.2100285234905425, "deviation-heading": 0.5007785385126834, "set_robot_commands": 0.10834092185610816, "deviation-center-line": 0.10187775039603308, "driven_lanedir_consec": 0.06358731984771149, "sim_compute_sim_state": 0.043804838543846494, "sim_compute_performance-ego": 0.10309818812779016, "sim_compute_robot_state-ego": 0.08887999398367745}}
set_robot_commands_max0.11861191777622
set_robot_commands_mean0.10850419483022487
set_robot_commands_median0.10834092185610816
set_robot_commands_min0.09714517386063286
sim_compute_performance-ego_max0.10309818812779016
sim_compute_performance-ego_mean0.07808596360433519
sim_compute_performance-ego_median0.07733308750650157
sim_compute_performance-ego_min0.07142089307308197
sim_compute_robot_state-ego_max0.09694852278782772
sim_compute_robot_state-ego_mean0.08616038439111091
sim_compute_robot_state-ego_median0.08557957151661748
sim_compute_robot_state-ego_min0.07539538145065308
sim_compute_sim_state_max0.04414051312666673
sim_compute_sim_state_mean0.04291406506399375
sim_compute_sim_state_median0.043117435773213704
sim_compute_sim_state_min0.040931504705677864
sim_physics_max0.16227073529187372
sim_physics_mean0.1427072443165637
sim_physics_median0.1418274900187617
sim_physics_min0.12350988388061523
sim_render-ego_max0.07157130241394043
sim_render-ego_mean0.06752810124533505
sim_render-ego_median0.06756832288659137
sim_render-ego_min0.06339176893234252
simulation-passed1
survival_time_max1.7500000000000009
survival_time_mean1.306666666666667
survival_time_min0.9500000000000004

Highlights

22267

Click the images to see detailed statistics about the episode.

ETHZ_autolab_technical_track-0-0

ETHZ_autolab_technical_track-1-0

ETHZ_autolab_technical_track-10-0

ETHZ_autolab_technical_track-11-0

ETHZ_autolab_technical_track-12-0

ETHZ_autolab_technical_track-13-0

ETHZ_autolab_technical_track-14-0

ETHZ_autolab_technical_track-2-0

ETHZ_autolab_technical_track-3-0

ETHZ_autolab_technical_track-4-0

ETHZ_autolab_technical_track-5-0

ETHZ_autolab_technical_track-6-0

ETHZ_autolab_technical_track-7-0

ETHZ_autolab_technical_track-8-0

ETHZ_autolab_technical_track-9-0

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.