Duckietown Challenges Home Challenges Submissions

Submission 3506

Submission3506
Competingyes
Challengeaido2-LF-sim-testing
UserBea Baselines 🐤
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22255
Next
User labelchallenge-aido_LF-template-pytorch
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22255step1-simulationsuccessyes0:09:15
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.1317401333046686
survival_time_median1.3500000000000003
deviation-center-line_median0.09051201133753067
in-drivable-lane_median0


other stats
agent_compute-ego_max0.09404270465557392
agent_compute-ego_mean0.0911899666207176
agent_compute-ego_median0.09126294100726091
agent_compute-ego_min0.08629555413217256
deviation-center-line_max0.13539088414168712
deviation-center-line_mean0.09019169747338474
deviation-center-line_min0.06100083543411533
deviation-heading_max1.119533239881706
deviation-heading_mean0.7670253269937386
deviation-heading_median0.7712658195371249
deviation-heading_min0.42745759121565297
driven_any_max0.24068672281928305
driven_any_mean0.18076388532721985
driven_any_median0.18159483951329145
driven_any_min0.10429238626494287
driven_lanedir_consec_max0.18042527144806184
driven_lanedir_consec_mean0.1272777093618605
driven_lanedir_consec_min0.06867936230873317
driven_lanedir_max0.18042527144806184
driven_lanedir_mean0.1272777093618605
driven_lanedir_median0.1317401333046686
driven_lanedir_min0.06867936230873317
in-drivable-lane_max0.05000000000000005
in-drivable-lane_mean0.003333333333333336
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.24068672281928305, "sim_physics": 0.036746917232390375, "survival_time": 1.5500000000000007, "driven_lanedir": 0.1659496254139592, "sim_render-ego": 0.0361051328720585, "in-drivable-lane": 0, "agent_compute-ego": 0.09219754895856304, "deviation-heading": 0.9097861828672116, "set_robot_commands": 0.054009037633096016, "deviation-center-line": 0.10197408615389986, "driven_lanedir_consec": 0.1659496254139592, "sim_compute_sim_state": 0.022553220871956117, "sim_compute_performance-ego": 0.039319838246991555, "sim_compute_robot_state-ego": 0.0402442870601531}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.23277320060236964, "sim_physics": 0.03788570314645767, "survival_time": 1.6000000000000008, "driven_lanedir": 0.18042527144806184, "sim_render-ego": 0.03546656668186188, "in-drivable-lane": 0, "agent_compute-ego": 0.09147753566503523, "deviation-heading": 0.7641469848250044, "set_robot_commands": 0.055102504789829254, "deviation-center-line": 0.06979216076710265, "driven_lanedir_consec": 0.18042527144806184, "sim_compute_sim_state": 0.022122330963611603, "sim_compute_performance-ego": 0.03909917175769806, "sim_compute_robot_state-ego": 0.04038113355636597}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.10429238626494287, "sim_physics": 0.03722202777862549, "survival_time": 1.0000000000000002, "driven_lanedir": 0.06867936230873317, "sim_render-ego": 0.035679078102111815, "in-drivable-lane": 0, "agent_compute-ego": 0.09051142930984496, "deviation-heading": 0.6063523180815374, "set_robot_commands": 0.05522379875183105, "deviation-center-line": 0.08984281115060817, "driven_lanedir_consec": 0.06867936230873317, "sim_compute_sim_state": 0.023313736915588378, "sim_compute_performance-ego": 0.03967878818511963, "sim_compute_robot_state-ego": 0.041035807132720946}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.19747978458755475, "sim_physics": 0.036177026814427866, "survival_time": 1.4500000000000006, "driven_lanedir": 0.1159915884256284, "sim_render-ego": 0.03433618052252408, "in-drivable-lane": 0, "agent_compute-ego": 0.08708495929323394, "deviation-heading": 1.1143626315655055, "set_robot_commands": 0.053542737303109, "deviation-center-line": 0.09165508458996748, "driven_lanedir_consec": 0.1159915884256284, "sim_compute_sim_state": 0.021481604411684233, "sim_compute_performance-ego": 0.03660051576022444, "sim_compute_robot_state-ego": 0.03961043522275727}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.2260736993572308, "sim_physics": 0.03652690396164403, "survival_time": 1.6500000000000008, "driven_lanedir": 0.15291780048222536, "sim_render-ego": 0.03317457256895123, "in-drivable-lane": 0, "agent_compute-ego": 0.08629555413217256, "deviation-heading": 0.9492879058762276, "set_robot_commands": 0.05087466673417525, "deviation-center-line": 0.0844142054597018, "driven_lanedir_consec": 0.15291780048222536, "sim_compute_sim_state": 0.021042072411739464, "sim_compute_performance-ego": 0.0360809528466427, "sim_compute_robot_state-ego": 0.03886079065727465}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.2034600998747163, "sim_physics": 0.04033032779035897, "survival_time": 1.4500000000000006, "driven_lanedir": 0.1191619949212228, "sim_render-ego": 0.037671755100118706, "in-drivable-lane": 0, "agent_compute-ego": 0.09351676085899616, "deviation-heading": 1.119533239881706, "set_robot_commands": 0.05606015797319083, "deviation-center-line": 0.09780740220769328, "driven_lanedir_consec": 0.1191619949212228, "sim_compute_sim_state": 0.02378670922641097, "sim_compute_performance-ego": 0.04016052443405677, "sim_compute_robot_state-ego": 0.04188189013250943}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.2157864535707014, "sim_physics": 0.039343649341214086, "survival_time": 1.5500000000000007, "driven_lanedir": 0.1790966759935011, "sim_render-ego": 0.03690334289304672, "in-drivable-lane": 0, "agent_compute-ego": 0.0934507308467742, "deviation-heading": 0.6287987580585661, "set_robot_commands": 0.05676301833122007, "deviation-center-line": 0.10234819751298688, "driven_lanedir_consec": 0.1790966759935011, "sim_compute_sim_state": 0.022980143946986043, "sim_compute_performance-ego": 0.03999779301304971, "sim_compute_robot_state-ego": 0.04251885414123535}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.12204820906217488, "sim_physics": 0.03896612212771461, "survival_time": 1.0500000000000005, "driven_lanedir": 0.0922485813348013, "sim_render-ego": 0.037761109215872626, "in-drivable-lane": 0, "agent_compute-ego": 0.09255936032249816, "deviation-heading": 0.5490453757236898, "set_robot_commands": 0.05616376513526553, "deviation-center-line": 0.09051201133753067, "driven_lanedir_consec": 0.0922485813348013, "sim_compute_sim_state": 0.02392940294174921, "sim_compute_performance-ego": 0.04021183649698893, "sim_compute_robot_state-ego": 0.04080845060802642}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.1471199044000471, "sim_physics": 0.03713526175572322, "survival_time": 1.3000000000000005, "driven_lanedir": 0.08473318953054365, "sim_render-ego": 0.03526481298299936, "in-drivable-lane": 0, "agent_compute-ego": 0.09069484013777512, "deviation-heading": 0.890283469545739, "set_robot_commands": 0.05608184521014874, "deviation-center-line": 0.06100083543411533, "driven_lanedir_consec": 0.08473318953054365, "sim_compute_sim_state": 0.022204252389761116, "sim_compute_performance-ego": 0.04143936817462627, "sim_compute_robot_state-ego": 0.040886640548706055}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.17368574948280477, "sim_physics": 0.03872452735900879, "survival_time": 1.2500000000000004, "driven_lanedir": 0.13825993515185075, "sim_render-ego": 0.034990482330322266, "in-drivable-lane": 0, "agent_compute-ego": 0.092397403717041, "deviation-heading": 0.5346914470677449, "set_robot_commands": 0.05560123443603516, "deviation-center-line": 0.09172801511317669, "driven_lanedir_consec": 0.13825993515185075, "sim_compute_sim_state": 0.02306065559387207, "sim_compute_performance-ego": 0.040731582641601566, "sim_compute_robot_state-ego": 0.04324841499328613}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.18159483951329145, "sim_physics": 0.03790399763319227, "survival_time": 1.3500000000000003, "driven_lanedir": 0.152918153546872, "sim_render-ego": 0.03665048987777145, "in-drivable-lane": 0, "agent_compute-ego": 0.09126294100726091, "deviation-heading": 0.4844386547087434, "set_robot_commands": 0.05439034214726201, "deviation-center-line": 0.12176824917641782, "driven_lanedir_consec": 0.152918153546872, "sim_compute_sim_state": 0.02250737614101834, "sim_compute_performance-ego": 0.04161166261743616, "sim_compute_robot_state-ego": 0.04124385339242441}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.12325525583510644, "sim_physics": 0.039663086334864296, "survival_time": 1.2000000000000004, "driven_lanedir": 0.07101463765499527, "sim_render-ego": 0.0373941957950592, "in-drivable-lane": 0, "agent_compute-ego": 0.09094371398289998, "deviation-heading": 0.7712658195371249, "set_robot_commands": 0.05599463979403178, "deviation-center-line": 0.0710742882197751, "driven_lanedir_consec": 0.07101463765499527, "sim_compute_sim_state": 0.02341033021608989, "sim_compute_performance-ego": 0.03963750600814819, "sim_compute_robot_state-ego": 0.04149872064590454}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.2080278024753497, "sim_physics": 0.03880230842098113, "survival_time": 1.5500000000000007, "driven_lanedir": 0.1317401333046686, "sim_render-ego": 0.035535027903895226, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.09089336856718988, "deviation-heading": 0.8986208203327576, "set_robot_commands": 0.05637515744855327, "deviation-center-line": 0.07657448187869034, "driven_lanedir_consec": 0.1317401333046686, "sim_compute_sim_state": 0.022531055635021575, "sim_compute_performance-ego": 0.03922342484997165, "sim_compute_robot_state-ego": 0.04103637510730374}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.15584822642112242, "sim_physics": 0.03855950098771315, "survival_time": 1.3000000000000005, "driven_lanedir": 0.10056027365917064, "sim_render-ego": 0.035650207446171686, "in-drivable-lane": 0, "agent_compute-ego": 0.09404270465557392, "deviation-heading": 0.8573087056188671, "set_robot_commands": 0.05771176631634052, "deviation-center-line": 0.06699274895741789, "driven_lanedir_consec": 0.10056027365917064, "sim_compute_sim_state": 0.02266670190371, "sim_compute_performance-ego": 0.040532634808466986, "sim_compute_robot_state-ego": 0.04178613882798415}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.1793259456416021, "sim_physics": 0.03780632752638597, "survival_time": 1.3000000000000005, "driven_lanedir": 0.1554684172516736, "sim_render-ego": 0.03596362700829139, "in-drivable-lane": 0, "agent_compute-ego": 0.09052064785590538, "deviation-heading": 0.42745759121565297, "set_robot_commands": 0.05609239064730131, "deviation-center-line": 0.13539088414168712, "driven_lanedir_consec": 0.1554684172516736, "sim_compute_sim_state": 0.022418719071608324, "sim_compute_performance-ego": 0.03896394142737755, "sim_compute_robot_state-ego": 0.04067703393789438}}
set_robot_commands_max0.05771176631634052
set_robot_commands_mean0.05533247084342599
set_robot_commands_median0.05599463979403178
set_robot_commands_min0.05087466673417525
sim_compute_performance-ego_max0.04161166261743616
sim_compute_performance-ego_mean0.039552636084560014
sim_compute_performance-ego_median0.03967878818511963
sim_compute_performance-ego_min0.0360809528466427
sim_compute_robot_state-ego_max0.04324841499328613
sim_compute_robot_state-ego_mean0.04104792173096976
sim_compute_robot_state-ego_median0.041035807132720946
sim_compute_robot_state-ego_min0.03886079065727465
sim_compute_sim_state_max0.02392940294174921
sim_compute_sim_state_mean0.02266722084272049
sim_compute_sim_state_median0.022553220871956117
sim_compute_sim_state_min0.021042072411739464
sim_physics_max0.04033032779035897
sim_physics_mean0.0381195792140468
sim_physics_median0.03790399763319227
sim_physics_min0.036177026814427866
sim_render-ego_max0.037761109215872626
sim_render-ego_mean0.03590310542007041
sim_render-ego_median0.035679078102111815
sim_render-ego_min0.03317457256895123
simulation-passed1
survival_time_max1.6500000000000008
survival_time_mean1.3700000000000006
survival_time_min1.0000000000000002
No reset possible