Duckietown Challenges Home Challenges Submissions

Submission 2404

Submission2404
Competingyes
Challengeaido2-LFV-sim-testing
UserVictor Guerra 🇫🇷
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 23002
Next
User labelBaseline solution using reinforcement learning
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
23002step1-simulationsuccessyes0:43:51
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.06012441230310195
survival_time_median1.6500000000000008
deviation-center-line_median0.07695572070673869
in-drivable-lane_median0.5500000000000005


other stats
agent_compute-ego_max0.17220924377441407
agent_compute-ego_mean0.15591732591687238
agent_compute-ego_median0.1569546620051066
agent_compute-ego_min0.12864815747296368
deviation-center-line_max0.661406549475925
deviation-center-line_mean0.15051497984053228
deviation-center-line_min0.02780241294906417
deviation-heading_max6.0970954854422645
deviation-heading_mean2.476472329942467
deviation-heading_median0.6439097677899761
deviation-heading_min0.4986756377174347
driven_any_max1.6995671675282338
driven_any_mean0.6476519321163464
driven_any_median0.14314803605730164
driven_any_min0.09895959495462382
driven_lanedir_consec_max0.5717816054931946
driven_lanedir_consec_mean0.21019456307314263
driven_lanedir_consec_min0.03126199365840754
driven_lanedir_max0.5717816054931946
driven_lanedir_mean0.21019456307314263
driven_lanedir_median0.06012441230310195
driven_lanedir_min0.03126199365840754
in-drivable-lane_max7.45000000000004
in-drivable-lane_mean2.850000000000014
in-drivable-lane_min0.2500000000000002
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.6995671675282338, "sim_physics": 0.157306969165802, "survival_time": 14.950000000000076, "driven_lanedir": 0.5305861450747233, "sim_render-ego": 0.057234501043955485, "in-drivable-lane": 7.250000000000041, "agent_compute-ego": 0.1576130755742391, "deviation-heading": 5.8108867746064, "set_robot_commands": 0.0860632840792338, "deviation-center-line": 0.3112082293618781, "driven_lanedir_consec": 0.5305861450747233, "sim_compute_sim_state": 0.03482873757680257, "sim_compute_performance-ego": 0.06162858724594116, "sim_compute_robot_state-ego": 0.06649880727132161, "sim_compute_robot_state-npc0": 0.06290518522262573, "sim_compute_robot_state-npc1": 0.06342979272206624, "sim_compute_robot_state-npc2": 0.06296874443689982, "sim_compute_robot_state-npc3": 0.06156526406606038}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.49843359929386, "sim_physics": 0.15669526815414428, "survival_time": 14.950000000000076, "driven_lanedir": 0.4447841770145087, "sim_render-ego": 0.05771683057149251, "in-drivable-lane": 7.45000000000004, "agent_compute-ego": 0.1612115693092346, "deviation-heading": 5.887846553991392, "set_robot_commands": 0.09067315181096394, "deviation-center-line": 0.661406549475925, "driven_lanedir_consec": 0.4447841770145087, "sim_compute_sim_state": 0.03664316018422445, "sim_compute_performance-ego": 0.06508712927500407, "sim_compute_robot_state-ego": 0.07161466757456461, "sim_compute_robot_state-npc0": 0.06803791761398316, "sim_compute_robot_state-npc1": 0.06555738131205241, "sim_compute_robot_state-npc2": 0.06493489027023315, "sim_compute_robot_state-npc3": 0.0657756241162618}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1169812369716197, "sim_physics": 0.1739380615098136, "survival_time": 1.4000000000000006, "driven_lanedir": 0.04261239659045657, "sim_render-ego": 0.05727676834378924, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.14278819731303624, "deviation-heading": 0.5435862078429031, "set_robot_commands": 0.09833520650863647, "deviation-center-line": 0.07836236921321225, "driven_lanedir_consec": 0.04261239659045657, "sim_compute_sim_state": 0.03773929391588483, "sim_compute_performance-ego": 0.06105872562953404, "sim_compute_robot_state-ego": 0.06626198121479579, "sim_compute_robot_state-npc0": 0.06345370837620326, "sim_compute_robot_state-npc1": 0.0607536860874721, "sim_compute_robot_state-npc2": 0.0601136428969247, "sim_compute_robot_state-npc3": 0.06130833285195487}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.10712690030590882, "sim_physics": 0.15860482215881347, "survival_time": 1.2500000000000004, "driven_lanedir": 0.04590199040558929, "sim_render-ego": 0.05826052665710449, "in-drivable-lane": 0.2500000000000002, "agent_compute-ego": 0.17220924377441407, "deviation-heading": 0.5530546834628679, "set_robot_commands": 0.08586774826049805, "deviation-center-line": 0.07695572070673869, "driven_lanedir_consec": 0.04590199040558929, "sim_compute_sim_state": 0.03152559280395508, "sim_compute_performance-ego": 0.059002628326416014, "sim_compute_robot_state-ego": 0.06684134483337402, "sim_compute_robot_state-npc0": 0.06612065315246582, "sim_compute_robot_state-npc1": 0.06238686561584473, "sim_compute_robot_state-npc2": 0.05965214729309082, "sim_compute_robot_state-npc3": 0.05588903427124024}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.14314803605730164, "sim_physics": 0.12175461097999855, "survival_time": 1.3500000000000003, "driven_lanedir": 0.04889196563850473, "sim_render-ego": 0.04742836069177698, "in-drivable-lane": 0.40000000000000024, "agent_compute-ego": 0.12864815747296368, "deviation-heading": 0.6685855127835026, "set_robot_commands": 0.07068991661071777, "deviation-center-line": 0.029021863648060545, "driven_lanedir_consec": 0.04889196563850473, "sim_compute_sim_state": 0.03043363712452076, "sim_compute_performance-ego": 0.05119225713941786, "sim_compute_robot_state-ego": 0.053866739626284, "sim_compute_robot_state-npc0": 0.05411374127423322, "sim_compute_robot_state-npc1": 0.05352738168504503, "sim_compute_robot_state-npc2": 0.05292654920507361, "sim_compute_robot_state-npc3": 0.05205713378058539}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.567456030937525, "sim_physics": 0.15773828983306884, "survival_time": 14.950000000000076, "driven_lanedir": 0.5167918887835721, "sim_render-ego": 0.05799082358678182, "in-drivable-lane": 6.950000000000041, "agent_compute-ego": 0.16113531430562336, "deviation-heading": 6.0970954854422645, "set_robot_commands": 0.08789158344268799, "deviation-center-line": 0.2497636020368942, "driven_lanedir_consec": 0.5167918887835721, "sim_compute_sim_state": 0.03660334904988607, "sim_compute_performance-ego": 0.06413703918457031, "sim_compute_robot_state-ego": 0.068031534353892, "sim_compute_robot_state-npc0": 0.06494500080744425, "sim_compute_robot_state-npc1": 0.06407451788584391, "sim_compute_robot_state-npc2": 0.06361393292744955, "sim_compute_robot_state-npc3": 0.06444254477818807}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.10949077965113244, "sim_physics": 0.17604069198880876, "survival_time": 1.4000000000000006, "driven_lanedir": 0.03126199365840754, "sim_render-ego": 0.05754572153091431, "in-drivable-lane": 0.5000000000000003, "agent_compute-ego": 0.15547476496015275, "deviation-heading": 0.4986756377174347, "set_robot_commands": 0.09164547068732123, "deviation-center-line": 0.046861495705743765, "driven_lanedir_consec": 0.03126199365840754, "sim_compute_sim_state": 0.033848081316266744, "sim_compute_performance-ego": 0.06139935765947614, "sim_compute_robot_state-ego": 0.06428085906164986, "sim_compute_robot_state-npc0": 0.06479286296027047, "sim_compute_robot_state-npc1": 0.05874625274113247, "sim_compute_robot_state-npc2": 0.057826834065573554, "sim_compute_robot_state-npc3": 0.05379292794636318}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.11889607104561672, "sim_physics": 0.15531218462976917, "survival_time": 1.4500000000000006, "driven_lanedir": 0.05028570494010731, "sim_render-ego": 0.052274514888894966, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.15151653618648134, "deviation-heading": 0.5400609729976547, "set_robot_commands": 0.08720288605525575, "deviation-center-line": 0.06862984067383088, "driven_lanedir_consec": 0.05028570494010731, "sim_compute_sim_state": 0.03665165243477657, "sim_compute_performance-ego": 0.06334070501656368, "sim_compute_robot_state-ego": 0.068458943531431, "sim_compute_robot_state-npc0": 0.06468550090132089, "sim_compute_robot_state-npc1": 0.06417759533586173, "sim_compute_robot_state-npc2": 0.06164630528154044, "sim_compute_robot_state-npc3": 0.06527968110709355}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.16979188599709688, "sim_physics": 0.17664715823005228, "survival_time": 1.7000000000000008, "driven_lanedir": 0.06531315904064305, "sim_render-ego": 0.060507465811336744, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.1649696756811703, "deviation-heading": 0.6439097677899761, "set_robot_commands": 0.0902714729309082, "deviation-center-line": 0.02780241294906417, "driven_lanedir_consec": 0.06531315904064305, "sim_compute_sim_state": 0.037342345013337976, "sim_compute_performance-ego": 0.06518206876866958, "sim_compute_robot_state-ego": 0.07046985626220703, "sim_compute_robot_state-npc0": 0.06696574828203987, "sim_compute_robot_state-npc1": 0.07026646417729995, "sim_compute_robot_state-npc2": 0.06518532949335434, "sim_compute_robot_state-npc3": 0.06302358122432933}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.5601848819411486, "sim_physics": 0.14494963804880778, "survival_time": 14.950000000000076, "driven_lanedir": 0.4859839888701125, "sim_render-ego": 0.054344181219736734, "in-drivable-lane": 7.30000000000004, "agent_compute-ego": 0.15126311858495076, "deviation-heading": 5.974823819208034, "set_robot_commands": 0.08385847965876261, "deviation-center-line": 0.167933907103007, "driven_lanedir_consec": 0.4859839888701125, "sim_compute_sim_state": 0.03426305294036865, "sim_compute_performance-ego": 0.061427194277445474, "sim_compute_robot_state-ego": 0.06730058352152507, "sim_compute_robot_state-npc0": 0.060136574109395345, "sim_compute_robot_state-npc1": 0.05894564310709635, "sim_compute_robot_state-npc2": 0.05933799902598063, "sim_compute_robot_state-npc3": 0.06102580944697062}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.6240197595499182, "sim_physics": 0.1643636146513354, "survival_time": 5.949999999999987, "driven_lanedir": 0.19135411357194032, "sim_render-ego": 0.0610850438350389, "in-drivable-lane": 2.799999999999995, "agent_compute-ego": 0.15610021503031754, "deviation-heading": 2.430347921357834, "set_robot_commands": 0.08955954703964106, "deviation-center-line": 0.07657285677045554, "driven_lanedir_consec": 0.19135411357194032, "sim_compute_sim_state": 0.035520593659216615, "sim_compute_performance-ego": 0.06544748875273376, "sim_compute_robot_state-ego": 0.06687948483378947, "sim_compute_robot_state-npc0": 0.06390293906716739, "sim_compute_robot_state-npc1": 0.06531234148169766, "sim_compute_robot_state-npc2": 0.06511161106975139, "sim_compute_robot_state-npc3": 0.06217506552944664}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.09895959495462382, "sim_physics": 0.15673850200794362, "survival_time": 1.3500000000000003, "driven_lanedir": 0.031560998153521425, "sim_render-ego": 0.05591697163052029, "in-drivable-lane": 0.4500000000000003, "agent_compute-ego": 0.1642713811662462, "deviation-heading": 0.5336889876053491, "set_robot_commands": 0.08699456850687663, "deviation-center-line": 0.06505635963666165, "driven_lanedir_consec": 0.031560998153521425, "sim_compute_sim_state": 0.03714406048810041, "sim_compute_performance-ego": 0.0634533475946497, "sim_compute_robot_state-ego": 0.07102713761506257, "sim_compute_robot_state-npc0": 0.06339217998363354, "sim_compute_robot_state-npc1": 0.06175855354026512, "sim_compute_robot_state-npc2": 0.06208446290757921, "sim_compute_robot_state-npc3": 0.06444201646027742}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.6490147376645763, "sim_physics": 0.1572758928934733, "survival_time": 14.950000000000076, "driven_lanedir": 0.5717816054931946, "sim_render-ego": 0.0558881664276123, "in-drivable-lane": 7.100000000000041, "agent_compute-ego": 0.1569546620051066, "deviation-heading": 5.770018112021226, "set_robot_commands": 0.08814735968907673, "deviation-center-line": 0.2666691311120884, "driven_lanedir_consec": 0.5717816054931946, "sim_compute_sim_state": 0.03584709962209066, "sim_compute_performance-ego": 0.06114449024200439, "sim_compute_robot_state-ego": 0.06532016356786093, "sim_compute_robot_state-npc0": 0.06296947320302328, "sim_compute_robot_state-npc1": 0.06246983607610067, "sim_compute_robot_state-npc2": 0.06172402302424113, "sim_compute_robot_state-npc3": 0.06251467068990071}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.13029629372032678, "sim_physics": 0.19015496969223025, "survival_time": 1.4000000000000006, "driven_lanedir": 0.06012441230310195, "sim_render-ego": 0.061672593866075785, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.16273387840815953, "deviation-heading": 0.6022713837689331, "set_robot_commands": 0.0915311404636928, "deviation-center-line": 0.0773688304065683, "driven_lanedir_consec": 0.06012441230310195, "sim_compute_sim_state": 0.03827674899782453, "sim_compute_performance-ego": 0.07115967784609113, "sim_compute_robot_state-ego": 0.07746965544564384, "sim_compute_robot_state-npc0": 0.06822653327669416, "sim_compute_robot_state-npc1": 0.07057217189243861, "sim_compute_robot_state-npc2": 0.067177414894104, "sim_compute_robot_state-npc3": 0.06978196757180351}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.12141200612630644, "sim_physics": 0.1749067667758826, "survival_time": 1.6500000000000008, "driven_lanedir": 0.03568390655875575, "sim_render-ego": 0.058315067580251984, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.15187009898099033, "deviation-heading": 0.5922331285412288, "set_robot_commands": 0.10047131596189555, "deviation-center-line": 0.05411152880785536, "driven_lanedir_consec": 0.03568390655875575, "sim_compute_sim_state": 0.03577529300342907, "sim_compute_performance-ego": 0.06749930526271011, "sim_compute_robot_state-ego": 0.07150495413577918, "sim_compute_robot_state-npc0": 0.06481861345695727, "sim_compute_robot_state-npc1": 0.06667366894808682, "sim_compute_robot_state-npc2": 0.06554648370453806, "sim_compute_robot_state-npc3": 0.06249227668299819}}
set_robot_commands_max0.10047131596189555
set_robot_commands_mean0.08861354211374456
set_robot_commands_median0.08814735968907673
set_robot_commands_min0.07068991661071777
sim_compute_performance-ego_max0.07115967784609113
sim_compute_performance-ego_mean0.06281066681474849
sim_compute_performance-ego_median0.06334070501656368
sim_compute_performance-ego_min0.05119225713941786
sim_compute_robot_state-ego_max0.07746965544564384
sim_compute_robot_state-ego_mean0.06772178085661208
sim_compute_robot_state-ego_median0.06730058352152507
sim_compute_robot_state-ego_min0.053866739626284
sim_compute_robot_state-npc0_max0.06822653327669416
sim_compute_robot_state-npc0_mean0.06396444211249716
sim_compute_robot_state-npc0_median0.06468550090132089
sim_compute_robot_state-npc0_min0.05411374127423322
sim_compute_robot_state-npc1_max0.07057217189243861
sim_compute_robot_state-npc1_mean0.06324347684055359
sim_compute_robot_state-npc1_median0.06342979272206624
sim_compute_robot_state-npc1_min0.05352738168504503
sim_compute_robot_state-npc2_max0.067177414894104
sim_compute_robot_state-npc2_mean0.061990024699755626
sim_compute_robot_state-npc2_median0.06208446290757921
sim_compute_robot_state-npc2_min0.05292654920507361
sim_compute_robot_state-npc3_max0.06978196757180351
sim_compute_robot_state-npc3_mean0.0617043953682316
sim_compute_robot_state-npc3_median0.06249227668299819
sim_compute_robot_state-npc3_min0.05205713378058539
sim_compute_sim_state_max0.03827674899782453
sim_compute_sim_state_mean0.035496179875378994
sim_compute_sim_state_median0.03584709962209066
sim_compute_sim_state_min0.03043363712452076
sim_physics_max0.19015496969223025
sim_physics_mean0.16149516271466294
sim_physics_median0.15773828983306884
sim_physics_min0.12175461097999855
sim_render-ego_max0.061672593866075785
sim_render-ego_mean0.05689716917901884
sim_render-ego_median0.05754572153091431
sim_render-ego_min0.04742836069177698
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.243333333333358
survival_time_min1.2500000000000004
No reset possible