Duckietown Challenges Home Challenges Submissions

Submission 2583

Submission2583
Competingyes
Challengeaido2-LF-sim-testing
UserLiam Paull 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22881
Next
User labelchallenge-aido_LF-template-ros
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22881step1-simulationsuccessyes0:20:33
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4126113388371666
survival_time_median2.6999999999999984
deviation-center-line_median0.11871775985231396
in-drivable-lane_median0.9499999999999976


other stats
agent_compute-ego_max0.08501674731572469
agent_compute-ego_mean0.08222175518542342
agent_compute-ego_median0.08155857831582256
agent_compute-ego_min0.07933632930119833
deviation-center-line_max0.2616199012603187
deviation-center-line_mean0.12663752615997417
deviation-center-line_min0.07143676193760398
deviation-heading_max1.4563581054905994
deviation-heading_mean0.5551840294909584
deviation-heading_median0.55940705176748
deviation-heading_min0.2596285487829774
driven_any_max1.6839250134630197
driven_any_mean0.7327294413370017
driven_any_median0.7309130538792373
driven_any_min0.2364518949491652
driven_lanedir_consec_max0.9416535020294268
driven_lanedir_consec_mean0.4469104002974222
driven_lanedir_consec_min0.2221238695940002
driven_lanedir_max0.9416535020294268
driven_lanedir_mean0.4469104002974222
driven_lanedir_median0.4126113388371666
driven_lanedir_min0.2221238695940002
in-drivable-lane_max2.1499999999999924
in-drivable-lane_mean0.8233333333333307
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.922682252912863, "sim_physics": 0.12772823387468366, "survival_time": 3.5499999999999954, "driven_lanedir": 0.36592094708219225, "sim_render-ego": 0.07068801933610944, "in-drivable-lane": 1.8999999999999944, "agent_compute-ego": 0.08084280725935815, "deviation-heading": 0.2596285487829774, "set_robot_commands": 0.1118769108409613, "deviation-center-line": 0.16987818035809085, "driven_lanedir_consec": 0.36592094708219225, "sim_compute_sim_state": 0.042226002249919195, "sim_compute_performance-ego": 0.08192246396776656, "sim_compute_robot_state-ego": 0.08775093857671173}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7993934895811189, "sim_physics": 0.13990646203358967, "survival_time": 2.9999999999999973, "driven_lanedir": 0.6632135184572027, "sim_render-ego": 0.07181057532628378, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.07933632930119833, "deviation-heading": 0.5809378480871981, "set_robot_commands": 0.11756959358851114, "deviation-center-line": 0.1166759393545397, "driven_lanedir_consec": 0.6632135184572027, "sim_compute_sim_state": 0.04525506099065145, "sim_compute_performance-ego": 0.07810460329055786, "sim_compute_robot_state-ego": 0.09077967007954917}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.2364518949491652, "sim_physics": 0.14286446571350098, "survival_time": 1.1000000000000003, "driven_lanedir": 0.2221238695940002, "sim_render-ego": 0.06944042986089533, "in-drivable-lane": 0, "agent_compute-ego": 0.08131275393746117, "deviation-heading": 0.34882560565471876, "set_robot_commands": 0.11181486736644398, "deviation-center-line": 0.11316665887359229, "driven_lanedir_consec": 0.2221238695940002, "sim_compute_sim_state": 0.04451837322928689, "sim_compute_performance-ego": 0.08247455683621494, "sim_compute_robot_state-ego": 0.08971503647890958}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5946812776947944, "sim_physics": 0.1490403562784195, "survival_time": 2.3999999999999995, "driven_lanedir": 0.5792955579972934, "sim_render-ego": 0.07249829669793446, "in-drivable-lane": 0, "agent_compute-ego": 0.08501674731572469, "deviation-heading": 0.5685240160177978, "set_robot_commands": 0.11718463897705078, "deviation-center-line": 0.15908349194402024, "driven_lanedir_consec": 0.5792955579972934, "sim_compute_sim_state": 0.04552719493707021, "sim_compute_performance-ego": 0.08293392757574718, "sim_compute_robot_state-ego": 0.09979074199994405}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.609146202404747, "sim_physics": 0.14522402701170548, "survival_time": 2.3, "driven_lanedir": 0.2919817227673325, "sim_render-ego": 0.06855520994766899, "in-drivable-lane": 0.9499999999999992, "agent_compute-ego": 0.08370138769564421, "deviation-heading": 0.3390861746033595, "set_robot_commands": 0.1176827731339828, "deviation-center-line": 0.1011892720306074, "driven_lanedir_consec": 0.2919817227673325, "sim_compute_sim_state": 0.04515364895696226, "sim_compute_performance-ego": 0.08172072016674539, "sim_compute_robot_state-ego": 0.08619689423104991}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.32177231722795413, "sim_physics": 0.15455801288286844, "survival_time": 1.2000000000000004, "driven_lanedir": 0.259671941523266, "sim_render-ego": 0.07542885343233745, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08487162987391154, "deviation-heading": 0.55940705176748, "set_robot_commands": 0.11541347702344258, "deviation-center-line": 0.07983398841276981, "driven_lanedir_consec": 0.259671941523266, "sim_compute_sim_state": 0.04539750019709269, "sim_compute_performance-ego": 0.08128162225087483, "sim_compute_robot_state-ego": 0.08907001217206319}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9218874635466072, "sim_physics": 0.1311097359045958, "survival_time": 3.899999999999994, "driven_lanedir": 0.5450627289344152, "sim_render-ego": 0.07311499118804932, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.08123742922758445, "deviation-heading": 0.6586708623908946, "set_robot_commands": 0.11288857154357128, "deviation-center-line": 0.13114121213460145, "driven_lanedir_consec": 0.5450627289344152, "sim_compute_sim_state": 0.04426098786867582, "sim_compute_performance-ego": 0.07859897919190235, "sim_compute_robot_state-ego": 0.08550719725779998}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8035998912048764, "sim_physics": 0.154040732554027, "survival_time": 2.799999999999998, "driven_lanedir": 0.4126113388371666, "sim_render-ego": 0.07224335840770177, "in-drivable-lane": 0.9999999999999972, "agent_compute-ego": 0.08323578749384199, "deviation-heading": 0.6465417997696941, "set_robot_commands": 0.11849223715918404, "deviation-center-line": 0.119844131874105, "driven_lanedir_consec": 0.4126113388371666, "sim_compute_sim_state": 0.047930427959987094, "sim_compute_performance-ego": 0.0850326589175633, "sim_compute_robot_state-ego": 0.10118287801742554}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.082025040886041, "sim_physics": 0.1387672479125275, "survival_time": 4.3499999999999925, "driven_lanedir": 0.4507633352947824, "sim_render-ego": 0.07587988623257341, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.08155857831582256, "deviation-heading": 0.6137519362826567, "set_robot_commands": 0.11271509082838035, "deviation-center-line": 0.11871775985231396, "driven_lanedir_consec": 0.4507633352947824, "sim_compute_sim_state": 0.04508152775380803, "sim_compute_performance-ego": 0.08075896624861092, "sim_compute_robot_state-ego": 0.08846398605697456}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.6839250134630197, "sim_physics": 0.14158985398032448, "survival_time": 5.4999999999999885, "driven_lanedir": 0.9416535020294268, "sim_render-ego": 0.07019334489648993, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.08133185776797208, "deviation-heading": 1.4563581054905994, "set_robot_commands": 0.11206286387010056, "deviation-center-line": 0.2616199012603187, "driven_lanedir_consec": 0.9416535020294268, "sim_compute_sim_state": 0.04491037888960405, "sim_compute_performance-ego": 0.07935681776566939, "sim_compute_robot_state-ego": 0.08890111229636452}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.2667775284624888, "sim_physics": 0.1514892578125, "survival_time": 1.2000000000000004, "driven_lanedir": 0.25235480657068055, "sim_render-ego": 0.07391544183095296, "in-drivable-lane": 0, "agent_compute-ego": 0.08124428987503052, "deviation-heading": 0.2735028974766809, "set_robot_commands": 0.10587815443674724, "deviation-center-line": 0.10630271043038582, "driven_lanedir_consec": 0.25235480657068055, "sim_compute_sim_state": 0.04377479354540507, "sim_compute_performance-ego": 0.08441593249638875, "sim_compute_robot_state-ego": 0.0889841119448344}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.0389325864387626, "sim_physics": 0.14718539993484298, "survival_time": 3.8499999999999943, "driven_lanedir": 0.4755729783153157, "sim_render-ego": 0.07317643970638127, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.08403977790436187, "deviation-heading": 0.521699236138543, "set_robot_commands": 0.12008295121131005, "deviation-center-line": 0.10517150645857888, "driven_lanedir_consec": 0.4755729783153157, "sim_compute_sim_state": 0.04497563993775999, "sim_compute_performance-ego": 0.08474390537707836, "sim_compute_robot_state-ego": 0.10080960199430392}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.6835794874956865, "sim_physics": 0.1471712827682495, "survival_time": 2.499999999999999, "driven_lanedir": 0.6100305079584653, "sim_render-ego": 0.07252418518066406, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.08419474601745605, "deviation-heading": 0.4739455376152246, "set_robot_commands": 0.12182199001312256, "deviation-center-line": 0.12143860235134882, "driven_lanedir_consec": 0.6100305079584653, "sim_compute_sim_state": 0.04707977294921875, "sim_compute_performance-ego": 0.08396644115447999, "sim_compute_robot_state-ego": 0.095107684135437}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.29517411990766207, "sim_physics": 0.14539944208585298, "survival_time": 1.3000000000000005, "driven_lanedir": 0.25251967754950355, "sim_render-ego": 0.07461980672983023, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08158237200516921, "deviation-heading": 0.466101326638835, "set_robot_commands": 0.11239901872781607, "deviation-center-line": 0.07143676193760398, "driven_lanedir_consec": 0.25251967754950355, "sim_compute_sim_state": 0.045100890673123874, "sim_compute_performance-ego": 0.0807405893619244, "sim_compute_robot_state-ego": 0.08903550184690036}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.7309130538792373, "sim_physics": 0.14059040281507704, "survival_time": 2.6999999999999984, "driven_lanedir": 0.38087957155028906, "sim_render-ego": 0.07227526329181812, "in-drivable-lane": 0.9499999999999976, "agent_compute-ego": 0.07981983379081443, "deviation-heading": 0.5607794956477159, "set_robot_commands": 0.1129052859765512, "deviation-center-line": 0.12406277512673576, "driven_lanedir_consec": 0.38087957155028906, "sim_compute_sim_state": 0.04434386006108037, "sim_compute_performance-ego": 0.08264000327498824, "sim_compute_robot_state-ego": 0.08936200318513093}}
set_robot_commands_max0.12182199001312256
set_robot_commands_mean0.11471922831314504
set_robot_commands_median0.1129052859765512
set_robot_commands_min0.10587815443674724
sim_compute_performance-ego_max0.0850326589175633
sim_compute_performance-ego_mean0.08191281252510083
sim_compute_performance-ego_median0.08192246396776656
sim_compute_performance-ego_min0.07810460329055786
sim_compute_robot_state-ego_max0.10118287801742554
sim_compute_robot_state-ego_mean0.0913771580182266
sim_compute_robot_state-ego_median0.08907001217206319
sim_compute_robot_state-ego_min0.08550719725779998
sim_compute_sim_state_max0.047930427959987094
sim_compute_sim_state_mean0.04503573734664304
sim_compute_sim_state_median0.04508152775380803
sim_compute_sim_state_min0.042226002249919195
sim_physics_max0.15455801288286844
sim_physics_mean0.1437776609041843
sim_physics_median0.14522402701170548
sim_physics_min0.12772823387468366
sim_render-ego_max0.07587988623257341
sim_render-ego_mean0.07242427347104605
sim_render-ego_median0.07249829669793446
sim_render-ego_min0.06855520994766899
simulation-passed1
survival_time_max5.4999999999999885
survival_time_mean2.7766666666666637
survival_time_min1.1000000000000003
No reset possible