Duckietown Challenges Home Challenges Submissions

Submission 4354

Submission4354
Competingyes
Challengeaido3-LFVI-sim-testing
UserManfred Diaz
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 27564
Next
User labelchallenge-aido_LF-template-tensorflow
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
27564step1-simulationsuccessyes0:14:49
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.2878808090991771
survival_time_median1.2000000000000004
deviation-center-line_median0.07637315595787814
in-drivable-lane_median0


other stats
agent_compute-ego_max0.03230593822620533
agent_compute-ego_mean0.027602274481182264
agent_compute-ego_median0.027096996704737347
agent_compute-ego_min0.021811853755604137
deviation-center-line_max0.12004626450263584
deviation-center-line_mean0.08114502376328539
deviation-center-line_min0.04015116850819734
deviation-heading_max0.7769764552967597
deviation-heading_mean0.4347339519598198
deviation-heading_median0.4044053995019141
deviation-heading_min0.22991184530620343
driven_any_max0.7083552012372211
driven_any_mean0.34385988399252854
driven_any_median0.33517942738117146
driven_any_min0.1639791394707685
driven_lanedir_consec_max0.6558345826690974
driven_lanedir_consec_mean0.3000903093312462
driven_lanedir_consec_min0.1346494827724931
driven_lanedir_max0.6558345826690974
driven_lanedir_mean0.3000903093312462
driven_lanedir_median0.2878808090991771
driven_lanedir_min0.1346494827724931
in-drivable-lane_max0.5999999999999979
in-drivable-lane_mean0.049999999999999864
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.33517942738117146, "sim_physics": 0.30346596240997314, "survival_time": 1.5000000000000009, "driven_lanedir": 0.2878808090991771, "sim_render-ego": 0.012786626815795898, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.031499163309733076, "deviation-heading": 0.528717268098437, "set_robot_commands": 0.010016926129659017, "deviation-center-line": 0.07608379457658365, "driven_lanedir_consec": 0.2878808090991771, "sim_compute_sim_state": 0.004992365837097168, "sim_compute_performance-ego": 0.007467166582743327, "sim_compute_robot_state-ego": 0.009059453010559082, "sim_compute_robot_state-npc0": 0.00865311622619629, "sim_compute_robot_state-npc1": 0.008481049537658691, "sim_compute_robot_state-npc2": 0.00830081303914388, "sim_compute_robot_state-npc3": 0.009081085522969564}, "udem1-1-0": {"driven_any": 0.2737199142264843, "sim_physics": 0.2670035481452942, "survival_time": 1.0000000000000002, "driven_lanedir": 0.22252727968750952, "sim_render-ego": 0.012451386451721192, "in-drivable-lane": 0, "agent_compute-ego": 0.026481366157531737, "deviation-heading": 0.4044053995019141, "set_robot_commands": 0.009490132331848145, "deviation-center-line": 0.05533680124688969, "driven_lanedir_consec": 0.22252727968750952, "sim_compute_sim_state": 0.00506056547164917, "sim_compute_performance-ego": 0.0072745680809021, "sim_compute_robot_state-ego": 0.009097802639007568, "sim_compute_robot_state-npc0": 0.008634185791015625, "sim_compute_robot_state-npc1": 0.008211219310760498, "sim_compute_robot_state-npc2": 0.008221065998077393, "sim_compute_robot_state-npc3": 0.008240020275115967}, "udem1-2-0": {"driven_any": 0.3251738954666671, "sim_physics": 0.2012983759244283, "survival_time": 1.2000000000000004, "driven_lanedir": 0.24611199392465768, "sim_render-ego": 0.01219254732131958, "in-drivable-lane": 0, "agent_compute-ego": 0.027096996704737347, "deviation-heading": 0.5906121432167076, "set_robot_commands": 0.009935696919759115, "deviation-center-line": 0.09032816478983344, "driven_lanedir_consec": 0.24611199392465768, "sim_compute_sim_state": 0.004972388346989949, "sim_compute_performance-ego": 0.00719115138053894, "sim_compute_robot_state-ego": 0.008321285247802734, "sim_compute_robot_state-npc0": 0.008682827154795328, "sim_compute_robot_state-npc1": 0.008329153060913086, "sim_compute_robot_state-npc2": 0.008922318617502848, "sim_compute_robot_state-npc3": 0.008151382207870483}, "udem1-3-0": {"driven_any": 0.7083552012372211, "sim_physics": 0.24727304066930497, "survival_time": 2.799999999999998, "driven_lanedir": 0.6558345826690974, "sim_render-ego": 0.012996503284999303, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.02707472443580627, "deviation-heading": 0.633373408827571, "set_robot_commands": 0.009143578154700144, "deviation-center-line": 0.10663267348705428, "driven_lanedir_consec": 0.6558345826690974, "sim_compute_sim_state": 0.005091049841472081, "sim_compute_performance-ego": 0.007201931306294033, "sim_compute_robot_state-ego": 0.008691370487213135, "sim_compute_robot_state-npc0": 0.008662300450461251, "sim_compute_robot_state-npc1": 0.008325317076274328, "sim_compute_robot_state-npc2": 0.00824061461857387, "sim_compute_robot_state-npc3": 0.008591992514474052}, "udem1-4-0": {"driven_any": 0.3665034969830106, "sim_physics": 0.2654865920543671, "survival_time": 2.000000000000001, "driven_lanedir": 0.3325104247976711, "sim_render-ego": 0.013963711261749268, "in-drivable-lane": 0, "agent_compute-ego": 0.030145364999771117, "deviation-heading": 0.7769764552967597, "set_robot_commands": 0.01028846502304077, "deviation-center-line": 0.11103146741692071, "driven_lanedir_consec": 0.3325104247976711, "sim_compute_sim_state": 0.005079543590545655, "sim_compute_performance-ego": 0.007922786474227905, "sim_compute_robot_state-ego": 0.0101651668548584, "sim_compute_robot_state-npc0": 0.009301412105560302, "sim_compute_robot_state-npc1": 0.009152001142501831, "sim_compute_robot_state-npc2": 0.008872443437576294, "sim_compute_robot_state-npc3": 0.00886000394821167}, "udem1-5-0": {"driven_any": 0.20568362573029597, "sim_physics": 0.2774969402112459, "survival_time": 0.9500000000000004, "driven_lanedir": 0.15690198231227948, "sim_render-ego": 0.013948817002145867, "in-drivable-lane": 0, "agent_compute-ego": 0.02863151148745888, "deviation-heading": 0.39185299104965465, "set_robot_commands": 0.011411077097842568, "deviation-center-line": 0.04015116850819734, "driven_lanedir_consec": 0.15690198231227948, "sim_compute_sim_state": 0.005294360612568103, "sim_compute_performance-ego": 0.007745027542114258, "sim_compute_robot_state-ego": 0.01013896339818051, "sim_compute_robot_state-npc0": 0.009835343611867805, "sim_compute_robot_state-npc1": 0.009733400846782484, "sim_compute_robot_state-npc2": 0.009174585342407228, "sim_compute_robot_state-npc3": 0.009027732046026932}, "udem1-6-0": {"driven_any": 0.1639791394707685, "sim_physics": 0.2348712020450168, "survival_time": 0.9000000000000002, "driven_lanedir": 0.1346494827724931, "sim_render-ego": 0.013393905427720811, "in-drivable-lane": 0, "agent_compute-ego": 0.027473833825853135, "deviation-heading": 0.416323692431379, "set_robot_commands": 0.010812958081563314, "deviation-center-line": 0.08360265822023465, "driven_lanedir_consec": 0.1346494827724931, "sim_compute_sim_state": 0.0048906538221571184, "sim_compute_performance-ego": 0.008078032069736056, "sim_compute_robot_state-ego": 0.008965770403544107, "sim_compute_robot_state-npc0": 0.009152889251708984, "sim_compute_robot_state-npc1": 0.00870370864868164, "sim_compute_robot_state-npc2": 0.01021514998541938, "sim_compute_robot_state-npc3": 0.008633163240220811}, "udem1-7-0": {"driven_any": 0.4239774395878487, "sim_physics": 0.2629276293295401, "survival_time": 1.3500000000000003, "driven_lanedir": 0.40793342946596933, "sim_render-ego": 0.012042354654382775, "in-drivable-lane": 0, "agent_compute-ego": 0.0265654722849528, "deviation-heading": 0.24923435032617808, "set_robot_commands": 0.009164916144476997, "deviation-center-line": 0.10326790888884116, "driven_lanedir_consec": 0.40793342946596933, "sim_compute_sim_state": 0.004625240961710612, "sim_compute_performance-ego": 0.006730971512971101, "sim_compute_robot_state-ego": 0.007814866525155527, "sim_compute_robot_state-npc0": 0.00853595910248933, "sim_compute_robot_state-npc1": 0.007970015207926432, "sim_compute_robot_state-npc2": 0.007847123675876193, "sim_compute_robot_state-npc3": 0.007828217965585214}, "udem1-8-0": {"driven_any": 0.35445403032433587, "sim_physics": 0.2213612174987793, "survival_time": 1.2500000000000004, "driven_lanedir": 0.2927830375732694, "sim_render-ego": 0.011433382034301758, "in-drivable-lane": 0, "agent_compute-ego": 0.026716537475585937, "deviation-heading": 0.4866266517837503, "set_robot_commands": 0.00870880126953125, "deviation-center-line": 0.09306207561293448, "driven_lanedir_consec": 0.2927830375732694, "sim_compute_sim_state": 0.005168390274047851, "sim_compute_performance-ego": 0.0070495128631591795, "sim_compute_robot_state-ego": 0.008934869766235351, "sim_compute_robot_state-npc0": 0.00876154899597168, "sim_compute_robot_state-npc1": 0.008510723114013671, "sim_compute_robot_state-npc2": 0.00764577865600586, "sim_compute_robot_state-npc3": 0.008523054122924804}, "udem1-9-0": {"driven_any": 0.33482192350216183, "sim_physics": 0.30773235360781354, "survival_time": 1.2000000000000004, "driven_lanedir": 0.2621060419062571, "sim_render-ego": 0.014726847410202026, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.03131840626398722, "deviation-heading": 0.4551079811940163, "set_robot_commands": 0.011068483193715414, "deviation-center-line": 0.07510968713837722, "driven_lanedir_consec": 0.2621060419062571, "sim_compute_sim_state": 0.0054555535316467285, "sim_compute_performance-ego": 0.009143362442652384, "sim_compute_robot_state-ego": 0.009716928005218506, "sim_compute_robot_state-npc0": 0.00972244143486023, "sim_compute_robot_state-npc1": 0.009249001741409302, "sim_compute_robot_state-npc2": 0.009314884742101034, "sim_compute_robot_state-npc3": 0.00925410787264506}, "udem1-10-0": {"driven_any": 0.26042971835805634, "sim_physics": 0.24905194176567924, "survival_time": 0.9000000000000002, "driven_lanedir": 0.2308491393652816, "sim_render-ego": 0.01337714989980062, "in-drivable-lane": 0, "agent_compute-ego": 0.027861422962612577, "deviation-heading": 0.3630110620630602, "set_robot_commands": 0.01041025585598416, "deviation-center-line": 0.05157369304247705, "driven_lanedir_consec": 0.2308491393652816, "sim_compute_sim_state": 0.005431572596232097, "sim_compute_performance-ego": 0.008059077792697482, "sim_compute_robot_state-ego": 0.009906676080491807, "sim_compute_robot_state-npc0": 0.009483655293782553, "sim_compute_robot_state-npc1": 0.00919746028052436, "sim_compute_robot_state-npc2": 0.009120358361138238, "sim_compute_robot_state-npc3": 0.009256203969319662}, "udem1-11-0": {"driven_any": 0.4040566124858637, "sim_physics": 0.2295799541473389, "survival_time": 1.2500000000000004, "driven_lanedir": 0.35195343462690376, "sim_render-ego": 0.01213552474975586, "in-drivable-lane": 0, "agent_compute-ego": 0.025353221893310542, "deviation-heading": 0.3912385778536061, "set_robot_commands": 0.009641637802124023, "deviation-center-line": 0.07637315595787814, "driven_lanedir_consec": 0.35195343462690376, "sim_compute_sim_state": 0.00447061538696289, "sim_compute_performance-ego": 0.007833757400512696, "sim_compute_robot_state-ego": 0.00930940628051758, "sim_compute_robot_state-npc0": 0.008552255630493165, "sim_compute_robot_state-npc1": 0.008344430923461914, "sim_compute_robot_state-npc2": 0.008012981414794921, "sim_compute_robot_state-npc3": 0.007763748168945313}, "udem1-12-0": {"driven_any": 0.2356826418590016, "sim_physics": 0.16655257013108996, "survival_time": 0.9000000000000002, "driven_lanedir": 0.1937725935498804, "sim_render-ego": 0.01042501131693522, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.023698303434583876, "deviation-heading": 0.22991184530620343, "set_robot_commands": 0.008310039838155111, "deviation-center-line": 0.06583526749781726, "driven_lanedir_consec": 0.1937725935498804, "sim_compute_sim_state": 0.0040476322174072266, "sim_compute_performance-ego": 0.00571392642127143, "sim_compute_robot_state-ego": 0.006945755746629503, "sim_compute_robot_state-npc0": 0.006874892446729872, "sim_compute_robot_state-npc1": 0.006978220409817166, "sim_compute_robot_state-npc2": 0.00652766227722168, "sim_compute_robot_state-npc3": 0.006326529714796279}, "udem1-13-0": {"driven_any": 0.3800218972824253, "sim_physics": 0.21417938579212537, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3583142875356353, "sim_render-ego": 0.011367483572526413, "in-drivable-lane": 0, "agent_compute-ego": 0.021811853755604137, "deviation-heading": 0.3651875956817505, "set_robot_commands": 0.007408683950250799, "deviation-center-line": 0.06874057556260606, "driven_lanedir_consec": 0.3583142875356353, "sim_compute_sim_state": 0.004152222113175826, "sim_compute_performance-ego": 0.005859071558172052, "sim_compute_robot_state-ego": 0.007353674281727184, "sim_compute_robot_state-npc0": 0.007266803221269088, "sim_compute_robot_state-npc1": 0.010865439068187368, "sim_compute_robot_state-npc2": 0.006816192106767135, "sim_compute_robot_state-npc3": 0.006956533952192826}, "udem1-14-0": {"driven_any": 0.38585929599261654, "sim_physics": 0.34821217148392286, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3672261206826109, "sim_render-ego": 0.013956370177092376, "in-drivable-lane": 0, "agent_compute-ego": 0.03230593822620533, "deviation-heading": 0.23842985676630715, "set_robot_commands": 0.01145172119140625, "deviation-center-line": 0.12004626450263584, "driven_lanedir_consec": 0.3672261206826109, "sim_compute_sim_state": 0.005871340080543801, "sim_compute_performance-ego": 0.008053505862200702, "sim_compute_robot_state-ego": 0.011442060823793765, "sim_compute_robot_state-npc0": 0.00988724496629503, "sim_compute_robot_state-npc1": 0.009699229840879089, "sim_compute_robot_state-npc2": 0.00998481997737178, "sim_compute_robot_state-npc3": 0.010014110141330294}}
set_robot_commands_max0.01145172119140625
set_robot_commands_mean0.009817558198937138
set_robot_commands_median0.009935696919759115
set_robot_commands_min0.007408683950250799
sim_compute_performance-ego_max0.009143362442652384
sim_compute_performance-ego_mean0.007421589952679577
sim_compute_performance-ego_median0.007467166582743327
sim_compute_performance-ego_min0.00571392642127143
sim_compute_robot_state-ego_max0.011442060823793765
sim_compute_robot_state-ego_mean0.00905760330339565
sim_compute_robot_state-ego_median0.009059453010559082
sim_compute_robot_state-ego_min0.006945755746629503
sim_compute_robot_state-npc0_max0.00988724496629503
sim_compute_robot_state-npc0_mean0.008800458378899768
sim_compute_robot_state-npc0_median0.008682827154795328
sim_compute_robot_state-npc0_min0.006874892446729872
sim_compute_robot_state-npc1_max0.010865439068187368
sim_compute_robot_state-npc1_mean0.008783358013986125
sim_compute_robot_state-npc1_median0.008510723114013671
sim_compute_robot_state-npc1_min0.006978220409817166
sim_compute_robot_state-npc2_max0.01021514998541938
sim_compute_robot_state-npc2_mean0.008481119483331849
sim_compute_robot_state-npc2_median0.00830081303914388
sim_compute_robot_state-npc2_min0.00652766227722168
sim_compute_robot_state-npc3_max0.010014110141330294
sim_compute_robot_state-npc3_mean0.008433859044175263
sim_compute_robot_state-npc3_median0.008591992514474052
sim_compute_robot_state-npc3_min0.006326529714796279
sim_compute_sim_state_max0.005871340080543801
sim_compute_sim_state_mean0.004973566312280418
sim_compute_sim_state_median0.00506056547164917
sim_compute_sim_state_min0.0040476322174072266
sim_physics_max0.34821217148392286
sim_physics_mean0.2530995256810613
sim_physics_median0.24905194176567924
sim_physics_min0.16655257013108996
sim_render-ego_max0.014726847410202026
sim_render-ego_mean0.012746508092029927
sim_render-ego_median0.012786626815795898
sim_render-ego_min0.01042501131693522
simulation-passed1
survival_time_max2.799999999999998
survival_time_mean1.3100000000000005
survival_time_min0.9000000000000002
No reset possible