Duckietown Challenges Home Challenges Submissions

Submission 4319

Submission4319
Competingyes
Challengeaido3-LFVI-sim-testing
UserTanli Chou 🇹🇼
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 27583
Next
User labelchallenge-aido_LF-template-random
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
27583step1-simulationsuccessyes0:17:42
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6510741719617279
survival_time_median2.5999999999999988
deviation-center-line_median0.13998987879563426
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.02485681834973787
agent_compute-ego_mean0.022675706044109168
agent_compute-ego_median0.023126221539681417
agent_compute-ego_min0.015620703880603496
deviation-center-line_max0.3036287511501312
deviation-center-line_mean0.15369769239159572
deviation-center-line_min0.05216491457142899
deviation-heading_max1.2179728408173982
deviation-heading_mean0.5261661462618537
deviation-heading_median0.39731350514028857
deviation-heading_min0.17653006715371072
driven_any_max2.224828697235836
driven_any_mean1.0945516051967747
driven_any_median1.035889090772785
driven_any_min0.28141737741661643
driven_lanedir_consec_max1.5148199711845598
driven_lanedir_consec_mean0.6776353875620368
driven_lanedir_consec_min0.2574360490463805
driven_lanedir_max1.5148389893669991
driven_lanedir_mean0.6987447229996103
driven_lanedir_median0.6625717078190373
driven_lanedir_min0.2574360490463805
in-drivable-lane_max2.449999999999994
in-drivable-lane_mean0.7399999999999982
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.120585162571246, "sim_physics": 0.2674266162671541, "survival_time": 2.849999999999998, "driven_lanedir": 1.0834331015849266, "sim_render-ego": 0.012587605861195346, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.023126221539681417, "deviation-heading": 0.41432780267306696, "set_robot_commands": 0.009050984131662467, "deviation-center-line": 0.13998987879563426, "driven_lanedir_consec": 1.0834331015849266, "sim_compute_sim_state": 0.005404501630548845, "sim_compute_performance-ego": 0.007459615406237151, "sim_compute_robot_state-ego": 0.0091624845538223, "sim_compute_robot_state-npc0": 0.008463826095848753, "sim_compute_robot_state-npc1": 0.008369378876267817, "sim_compute_robot_state-npc2": 0.008438386415180407, "sim_compute_robot_state-npc3": 0.008483702676338061}, "udem1-1-0": {"driven_any": 0.625093593968239, "sim_physics": 0.29190470150538855, "survival_time": 1.7500000000000009, "driven_lanedir": 0.6085670792754807, "sim_render-ego": 0.013269928523472377, "in-drivable-lane": 0, "agent_compute-ego": 0.023890795026506696, "deviation-heading": 0.32013156786773145, "set_robot_commands": 0.010369185038975309, "deviation-center-line": 0.09604910370355851, "driven_lanedir_consec": 0.6085670792754807, "sim_compute_sim_state": 0.005377796718052455, "sim_compute_performance-ego": 0.007391044071742466, "sim_compute_robot_state-ego": 0.010200418744768416, "sim_compute_robot_state-npc0": 0.009203570229666572, "sim_compute_robot_state-npc1": 0.009434597832815987, "sim_compute_robot_state-npc2": 0.008376257760184152, "sim_compute_robot_state-npc3": 0.008657162530081614}, "udem1-2-0": {"driven_any": 1.0646337119139948, "sim_physics": 0.20395254647290265, "survival_time": 2.6999999999999984, "driven_lanedir": 0.54057801494714, "sim_render-ego": 0.012775641900521738, "in-drivable-lane": 0.9500000000000006, "agent_compute-ego": 0.023798010967395925, "deviation-heading": 0.7806490469039062, "set_robot_commands": 0.009921250519929108, "deviation-center-line": 0.18907742227401345, "driven_lanedir_consec": 0.54057801494714, "sim_compute_sim_state": 0.005600200759039985, "sim_compute_performance-ego": 0.007498741149902344, "sim_compute_robot_state-ego": 0.009466630441171152, "sim_compute_robot_state-npc0": 0.008907371097140841, "sim_compute_robot_state-npc1": 0.008420295185512967, "sim_compute_robot_state-npc2": 0.008605391890914351, "sim_compute_robot_state-npc3": 0.00957904480121754}, "udem1-3-0": {"driven_any": 0.28141737741661643, "sim_physics": 0.23917981197959495, "survival_time": 0.9500000000000004, "driven_lanedir": 0.2574360490463805, "sim_render-ego": 0.011055281287745425, "in-drivable-lane": 0, "agent_compute-ego": 0.02485681834973787, "deviation-heading": 0.370261699898986, "set_robot_commands": 0.008367174550106651, "deviation-center-line": 0.05216491457142899, "driven_lanedir_consec": 0.2574360490463805, "sim_compute_sim_state": 0.004721390573601974, "sim_compute_performance-ego": 0.006882454219617341, "sim_compute_robot_state-ego": 0.00864965037295693, "sim_compute_robot_state-npc0": 0.007794329994603207, "sim_compute_robot_state-npc1": 0.007206954454120837, "sim_compute_robot_state-npc2": 0.007040525737561677, "sim_compute_robot_state-npc3": 0.007452952234368575}, "udem1-4-0": {"driven_any": 1.4415883765088768, "sim_physics": 0.2890144636933233, "survival_time": 3.5499999999999954, "driven_lanedir": 0.5714453508506352, "sim_render-ego": 0.012744886774412344, "in-drivable-lane": 1.8499999999999943, "agent_compute-ego": 0.02444941560987016, "deviation-heading": 0.38647524317752424, "set_robot_commands": 0.00957936300358302, "deviation-center-line": 0.13680180419291485, "driven_lanedir_consec": 0.5714453508506352, "sim_compute_sim_state": 0.00520120875936159, "sim_compute_performance-ego": 0.007136905697030081, "sim_compute_robot_state-ego": 0.00933184758038588, "sim_compute_robot_state-npc0": 0.008946925821438642, "sim_compute_robot_state-npc1": 0.009075718866267674, "sim_compute_robot_state-npc2": 0.00868272109770439, "sim_compute_robot_state-npc3": 0.00873112678527832}, "udem1-5-0": {"driven_any": 1.0080391968248454, "sim_physics": 0.2034713121560904, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6704865591525617, "sim_render-ego": 0.012022119302016038, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.022750212596012995, "deviation-heading": 0.3922278328684869, "set_robot_commands": 0.009519274418170636, "deviation-center-line": 0.07771251037610638, "driven_lanedir_consec": 0.6704865591525617, "sim_compute_sim_state": 0.0047649970421424276, "sim_compute_performance-ego": 0.007072370785933275, "sim_compute_robot_state-ego": 0.009150294157174915, "sim_compute_robot_state-npc0": 0.008299263624044565, "sim_compute_robot_state-npc1": 0.008130733783428486, "sim_compute_robot_state-npc2": 0.007766347665053148, "sim_compute_robot_state-npc3": 0.008204130026010366}, "udem1-6-0": {"driven_any": 1.0203763919640902, "sim_physics": 0.2225464765842144, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6885137224643074, "sim_render-ego": 0.012480667004218468, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.023952933458181527, "deviation-heading": 0.48275274423678327, "set_robot_commands": 0.009937997047717754, "deviation-center-line": 0.2218899592142332, "driven_lanedir_consec": 0.6510741719617279, "sim_compute_sim_state": 0.004911046761732835, "sim_compute_performance-ego": 0.007207613724928636, "sim_compute_robot_state-ego": 0.009686827659606934, "sim_compute_robot_state-npc0": 0.00861501693725586, "sim_compute_robot_state-npc1": 0.008427486969874455, "sim_compute_robot_state-npc2": 0.009048044681549072, "sim_compute_robot_state-npc3": 0.008544697211338924}, "udem1-7-0": {"driven_any": 1.518889572352387, "sim_physics": 0.22402031127720665, "survival_time": 3.649999999999995, "driven_lanedir": 1.5148389893669991, "sim_render-ego": 0.011745541063073564, "in-drivable-lane": 0, "agent_compute-ego": 0.02138167864655795, "deviation-heading": 0.20977423156921973, "set_robot_commands": 0.008605796996861289, "deviation-center-line": 0.21770843077410823, "driven_lanedir_consec": 1.5148199711845598, "sim_compute_sim_state": 0.004292321531739953, "sim_compute_performance-ego": 0.006311406827952764, "sim_compute_robot_state-ego": 0.007893790937449834, "sim_compute_robot_state-npc0": 0.007954476630851014, "sim_compute_robot_state-npc1": 0.007456044628195567, "sim_compute_robot_state-npc2": 0.007530666377446423, "sim_compute_robot_state-npc3": 0.007157678473485659}, "udem1-8-0": {"driven_any": 1.0327164362829535, "sim_physics": 0.1429247764440683, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8071665223942781, "sim_render-ego": 0.008473208317389855, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.015620703880603496, "deviation-heading": 0.7544988063126181, "set_robot_commands": 0.006299734115600586, "deviation-center-line": 0.25456483764263077, "driven_lanedir_consec": 0.7988277806254289, "sim_compute_sim_state": 0.003427739326770489, "sim_compute_performance-ego": 0.004651908691112812, "sim_compute_robot_state-ego": 0.0061520704856285685, "sim_compute_robot_state-npc0": 0.005599961831019475, "sim_compute_robot_state-npc1": 0.00549092201086191, "sim_compute_robot_state-npc2": 0.005560292647435115, "sim_compute_robot_state-npc3": 0.005556221191699688}, "udem1-9-0": {"driven_any": 2.194603187711772, "sim_physics": 0.25217049626203686, "survival_time": 5.1999999999999895, "driven_lanedir": 0.9504366656971932, "sim_render-ego": 0.012457049809969388, "in-drivable-lane": 2.449999999999994, "agent_compute-ego": 0.02387945010111882, "deviation-heading": 1.2179728408173982, "set_robot_commands": 0.010247627129921546, "deviation-center-line": 0.3036287511501312, "driven_lanedir_consec": 0.891948749340645, "sim_compute_sim_state": 0.005345468337719257, "sim_compute_performance-ego": 0.007491366221354558, "sim_compute_robot_state-ego": 0.009661225172189564, "sim_compute_robot_state-npc0": 0.00908655386704665, "sim_compute_robot_state-npc1": 0.008597144713768592, "sim_compute_robot_state-npc2": 0.008745333323111901, "sim_compute_robot_state-npc3": 0.008582965685771061}, "udem1-10-0": {"driven_any": 0.289456859388621, "sim_physics": 0.23028866052627564, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2655179454616352, "sim_render-ego": 0.011887574195861816, "in-drivable-lane": 0, "agent_compute-ego": 0.02233787775039673, "deviation-heading": 0.36575855943077534, "set_robot_commands": 0.008735954761505127, "deviation-center-line": 0.06115233279890005, "driven_lanedir_consec": 0.2655179454616352, "sim_compute_sim_state": 0.0047416090965271, "sim_compute_performance-ego": 0.006562626361846924, "sim_compute_robot_state-ego": 0.00882049798965454, "sim_compute_robot_state-npc0": 0.00815751552581787, "sim_compute_robot_state-npc1": 0.007668685913085937, "sim_compute_robot_state-npc2": 0.007879924774169923, "sim_compute_robot_state-npc3": 0.007814311981201172}, "udem1-11-0": {"driven_any": 1.2100209344634405, "sim_physics": 0.2184937646833517, "survival_time": 2.9499999999999975, "driven_lanedir": 0.46508942212711313, "sim_render-ego": 0.012947066355559783, "in-drivable-lane": 1.599999999999997, "agent_compute-ego": 0.022705959061444816, "deviation-heading": 0.17653006715371072, "set_robot_commands": 0.0096305507724568, "deviation-center-line": 0.129995313593986, "driven_lanedir_consec": 0.46508942212711313, "sim_compute_sim_state": 0.004958880149711997, "sim_compute_performance-ego": 0.007510742898714744, "sim_compute_robot_state-ego": 0.009189278392468468, "sim_compute_robot_state-npc0": 0.008916616439819336, "sim_compute_robot_state-npc1": 0.008815304707672637, "sim_compute_robot_state-npc2": 0.008442810026265807, "sim_compute_robot_state-npc3": 0.008671994936668266}, "udem1-12-0": {"driven_any": 2.224828697235836, "sim_physics": 0.18623178051068232, "survival_time": 5.1999999999999895, "driven_lanedir": 1.0703777445593876, "sim_render-ego": 0.011085125116201548, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.021839345876987163, "deviation-heading": 0.9732612596020856, "set_robot_commands": 0.008528901980473446, "deviation-center-line": 0.1588932542141487, "driven_lanedir_consec": 0.861653506375097, "sim_compute_sim_state": 0.004459603474690364, "sim_compute_performance-ego": 0.006606276218707745, "sim_compute_robot_state-ego": 0.008424424208127536, "sim_compute_robot_state-npc0": 0.008065968751907349, "sim_compute_robot_state-npc1": 0.007958721656065721, "sim_compute_robot_state-npc2": 0.007591632696298452, "sim_compute_robot_state-npc3": 0.007550299167633057}, "udem1-13-0": {"driven_any": 0.35013548857591936, "sim_physics": 0.25940690257332544, "survival_time": 1.1000000000000003, "driven_lanedir": 0.32471197024708154, "sim_render-ego": 0.012828924439170143, "in-drivable-lane": 0, "agent_compute-ego": 0.021735538135875355, "deviation-heading": 0.39731350514028857, "set_robot_commands": 0.009146105159412731, "deviation-center-line": 0.06622448803036315, "driven_lanedir_consec": 0.32471197024708154, "sim_compute_sim_state": 0.004688620567321777, "sim_compute_performance-ego": 0.007306944240223278, "sim_compute_robot_state-ego": 0.007620529694990678, "sim_compute_robot_state-npc0": 0.008802869103171608, "sim_compute_robot_state-npc1": 0.00796850161118941, "sim_compute_robot_state-npc2": 0.008443203839388761, "sim_compute_robot_state-npc3": 0.008787447755986994}, "udem1-14-0": {"driven_any": 1.035889090772785, "sim_physics": 0.25174381182743955, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6625717078190373, "sim_render-ego": 0.012345382800469032, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.02381062966126662, "deviation-heading": 0.6505569862752227, "set_robot_commands": 0.009567320346832275, "deviation-center-line": 0.1996123845417775, "driven_lanedir_consec": 0.6589411412501393, "sim_compute_sim_state": 0.004674384227165809, "sim_compute_performance-ego": 0.0071618098479050854, "sim_compute_robot_state-ego": 0.008770763874053955, "sim_compute_robot_state-npc0": 0.008246100865877591, "sim_compute_robot_state-npc1": 0.008874109158149132, "sim_compute_robot_state-npc2": 0.008422755278073825, "sim_compute_robot_state-npc3": 0.008179701291597806}}
set_robot_commands_max0.010369185038975309
set_robot_commands_mean0.009167147998213917
set_robot_commands_median0.009519274418170636
set_robot_commands_min0.006299734115600586
sim_compute_performance-ego_max0.007510742898714744
sim_compute_performance-ego_mean0.00695012175754728
sim_compute_performance-ego_median0.0071618098479050854
sim_compute_performance-ego_min0.004651908691112812
sim_compute_robot_state-ego_max0.010200418744768416
sim_compute_robot_state-ego_mean0.00881204895096331
sim_compute_robot_state-ego_median0.009150294157174915
sim_compute_robot_state-ego_min0.0061520704856285685
sim_compute_robot_state-npc0_max0.009203570229666572
sim_compute_robot_state-npc0_mean0.008337357787700622
sim_compute_robot_state-npc0_median0.008463826095848753
sim_compute_robot_state-npc0_min0.005599961831019475
sim_compute_robot_state-npc1_max0.009434597832815987
sim_compute_robot_state-npc1_mean0.008126306691151807
sim_compute_robot_state-npc1_median0.008369378876267817
sim_compute_robot_state-npc1_min0.00549092201086191
sim_compute_robot_state-npc2_max0.009048044681549072
sim_compute_robot_state-npc2_mean0.008038286280689162
sim_compute_robot_state-npc2_median0.008422755278073825
sim_compute_robot_state-npc2_min0.005560292647435115
sim_compute_robot_state-npc3_max0.00957904480121754
sim_compute_robot_state-npc3_mean0.008130229116578475
sim_compute_robot_state-npc3_median0.008483702676338061
sim_compute_robot_state-npc3_min0.005556221191699688
sim_compute_sim_state_max0.005600200759039985
sim_compute_sim_state_mean0.004837984597075124
sim_compute_sim_state_median0.0047649970421424276
sim_compute_sim_state_min0.003427739326770489
sim_physics_max0.29190470150538855
sim_physics_mean0.23218509551753697
sim_physics_median0.23028866052627564
sim_physics_min0.1429247764440683
sim_render-ego_max0.013269928523472377
sim_render-ego_mean0.012047066850085126
sim_render-ego_median0.012457049809969388
sim_render-ego_min0.008473208317389855
simulation-passed1
survival_time_max5.1999999999999895
survival_time_mean2.7533333333333307
survival_time_min0.9500000000000004
No reset possible