Duckietown Challenges Home Challenges Submissions

Job 24795

Job ID24795
submission4334
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-43-40-10498
date started
date completed
duration0:15:53
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.02390708500825906
agent_compute-ego_mean0.01694658444933337
agent_compute-ego_median0.014590144157409668
agent_compute-ego_min0.013117551803588867
deviation-center-line_max0.5141120095458045
deviation-center-line_mean0.17690002270053232
deviation-center-line_min0.06216029860587694
deviation-heading_max1.992943725008188
deviation-heading_mean0.6929778233956081
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.534324402241835
driven_any_mean1.3470385992234173
driven_any_median1.001633421251193
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.4943080534418787
driven_lanedir_consec_mean0.8813910855277101
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.4943080534418787
driven_lanedir_mean0.8962528018383177
driven_lanedir_median0.7206363324756618
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.1853358987011487, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.012926835048047805, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.02390708500825906, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.008506011359299286, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.005276583418061462, "sim_compute_performance-ego": 0.006853547277329843, "sim_compute_robot_state-ego": 0.009203808217109003, "sim_compute_robot_state-npc0": 0.008433013022700442, "sim_compute_robot_state-npc1": 0.008142908917197699, "sim_compute_robot_state-npc2": 0.008507061608230011, "sim_compute_robot_state-npc3": 0.0081188769280156}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.19696012565067836, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.01246410608291626, "in-drivable-lane": 0, "agent_compute-ego": 0.023424557277134488, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.008249657494681222, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.004769044263022286, "sim_compute_performance-ego": 0.006553862776075091, "sim_compute_robot_state-ego": 0.009195395878383092, "sim_compute_robot_state-npc0": 0.008258998394012451, "sim_compute_robot_state-npc1": 0.008003175258636475, "sim_compute_robot_state-npc2": 0.007983922958374023, "sim_compute_robot_state-npc3": 0.00787114245550973}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.15888693031755466, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.011636273374835264, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.021465023744453506, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.0076593820331166095, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.004523744860899101, "sim_compute_performance-ego": 0.006269091541327319, "sim_compute_robot_state-ego": 0.008263314811928758, "sim_compute_robot_state-npc0": 0.007605152222716693, "sim_compute_robot_state-npc1": 0.007456749388315145, "sim_compute_robot_state-npc2": 0.007237707526938429, "sim_compute_robot_state-npc3": 0.007074103772061542}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.16951794922351837, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.011662468314170836, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.021905750036239624, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.00810512900352478, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.004762013753255208, "sim_compute_performance-ego": 0.006520971655845642, "sim_compute_robot_state-ego": 0.008533204595247904, "sim_compute_robot_state-npc0": 0.008018682400385538, "sim_compute_robot_state-npc1": 0.00773833692073822, "sim_compute_robot_state-npc2": 0.007864981889724731, "sim_compute_robot_state-npc3": 0.007320051391919454}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.1848512377057757, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.01099380992707752, "in-drivable-lane": 0, "agent_compute-ego": 0.021774360111781528, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.008153529394240607, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.004491510845365978, "sim_compute_performance-ego": 0.006090504782540458, "sim_compute_robot_state-ego": 0.008773508526030042, "sim_compute_robot_state-npc0": 0.008286146890549432, "sim_compute_robot_state-npc1": 0.008478948048182897, "sim_compute_robot_state-npc2": 0.008277859006609236, "sim_compute_robot_state-npc3": 0.008037975856236048}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.10935937287564763, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.008153194438911484, "in-drivable-lane": 2, "agent_compute-ego": 0.016091807873663076, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.005505394792842294, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.0033196817615075026, "sim_compute_performance-ego": 0.004385933904590721, "sim_compute_robot_state-ego": 0.0059407556842187206, "sim_compute_robot_state-npc0": 0.0055357053608237625, "sim_compute_robot_state-npc1": 0.00536686360479115, "sim_compute_robot_state-npc2": 0.00518190218303018, "sim_compute_robot_state-npc3": 0.005215894676254181}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.0994493544680401, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.00697329900797131, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01349326013361366, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.0043975820819151055, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.0026694154276431185, "sim_compute_performance-ego": 0.003636795340232479, "sim_compute_robot_state-ego": 0.004778558768114997, "sim_compute_robot_state-npc0": 0.004409165058321166, "sim_compute_robot_state-npc1": 0.0043001614728020235, "sim_compute_robot_state-npc2": 0.004276891356533014, "sim_compute_robot_state-npc3": 0.00426314872445412}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.10486354351043702, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.007010407447814941, "in-drivable-lane": 0, "agent_compute-ego": 0.013803191184997558, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.004348073005676269, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.00272371768951416, "sim_compute_performance-ego": 0.003644204139709473, "sim_compute_robot_state-ego": 0.004879179000854492, "sim_compute_robot_state-npc0": 0.004495425224304199, "sim_compute_robot_state-npc1": 0.004268374443054199, "sim_compute_robot_state-npc2": 0.004253778457641601, "sim_compute_robot_state-npc3": 0.004254522323608398}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.09037903180489174, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.006968594514406645, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.013898331385392409, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.004471540451049805, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.002725656215961163, "sim_compute_performance-ego": 0.003643590670365554, "sim_compute_robot_state-ego": 0.004916007702167218, "sim_compute_robot_state-npc0": 0.004593849182128906, "sim_compute_robot_state-npc1": 0.00429309789951031, "sim_compute_robot_state-npc2": 0.004269618254441481, "sim_compute_robot_state-npc3": 0.004275826307443472}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.11209022998809814, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.007335873750539927, "in-drivable-lane": 0, "agent_compute-ego": 0.014590144157409668, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.004388873393719013, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.002733514859126165, "sim_compute_performance-ego": 0.0037086009979248047, "sim_compute_robot_state-ego": 0.004944379513080304, "sim_compute_robot_state-npc0": 0.004601084269010103, "sim_compute_robot_state-npc1": 0.004322226230914776, "sim_compute_robot_state-npc2": 0.004304427366990309, "sim_compute_robot_state-npc3": 0.004290461540222168}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.0987938100641424, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.007247740572149103, "in-drivable-lane": 0, "agent_compute-ego": 0.014034401286732069, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.004540313373912464, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.0027509711005470967, "sim_compute_performance-ego": 0.003692453557794745, "sim_compute_robot_state-ego": 0.004959604956886985, "sim_compute_robot_state-npc0": 0.00466399843042547, "sim_compute_robot_state-npc1": 0.0043399442325938835, "sim_compute_robot_state-npc2": 0.004314064979553223, "sim_compute_robot_state-npc3": 0.004323666745966131}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.08971168041229248, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.006930956840515137, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.013375105857849122, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.00437645435333252, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.002718653678894043, "sim_compute_performance-ego": 0.003642034530639648, "sim_compute_robot_state-ego": 0.004860315322875976, "sim_compute_robot_state-npc0": 0.004490747451782227, "sim_compute_robot_state-npc1": 0.004283428192138672, "sim_compute_robot_state-npc2": 0.004260835647583008, "sim_compute_robot_state-npc3": 0.004268383979797364}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.09298893999546132, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.006878325279722822, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.015564507626472636, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.004330919144001413, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.002697023939579091, "sim_compute_performance-ego": 0.003632684971423859, "sim_compute_robot_state-ego": 0.004862189292907715, "sim_compute_robot_state-npc0": 0.00445886622083948, "sim_compute_robot_state-npc1": 0.004250528964590519, "sim_compute_robot_state-npc2": 0.004235011466006015, "sim_compute_robot_state-npc3": 0.004230808704457385}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.0938559266237112, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.007130063497103178, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.013753689252413236, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.00436552671285776, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.0027355689268845776, "sim_compute_performance-ego": 0.0036947910602276143, "sim_compute_robot_state-ego": 0.0049799955808199365, "sim_compute_robot_state-npc0": 0.0046492815017700195, "sim_compute_robot_state-npc1": 0.00430829249895536, "sim_compute_robot_state-npc2": 0.004288114034212553, "sim_compute_robot_state-npc3": 0.004336875218611497}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.08944214639209566, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.0067785649072556265, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.013117551803588867, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.004307483491443453, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.0026207855769566127, "sim_compute_performance-ego": 0.0036090555645170662, "sim_compute_robot_state-ego": 0.004701621191842215, "sim_compute_robot_state-npc0": 0.004370178495134626, "sim_compute_robot_state-npc1": 0.004239279883248465, "sim_compute_robot_state-npc2": 0.004226475670224144, "sim_compute_robot_state-npc3": 0.004220848991757347}}
set_robot_commands_max0.008506011359299286
set_robot_commands_mean0.005713724672374173
set_robot_commands_median0.004471540451049805
set_robot_commands_min0.004307483491443453
sim_compute_performance-ego_max0.006853547277329843
sim_compute_performance-ego_mean0.004638541518036289
sim_compute_performance-ego_median0.0036947910602276143
sim_compute_performance-ego_min0.0036090555645170662
sim_compute_robot_state-ego_max0.009203808217109003
sim_compute_robot_state-ego_mean0.006252789269497823
sim_compute_robot_state-ego_median0.004959604956886985
sim_compute_robot_state-ego_min0.004701621191842215
sim_compute_robot_state-npc0_max0.008433013022700442
sim_compute_robot_state-npc0_mean0.005791352941660301
sim_compute_robot_state-npc0_median0.0046492815017700195
sim_compute_robot_state-npc0_min0.004370178495134626
sim_compute_robot_state-npc1_max0.008478948048182897
sim_compute_robot_state-npc1_mean0.005586154397044653
sim_compute_robot_state-npc1_median0.004322226230914776
sim_compute_robot_state-npc1_min0.004239279883248465
sim_compute_robot_state-npc2_max0.008507061608230011
sim_compute_robot_state-npc2_mean0.005565510160406131
sim_compute_robot_state-npc2_median0.004304427366990309
sim_compute_robot_state-npc2_min0.004226475670224144
sim_compute_robot_state-npc3_max0.0081188769280156
sim_compute_robot_state-npc3_mean0.005473505841087629
sim_compute_robot_state-npc3_median0.004323666745966131
sim_compute_robot_state-npc3_min0.004220848991757347
sim_compute_sim_state_max0.005276583418061462
sim_compute_sim_state_mean0.003434525754481171
sim_compute_sim_state_median0.0027355689268845776
sim_compute_sim_state_min0.0026207855769566127
sim_physics_max0.19696012565067836
sim_physics_mean0.1250990785155662
sim_physics_median0.10486354351043702
sim_physics_min0.08944214639209566
sim_render-ego_max0.012926835048047805
sim_render-ego_mean0.008739367533562524
sim_render-ego_median0.007247740572149103
sim_render-ego_min0.0067785649072556265
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.