Duckietown Challenges Home Challenges Submissions

Job 24835

Job ID24835
submission4334
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-43-40-10498
date started
date completed
duration0:24:25
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.025850569948236993
agent_compute-ego_mean0.024715174340246
agent_compute-ego_median0.02485663195451101
agent_compute-ego_min0.021362684950043884
deviation-center-line_max0.5141120095458045
deviation-center-line_mean0.17690002270053232
deviation-center-line_min0.06216029860587694
deviation-heading_max1.992943725008188
deviation-heading_mean0.6929778233956081
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.534324402241835
driven_any_mean1.3470385992234173
driven_any_median1.001633421251193
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.4943080534418787
driven_lanedir_consec_mean0.8813910855277101
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.4943080534418787
driven_lanedir_mean0.8962528018383177
driven_lanedir_median0.7206363324756618
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.20232305345655996, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.011781668361229233, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.021362684950043884, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.008406518380853194, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.006908247742471816, "sim_compute_performance-ego": 0.006244019617008258, "sim_compute_robot_state-ego": 0.008858225013636336, "sim_compute_robot_state-npc0": 0.007294084452375581, "sim_compute_robot_state-npc1": 0.007246325287637832, "sim_compute_robot_state-npc2": 0.007790746568124505, "sim_compute_robot_state-npc3": 0.00721693944327439}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.2184592740876334, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.013484665325709752, "in-drivable-lane": 0, "agent_compute-ego": 0.024483706269945418, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.01076873711177281, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.0055176786014011926, "sim_compute_performance-ego": 0.007785252162388393, "sim_compute_robot_state-ego": 0.010342504296983992, "sim_compute_robot_state-npc0": 0.008704994406018938, "sim_compute_robot_state-npc1": 0.00897519929068429, "sim_compute_robot_state-npc2": 0.00873875617980957, "sim_compute_robot_state-npc3": 0.00950625113078526}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.23345372977766016, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.014033650888980013, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.0256478763321071, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.010595881823197153, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.004995424770614476, "sim_compute_performance-ego": 0.00751305089413541, "sim_compute_robot_state-ego": 0.010439428310949826, "sim_compute_robot_state-npc0": 0.009489390456560746, "sim_compute_robot_state-npc1": 0.00938954631101738, "sim_compute_robot_state-npc2": 0.008499751970605943, "sim_compute_robot_state-npc3": 0.00888246008493368}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.25338410834471387, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.014231552680333456, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.02485663195451101, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.011003106832504272, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.005404815077781677, "sim_compute_performance-ego": 0.007859677076339722, "sim_compute_robot_state-ego": 0.010373935103416445, "sim_compute_robot_state-npc0": 0.009568899869918823, "sim_compute_robot_state-npc1": 0.00921742618083954, "sim_compute_robot_state-npc2": 0.008734414974848429, "sim_compute_robot_state-npc3": 0.008971219261487326}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.2573116847446987, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.014280058088756743, "in-drivable-lane": 0, "agent_compute-ego": 0.02493322463262649, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.011203096026466006, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.00566856066385905, "sim_compute_performance-ego": 0.008753288359869094, "sim_compute_robot_state-ego": 0.011080265045166016, "sim_compute_robot_state-npc0": 0.009868826184953964, "sim_compute_robot_state-npc1": 0.009319918496268136, "sim_compute_robot_state-npc2": 0.00946413903009324, "sim_compute_robot_state-npc3": 0.00971070925394694}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.2383219453389059, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.013371476156269003, "in-drivable-lane": 2, "agent_compute-ego": 0.024635756087160395, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.01036327327796799, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.005352301511935845, "sim_compute_performance-ego": 0.007945240614656917, "sim_compute_robot_state-ego": 0.010306675277070371, "sim_compute_robot_state-npc0": 0.009374879791351137, "sim_compute_robot_state-npc1": 0.009380927342854574, "sim_compute_robot_state-npc2": 0.009184413327428396, "sim_compute_robot_state-npc3": 0.009158439978867948}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.2781348390486634, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.01410419501147224, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.02538844451163579, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.011501513638542694, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.005664089351024443, "sim_compute_performance-ego": 0.007799507344810708, "sim_compute_robot_state-ego": 0.01009642036215773, "sim_compute_robot_state-npc0": 0.009405321287877352, "sim_compute_robot_state-npc1": 0.009647746687953911, "sim_compute_robot_state-npc2": 0.009138186001083223, "sim_compute_robot_state-npc3": 0.009218359456478972}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.3100187063217163, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.01459421157836914, "in-drivable-lane": 0, "agent_compute-ego": 0.025317907333374023, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.01161673069000244, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.005278639793395996, "sim_compute_performance-ego": 0.008444986343383788, "sim_compute_robot_state-ego": 0.010142617225646971, "sim_compute_robot_state-npc0": 0.010232491493225098, "sim_compute_robot_state-npc1": 0.009555644989013672, "sim_compute_robot_state-npc2": 0.00989034652709961, "sim_compute_robot_state-npc3": 0.009257659912109376}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.1922433055364169, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.01285878511575552, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.02432416035578801, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.010113725295433631, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.005082566004533034, "sim_compute_performance-ego": 0.007258837039654072, "sim_compute_robot_state-ego": 0.009913540803469144, "sim_compute_robot_state-npc0": 0.00900627558047955, "sim_compute_robot_state-npc1": 0.008539053109975962, "sim_compute_robot_state-npc2": 0.00823589930167565, "sim_compute_robot_state-npc3": 0.008451567246363713}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.2759485886647151, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.013837851010836087, "in-drivable-lane": 0, "agent_compute-ego": 0.024866250845102165, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.009135851493248573, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.005301658923809345, "sim_compute_performance-ego": 0.008071596805865947, "sim_compute_robot_state-ego": 0.010602327493520884, "sim_compute_robot_state-npc0": 0.008716876690204326, "sim_compute_robot_state-npc1": 0.009156758968646707, "sim_compute_robot_state-npc2": 0.009642885281489443, "sim_compute_robot_state-npc3": 0.009127974510192873}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.242038141597401, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.013857689770785246, "in-drivable-lane": 0, "agent_compute-ego": 0.025509335777976296, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.01157058369029652, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.005559639497236772, "sim_compute_performance-ego": 0.00832501324740323, "sim_compute_robot_state-ego": 0.01049682227048007, "sim_compute_robot_state-npc0": 0.009602557529102673, "sim_compute_robot_state-npc1": 0.009423472664572975, "sim_compute_robot_state-npc2": 0.009153474460948595, "sim_compute_robot_state-npc3": 0.00924307649785822}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.1970945167541504, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.013355722427368164, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.024815678596496586, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.01040947914123535, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.005792937278747559, "sim_compute_performance-ego": 0.007359013557434082, "sim_compute_robot_state-ego": 0.009937396049499512, "sim_compute_robot_state-npc0": 0.008900136947631835, "sim_compute_robot_state-npc1": 0.009350247383117676, "sim_compute_robot_state-npc2": 0.009259591102600098, "sim_compute_robot_state-npc3": 0.00851165771484375}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.22632638951565356, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.013332823489574677, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.025850569948236993, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.011678665242296583, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.0053069566158538166, "sim_compute_performance-ego": 0.007612327311901336, "sim_compute_robot_state-ego": 0.010607280629746457, "sim_compute_robot_state-npc0": 0.009084478337714011, "sim_compute_robot_state-npc1": 0.009102902513869266, "sim_compute_robot_state-npc2": 0.008945845543070043, "sim_compute_robot_state-npc3": 0.00904383304271292}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.19767687412408683, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.0127677871630742, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.024521405880267803, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.01015008412874662, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.00529252107326801, "sim_compute_performance-ego": 0.007728425356057974, "sim_compute_robot_state-ego": 0.010223457446465124, "sim_compute_robot_state-npc0": 0.008691471356611986, "sim_compute_robot_state-npc1": 0.008782075001643254, "sim_compute_robot_state-npc2": 0.008987225019014798, "sim_compute_robot_state-npc3": 0.008711402232830342}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.2002817676180885, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.01231579099382673, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.02421398162841797, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.012319051651727586, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.004893273398989723, "sim_compute_performance-ego": 0.007063227608090355, "sim_compute_robot_state-ego": 0.00924428076971145, "sim_compute_robot_state-npc0": 0.009035335268293108, "sim_compute_robot_state-npc1": 0.008884198325020926, "sim_compute_robot_state-npc2": 0.009247818447294689, "sim_compute_robot_state-npc3": 0.008292000634329659}}
set_robot_commands_max0.012319051651727586
set_robot_commands_mean0.01072241989495276
set_robot_commands_median0.01076873711177281
set_robot_commands_min0.008406518380853194
sim_compute_performance-ego_max0.008753288359869094
sim_compute_performance-ego_mean0.007717564222599952
sim_compute_performance-ego_median0.007785252162388393
sim_compute_performance-ego_min0.006244019617008258
sim_compute_robot_state-ego_max0.011080265045166016
sim_compute_robot_state-ego_mean0.010177678406528024
sim_compute_robot_state-ego_median0.010306675277070371
sim_compute_robot_state-ego_min0.008858225013636336
sim_compute_robot_state-npc0_max0.010232491493225098
sim_compute_robot_state-npc0_mean0.009131734643487942
sim_compute_robot_state-npc0_median0.009084478337714011
sim_compute_robot_state-npc0_min0.007294084452375581
sim_compute_robot_state-npc1_max0.009647746687953911
sim_compute_robot_state-npc1_mean0.009064762836874409
sim_compute_robot_state-npc1_median0.00921742618083954
sim_compute_robot_state-npc1_min0.007246325287637832
sim_compute_robot_state-npc2_max0.00989034652709961
sim_compute_robot_state-npc2_mean0.00899423291567908
sim_compute_robot_state-npc2_median0.009138186001083223
sim_compute_robot_state-npc2_min0.007790746568124505
sim_compute_robot_state-npc3_max0.00971070925394694
sim_compute_robot_state-npc3_mean0.00888690336006769
sim_compute_robot_state-npc3_median0.00904383304271292
sim_compute_robot_state-npc3_min0.00721693944327439
sim_compute_sim_state_max0.006908247742471816
sim_compute_sim_state_mean0.005467954020328183
sim_compute_sim_state_median0.005352301511935845
sim_compute_sim_state_min0.004893273398989723
sim_physics_max0.3100187063217163
sim_physics_mean0.23486779499540428
sim_physics_median0.23345372977766016
sim_physics_min0.1922433055364169
sim_render-ego_max0.01459421157836914
sim_render-ego_mean0.013480528537489348
sim_render-ego_median0.013484665325709752
sim_render-ego_min0.011781668361229233
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.