Duckietown Challenges Home Challenges Submissions

Job 24791

Job ID24791
submission4334
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-35-218-10490
date started
date completed
duration0:16:38
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.02623402504693894
agent_compute-ego_mean0.017340051313470155
agent_compute-ego_median0.014110702734727126
agent_compute-ego_min0.013686351776123047
deviation-center-line_max0.5141120095458045
deviation-center-line_mean0.17690002270053232
deviation-center-line_min0.06216029860587694
deviation-heading_max1.992943725008188
deviation-heading_mean0.6929778233956081
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.534324402241835
driven_any_mean1.3470385992234173
driven_any_median1.001633421251193
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.4943080534418787
driven_lanedir_consec_mean0.8813910855277101
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.4943080534418787
driven_lanedir_mean0.8962528018383177
driven_lanedir_median0.7206363324756618
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.1886686524258384, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.01303638687616662, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.02354643918290923, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.009028434753417969, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.005260038979445832, "sim_compute_performance-ego": 0.007425187509271163, "sim_compute_robot_state-ego": 0.009282637246047394, "sim_compute_robot_state-npc0": 0.008641233927086938, "sim_compute_robot_state-npc1": 0.008654675906217551, "sim_compute_robot_state-npc2": 0.008570049382463286, "sim_compute_robot_state-npc3": 0.008866759795176832}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.20195430517196655, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.013186301503862654, "in-drivable-lane": 0, "agent_compute-ego": 0.02512692553656442, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.008981866495949882, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.0049010515213012695, "sim_compute_performance-ego": 0.007063414369310651, "sim_compute_robot_state-ego": 0.009302079677581789, "sim_compute_robot_state-npc0": 0.00903254747390747, "sim_compute_robot_state-npc1": 0.008218109607696533, "sim_compute_robot_state-npc2": 0.007948628493717738, "sim_compute_robot_state-npc3": 0.008810009275163923}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.1643555025452549, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.012117855757185556, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.021139452758344633, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.00811271991544557, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.004938201996886615, "sim_compute_performance-ego": 0.006945512827160289, "sim_compute_robot_state-ego": 0.008480905329139487, "sim_compute_robot_state-npc0": 0.007900501917866827, "sim_compute_robot_state-npc1": 0.007866283064907036, "sim_compute_robot_state-npc2": 0.008056881358322589, "sim_compute_robot_state-npc3": 0.008051221810498284}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.18816280364990232, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.011417572697003685, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.02203795810540517, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.008678287267684937, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.005182772874832153, "sim_compute_performance-ego": 0.0065080175797144575, "sim_compute_robot_state-ego": 0.007811446984608968, "sim_compute_robot_state-npc0": 0.008605624238650003, "sim_compute_robot_state-npc1": 0.008780250946680704, "sim_compute_robot_state-npc2": 0.00880424678325653, "sim_compute_robot_state-npc3": 0.008667543530464172}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.212483769371396, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.01363356908162435, "in-drivable-lane": 0, "agent_compute-ego": 0.02623402504693894, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.010419073558989026, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.0051735809871128625, "sim_compute_performance-ego": 0.007119337717692058, "sim_compute_robot_state-ego": 0.010467483883812316, "sim_compute_robot_state-npc0": 0.008583364032563708, "sim_compute_robot_state-npc1": 0.008777198337373279, "sim_compute_robot_state-npc2": 0.009473584947131929, "sim_compute_robot_state-npc3": 0.008673225130353655}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.1075452701774186, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.008204237429681653, "in-drivable-lane": 2, "agent_compute-ego": 0.015703959379367485, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.005522697985529186, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.003299560375556261, "sim_compute_performance-ego": 0.004484138089025806, "sim_compute_robot_state-ego": 0.005675659922068705, "sim_compute_robot_state-npc0": 0.0055891610905081926, "sim_compute_robot_state-npc1": 0.0054787147544815154, "sim_compute_robot_state-npc2": 0.005308752288361509, "sim_compute_robot_state-npc3": 0.005359072885113562}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.10359771274825902, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.007199470279286209, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01386466767024068, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.004422565108364068, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.0028641108170296384, "sim_compute_performance-ego": 0.003786112498311163, "sim_compute_robot_state-ego": 0.004870956383862542, "sim_compute_robot_state-npc0": 0.004673494876009747, "sim_compute_robot_state-npc1": 0.004498296571009367, "sim_compute_robot_state-npc2": 0.004472195523456462, "sim_compute_robot_state-npc3": 0.004431111141315941}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.10872703552246094, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.007241997718811035, "in-drivable-lane": 0, "agent_compute-ego": 0.01388749599456787, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.004502286911010742, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.0028721094131469727, "sim_compute_performance-ego": 0.0038153696060180663, "sim_compute_robot_state-ego": 0.004926333427429199, "sim_compute_robot_state-npc0": 0.004692950248718262, "sim_compute_robot_state-npc1": 0.00453193187713623, "sim_compute_robot_state-npc2": 0.004503445625305176, "sim_compute_robot_state-npc3": 0.004465799331665039}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.09052252769470216, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.007154423456925612, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.013782427861140324, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.004637021284836989, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.00284511767900907, "sim_compute_performance-ego": 0.003798833260169396, "sim_compute_robot_state-ego": 0.004871088724869948, "sim_compute_robot_state-npc0": 0.00471113736812885, "sim_compute_robot_state-npc1": 0.004547444673684927, "sim_compute_robot_state-npc2": 0.004488472755138691, "sim_compute_robot_state-npc3": 0.004493905947758601}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.1139997152181772, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.007194161415100098, "in-drivable-lane": 0, "agent_compute-ego": 0.014110702734727126, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.004622019254244291, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.002802390318650466, "sim_compute_performance-ego": 0.0037776873661921574, "sim_compute_robot_state-ego": 0.004863161307114821, "sim_compute_robot_state-npc0": 0.004661422509413499, "sim_compute_robot_state-npc1": 0.004492851404043345, "sim_compute_robot_state-npc2": 0.004458509958707369, "sim_compute_robot_state-npc3": 0.004434007864732008}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.0975698557767001, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.0073165134950117635, "in-drivable-lane": 0, "agent_compute-ego": 0.013944636691700329, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.00436246395111084, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.002773620865561745, "sim_compute_performance-ego": 0.0038396878675981, "sim_compute_robot_state-ego": 0.0048618966882879085, "sim_compute_robot_state-npc0": 0.004574407230723988, "sim_compute_robot_state-npc1": 0.004428007385947488, "sim_compute_robot_state-npc2": 0.004398725249550559, "sim_compute_robot_state-npc3": 0.004417712038213556}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.08757477283477783, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.007214088439941407, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.013686351776123047, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.0045046377182006835, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.002940235137939453, "sim_compute_performance-ego": 0.003833765983581543, "sim_compute_robot_state-ego": 0.004860548973083496, "sim_compute_robot_state-npc0": 0.0046625518798828125, "sim_compute_robot_state-npc1": 0.0045260095596313474, "sim_compute_robot_state-npc2": 0.004511418342590332, "sim_compute_robot_state-npc3": 0.004580097198486328}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.09434403510803872, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.0070223351742358915, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.015455119153286548, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.004430542600915787, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.0028125478866252492, "sim_compute_performance-ego": 0.003741878144284512, "sim_compute_robot_state-ego": 0.004808976295146536, "sim_compute_robot_state-npc0": 0.004612488949552495, "sim_compute_robot_state-npc1": 0.004461128660973082, "sim_compute_robot_state-npc2": 0.004439087624245501, "sim_compute_robot_state-npc3": 0.0043949598961688105}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.09370981729947604, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.007141127036168025, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.013815554288717415, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.004501636211688702, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.0028710456994863656, "sim_compute_performance-ego": 0.00376582145690918, "sim_compute_robot_state-ego": 0.004812777042388916, "sim_compute_robot_state-npc0": 0.004670074352851281, "sim_compute_robot_state-npc1": 0.004503291386824388, "sim_compute_robot_state-npc2": 0.0044912145687983586, "sim_compute_robot_state-npc3": 0.004481187233558068}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.09362225305466423, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.00710622923714774, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.01376505352201916, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.0043780145191010976, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.0029352733067103793, "sim_compute_performance-ego": 0.0038306168147495814, "sim_compute_robot_state-ego": 0.0048315479641868955, "sim_compute_robot_state-npc0": 0.0046747048695882166, "sim_compute_robot_state-npc1": 0.0045558520725795205, "sim_compute_robot_state-npc2": 0.004524253663562593, "sim_compute_robot_state-npc3": 0.004526090621948242}}
set_robot_commands_max0.010419073558989026
set_robot_commands_mean0.006073617835765985
set_robot_commands_median0.004622019254244291
set_robot_commands_min0.00436246395111084
sim_compute_performance-ego_max0.007425187509271163
sim_compute_performance-ego_mean0.004915692072665874
sim_compute_performance-ego_median0.003833765983581543
sim_compute_performance-ego_min0.003741878144284512
sim_compute_robot_state-ego_max0.010467483883812316
sim_compute_robot_state-ego_mean0.006315166656641928
sim_compute_robot_state-ego_median0.004871088724869948
sim_compute_robot_state-ego_min0.004808976295146536
sim_compute_robot_state-npc0_max0.00903254747390747
sim_compute_robot_state-npc0_mean0.006019044331030152
sim_compute_robot_state-npc0_median0.004692950248718262
sim_compute_robot_state-npc0_min0.004574407230723988
sim_compute_robot_state-npc1_max0.008780250946680704
sim_compute_robot_state-npc1_mean0.005888003080612421
sim_compute_robot_state-npc1_median0.004547444673684927
sim_compute_robot_state-npc1_min0.004428007385947488
sim_compute_robot_state-npc2_max0.009473584947131929
sim_compute_robot_state-npc2_mean0.005896631104307241
sim_compute_robot_state-npc2_median0.004511418342590332
sim_compute_robot_state-npc2_min0.004398725249550559
sim_compute_robot_state-npc3_max0.008866759795176832
sim_compute_robot_state-npc3_mean0.005910180246707803
sim_compute_robot_state-npc3_median0.004526090621948242
sim_compute_robot_state-npc3_min0.0043949598961688105
sim_compute_sim_state_max0.005260038979445832
sim_compute_sim_state_mean0.003631443857286289
sim_compute_sim_state_median0.0029352733067103793
sim_compute_sim_state_min0.002773620865561745
sim_physics_max0.212483769371396
sim_physics_mean0.1297892019066022
sim_physics_median0.1075452701774186
sim_physics_min0.08757477283477783
sim_render-ego_max0.01363356908162435
sim_render-ego_mean0.00907908463987682
sim_render-ego_median0.007241997718811035
sim_render-ego_min0.0070223351742358915
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.