Duckietown Challenges Home Challenges Submissions

Job 24796

Job ID24796
submission4334
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10490
date started
date completed
duration0:18:03
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.025795539220174152
agent_compute-ego_mean0.019879260974675836
agent_compute-ego_median0.020511651039123537
agent_compute-ego_min0.013542299087230977
deviation-center-line_max0.5141120095458045
deviation-center-line_mean0.17690002270053232
deviation-center-line_min0.06216029860587694
deviation-heading_max1.992943725008188
deviation-heading_mean0.6929778233956081
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.534324402241835
driven_any_mean1.3470385992234173
driven_any_median1.001633421251193
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.4943080534418787
driven_lanedir_consec_mean0.8813910855277101
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.4943080534418787
driven_lanedir_mean0.8962528018383177
driven_lanedir_median0.7206363324756618
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.20847417131254944, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.013457932049715066, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.025785521615909624, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.00884787644012065, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.005314265625386299, "sim_compute_performance-ego": 0.007515831838680219, "sim_compute_robot_state-ego": 0.00938637648956685, "sim_compute_robot_state-npc0": 0.008936239194266404, "sim_compute_robot_state-npc1": 0.009043358549287048, "sim_compute_robot_state-npc2": 0.008879214902467366, "sim_compute_robot_state-npc3": 0.00858369356469263}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.1739244290760585, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.01232053552355085, "in-drivable-lane": 0, "agent_compute-ego": 0.024767134870801653, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.009094817297799249, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.005007198878696987, "sim_compute_performance-ego": 0.006744597639356341, "sim_compute_robot_state-ego": 0.008799024990626745, "sim_compute_robot_state-npc0": 0.00836827073778425, "sim_compute_robot_state-npc1": 0.008127204009464808, "sim_compute_robot_state-npc2": 0.00789400509425572, "sim_compute_robot_state-npc3": 0.007977477141789027}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.2036408915103061, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.011931961022534417, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.024125902398118695, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.008739878830400486, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.005037812353337853, "sim_compute_performance-ego": 0.006749086009645925, "sim_compute_robot_state-ego": 0.009118519940422575, "sim_compute_robot_state-npc0": 0.008503214826861632, "sim_compute_robot_state-npc1": 0.008263599525377589, "sim_compute_robot_state-npc2": 0.008008202302803113, "sim_compute_robot_state-npc3": 0.00801715341586511}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.1643239160378774, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.011052737633387247, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.02044547100861867, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.007564345995585124, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.004416416088740031, "sim_compute_performance-ego": 0.005904947717984517, "sim_compute_robot_state-ego": 0.00792992115020752, "sim_compute_robot_state-npc0": 0.007367293039957683, "sim_compute_robot_state-npc1": 0.00706656277179718, "sim_compute_robot_state-npc2": 0.006954297423362732, "sim_compute_robot_state-npc3": 0.006941244006156921}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.2079759438832601, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.012930427278791156, "in-drivable-lane": 0, "agent_compute-ego": 0.025795539220174152, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.009482372374761672, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.00506856327965146, "sim_compute_performance-ego": 0.007906868344261533, "sim_compute_robot_state-ego": 0.009453887031191871, "sim_compute_robot_state-npc0": 0.009048268908546084, "sim_compute_robot_state-npc1": 0.008166801361810593, "sim_compute_robot_state-npc2": 0.007512399128505162, "sim_compute_robot_state-npc3": 0.0077177683512369795}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.1787804857699457, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.012123865995578425, "in-drivable-lane": 2, "agent_compute-ego": 0.0222145597377937, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.008489116223272449, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.004912719041287542, "sim_compute_performance-ego": 0.0067428214821272986, "sim_compute_robot_state-ego": 0.008993498579470698, "sim_compute_robot_state-npc0": 0.00840767414983875, "sim_compute_robot_state-npc1": 0.007857701021754098, "sim_compute_robot_state-npc2": 0.007716547229332838, "sim_compute_robot_state-npc3": 0.008080870805386298}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.16973702652940473, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.011052515900250776, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.02135211287192928, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.0072481794264710065, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.004517006642610124, "sim_compute_performance-ego": 0.0062288288931244785, "sim_compute_robot_state-ego": 0.007775179390768403, "sim_compute_robot_state-npc0": 0.007495861609005234, "sim_compute_robot_state-npc1": 0.007311971442213336, "sim_compute_robot_state-npc2": 0.007114084021559039, "sim_compute_robot_state-npc3": 0.007099609930538437}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.1791413927078247, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.011415753364562988, "in-drivable-lane": 0, "agent_compute-ego": 0.020511651039123537, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.0075095748901367184, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.004534025192260743, "sim_compute_performance-ego": 0.006457734107971192, "sim_compute_robot_state-ego": 0.008374729156494141, "sim_compute_robot_state-npc0": 0.007232513427734375, "sim_compute_robot_state-npc1": 0.006880793571472168, "sim_compute_robot_state-npc2": 0.006716256141662598, "sim_compute_robot_state-npc3": 0.007249746322631836}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.12245162633749154, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.009026596179375282, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01780017064167903, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.00646435755949754, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.003558777845822848, "sim_compute_performance-ego": 0.004959615377279429, "sim_compute_robot_state-ego": 0.006350531027867244, "sim_compute_robot_state-npc0": 0.006045717459458571, "sim_compute_robot_state-npc1": 0.005778693235837496, "sim_compute_robot_state-npc2": 0.005786460179548997, "sim_compute_robot_state-npc3": 0.0057980051407447225}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.13210483697744516, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.00830986866584191, "in-drivable-lane": 0, "agent_compute-ego": 0.015418364451481746, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.005902226154620831, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.003091894663297213, "sim_compute_performance-ego": 0.00424662003150353, "sim_compute_robot_state-ego": 0.0057240449465238135, "sim_compute_robot_state-npc0": 0.0053511857986450195, "sim_compute_robot_state-npc1": 0.005074317638690655, "sim_compute_robot_state-npc2": 0.005053795300997221, "sim_compute_robot_state-npc3": 0.005003644869877742}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.14795682647011496, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.010904810645363548, "in-drivable-lane": 0, "agent_compute-ego": 0.020553502169522373, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.008160721171985973, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.003804889592257413, "sim_compute_performance-ego": 0.005723433061079545, "sim_compute_robot_state-ego": 0.007536497983065518, "sim_compute_robot_state-npc0": 0.006875731728293679, "sim_compute_robot_state-npc1": 0.006638841195539994, "sim_compute_robot_state-npc2": 0.006716403094204989, "sim_compute_robot_state-npc3": 0.0067910931327126245}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.10443029403686524, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.008278284072875976, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.015648732185363768, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.005828948020935059, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.0034515523910522462, "sim_compute_performance-ego": 0.004476838111877442, "sim_compute_robot_state-ego": 0.0061119508743286135, "sim_compute_robot_state-npc0": 0.00540776252746582, "sim_compute_robot_state-npc1": 0.005330266952514648, "sim_compute_robot_state-npc2": 0.005293045043945312, "sim_compute_robot_state-npc3": 0.00538093090057373}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.11039307523281015, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.008618714961599796, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.016647678740481113, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.005799925073664239, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.003474390253107598, "sim_compute_performance-ego": 0.004713380590398261, "sim_compute_robot_state-ego": 0.006149423883316365, "sim_compute_robot_state-npc0": 0.005651370007941064, "sim_compute_robot_state-npc1": 0.0055569486415132565, "sim_compute_robot_state-npc2": 0.005501795322337049, "sim_compute_robot_state-npc3": 0.005475886324618725}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.08963054877061111, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.006859504259549654, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.013542299087230977, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.004180014133453369, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.00264585935152494, "sim_compute_performance-ego": 0.003606567016014686, "sim_compute_robot_state-ego": 0.004673160039461576, "sim_compute_robot_state-npc0": 0.004323028601132906, "sim_compute_robot_state-npc1": 0.004203947690817026, "sim_compute_robot_state-npc2": 0.004191430715414194, "sim_compute_robot_state-npc3": 0.00419689600284283}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.08898757071722121, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.006795767375401088, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.01358027458190918, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.004272408712477911, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.002681641351609003, "sim_compute_performance-ego": 0.0035841419583275205, "sim_compute_robot_state-ego": 0.004701030822027297, "sim_compute_robot_state-npc0": 0.004363466444469634, "sim_compute_robot_state-npc1": 0.004226552872430711, "sim_compute_robot_state-npc2": 0.004217240923926944, "sim_compute_robot_state-npc3": 0.004225231352306548}}
set_robot_commands_max0.009482372374761672
set_robot_commands_mean0.007172317487012151
set_robot_commands_median0.0075095748901367184
set_robot_commands_min0.004180014133453369
sim_compute_performance-ego_max0.007906868344261533
sim_compute_performance-ego_mean0.005704087478642128
sim_compute_performance-ego_median0.005904947717984517
sim_compute_performance-ego_min0.0035841419583275205
sim_compute_robot_state-ego_max0.009453887031191871
sim_compute_robot_state-ego_mean0.007405185087022617
sim_compute_robot_state-ego_median0.007775179390768403
sim_compute_robot_state-ego_min0.004673160039461576
sim_compute_robot_state-npc0_max0.009048268908546084
sim_compute_robot_state-npc0_mean0.006891839897426741
sim_compute_robot_state-npc0_median0.007232513427734375
sim_compute_robot_state-npc0_min0.004323028601132906
sim_compute_robot_state-npc1_max0.009043358549287048
sim_compute_robot_state-npc1_mean0.006635170698701373
sim_compute_robot_state-npc1_median0.006880793571472168
sim_compute_robot_state-npc1_min0.004203947690817026
sim_compute_robot_state-npc2_max0.008879214902467366
sim_compute_robot_state-npc2_mean0.006503678454954886
sim_compute_robot_state-npc2_median0.006716403094204989
sim_compute_robot_state-npc2_min0.004191430715414194
sim_compute_robot_state-npc3_max0.00858369356469263
sim_compute_robot_state-npc3_mean0.006569283417464944
sim_compute_robot_state-npc3_median0.006941244006156921
sim_compute_robot_state-npc3_min0.00419689600284283
sim_compute_sim_state_max0.005314265625386299
sim_compute_sim_state_mean0.00410113417004282
sim_compute_sim_state_median0.004416416088740031
sim_compute_sim_state_min0.00264585935152494
sim_physics_max0.20847417131254944
sim_physics_mean0.15213020235798574
sim_physics_median0.1643239160378774
sim_physics_min0.08898757071722121
sim_render-ego_max0.013457932049715066
sim_render-ego_mean0.010338618328558544
sim_render-ego_median0.011052515900250776
sim_render-ego_min0.006795767375401088
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.