Duckietown Challenges Home Challenges Submissions

Job 21753

Job ID21753
submission2826
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido2-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-38-104-5197
date started
date completed
duration0:31:43
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.17501818566095262
agent_compute-ego_mean0.1600338669339107
agent_compute-ego_median0.16017496585845947
agent_compute-ego_min0.14506195272718156
deviation-center-line_max0.5141120095458062
deviation-center-line_mean0.1769000227005324
deviation-center-line_min0.06216029860587694
deviation-heading_max1.9929437250081896
deviation-heading_mean0.692977823395608
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.5343244022418343
driven_any_mean1.3470385992234175
driven_any_median1.001633421251194
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.494308053441959
driven_lanedir_consec_mean0.881391085527715
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.494308053441959
driven_lanedir_mean0.8962528018383226
driven_lanedir_median0.7206363324756615
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.22161306912385964, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.062422692021237146, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.15726423263549805, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.0983510651165926, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.037998410719859446, "sim_compute_performance-ego": 0.07108705858641033, "sim_compute_robot_state-ego": 0.0770999057383477, "sim_compute_robot_state-npc0": 0.07148160511934304, "sim_compute_robot_state-npc1": 0.07289549368846265, "sim_compute_robot_state-npc2": 0.06943741931190973, "sim_compute_robot_state-npc3": 0.06993068622637398}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.2047352705683027, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.06053170136043003, "in-drivable-lane": 0, "agent_compute-ego": 0.14506195272718156, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.09319594076701572, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.04248736585889544, "sim_compute_performance-ego": 0.06431654521397182, "sim_compute_robot_state-ego": 0.07018859897341047, "sim_compute_robot_state-npc0": 0.0647767526762826, "sim_compute_robot_state-npc1": 0.07349480901445661, "sim_compute_robot_state-npc2": 0.0733021582875933, "sim_compute_robot_state-npc3": 0.0716557502746582}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.20543923192811245, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.06478184172250692, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.16197605966364295, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.10149791634198532, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.04043338136765563, "sim_compute_performance-ego": 0.06978078258847728, "sim_compute_robot_state-ego": 0.07899421627081714, "sim_compute_robot_state-npc0": 0.0747915957737895, "sim_compute_robot_state-npc1": 0.07133892207469755, "sim_compute_robot_state-npc2": 0.07002436998978402, "sim_compute_robot_state-npc3": 0.06868869587055688}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.2301019529501597, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.06581646203994751, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.16112960875034332, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.10455868144830067, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.041025872031847634, "sim_compute_performance-ego": 0.07285167276859283, "sim_compute_robot_state-ego": 0.08030207455158234, "sim_compute_robot_state-npc0": 0.07456693549950917, "sim_compute_robot_state-npc1": 0.07451522847016652, "sim_compute_robot_state-npc2": 0.07302242517471313, "sim_compute_robot_state-npc3": 0.07297452290852864}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.291599330447969, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.0679200149717785, "in-drivable-lane": 0, "agent_compute-ego": 0.17501818566095262, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.10749600047156924, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.041815780457996186, "sim_compute_performance-ego": 0.07578790755498976, "sim_compute_robot_state-ego": 0.09589104425339472, "sim_compute_robot_state-npc0": 0.07292736144292922, "sim_compute_robot_state-npc1": 0.07007223083859399, "sim_compute_robot_state-npc2": 0.07202026957557314, "sim_compute_robot_state-npc3": 0.0730390435173398}, "udem1-5-0": {"driven_any": 3.5343244022418343, "sim_physics": 0.20885754345419877, "survival_time": 8.349999999999984, "driven_lanedir": 2.494308053441959, "sim_render-ego": 0.06392065636412113, "in-drivable-lane": 2, "agent_compute-ego": 0.15979669622318474, "deviation-heading": 1.9929437250081896, "set_robot_commands": 0.09654787628950472, "deviation-center-line": 0.5141120095458062, "driven_lanedir_consec": 2.494308053441959, "sim_compute_sim_state": 0.04123567821022993, "sim_compute_performance-ego": 0.07318163060856436, "sim_compute_robot_state-ego": 0.07668660500806249, "sim_compute_robot_state-npc0": 0.07329044085062907, "sim_compute_robot_state-npc1": 0.07097557347691702, "sim_compute_robot_state-npc2": 0.07104100438649069, "sim_compute_robot_state-npc3": 0.07229844253220244}, "udem1-6-0": {"driven_any": 2.176040550989443, "sim_physics": 0.21543360219418425, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.06282283727405141, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.15117792249883263, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.09781475668971978, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.04164195986627375, "sim_compute_performance-ego": 0.07178942439625564, "sim_compute_robot_state-ego": 0.07568328357437282, "sim_compute_robot_state-npc0": 0.07147634839548649, "sim_compute_robot_state-npc1": 0.07066980843405121, "sim_compute_robot_state-npc2": 0.06958061514548886, "sim_compute_robot_state-npc3": 0.06837243941223738}, "udem1-7-0": {"driven_any": 1.0050236108346422, "sim_physics": 0.22880255222320556, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684156, "sim_render-ego": 0.06418053150177001, "in-drivable-lane": 0, "agent_compute-ego": 0.1585202121734619, "deviation-heading": 0.9227446658975216, "set_robot_commands": 0.09620941162109375, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.0409436845779419, "sim_compute_performance-ego": 0.07053534507751465, "sim_compute_robot_state-ego": 0.07675061225891114, "sim_compute_robot_state-npc0": 0.0706361198425293, "sim_compute_robot_state-npc1": 0.07105868339538574, "sim_compute_robot_state-npc2": 0.0696978235244751, "sim_compute_robot_state-npc3": 0.07128984451293946}, "udem1-8-0": {"driven_any": 0.9970416603019576, "sim_physics": 0.2165960440268883, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.06750717529883751, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.16781916068150446, "deviation-heading": 0.6817155913229235, "set_robot_commands": 0.1054571454341595, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.04106937463466938, "sim_compute_performance-ego": 0.07250216832527748, "sim_compute_robot_state-ego": 0.08261991922671978, "sim_compute_robot_state-npc0": 0.07552700776320237, "sim_compute_robot_state-npc1": 0.07448766781733586, "sim_compute_robot_state-npc2": 0.0718747744193444, "sim_compute_robot_state-npc3": 0.07293215164771447}, "udem1-9-0": {"driven_any": 0.4374998710472299, "sim_physics": 0.24858654462374177, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.06627058982849121, "in-drivable-lane": 0, "agent_compute-ego": 0.160895980321444, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.09853540934049168, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.03956447197840764, "sim_compute_performance-ego": 0.07245558958787185, "sim_compute_robot_state-ego": 0.08074471583733192, "sim_compute_robot_state-npc0": 0.0697109974347628, "sim_compute_robot_state-npc1": 0.07258104361020602, "sim_compute_robot_state-npc2": 0.07249292043539193, "sim_compute_robot_state-npc3": 0.07177188763251671}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.22801055691458963, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.06682471795515581, "in-drivable-lane": 0, "agent_compute-ego": 0.15635984594171698, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.10001489249142734, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.038162459026683464, "sim_compute_performance-ego": 0.07033949548547919, "sim_compute_robot_state-ego": 0.08039233901283958, "sim_compute_robot_state-npc0": 0.06475293636322021, "sim_compute_robot_state-npc1": 0.06885707378387451, "sim_compute_robot_state-npc2": 0.06721939823844215, "sim_compute_robot_state-npc3": 0.0712393197146329}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.19448638439178467, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756615, "sim_render-ego": 0.06167098045349121, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.16017496585845947, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.09930256843566894, "deviation-center-line": 0.16567670185555422, "driven_lanedir_consec": 0.7185075497455284, "sim_compute_sim_state": 0.039698033332824706, "sim_compute_performance-ego": 0.07006284236907959, "sim_compute_robot_state-ego": 0.07266220092773437, "sim_compute_robot_state-npc0": 0.06818984985351563, "sim_compute_robot_state-npc1": 0.06864438533782959, "sim_compute_robot_state-npc2": 0.06997783184051513, "sim_compute_robot_state-npc3": 0.06938049793243409}, "udem1-12-0": {"driven_any": 1.964687870253437, "sim_physics": 0.2232309047211992, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.06591393085236245, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.16126660083202607, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.09778417171315944, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.04121267288289172, "sim_compute_performance-ego": 0.07127497551289011, "sim_compute_robot_state-ego": 0.08161459577844497, "sim_compute_robot_state-npc0": 0.07155116314583636, "sim_compute_robot_state-npc1": 0.06938446836268648, "sim_compute_robot_state-npc2": 0.07025474690376445, "sim_compute_robot_state-npc3": 0.07204299023810853}, "udem1-13-0": {"driven_any": 1.001633421251194, "sim_physics": 0.2404990058678847, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.06828194398146409, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.17285705071229202, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.1077850185907804, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.04553519762479342, "sim_compute_performance-ego": 0.07709979093991794, "sim_compute_robot_state-ego": 0.08899893668981698, "sim_compute_robot_state-npc0": 0.07476126689177293, "sim_compute_robot_state-npc1": 0.07618496051201454, "sim_compute_robot_state-npc2": 0.07717516789069542, "sim_compute_robot_state-npc3": 0.0803218621474046}, "udem1-14-0": {"driven_any": 2.218769782727203, "sim_physics": 0.20117120061601912, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433656, "sim_render-ego": 0.06341940334865025, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.1511895293281192, "deviation-heading": 1.7163026916317128, "set_robot_commands": 0.09630980491638184, "deviation-center-line": 0.24126933160503777, "driven_lanedir_consec": 0.6077880672015845, "sim_compute_sim_state": 0.04122100330534435, "sim_compute_performance-ego": 0.07042782193138486, "sim_compute_robot_state-ego": 0.0758239019484747, "sim_compute_robot_state-npc0": 0.07057993071419852, "sim_compute_robot_state-npc1": 0.07157427696954637, "sim_compute_robot_state-npc2": 0.07159855252220518, "sim_compute_robot_state-npc3": 0.07115299361092704}}
set_robot_commands_max0.1077850185907804
set_robot_commands_mean0.10005737731119006
set_robot_commands_median0.09853540934049168
set_robot_commands_min0.09319594076701572
sim_compute_performance-ego_max0.07709979093991794
sim_compute_performance-ego_mean0.07156620339644518
sim_compute_performance-ego_median0.07127497551289011
sim_compute_performance-ego_min0.06431654521397182
sim_compute_robot_state-ego_max0.09589104425339472
sim_compute_robot_state-ego_mean0.0796301966700174
sim_compute_robot_state-ego_median0.07899421627081714
sim_compute_robot_state-ego_min0.07018859897341047
sim_compute_robot_state-npc0_max0.07552700776320237
sim_compute_robot_state-npc0_mean0.07126802078446715
sim_compute_robot_state-npc0_median0.07148160511934304
sim_compute_robot_state-npc0_min0.06475293636322021
sim_compute_robot_state-npc1_max0.07618496051201454
sim_compute_robot_state-npc1_mean0.07178230838574831
sim_compute_robot_state-npc1_median0.07133892207469755
sim_compute_robot_state-npc1_min0.06864438533782959
sim_compute_robot_state-npc2_max0.07717516789069542
sim_compute_robot_state-npc2_mean0.07124796517642577
sim_compute_robot_state-npc2_median0.07104100438649069
sim_compute_robot_state-npc2_min0.06721939823844215
sim_compute_robot_state-npc3_max0.0803218621474046
sim_compute_robot_state-npc3_mean0.071806075211905
sim_compute_robot_state-npc3_median0.0716557502746582
sim_compute_robot_state-npc3_min0.06837243941223738
sim_compute_sim_state_max0.04553519762479342
sim_compute_sim_state_mean0.04093635639175431
sim_compute_sim_state_median0.04106937463466938
sim_compute_sim_state_min0.037998410719859446
sim_physics_max0.291599330447969
sim_physics_mean0.22394421293680664
sim_physics_median0.22161306912385964
sim_physics_min0.19448638439178467
sim_render-ego_max0.06828194398146409
sim_render-ego_mean0.06481903193161967
sim_render-ego_median0.06478184172250692
sim_render-ego_min0.06053170136043003
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.