Duckietown Challenges Home Challenges Submissions

Job 21249

Job ID21249
submission2475
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido2-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-38-104-5197
date started
date completed
duration0:30:34
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.17562327476648185
agent_compute-ego_mean0.15458871850012443
agent_compute-ego_median0.15735787391662598
agent_compute-ego_min0.11825041142766347
deviation-center-line_max0.5141120095458062
deviation-center-line_mean0.1769000227005324
deviation-center-line_min0.06216029860587694
deviation-heading_max1.9929437250081896
deviation-heading_mean0.692977823395608
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.5343244022418343
driven_any_mean1.3470385992234175
driven_any_median1.001633421251194
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.494308053441959
driven_lanedir_consec_mean0.881391085527715
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.494308053441959
driven_lanedir_mean0.8962528018383226
driven_lanedir_median0.7206363324756615
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.20497639873359777, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.06153451038312308, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.15151195888277852, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.09566602525831776, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.03684031208859214, "sim_compute_performance-ego": 0.06734157212172882, "sim_compute_robot_state-ego": 0.07228468339654463, "sim_compute_robot_state-npc0": 0.06403293488900873, "sim_compute_robot_state-npc1": 0.06530353691004499, "sim_compute_robot_state-npc2": 0.06507607954966871, "sim_compute_robot_state-npc3": 0.0649290265916269}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.20098954439163208, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.061732198510851176, "in-drivable-lane": 0, "agent_compute-ego": 0.16186676706586564, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.1066031541143145, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.03777541433061872, "sim_compute_performance-ego": 0.07183927297592163, "sim_compute_robot_state-ego": 0.07552484955106463, "sim_compute_robot_state-npc0": 0.0700708201953343, "sim_compute_robot_state-npc1": 0.06999399832316808, "sim_compute_robot_state-npc2": 0.06983076674597603, "sim_compute_robot_state-npc3": 0.06869838067463466}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.197650589989227, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.06283828124259282, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.15106560420064094, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.09677292305288963, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.0401213747783772, "sim_compute_performance-ego": 0.06952610062164011, "sim_compute_robot_state-ego": 0.07505144656283184, "sim_compute_robot_state-npc0": 0.06897780038778065, "sim_compute_robot_state-npc1": 0.06736315338356981, "sim_compute_robot_state-npc2": 0.06899255919225007, "sim_compute_robot_state-npc3": 0.06797263691726241}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.2190614839394887, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.059119934837023415, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.15546705822149912, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.08525170882542928, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.035197580854098, "sim_compute_performance-ego": 0.06448636452356975, "sim_compute_robot_state-ego": 0.06886081397533417, "sim_compute_robot_state-npc0": 0.06522954006989796, "sim_compute_robot_state-npc1": 0.06695068379243214, "sim_compute_robot_state-npc2": 0.06953264772891998, "sim_compute_robot_state-npc3": 0.0638680358727773}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.16683203833443777, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.051455384209042505, "in-drivable-lane": 0, "agent_compute-ego": 0.12995003518604098, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.08062259356180827, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.03219422839936756, "sim_compute_performance-ego": 0.05616878327869233, "sim_compute_robot_state-ego": 0.05778920082818894, "sim_compute_robot_state-npc0": 0.05918978509448823, "sim_compute_robot_state-npc1": 0.05801944505600702, "sim_compute_robot_state-npc2": 0.05851724034263974, "sim_compute_robot_state-npc3": 0.05675370352608817}, "udem1-5-0": {"driven_any": 3.5343244022418343, "sim_physics": 0.15629399036932848, "survival_time": 8.349999999999984, "driven_lanedir": 2.494308053441959, "sim_render-ego": 0.04881722912816944, "in-drivable-lane": 2, "agent_compute-ego": 0.11825041142766347, "deviation-heading": 1.9929437250081896, "set_robot_commands": 0.07719129002736715, "deviation-center-line": 0.5141120095458062, "driven_lanedir_consec": 2.494308053441959, "sim_compute_sim_state": 0.03134313029443433, "sim_compute_performance-ego": 0.05220657765508411, "sim_compute_robot_state-ego": 0.05719452846549942, "sim_compute_robot_state-npc0": 0.06060241510768136, "sim_compute_robot_state-npc1": 0.055239149196419174, "sim_compute_robot_state-npc2": 0.05332609993255067, "sim_compute_robot_state-npc3": 0.05542403780771587}, "udem1-6-0": {"driven_any": 2.176040550989443, "sim_physics": 0.2201375104848621, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.06494012619685201, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.15543146966730506, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.09829276047864006, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.04279162351367543, "sim_compute_performance-ego": 0.07040358978567772, "sim_compute_robot_state-ego": 0.07511670149645759, "sim_compute_robot_state-npc0": 0.07059124141063505, "sim_compute_robot_state-npc1": 0.07055229585147599, "sim_compute_robot_state-npc2": 0.06939885222796098, "sim_compute_robot_state-npc3": 0.07221438352344106}, "udem1-7-0": {"driven_any": 1.0050236108346422, "sim_physics": 0.22706176280975343, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684156, "sim_render-ego": 0.06089950084686279, "in-drivable-lane": 0, "agent_compute-ego": 0.156759090423584, "deviation-heading": 0.9227446658975216, "set_robot_commands": 0.09827471256256104, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.040150785446166994, "sim_compute_performance-ego": 0.07007638931274414, "sim_compute_robot_state-ego": 0.07560525894165039, "sim_compute_robot_state-npc0": 0.07151430606842041, "sim_compute_robot_state-npc1": 0.06905033588409423, "sim_compute_robot_state-npc2": 0.06941576957702637, "sim_compute_robot_state-npc3": 0.06911779880523682}, "udem1-8-0": {"driven_any": 0.9970416603019576, "sim_physics": 0.2520918525182284, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.0699398059111375, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.17562327476648185, "deviation-heading": 0.6817155913229235, "set_robot_commands": 0.11155071625342736, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.044301390647888184, "sim_compute_performance-ego": 0.07816911660707913, "sim_compute_robot_state-ego": 0.0912432991541349, "sim_compute_robot_state-npc0": 0.07381359888957097, "sim_compute_robot_state-npc1": 0.07626189635350154, "sim_compute_robot_state-npc2": 0.07454692400418796, "sim_compute_robot_state-npc3": 0.07666662106147179}, "udem1-9-0": {"driven_any": 0.4374998710472299, "sim_physics": 0.27489867577186, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.0676893087533804, "in-drivable-lane": 0, "agent_compute-ego": 0.16540790521181548, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.10533932539132926, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.039592238572927624, "sim_compute_performance-ego": 0.07246797818403977, "sim_compute_robot_state-ego": 0.08415287274580735, "sim_compute_robot_state-npc0": 0.07655672843639667, "sim_compute_robot_state-npc1": 0.0758296984892625, "sim_compute_robot_state-npc2": 0.07479901497180645, "sim_compute_robot_state-npc3": 0.07451956088726337}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.22507334839213977, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.062258005142211914, "in-drivable-lane": 0, "agent_compute-ego": 0.16357917135412042, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.10215521942485464, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.04079974781383167, "sim_compute_performance-ego": 0.0710187175057151, "sim_compute_robot_state-ego": 0.07426086339083585, "sim_compute_robot_state-npc0": 0.06747125495563853, "sim_compute_robot_state-npc1": 0.06948464567011053, "sim_compute_robot_state-npc2": 0.0661794597452337, "sim_compute_robot_state-npc3": 0.06986871632662686}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.201410813331604, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756615, "sim_render-ego": 0.06433093070983886, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.15735787391662598, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.0962220859527588, "deviation-center-line": 0.16567670185555422, "driven_lanedir_consec": 0.7185075497455284, "sim_compute_sim_state": 0.038902420997619626, "sim_compute_performance-ego": 0.07151634693145752, "sim_compute_robot_state-ego": 0.07621761322021485, "sim_compute_robot_state-npc0": 0.07169725418090821, "sim_compute_robot_state-npc1": 0.06960480213165283, "sim_compute_robot_state-npc2": 0.067944974899292, "sim_compute_robot_state-npc3": 0.07031362056732178}, "udem1-12-0": {"driven_any": 1.964687870253437, "sim_physics": 0.20355261893982585, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.06476386810870881, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.15890372560379354, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.1035087210066775, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.039814644671501, "sim_compute_performance-ego": 0.06972198029781909, "sim_compute_robot_state-ego": 0.07700559179833595, "sim_compute_robot_state-npc0": 0.07046631802903845, "sim_compute_robot_state-npc1": 0.06997901835340134, "sim_compute_robot_state-npc2": 0.07138158159053072, "sim_compute_robot_state-npc3": 0.07265638797841173}, "udem1-13-0": {"driven_any": 1.001633421251194, "sim_physics": 0.22479298940071693, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.06474269353426419, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.16025575766196615, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.10450397087977482, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.04003965396147508, "sim_compute_performance-ego": 0.07197650579305795, "sim_compute_robot_state-ego": 0.08255593134806706, "sim_compute_robot_state-npc0": 0.07184870426471417, "sim_compute_robot_state-npc1": 0.07268847868992732, "sim_compute_robot_state-npc2": 0.06975043278474075, "sim_compute_robot_state-npc3": 0.07323642877432016}, "udem1-14-0": {"driven_any": 2.218769782727203, "sim_physics": 0.1984400136130197, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433656, "sim_render-ego": 0.06466942741757348, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.15740067391168502, "deviation-heading": 1.7163026916317128, "set_robot_commands": 0.10317528134300596, "deviation-center-line": 0.24126933160503777, "driven_lanedir_consec": 0.6077880672015845, "sim_compute_sim_state": 0.041227050054640994, "sim_compute_performance-ego": 0.0713107290722075, "sim_compute_robot_state-ego": 0.07518640018644787, "sim_compute_robot_state-npc0": 0.07054937680562337, "sim_compute_robot_state-npc1": 0.07079626265026275, "sim_compute_robot_state-npc2": 0.07072872207278297, "sim_compute_robot_state-npc3": 0.07016440800258092}}
set_robot_commands_max0.11155071625342736
set_robot_commands_mean0.09767536587554372
set_robot_commands_median0.09829276047864006
set_robot_commands_min0.07719129002736715
sim_compute_performance-ego_max0.07816911660707913
sim_compute_performance-ego_mean0.06854866831109564
sim_compute_performance-ego_median0.07040358978567772
sim_compute_performance-ego_min0.05220657765508411
sim_compute_robot_state-ego_max0.0912432991541349
sim_compute_robot_state-ego_mean0.0745366703374277
sim_compute_robot_state-ego_median0.07518640018644787
sim_compute_robot_state-ego_min0.05719452846549942
sim_compute_robot_state-npc0_max0.07655672843639667
sim_compute_robot_state-npc0_mean0.06884080525234247
sim_compute_robot_state-npc0_median0.07046631802903845
sim_compute_robot_state-npc0_min0.05918978509448823
sim_compute_robot_state-npc1_max0.07626189635350154
sim_compute_robot_state-npc1_mean0.06847449338235537
sim_compute_robot_state-npc1_median0.06960480213165283
sim_compute_robot_state-npc1_min0.055239149196419174
sim_compute_robot_state-npc2_max0.07479901497180645
sim_compute_robot_state-npc2_mean0.06796140835770446
sim_compute_robot_state-npc2_median0.06941576957702637
sim_compute_robot_state-npc2_min0.05332609993255067
sim_compute_robot_state-npc3_max0.07666662106147179
sim_compute_robot_state-npc3_mean0.06842691648778533
sim_compute_robot_state-npc3_median0.06986871632662686
sim_compute_robot_state-npc3_min0.05542403780771587
sim_compute_sim_state_max0.044301390647888184
sim_compute_sim_state_mean0.03873943976168097
sim_compute_sim_state_median0.039814644671501
sim_compute_sim_state_min0.03134313029443433
sim_physics_max0.27489867577186
sim_physics_mean0.21155090873464813
sim_physics_median0.20497639873359777
sim_physics_min0.15629399036932848
sim_render-ego_max0.0699398059111375
sim_render-ego_mean0.061982080328775495
sim_render-ego_median0.06283828124259282
sim_render-ego_min0.04881722912816944
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.