Duckietown Challenges Home Challenges Submissions

Job 24522

Job ID24522
submission4286
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-45-34-10501
date started
date completed
duration0:14:35
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.019338360854557583
agent_compute-ego_mean0.015088070039392018
agent_compute-ego_median0.013900527587303748
agent_compute-ego_min0.013299822807312012
deviation-center-line_max0.5141120095458045
deviation-center-line_mean0.17690002270053232
deviation-center-line_min0.06216029860587694
deviation-heading_max1.992943725008188
deviation-heading_mean0.6929778233956081
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.534324402241835
driven_any_mean1.3470385992234173
driven_any_median1.001633421251193
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.4943080534418787
driven_lanedir_consec_mean0.8813910855277101
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.4943080534418787
driven_lanedir_mean0.8962528018383177
driven_lanedir_median0.7206363324756618
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.12454649466502515, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.009432062318053429, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.01826599881618838, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.006226645240300819, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.003948024556606631, "sim_compute_performance-ego": 0.0054758289192296285, "sim_compute_robot_state-ego": 0.006701728965662703, "sim_compute_robot_state-npc0": 0.006222293346743041, "sim_compute_robot_state-npc1": 0.006120902073534229, "sim_compute_robot_state-npc2": 0.006062519701221321, "sim_compute_robot_state-npc3": 0.006020717983004413}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.1174700345311846, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.010061587606157576, "in-drivable-lane": 0, "agent_compute-ego": 0.019338360854557583, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.007075352328164237, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.0035978725978306363, "sim_compute_performance-ego": 0.005270225661141532, "sim_compute_robot_state-ego": 0.006656442369733538, "sim_compute_robot_state-npc0": 0.006270638534000942, "sim_compute_robot_state-npc1": 0.0058710915701729914, "sim_compute_robot_state-npc2": 0.006253932203565325, "sim_compute_robot_state-npc3": 0.006035557815006801}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.11961314284685746, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.009003060535319801, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.01634068165010619, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.005857541723158753, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.003472566604614258, "sim_compute_performance-ego": 0.0046966978647176505, "sim_compute_robot_state-ego": 0.0062476014627993685, "sim_compute_robot_state-npc0": 0.005764519126669874, "sim_compute_robot_state-npc1": 0.005572990306372781, "sim_compute_robot_state-npc2": 0.005593561431736622, "sim_compute_robot_state-npc3": 0.005517593865255708}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.1305424024661382, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.008745138843854269, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.016081695755322773, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.005804811914761861, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.0035061885913213096, "sim_compute_performance-ego": 0.004975428183873494, "sim_compute_robot_state-ego": 0.006167277693748474, "sim_compute_robot_state-npc0": 0.005978415409723918, "sim_compute_robot_state-npc1": 0.005535115798314412, "sim_compute_robot_state-npc2": 0.005641733606656392, "sim_compute_robot_state-npc3": 0.005586211880048116}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.15173400016058058, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.00974357695806594, "in-drivable-lane": 0, "agent_compute-ego": 0.018409161340622676, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.006688674290974935, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.0038718382517496743, "sim_compute_performance-ego": 0.005396263939993722, "sim_compute_robot_state-ego": 0.007117646081107003, "sim_compute_robot_state-npc0": 0.006049769265311105, "sim_compute_robot_state-npc1": 0.006137348356701079, "sim_compute_robot_state-npc2": 0.005888700485229492, "sim_compute_robot_state-npc3": 0.0057726360502697175}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.1116500286285035, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.00816788216550907, "in-drivable-lane": 2, "agent_compute-ego": 0.01591879165101194, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.005524425449485551, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.0033597532146705123, "sim_compute_performance-ego": 0.00457725553455467, "sim_compute_robot_state-ego": 0.005777554597683296, "sim_compute_robot_state-npc0": 0.005551934956076616, "sim_compute_robot_state-npc1": 0.0053864938770225666, "sim_compute_robot_state-npc2": 0.005347440342703265, "sim_compute_robot_state-npc3": 0.005278490260689559}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.10139174600249357, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.007073154727232109, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.013414440803157473, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.004402077313765739, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.0028052839260656855, "sim_compute_performance-ego": 0.003707978331926957, "sim_compute_robot_state-ego": 0.0048315316728017865, "sim_compute_robot_state-npc0": 0.004500185401694288, "sim_compute_robot_state-npc1": 0.004374480941920605, "sim_compute_robot_state-npc2": 0.004377483164222495, "sim_compute_robot_state-npc3": 0.00436460856095101}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.10915902137756348, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.007135825157165527, "in-drivable-lane": 0, "agent_compute-ego": 0.01364203929901123, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.004408988952636719, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.0028396081924438477, "sim_compute_performance-ego": 0.003739161491394043, "sim_compute_robot_state-ego": 0.004872641563415527, "sim_compute_robot_state-npc0": 0.004576287269592285, "sim_compute_robot_state-npc1": 0.004422135353088379, "sim_compute_robot_state-npc2": 0.004384245872497559, "sim_compute_robot_state-npc3": 0.004377188682556152}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.0914948949447045, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.007050372087038481, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.013385227093329797, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.004529709999377911, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.002785843152266282, "sim_compute_performance-ego": 0.0037230803416325496, "sim_compute_robot_state-ego": 0.004837590914506178, "sim_compute_robot_state-npc0": 0.004564042274768536, "sim_compute_robot_state-npc1": 0.004417148920205923, "sim_compute_robot_state-npc2": 0.004396956700545091, "sim_compute_robot_state-npc3": 0.004390542323772724}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.11725938320159912, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.007066075618450458, "in-drivable-lane": 0, "agent_compute-ego": 0.013900527587303748, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.004216258342449482, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.0027267015897310697, "sim_compute_performance-ego": 0.003667336243849534, "sim_compute_robot_state-ego": 0.004764960362361028, "sim_compute_robot_state-npc0": 0.004486762560330904, "sim_compute_robot_state-npc1": 0.004292341379018931, "sim_compute_robot_state-npc2": 0.004277082589956431, "sim_compute_robot_state-npc3": 0.004359547908489521}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.099037766456604, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.00720890001817183, "in-drivable-lane": 0, "agent_compute-ego": 0.014066371050747956, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.004488706588745117, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.002780870957808061, "sim_compute_performance-ego": 0.003737698901783336, "sim_compute_robot_state-ego": 0.004872896454551003, "sim_compute_robot_state-npc0": 0.004602594809098678, "sim_compute_robot_state-npc1": 0.0044117624109441585, "sim_compute_robot_state-npc2": 0.0043812448328191585, "sim_compute_robot_state-npc3": 0.004371220415288752}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.08897060871124268, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.006922039985656738, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.013445611000061036, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.004344930648803711, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.002777590751647949, "sim_compute_performance-ego": 0.0036861610412597654, "sim_compute_robot_state-ego": 0.004778470993041992, "sim_compute_robot_state-npc0": 0.004521985054016114, "sim_compute_robot_state-npc1": 0.004341745376586914, "sim_compute_robot_state-npc2": 0.004313879013061524, "sim_compute_robot_state-npc3": 0.004311261177062989}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.09559788856100528, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.006913593474854814, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.013299822807312012, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.004403050909651087, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.002771862009738354, "sim_compute_performance-ego": 0.003677877974002919, "sim_compute_robot_state-ego": 0.004784137644666306, "sim_compute_robot_state-npc0": 0.004502803721326463, "sim_compute_robot_state-npc1": 0.0043470783436552005, "sim_compute_robot_state-npc2": 0.0043321188460005095, "sim_compute_robot_state-npc3": 0.004335768679355053}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.09174925088882446, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.007003761254824125, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.01347889808508066, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.004381940915034368, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.0027479345981891337, "sim_compute_performance-ego": 0.0036930900353651782, "sim_compute_robot_state-ego": 0.004797756671905518, "sim_compute_robot_state-npc0": 0.004552868696359487, "sim_compute_robot_state-npc1": 0.004335522651672363, "sim_compute_robot_state-npc2": 0.004309356212615967, "sim_compute_robot_state-npc3": 0.004308530917534461}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.09446832338968912, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.006825011117117746, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.013333422797066823, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.004366876965477353, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.002741352717081706, "sim_compute_performance-ego": 0.003659012204124814, "sim_compute_robot_state-ego": 0.004759965624128069, "sim_compute_robot_state-npc0": 0.004496744700840541, "sim_compute_robot_state-npc1": 0.004312810443696522, "sim_compute_robot_state-npc2": 0.0042843500773111975, "sim_compute_robot_state-npc3": 0.004286834171840123}}
set_robot_commands_max0.007075352328164237
set_robot_commands_mean0.005114666105519176
set_robot_commands_median0.004488706588745117
set_robot_commands_min0.004216258342449482
sim_compute_performance-ego_max0.0054758289192296285
sim_compute_performance-ego_mean0.004245539777923319
sim_compute_performance-ego_median0.003737698901783336
sim_compute_performance-ego_min0.003659012204124814
sim_compute_robot_state-ego_max0.007117646081107003
sim_compute_robot_state-ego_mean0.005464546871474119
sim_compute_robot_state-ego_median0.004872641563415527
sim_compute_robot_state-ego_min0.004759965624128069
sim_compute_robot_state-npc0_max0.006270638534000942
sim_compute_robot_state-npc0_mean0.005109456341770185
sim_compute_robot_state-npc0_median0.004576287269592285
sim_compute_robot_state-npc0_min0.004486762560330904
sim_compute_robot_state-npc1_max0.006137348356701079
sim_compute_robot_state-npc1_mean0.004925264520193804
sim_compute_robot_state-npc1_median0.004417148920205923
sim_compute_robot_state-npc1_min0.004292341379018931
sim_compute_robot_state-npc2_max0.006253932203565325
sim_compute_robot_state-npc2_mean0.0049229736720094895
sim_compute_robot_state-npc2_median0.004384245872497559
sim_compute_robot_state-npc2_min0.004277082589956431
sim_compute_robot_state-npc3_max0.006035557815006801
sim_compute_robot_state-npc3_mean0.004887780712741673
sim_compute_robot_state-npc3_median0.004377188682556152
sim_compute_robot_state-npc3_min0.004286834171840123
sim_compute_sim_state_max0.003948024556606631
sim_compute_sim_state_mean0.003115552780784341
sim_compute_sim_state_median0.0028052839260656855
sim_compute_sim_state_min0.0027267015897310697
sim_physics_max0.15173400016058058
sim_physics_mean0.10964566578880104
sim_physics_median0.10915902137756348
sim_physics_min0.08897060871124268
sim_render-ego_max0.010061587606157576
sim_render-ego_mean0.00789013612449813
sim_render-ego_median0.007135825157165527
sim_render-ego_min0.006825011117117746
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.