Duckietown Challenges Home Challenges Submissions

Job 24523

Job ID24523
submission4286
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatoridsc-rudolf-8508
date started
date completed
duration0:14:56
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.02976399201613206
agent_compute-ego_mean0.02778020298216417
agent_compute-ego_median0.02790379524230957
agent_compute-ego_min0.025680313507715866
deviation-center-line_max0.5141120095458045
deviation-center-line_mean0.17690002270053232
deviation-center-line_min0.06216029860587694
deviation-heading_max1.992943725008188
deviation-heading_mean0.6929778233956081
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.534324402241835
driven_any_mean1.3470385992234173
driven_any_median1.001633421251193
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.4943080534418787
driven_lanedir_consec_mean0.8813910855277101
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.4943080534418787
driven_lanedir_mean0.8962528018383177
driven_lanedir_median0.7206363324756618
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.1302909247482879, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.01302981678443619, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.02789290947250173, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.008876414238652097, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.005305736879759197, "sim_compute_performance-ego": 0.007467601872697661, "sim_compute_robot_state-ego": 0.009266856350476228, "sim_compute_robot_state-npc0": 0.009078611301470406, "sim_compute_robot_state-npc1": 0.00860958461520038, "sim_compute_robot_state-npc2": 0.00866570653794687, "sim_compute_robot_state-npc3": 0.00840260710897325}, "udem1-1-0": {"driven_any": 0.47798123795353264, "sim_physics": 0.1267310551234654, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.012707667691367013, "in-drivable-lane": 0, "agent_compute-ego": 0.026622959545680457, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.007795853274209159, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.005034250872475761, "sim_compute_performance-ego": 0.007225632667541504, "sim_compute_robot_state-ego": 0.008975378104618617, "sim_compute_robot_state-npc0": 0.008241925920758928, "sim_compute_robot_state-npc1": 0.008215793541499547, "sim_compute_robot_state-npc2": 0.00806793144771031, "sim_compute_robot_state-npc3": 0.007929955210004534}, "udem1-2-0": {"driven_any": 2.1864003300000703, "sim_physics": 0.12017761387871308, "survival_time": 5.14999999999999, "driven_lanedir": 1.8262319453635671, "sim_render-ego": 0.01268214392430574, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.02603445238280065, "deviation-heading": 0.8115272458314912, "set_robot_commands": 0.00832874335131599, "deviation-center-line": 0.19273160416094068, "driven_lanedir_consec": 1.8262319453635671, "sim_compute_sim_state": 0.00499633446480464, "sim_compute_performance-ego": 0.007167883289670481, "sim_compute_robot_state-ego": 0.008903790446161066, "sim_compute_robot_state-npc0": 0.008614540100097656, "sim_compute_robot_state-npc1": 0.008339907359151006, "sim_compute_robot_state-npc2": 0.00818578479359451, "sim_compute_robot_state-npc3": 0.007974372326749043}, "udem1-3-0": {"driven_any": 0.9410513078477728, "sim_physics": 0.13760264217853546, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.013189062476158142, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.025680313507715866, "deviation-heading": 0.35154027506548413, "set_robot_commands": 0.008118003606796265, "deviation-center-line": 0.08975118546699376, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.0050417085488637286, "sim_compute_performance-ego": 0.00744783878326416, "sim_compute_robot_state-ego": 0.00925379991531372, "sim_compute_robot_state-npc0": 0.008491312464078268, "sim_compute_robot_state-npc1": 0.008219396074612936, "sim_compute_robot_state-npc2": 0.008152539531389872, "sim_compute_robot_state-npc3": 0.00793708860874176}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.13678690365382604, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.01244384901864188, "in-drivable-lane": 0, "agent_compute-ego": 0.02655772935776483, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.008210397901989165, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.005328916368030366, "sim_compute_performance-ego": 0.007158268065679641, "sim_compute_robot_state-ego": 0.008909940719604492, "sim_compute_robot_state-npc0": 0.00850406147184826, "sim_compute_robot_state-npc1": 0.008443332853771392, "sim_compute_robot_state-npc2": 0.00845630963643392, "sim_compute_robot_state-npc3": 0.008379005250476655}, "udem1-5-0": {"driven_any": 3.534324402241835, "sim_physics": 0.13050245810411648, "survival_time": 8.349999999999984, "driven_lanedir": 2.4943080534418787, "sim_render-ego": 0.013239252353142836, "in-drivable-lane": 2, "agent_compute-ego": 0.027969762950600264, "deviation-heading": 1.992943725008188, "set_robot_commands": 0.00903936346134026, "deviation-center-line": 0.5141120095458045, "driven_lanedir_consec": 2.4943080534418787, "sim_compute_sim_state": 0.005460610646687582, "sim_compute_performance-ego": 0.0075432982987272525, "sim_compute_robot_state-ego": 0.009355683526593054, "sim_compute_robot_state-npc0": 0.009142290332360182, "sim_compute_robot_state-npc1": 0.008959311925008625, "sim_compute_robot_state-npc2": 0.008829557967043208, "sim_compute_robot_state-npc3": 0.008648639667533828}, "udem1-6-0": {"driven_any": 2.1760405509894407, "sim_physics": 0.14125595046478567, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.013541504017357688, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.02782933920332529, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.009275096134074684, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.005488395690917969, "sim_compute_performance-ego": 0.0076634559816527136, "sim_compute_robot_state-ego": 0.009386016327200585, "sim_compute_robot_state-npc0": 0.009263388161520355, "sim_compute_robot_state-npc1": 0.00893910648753342, "sim_compute_robot_state-npc2": 0.008898906337404713, "sim_compute_robot_state-npc3": 0.008798809884821327}, "udem1-7-0": {"driven_any": 1.0050236108346402, "sim_physics": 0.1501981973648071, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684152, "sim_render-ego": 0.01366635799407959, "in-drivable-lane": 0, "agent_compute-ego": 0.028648877143859865, "deviation-heading": 0.9227446658975218, "set_robot_commands": 0.009226574897766113, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.005329093933105469, "sim_compute_performance-ego": 0.007843713760375976, "sim_compute_robot_state-ego": 0.009347848892211914, "sim_compute_robot_state-npc0": 0.0090635347366333, "sim_compute_robot_state-npc1": 0.008947577476501465, "sim_compute_robot_state-npc2": 0.008901348114013672, "sim_compute_robot_state-npc3": 0.00869455337524414}, "udem1-8-0": {"driven_any": 0.997041660301958, "sim_physics": 0.13061488133210403, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.013728728661170373, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.028140714535346396, "deviation-heading": 0.6817155913229234, "set_robot_commands": 0.009112394773043118, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.005561571854811449, "sim_compute_performance-ego": 0.007729562429281382, "sim_compute_robot_state-ego": 0.009482814715458796, "sim_compute_robot_state-npc0": 0.009243722145374004, "sim_compute_robot_state-npc1": 0.009119629859924316, "sim_compute_robot_state-npc2": 0.00906673761514517, "sim_compute_robot_state-npc3": 0.008984891267923208}, "udem1-9-0": {"driven_any": 0.43749987104723, "sim_physics": 0.15187205718113825, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.01370089787703294, "in-drivable-lane": 0, "agent_compute-ego": 0.02976399201613206, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.00929727004124568, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.005445654575641339, "sim_compute_performance-ego": 0.007568322695218599, "sim_compute_robot_state-ego": 0.009051836453951322, "sim_compute_robot_state-npc0": 0.008893939164968638, "sim_compute_robot_state-npc1": 0.008827521250798153, "sim_compute_robot_state-npc2": 0.008600473403930664, "sim_compute_robot_state-npc3": 0.00871884822845459}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.13947924700650302, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.013934980739246716, "in-drivable-lane": 0, "agent_compute-ego": 0.029728607697920365, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.009908524426546965, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.005519249222495339, "sim_compute_performance-ego": 0.007818091999400745, "sim_compute_robot_state-ego": 0.009475307031111284, "sim_compute_robot_state-npc0": 0.009446241638877174, "sim_compute_robot_state-npc1": 0.009165579622442072, "sim_compute_robot_state-npc2": 0.009189150550148704, "sim_compute_robot_state-npc3": 0.009038860147649591}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.13481861114501953, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756618, "sim_render-ego": 0.014071059226989749, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.02803492546081543, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.009297652244567871, "deviation-center-line": 0.16567670185555416, "driven_lanedir_consec": 0.718507549745529, "sim_compute_sim_state": 0.005451226234436035, "sim_compute_performance-ego": 0.008021783828735352, "sim_compute_robot_state-ego": 0.009830198287963866, "sim_compute_robot_state-npc0": 0.009124884605407717, "sim_compute_robot_state-npc1": 0.009069132804870605, "sim_compute_robot_state-npc2": 0.008933076858520508, "sim_compute_robot_state-npc3": 0.00895254611968994}, "udem1-12-0": {"driven_any": 1.9646878702534365, "sim_physics": 0.13470695881133385, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.016557287662587267, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.028355973832150723, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.00932626521333735, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.005476659916816873, "sim_compute_performance-ego": 0.007798319167279182, "sim_compute_robot_state-ego": 0.00956768938835631, "sim_compute_robot_state-npc0": 0.00914670558685952, "sim_compute_robot_state-npc1": 0.009082340179605687, "sim_compute_robot_state-npc2": 0.00905314912187292, "sim_compute_robot_state-npc3": 0.008836109587486754}, "udem1-13-0": {"driven_any": 1.001633421251193, "sim_physics": 0.13167296464626604, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.01340340650998629, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.02790379524230957, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.009006481904249925, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.005389153957366943, "sim_compute_performance-ego": 0.007768773115598238, "sim_compute_robot_state-ego": 0.009445598492255578, "sim_compute_robot_state-npc0": 0.009113210898179274, "sim_compute_robot_state-npc1": 0.009020521090580868, "sim_compute_robot_state-npc2": 0.008945776866032528, "sim_compute_robot_state-npc3": 0.008763359143183781}, "udem1-14-0": {"driven_any": 2.218769782727205, "sim_physics": 0.12912234578813825, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433687, "sim_render-ego": 0.013250471296764555, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.02753869238353911, "deviation-heading": 1.7163026916317137, "set_robot_commands": 0.008942324774605888, "deviation-center-line": 0.2412693316050378, "driven_lanedir_consec": 0.6077880672015876, "sim_compute_sim_state": 0.005383911586943127, "sim_compute_performance-ego": 0.007629576183500744, "sim_compute_robot_state-ego": 0.009236969266619, "sim_compute_robot_state-npc0": 0.008886836823962983, "sim_compute_robot_state-npc1": 0.008782899947393508, "sim_compute_robot_state-npc2": 0.00867767333984375, "sim_compute_robot_state-npc3": 0.008668674741472517}}
set_robot_commands_max0.009908524426546965
set_robot_commands_mean0.00891742401624937
set_robot_commands_median0.00903936346134026
set_robot_commands_min0.007795853274209159
sim_compute_performance-ego_max0.008021783828735352
sim_compute_performance-ego_mean0.007590141475908241
sim_compute_performance-ego_median0.007629576183500744
sim_compute_performance-ego_min0.007158268065679641
sim_compute_robot_state-ego_max0.009830198287963866
sim_compute_robot_state-ego_mean0.009299315194526389
sim_compute_robot_state-ego_median0.009347848892211914
sim_compute_robot_state-ego_min0.008903790446161066
sim_compute_robot_state-npc0_max0.009446241638877174
sim_compute_robot_state-npc0_mean0.008950347023493111
sim_compute_robot_state-npc0_median0.009078611301470406
sim_compute_robot_state-npc0_min0.008241925920758928
sim_compute_robot_state-npc1_max0.009165579622442072
sim_compute_robot_state-npc1_mean0.00878277567259293
sim_compute_robot_state-npc1_median0.00893910648753342
sim_compute_robot_state-npc1_min0.008215793541499547
sim_compute_robot_state-npc2_max0.009189150550148704
sim_compute_robot_state-npc2_mean0.008708274808068756
sim_compute_robot_state-npc2_median0.008829557967043208
sim_compute_robot_state-npc2_min0.00806793144771031
sim_compute_robot_state-npc3_max0.009038860147649591
sim_compute_robot_state-npc3_mean0.008581888044560329
sim_compute_robot_state-npc3_median0.00869455337524414
sim_compute_robot_state-npc3_min0.007929955210004534
sim_compute_sim_state_max0.005561571854811449
sim_compute_sim_state_mean0.005347498316877054
sim_compute_sim_state_median0.005389153957366943
sim_compute_sim_state_min0.00499633446480464
sim_physics_max0.15187205718113825
sim_physics_mean0.13505552076180266
sim_physics_median0.13470695881133385
sim_physics_min0.12017761387871308
sim_render-ego_max0.016557287662587267
sim_render-ego_mean0.013543099082217796
sim_render-ego_median0.01340340650998629
sim_render-ego_min0.01244384901864188
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.