Duckietown Challenges Home Challenges Submissions

Job 25848

Job ID25848
submission4286
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatoridsc-rudolf-28775
date started
date completed
duration0:15:49
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6510741719617279
survival_time_median2.5999999999999988
deviation-center-line_median0.13998987879563426
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.026814395731145687
agent_compute-ego_mean0.02538188486552197
agent_compute-ego_median0.02544486964190448
agent_compute-ego_min0.02398187839067899
deviation-center-line_max0.3036287511501312
deviation-center-line_mean0.15369769239159572
deviation-center-line_min0.05216491457142899
deviation-heading_max1.2179728408173982
deviation-heading_mean0.5261661462618537
deviation-heading_median0.39731350514028857
deviation-heading_min0.17653006715371072
driven_any_max2.224828697235836
driven_any_mean1.0945516051967747
driven_any_median1.035889090772785
driven_any_min0.28141737741661643
driven_lanedir_consec_max1.5148199711845598
driven_lanedir_consec_mean0.6776353875620368
driven_lanedir_consec_min0.2574360490463805
driven_lanedir_max1.5148389893669991
driven_lanedir_mean0.6987447229996103
driven_lanedir_median0.6625717078190373
driven_lanedir_min0.2574360490463805
in-drivable-lane_max2.449999999999994
in-drivable-lane_mean0.7399999999999982
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.120585162571246, "sim_physics": 0.2103018091436018, "survival_time": 2.849999999999998, "driven_lanedir": 1.0834331015849266, "sim_render-ego": 0.0123539221914191, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.02523829644186455, "deviation-heading": 0.41432780267306696, "set_robot_commands": 0.008113011979220206, "deviation-center-line": 0.13998987879563426, "driven_lanedir_consec": 1.0834331015849266, "sim_compute_sim_state": 0.00540705731040553, "sim_compute_performance-ego": 0.007575030912432754, "sim_compute_robot_state-ego": 0.009103239628306607, "sim_compute_robot_state-npc0": 0.008793701205337257, "sim_compute_robot_state-npc1": 0.008522209368254008, "sim_compute_robot_state-npc2": 0.008382236748410944, "sim_compute_robot_state-npc3": 0.008264754947863127}, "udem1-1-0": {"driven_any": 0.625093593968239, "sim_physics": 0.2156367301940918, "survival_time": 1.7500000000000009, "driven_lanedir": 0.6085670792754807, "sim_render-ego": 0.013256536211286273, "in-drivable-lane": 0, "agent_compute-ego": 0.02510346003941127, "deviation-heading": 0.32013156786773145, "set_robot_commands": 0.007745088849748884, "deviation-center-line": 0.09604910370355851, "driven_lanedir_consec": 0.6085670792754807, "sim_compute_sim_state": 0.005211496353149414, "sim_compute_performance-ego": 0.007840626580374582, "sim_compute_robot_state-ego": 0.009591068540300642, "sim_compute_robot_state-npc0": 0.0093134948185512, "sim_compute_robot_state-npc1": 0.008416461944580077, "sim_compute_robot_state-npc2": 0.0126471928187779, "sim_compute_robot_state-npc3": 0.008349493571690151}, "udem1-2-0": {"driven_any": 1.0646337119139948, "sim_physics": 0.1616002939365528, "survival_time": 2.6999999999999984, "driven_lanedir": 0.54057801494714, "sim_render-ego": 0.013501418961419, "in-drivable-lane": 0.9500000000000006, "agent_compute-ego": 0.02544486964190448, "deviation-heading": 0.7806490469039062, "set_robot_commands": 0.009064771510936596, "deviation-center-line": 0.18907742227401345, "driven_lanedir_consec": 0.54057801494714, "sim_compute_sim_state": 0.005691885948181152, "sim_compute_performance-ego": 0.008350849151611328, "sim_compute_robot_state-ego": 0.009457009809988516, "sim_compute_robot_state-npc0": 0.009655294594941317, "sim_compute_robot_state-npc1": 0.008984601056134259, "sim_compute_robot_state-npc2": 0.009148240089416504, "sim_compute_robot_state-npc3": 0.009339328165407534}, "udem1-3-0": {"driven_any": 0.28141737741661643, "sim_physics": 0.22588093657242625, "survival_time": 0.9500000000000004, "driven_lanedir": 0.2574360490463805, "sim_render-ego": 0.014429142600611636, "in-drivable-lane": 0, "agent_compute-ego": 0.025607334940057052, "deviation-heading": 0.370261699898986, "set_robot_commands": 0.01018212970934416, "deviation-center-line": 0.05216491457142899, "driven_lanedir_consec": 0.2574360490463805, "sim_compute_sim_state": 0.005439294011969315, "sim_compute_performance-ego": 0.008337359679372687, "sim_compute_robot_state-ego": 0.00958034866734555, "sim_compute_robot_state-npc0": 0.010560738412957444, "sim_compute_robot_state-npc1": 0.009598016738891602, "sim_compute_robot_state-npc2": 0.009000113135889956, "sim_compute_robot_state-npc3": 0.008690018402902703}, "udem1-4-0": {"driven_any": 1.4415883765088768, "sim_physics": 0.20261720872261155, "survival_time": 3.5499999999999954, "driven_lanedir": 0.5714453508506352, "sim_render-ego": 0.01355582895413251, "in-drivable-lane": 1.8499999999999943, "agent_compute-ego": 0.024936890937912633, "deviation-heading": 0.38647524317752424, "set_robot_commands": 0.0086523411979138, "deviation-center-line": 0.13680180419291485, "driven_lanedir_consec": 0.5714453508506352, "sim_compute_sim_state": 0.005783866828596088, "sim_compute_performance-ego": 0.007684418852900115, "sim_compute_robot_state-ego": 0.009176969528198242, "sim_compute_robot_state-npc0": 0.009015647458358547, "sim_compute_robot_state-npc1": 0.009070728866147324, "sim_compute_robot_state-npc2": 0.00918404820939185, "sim_compute_robot_state-npc3": 0.008919319636385205}, "udem1-5-0": {"driven_any": 1.0080391968248454, "sim_physics": 0.16415056815514198, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6704865591525617, "sim_render-ego": 0.013061440907991847, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.02398187839067899, "deviation-heading": 0.3922278328684869, "set_robot_commands": 0.008915121738727275, "deviation-center-line": 0.07771251037610638, "driven_lanedir_consec": 0.6704865591525617, "sim_compute_sim_state": 0.005554497241973877, "sim_compute_performance-ego": 0.008618932503920335, "sim_compute_robot_state-ego": 0.00980781133358295, "sim_compute_robot_state-npc0": 0.009619566110464243, "sim_compute_robot_state-npc1": 0.00867303518148569, "sim_compute_robot_state-npc2": 0.008612660261300894, "sim_compute_robot_state-npc3": 0.008990393235133244}, "udem1-6-0": {"driven_any": 1.0203763919640902, "sim_physics": 0.16677642327088577, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6885137224643074, "sim_render-ego": 0.013294164951031024, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.02587685676721426, "deviation-heading": 0.48275274423678327, "set_robot_commands": 0.009105833677145151, "deviation-center-line": 0.2218899592142332, "driven_lanedir_consec": 0.6510741719617279, "sim_compute_sim_state": 0.005559545296889085, "sim_compute_performance-ego": 0.007889811809246357, "sim_compute_robot_state-ego": 0.00908946073972262, "sim_compute_robot_state-npc0": 0.009476780891418455, "sim_compute_robot_state-npc1": 0.009474442555354193, "sim_compute_robot_state-npc2": 0.008955620802365817, "sim_compute_robot_state-npc3": 0.008140165072221022}, "udem1-7-0": {"driven_any": 1.518889572352387, "sim_physics": 0.21010639569530748, "survival_time": 3.649999999999995, "driven_lanedir": 1.5148389893669991, "sim_render-ego": 0.01287406764618338, "in-drivable-lane": 0, "agent_compute-ego": 0.026198870515170163, "deviation-heading": 0.20977423156921973, "set_robot_commands": 0.008651400265628344, "deviation-center-line": 0.21770843077410823, "driven_lanedir_consec": 1.5148199711845598, "sim_compute_sim_state": 0.005282882141740355, "sim_compute_performance-ego": 0.007614655037448831, "sim_compute_robot_state-ego": 0.009002499384422824, "sim_compute_robot_state-npc0": 0.009076369951849114, "sim_compute_robot_state-npc1": 0.008822467229137682, "sim_compute_robot_state-npc2": 0.008842233109147581, "sim_compute_robot_state-npc3": 0.008907811282432242}, "udem1-8-0": {"driven_any": 1.0327164362829535, "sim_physics": 0.18273593829228327, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8071665223942781, "sim_render-ego": 0.01299338615857638, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.02471726215802706, "deviation-heading": 0.7544988063126181, "set_robot_commands": 0.008523886020366963, "deviation-center-line": 0.25456483764263077, "driven_lanedir_consec": 0.7988277806254289, "sim_compute_sim_state": 0.005470344653496375, "sim_compute_performance-ego": 0.007586098634279692, "sim_compute_robot_state-ego": 0.00940486559501061, "sim_compute_robot_state-npc0": 0.009236358679257909, "sim_compute_robot_state-npc1": 0.009072766854212834, "sim_compute_robot_state-npc2": 0.00882862164424016, "sim_compute_robot_state-npc3": 0.009097323967860296}, "udem1-9-0": {"driven_any": 2.194603187711772, "sim_physics": 0.18605027061242324, "survival_time": 5.1999999999999895, "driven_lanedir": 0.9504366656971932, "sim_render-ego": 0.01323881516089806, "in-drivable-lane": 2.449999999999994, "agent_compute-ego": 0.024474483269911543, "deviation-heading": 1.2179728408173982, "set_robot_commands": 0.00855801197198721, "deviation-center-line": 0.3036287511501312, "driven_lanedir_consec": 0.891948749340645, "sim_compute_sim_state": 0.006354075211745042, "sim_compute_performance-ego": 0.008227871014521672, "sim_compute_robot_state-ego": 0.009986950800969051, "sim_compute_robot_state-npc0": 0.00964820384979248, "sim_compute_robot_state-npc1": 0.009149040167148296, "sim_compute_robot_state-npc2": 0.0093079897073599, "sim_compute_robot_state-npc3": 0.008572135980312642}, "udem1-10-0": {"driven_any": 0.289456859388621, "sim_physics": 0.18454720973968505, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2655179454616352, "sim_render-ego": 0.012326300144195557, "in-drivable-lane": 0, "agent_compute-ego": 0.024186599254608154, "deviation-heading": 0.36575855943077534, "set_robot_commands": 0.007917988300323486, "deviation-center-line": 0.06115233279890005, "driven_lanedir_consec": 0.2655179454616352, "sim_compute_sim_state": 0.0051807045936584474, "sim_compute_performance-ego": 0.007408952713012696, "sim_compute_robot_state-ego": 0.009108459949493409, "sim_compute_robot_state-npc0": 0.008492672443389892, "sim_compute_robot_state-npc1": 0.008780443668365478, "sim_compute_robot_state-npc2": 0.008346009254455566, "sim_compute_robot_state-npc3": 0.008417987823486328}, "udem1-11-0": {"driven_any": 1.2100209344634405, "sim_physics": 0.16914683277324094, "survival_time": 2.9499999999999975, "driven_lanedir": 0.46508942212711313, "sim_render-ego": 0.01385988623408948, "in-drivable-lane": 1.599999999999997, "agent_compute-ego": 0.02584242416640459, "deviation-heading": 0.17653006715371072, "set_robot_commands": 0.008957551697553214, "deviation-center-line": 0.129995313593986, "driven_lanedir_consec": 0.46508942212711313, "sim_compute_sim_state": 0.0056255631527658235, "sim_compute_performance-ego": 0.00814076197349419, "sim_compute_robot_state-ego": 0.010389598749451718, "sim_compute_robot_state-npc0": 0.009485103316226248, "sim_compute_robot_state-npc1": 0.009240962691226248, "sim_compute_robot_state-npc2": 0.009295604996762031, "sim_compute_robot_state-npc3": 0.009200063802428163}, "udem1-12-0": {"driven_any": 2.224828697235836, "sim_physics": 0.1818962051318242, "survival_time": 5.1999999999999895, "driven_lanedir": 1.0703777445593876, "sim_render-ego": 0.013548724926435033, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.026018704359348003, "deviation-heading": 0.9732612596020856, "set_robot_commands": 0.00908617560680096, "deviation-center-line": 0.1588932542141487, "driven_lanedir_consec": 0.861653506375097, "sim_compute_sim_state": 0.005560599840604342, "sim_compute_performance-ego": 0.008198504264538106, "sim_compute_robot_state-ego": 0.009744593730339635, "sim_compute_robot_state-npc0": 0.009375471335190993, "sim_compute_robot_state-npc1": 0.009270603840167703, "sim_compute_robot_state-npc2": 0.00916898250579834, "sim_compute_robot_state-npc3": 0.009131963436420146}, "udem1-13-0": {"driven_any": 0.35013548857591936, "sim_physics": 0.2198772863908247, "survival_time": 1.1000000000000003, "driven_lanedir": 0.32471197024708154, "sim_render-ego": 0.01457401839169589, "in-drivable-lane": 0, "agent_compute-ego": 0.026814395731145687, "deviation-heading": 0.39731350514028857, "set_robot_commands": 0.009320508350025524, "deviation-center-line": 0.06622448803036315, "driven_lanedir_consec": 0.32471197024708154, "sim_compute_sim_state": 0.005565545775673606, "sim_compute_performance-ego": 0.007535793564536355, "sim_compute_robot_state-ego": 0.010392026467756792, "sim_compute_robot_state-npc0": 0.01042706316167658, "sim_compute_robot_state-npc1": 0.009021238847212358, "sim_compute_robot_state-npc2": 0.009380351413380016, "sim_compute_robot_state-npc3": 0.01012022928758101}, "udem1-14-0": {"driven_any": 1.035889090772785, "sim_physics": 0.2071678225810711, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6625717078190373, "sim_render-ego": 0.01421286968084482, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.026285946369171143, "deviation-heading": 0.6505569862752227, "set_robot_commands": 0.009570722396557148, "deviation-center-line": 0.1996123845417775, "driven_lanedir_consec": 0.6589411412501393, "sim_compute_sim_state": 0.0061649955235994775, "sim_compute_performance-ego": 0.00825875997543335, "sim_compute_robot_state-ego": 0.009727065379802998, "sim_compute_robot_state-npc0": 0.009632119765648477, "sim_compute_robot_state-npc1": 0.009026188116807204, "sim_compute_robot_state-npc2": 0.00936839672235342, "sim_compute_robot_state-npc3": 0.009078420125521146}}
set_robot_commands_max0.01018212970934416
set_robot_commands_mean0.008824302884818594
set_robot_commands_median0.008915121738727275
set_robot_commands_min0.007745088849748884
sim_compute_performance-ego_max0.008618932503920335
sim_compute_performance-ego_mean0.007951228444474871
sim_compute_performance-ego_median0.007889811809246357
sim_compute_performance-ego_min0.007408952713012696
sim_compute_robot_state-ego_max0.010392026467756792
sim_compute_robot_state-ego_mean0.009570797886979478
sim_compute_robot_state-ego_median0.00958034866734555
sim_compute_robot_state-ego_min0.009002499384422824
sim_compute_robot_state-npc0_max0.010560738412957444
sim_compute_robot_state-npc0_mean0.00945390573300401
sim_compute_robot_state-npc0_median0.009476780891418455
sim_compute_robot_state-npc0_min0.008492672443389892
sim_compute_robot_state-npc1_max0.009598016738891602
sim_compute_robot_state-npc1_mean0.009008213808341664
sim_compute_robot_state-npc1_median0.009026188116807204
sim_compute_robot_state-npc1_min0.008416461944580077
sim_compute_robot_state-npc2_max0.0126471928187779
sim_compute_robot_state-npc2_mean0.009231220094603391
sim_compute_robot_state-npc2_median0.009148240089416504
sim_compute_robot_state-npc2_min0.008346009254455566
sim_compute_robot_state-npc3_max0.01012022928758101
sim_compute_robot_state-npc3_mean0.008881293915842997
sim_compute_robot_state-npc3_median0.008919319636385205
sim_compute_robot_state-npc3_min0.008140165072221022
sim_compute_sim_state_max0.006354075211745042
sim_compute_sim_state_mean0.005590156925629862
sim_compute_sim_state_median0.005559545296889085
sim_compute_sim_state_min0.0051807045936584474
sim_physics_max0.22588093657242625
sim_physics_mean0.1925661287474648
sim_physics_median0.18605027061242324
sim_physics_min0.1616002939365528
sim_render-ego_max0.01457401839169589
sim_render-ego_mean0.013405368208053998
sim_render-ego_median0.013294164951031024
sim_render-ego_min0.012326300144195557
simulation-passed1
survival_time_max5.1999999999999895
survival_time_mean2.7533333333333307
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.