Duckietown Challenges Home Challenges Submissions

Job 27670

Job ID27670
submission4189
userLiam Paull 🇨🇦
user labelchallenge-aido_LF-template-ros - Template solution using ROS
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatoridsc-rudolf-25650
date started
date completed
duration0:16:45
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4655139107766719
survival_time_median2.5999999999999988
deviation-center-line_median0.12247761488205015
in-drivable-lane_median0.1999999999999993


other stats
agent_compute-ego_max0.027328577908602627
agent_compute-ego_mean0.024633964141229217
agent_compute-ego_median0.02456959088643392
agent_compute-ego_min0.022415542602539064
deviation-center-line_max0.319097545335106
deviation-center-line_mean0.15114113023542108
deviation-center-line_min0.07065331237272693
deviation-heading_max1.794948507620783
deviation-heading_mean0.632535604070611
deviation-heading_median0.4860461120296032
deviation-heading_min0.20872904411879983
driven_any_max1.8421668728572815
driven_any_mean0.789661689128428
driven_any_median0.676320777519435
driven_any_min0.28966334503214825
driven_lanedir_consec_max0.9761203969848186
driven_lanedir_consec_mean0.513343286517448
driven_lanedir_consec_min0.19101417073511717
driven_lanedir_max0.9761203969848186
driven_lanedir_mean0.513343286517448
driven_lanedir_median0.4655139107766719
driven_lanedir_min0.19101417073511717
in-drivable-lane_max2.249999999999992
in-drivable-lane_mean0.7633333333333312
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.029569969954737, "sim_physics": 0.16262309191978142, "survival_time": 3.649999999999995, "driven_lanedir": 0.5728900130190617, "sim_render-ego": 0.01325403827510468, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.027104390810613763, "deviation-heading": 0.46418759639345647, "set_robot_commands": 0.00880359950130933, "deviation-center-line": 0.16420485117826172, "driven_lanedir_consec": 0.5728900130190617, "sim_compute_sim_state": 0.005663421056041978, "sim_compute_performance-ego": 0.00763251683483385, "sim_compute_robot_state-ego": 0.009605192158320178, "sim_compute_robot_state-npc0": 0.008927890699203701, "sim_compute_robot_state-npc1": 0.008970371664386906, "sim_compute_robot_state-npc2": 0.009289496565518314, "sim_compute_robot_state-npc3": 0.00904660355554868}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4854069732029952, "sim_physics": 0.15981699360741508, "survival_time": 1.800000000000001, "driven_lanedir": 0.4655139107766719, "sim_render-ego": 0.014316247569190131, "in-drivable-lane": 0, "agent_compute-ego": 0.02467721038394504, "deviation-heading": 0.4301190528543047, "set_robot_commands": 0.008659958839416504, "deviation-center-line": 0.1102550226967659, "driven_lanedir_consec": 0.4655139107766719, "sim_compute_sim_state": 0.005603796905941433, "sim_compute_performance-ego": 0.007712211873796251, "sim_compute_robot_state-ego": 0.009411341614193387, "sim_compute_robot_state-npc0": 0.008371843232048882, "sim_compute_robot_state-npc1": 0.00913014014561971, "sim_compute_robot_state-npc2": 0.008412414126925997, "sim_compute_robot_state-npc3": 0.008890496359931098}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.676320777519435, "sim_physics": 0.17083280820112962, "survival_time": 2.5999999999999988, "driven_lanedir": 0.19101417073511717, "sim_render-ego": 0.013496160507202148, "in-drivable-lane": 1.5499999999999985, "agent_compute-ego": 0.025659579497117262, "deviation-heading": 0.3144035683599862, "set_robot_commands": 0.008532336125007043, "deviation-center-line": 0.11974981095625696, "driven_lanedir_consec": 0.19101417073511717, "sim_compute_sim_state": 0.005335743610675518, "sim_compute_performance-ego": 0.008348267811995286, "sim_compute_robot_state-ego": 0.009152627908266509, "sim_compute_robot_state-npc0": 0.009278943905463586, "sim_compute_robot_state-npc1": 0.009042120896852931, "sim_compute_robot_state-npc2": 0.009046481205866886, "sim_compute_robot_state-npc3": 0.009324912841503438}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.28966334503214825, "sim_physics": 0.17323315143585205, "survival_time": 1.4000000000000006, "driven_lanedir": 0.24509646022130271, "sim_render-ego": 0.012358273778642927, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.02430015802383423, "deviation-heading": 0.586908120134486, "set_robot_commands": 0.00811231987816947, "deviation-center-line": 0.08881536077749116, "driven_lanedir_consec": 0.24509646022130271, "sim_compute_sim_state": 0.004529212202344622, "sim_compute_performance-ego": 0.007955789566040039, "sim_compute_robot_state-ego": 0.009361062731061662, "sim_compute_robot_state-npc0": 0.008962750434875488, "sim_compute_robot_state-npc1": 0.007829248905181885, "sim_compute_robot_state-npc2": 0.007661317076001849, "sim_compute_robot_state-npc3": 0.008063963481358119}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.7805992443265533, "sim_physics": 0.15128452248043484, "survival_time": 2.6999999999999984, "driven_lanedir": 0.23933435620577304, "sim_render-ego": 0.01323432834060104, "in-drivable-lane": 1.549999999999998, "agent_compute-ego": 0.02456959088643392, "deviation-heading": 0.4860461120296032, "set_robot_commands": 0.008651980647334346, "deviation-center-line": 0.07065331237272693, "driven_lanedir_consec": 0.23933435620577304, "sim_compute_sim_state": 0.0055906198642872, "sim_compute_performance-ego": 0.008034476527461299, "sim_compute_robot_state-ego": 0.009001709796764233, "sim_compute_robot_state-npc0": 0.009747898137127913, "sim_compute_robot_state-npc1": 0.008951328418872974, "sim_compute_robot_state-npc2": 0.008903264999389648, "sim_compute_robot_state-npc3": 0.009310974015129935}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.8421668728572815, "sim_physics": 0.17140901272113507, "survival_time": 6.499999999999985, "driven_lanedir": 0.9761203969848186, "sim_render-ego": 0.013222562349759616, "in-drivable-lane": 2.249999999999992, "agent_compute-ego": 0.02356706949380728, "deviation-heading": 1.794948507620783, "set_robot_commands": 0.007965982877291167, "deviation-center-line": 0.26383046265149596, "driven_lanedir_consec": 0.9761203969848186, "sim_compute_sim_state": 0.005391841668349046, "sim_compute_performance-ego": 0.00772406137906588, "sim_compute_robot_state-ego": 0.009072643059950609, "sim_compute_robot_state-npc0": 0.009270279224102314, "sim_compute_robot_state-npc1": 0.008867102402907152, "sim_compute_robot_state-npc2": 0.008825540542602539, "sim_compute_robot_state-npc3": 0.008672442803016076}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.30974083658125623, "sim_physics": 0.18199408971346345, "survival_time": 1.3000000000000005, "driven_lanedir": 0.3008271040967698, "sim_render-ego": 0.013396153083214391, "in-drivable-lane": 0, "agent_compute-ego": 0.0245438814163208, "deviation-heading": 0.29478287536209735, "set_robot_commands": 0.00854786542745737, "deviation-center-line": 0.12791628476605915, "driven_lanedir_consec": 0.3008271040967698, "sim_compute_sim_state": 0.0050198114835298974, "sim_compute_performance-ego": 0.0069730281829833984, "sim_compute_robot_state-ego": 0.008794757036062388, "sim_compute_robot_state-npc0": 0.008444969470684346, "sim_compute_robot_state-npc1": 0.009727028700021597, "sim_compute_robot_state-npc2": 0.00762789066021259, "sim_compute_robot_state-npc3": 0.00912005167741042}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.898902141147963, "sim_physics": 0.14957930491520807, "survival_time": 3.2499999999999964, "driven_lanedir": 0.4504170426937285, "sim_render-ego": 0.01226813242985652, "in-drivable-lane": 1.3999999999999957, "agent_compute-ego": 0.022415542602539064, "deviation-heading": 0.47490333079502217, "set_robot_commands": 0.008051795225877028, "deviation-center-line": 0.10611885224838034, "driven_lanedir_consec": 0.4504170426937285, "sim_compute_sim_state": 0.005252544696514423, "sim_compute_performance-ego": 0.007552693440363957, "sim_compute_robot_state-ego": 0.009013597781841572, "sim_compute_robot_state-npc0": 0.008839911680955154, "sim_compute_robot_state-npc1": 0.008951619955209586, "sim_compute_robot_state-npc2": 0.008920093683096078, "sim_compute_robot_state-npc3": 0.009108161926269532}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.6704158195242703, "sim_physics": 0.14219441600874358, "survival_time": 2.549999999999999, "driven_lanedir": 0.5927547773358701, "sim_render-ego": 0.013179587382896272, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.02269448486028933, "deviation-heading": 0.5944063842408287, "set_robot_commands": 0.008368679121428845, "deviation-center-line": 0.1765710850461356, "driven_lanedir_consec": 0.5927547773358701, "sim_compute_sim_state": 0.005389484704709521, "sim_compute_performance-ego": 0.007681425879983341, "sim_compute_robot_state-ego": 0.008745090634215111, "sim_compute_robot_state-npc0": 0.009557088216145834, "sim_compute_robot_state-npc1": 0.009315696417116652, "sim_compute_robot_state-npc2": 0.009219725926717125, "sim_compute_robot_state-npc3": 0.008490398818371343}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0246276909150038, "sim_physics": 0.14201572343900606, "survival_time": 3.8499999999999943, "driven_lanedir": 0.7223434592397964, "sim_render-ego": 0.013233070249681348, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.024932780823150237, "deviation-heading": 1.0014471683516262, "set_robot_commands": 0.00813029958056165, "deviation-center-line": 0.319097545335106, "driven_lanedir_consec": 0.7223434592397964, "sim_compute_sim_state": 0.005045568788206422, "sim_compute_performance-ego": 0.007979634520295379, "sim_compute_robot_state-ego": 0.009806902377636402, "sim_compute_robot_state-npc0": 0.009382600908155566, "sim_compute_robot_state-npc1": 0.008778630913078012, "sim_compute_robot_state-npc2": 0.0087080497246284, "sim_compute_robot_state-npc3": 0.008912526167832412}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.024270409491677, "sim_physics": 0.13586346868058324, "survival_time": 3.5499999999999954, "driven_lanedir": 0.930635564815912, "sim_render-ego": 0.013912936331520616, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.0247985947300011, "deviation-heading": 0.5973636381057863, "set_robot_commands": 0.009022917546017068, "deviation-center-line": 0.10279002172095, "driven_lanedir_consec": 0.930635564815912, "sim_compute_sim_state": 0.005500531532395054, "sim_compute_performance-ego": 0.007858880808655645, "sim_compute_robot_state-ego": 0.009774275229010783, "sim_compute_robot_state-npc0": 0.009195777731882016, "sim_compute_robot_state-npc1": 0.008537584627178353, "sim_compute_robot_state-npc2": 0.011278672957084549, "sim_compute_robot_state-npc3": 0.009152969843904736}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.5682766327102775, "sim_physics": 0.15383829764269907, "survival_time": 5.449999999999989, "driven_lanedir": 0.8643968266949456, "sim_render-ego": 0.012725195753465006, "in-drivable-lane": 1.8999999999999932, "agent_compute-ego": 0.022937503429727817, "deviation-heading": 1.290056796217176, "set_robot_commands": 0.008431432444021243, "deviation-center-line": 0.2507234354671837, "driven_lanedir_consec": 0.8643968266949456, "sim_compute_sim_state": 0.005449771881103516, "sim_compute_performance-ego": 0.007717495664544062, "sim_compute_robot_state-ego": 0.008928005848455867, "sim_compute_robot_state-npc0": 0.009402255399511497, "sim_compute_robot_state-npc1": 0.009129775773494615, "sim_compute_robot_state-npc2": 0.008972618557991238, "sim_compute_robot_state-npc3": 0.008898321641694516}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.5325545923236724, "sim_physics": 0.1949483073034952, "survival_time": 2.1500000000000004, "driven_lanedir": 0.4938781019355929, "sim_render-ego": 0.013536691665649414, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.02396627359612043, "deviation-heading": 0.3936856541429253, "set_robot_commands": 0.008806128834569178, "deviation-center-line": 0.12247761488205015, "driven_lanedir_consec": 0.4938781019355929, "sim_compute_sim_state": 0.006007859873217206, "sim_compute_performance-ego": 0.008306020914122116, "sim_compute_robot_state-ego": 0.009743640589159589, "sim_compute_robot_state-npc0": 0.009465805319852609, "sim_compute_robot_state-npc1": 0.009353188581244893, "sim_compute_robot_state-npc2": 0.00942063331604004, "sim_compute_robot_state-npc3": 0.008836286012516466}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3130313525677216, "sim_physics": 0.15387995426471418, "survival_time": 1.3000000000000005, "driven_lanedir": 0.26027879486035976, "sim_render-ego": 0.01322455589587872, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.026013823655935433, "deviation-heading": 0.5560462123322836, "set_robot_commands": 0.008550643920898438, "deviation-center-line": 0.08038826514422112, "driven_lanedir_consec": 0.26027879486035976, "sim_compute_sim_state": 0.005930460416353666, "sim_compute_performance-ego": 0.007840880980858436, "sim_compute_robot_state-ego": 0.00890812507042518, "sim_compute_robot_state-npc0": 0.010286074418288013, "sim_compute_robot_state-npc1": 0.00957051607278677, "sim_compute_robot_state-npc2": 0.0090408050096952, "sim_compute_robot_state-npc3": 0.009819443409259502}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.3993786787714296, "sim_physics": 0.19791931817025848, "survival_time": 1.6500000000000008, "driven_lanedir": 0.3946483181459992, "sim_render-ego": 0.013950391249223188, "in-drivable-lane": 0, "agent_compute-ego": 0.027328577908602627, "deviation-heading": 0.20872904411879983, "set_robot_commands": 0.009192033247514204, "deviation-center-line": 0.16352502828823154, "driven_lanedir_consec": 0.3946483181459992, "sim_compute_sim_state": 0.005803801796653054, "sim_compute_performance-ego": 0.007822925394231623, "sim_compute_robot_state-ego": 0.010164665453361742, "sim_compute_robot_state-npc0": 0.010660496625033293, "sim_compute_robot_state-npc1": 0.008997136896306818, "sim_compute_robot_state-npc2": 0.00894370223536636, "sim_compute_robot_state-npc3": 0.009673219738584576}}
set_robot_commands_max0.009192033247514204
set_robot_commands_mean0.008521864881124858
set_robot_commands_median0.00854786542745737
set_robot_commands_min0.007965982877291167
sim_compute_performance-ego_max0.008348267811995286
sim_compute_performance-ego_mean0.007809353985282037
sim_compute_performance-ego_median0.007822925394231623
sim_compute_performance-ego_min0.0069730281829833984
sim_compute_robot_state-ego_max0.010164665453361742
sim_compute_robot_state-ego_mean0.00929890915258168
sim_compute_robot_state-ego_median0.009152627908266509
sim_compute_robot_state-ego_min0.008745090634215111
sim_compute_robot_state-npc0_max0.010660496625033293
sim_compute_robot_state-npc0_mean0.00931963902688868
sim_compute_robot_state-npc0_median0.009278943905463586
sim_compute_robot_state-npc0_min0.008371843232048882
sim_compute_robot_state-npc1_max0.009727028700021597
sim_compute_robot_state-npc1_mean0.009010099358017255
sim_compute_robot_state-npc1_median0.008997136896306818
sim_compute_robot_state-npc1_min0.007829248905181885
sim_compute_robot_state-npc2_max0.011278672957084549
sim_compute_robot_state-npc2_mean0.008951380439142453
sim_compute_robot_state-npc2_median0.00894370223536636
sim_compute_robot_state-npc2_min0.00762789066021259
sim_compute_robot_state-npc3_max0.009819443409259502
sim_compute_robot_state-npc3_mean0.009021384819488722
sim_compute_robot_state-npc3_median0.00904660355554868
sim_compute_robot_state-npc3_min0.008063963481358119
sim_compute_sim_state_max0.006007859873217206
sim_compute_sim_state_mean0.005434298032021504
sim_compute_sim_state_median0.005449771881103516
sim_compute_sim_state_min0.004529212202344622
sim_physics_max0.19791931817025848
sim_physics_mean0.1627621640335946
sim_physics_median0.15981699360741508
sim_physics_min0.13586346868058324
sim_render-ego_max0.014316247569190131
sim_render-ego_mean0.01328722165745907
sim_render-ego_median0.01323432834060104
sim_render-ego_min0.01226813242985652
simulation-passed1
survival_time_max6.499999999999985
survival_time_mean2.9133333333333296
survival_time_min1.3000000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.