Duckietown Challenges Home Challenges Submissions

Job 25230

Job ID25230
submission4411
userBea Baselines 🐤
user labelstraight
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-45-34-10501
date started
date completed
duration0:30:31
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4220884951176438
survival_time_median6.399999999999985
deviation-center-line_median0.27892706225192304
in-drivable-lane_median1.8499999999999936


other stats
agent_compute-ego_max0.03177104597016582
agent_compute-ego_mean0.02238041469597102
agent_compute-ego_median0.022144366055727005
agent_compute-ego_min0.016968202954940212
deviation-center-line_max0.5144404589740725
deviation-center-line_mean0.3121654629671339
deviation-center-line_min0.16719255179092368
deviation-heading_max2.18828740566943
deviation-heading_mean0.9028782607085936
deviation-heading_median0.8424743161949844
deviation-heading_min0.4089684352423068
driven_any_max2.1738945004008174
driven_any_mean0.9638129431009536
driven_any_median0.9983629676007618
driven_any_min0.3502727550812653
driven_lanedir_consec_max1.1205511226948994
driven_lanedir_consec_mean0.5700174116347029
driven_lanedir_consec_min0.3239722211241143
driven_lanedir_max1.1205511226948994
driven_lanedir_mean0.5700174116347029
driven_lanedir_median0.4220884951176438
driven_lanedir_min0.3239722211241143
in-drivable-lane_max7.950000000000069
in-drivable-lane_mean2.2233333333333363
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9983629676007618, "sim_physics": 0.16558650135993958, "survival_time": 6.399999999999985, "driven_lanedir": 0.6612439699544281, "sim_render-ego": 0.012492960318922997, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.022144366055727005, "deviation-heading": 0.8424743161949844, "set_robot_commands": 0.00894414447247982, "deviation-center-line": 0.27148260816881825, "driven_lanedir_consec": 0.6612439699544281, "sim_compute_sim_state": 0.00491848960518837, "sim_compute_performance-ego": 0.007211541756987572, "sim_compute_robot_state-ego": 0.00932047702372074, "sim_compute_robot_state-npc0": 0.008068723604083061, "sim_compute_robot_state-npc1": 0.008085964247584343, "sim_compute_robot_state-npc2": 0.008440393954515457, "sim_compute_robot_state-npc3": 0.008323393762111664}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4392247264253565, "sim_physics": 0.21558555364608764, "survival_time": 2.9999999999999973, "driven_lanedir": 0.41311687643340766, "sim_render-ego": 0.016097390651702882, "in-drivable-lane": 0, "agent_compute-ego": 0.023323829968770343, "deviation-heading": 1.035260802813342, "set_robot_commands": 0.010498185952504476, "deviation-center-line": 0.21478316132086225, "driven_lanedir_consec": 0.41311687643340766, "sim_compute_sim_state": 0.004828095436096191, "sim_compute_performance-ego": 0.0072003404299418134, "sim_compute_robot_state-ego": 0.009745824337005616, "sim_compute_robot_state-npc0": 0.008889305591583251, "sim_compute_robot_state-npc1": 0.008700966835021973, "sim_compute_robot_state-npc2": 0.008796326319376628, "sim_compute_robot_state-npc3": 0.008204412460327149}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.5950476006576149, "sim_physics": 0.16045816421508788, "survival_time": 10.000000000000009, "driven_lanedir": 1.0825757147966095, "sim_render-ego": 0.012010297775268554, "in-drivable-lane": 3.050000000000024, "agent_compute-ego": 0.02319630026817322, "deviation-heading": 0.922673447431702, "set_robot_commands": 0.0091640567779541, "deviation-center-line": 0.5144404589740725, "driven_lanedir_consec": 1.0825757147966095, "sim_compute_sim_state": 0.004759780168533325, "sim_compute_performance-ego": 0.007207938432693481, "sim_compute_robot_state-ego": 0.008803846836090088, "sim_compute_robot_state-npc0": 0.008340381383895874, "sim_compute_robot_state-npc1": 0.008260959386825561, "sim_compute_robot_state-npc2": 0.008236575126647949, "sim_compute_robot_state-npc3": 0.008188868761062623}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.58683387649107, "sim_physics": 0.16056647492413545, "survival_time": 9.950000000000006, "driven_lanedir": 1.1205511226948994, "sim_render-ego": 0.011870181740228854, "in-drivable-lane": 2.750000000000024, "agent_compute-ego": 0.021379675697441675, "deviation-heading": 0.8960564351200616, "set_robot_commands": 0.00854309120369916, "deviation-center-line": 0.48425006479995847, "driven_lanedir_consec": 1.1205511226948994, "sim_compute_sim_state": 0.004944975052646656, "sim_compute_performance-ego": 0.007259878081892004, "sim_compute_robot_state-ego": 0.008948713091749641, "sim_compute_robot_state-npc0": 0.00831573932015117, "sim_compute_robot_state-npc1": 0.008115556371870952, "sim_compute_robot_state-npc2": 0.008002417770462419, "sim_compute_robot_state-npc3": 0.008319032851176047}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3899928201896975, "sim_physics": 0.17037974463568795, "survival_time": 2.6999999999999984, "driven_lanedir": 0.3774367730282412, "sim_render-ego": 0.013190388679504396, "in-drivable-lane": 0, "agent_compute-ego": 0.02448020157990632, "deviation-heading": 0.6889554213117572, "set_robot_commands": 0.010066584304527, "deviation-center-line": 0.19561224709637468, "driven_lanedir_consec": 0.3774367730282412, "sim_compute_sim_state": 0.005153073204888238, "sim_compute_performance-ego": 0.007526720011675799, "sim_compute_robot_state-ego": 0.009463530999642832, "sim_compute_robot_state-npc0": 0.009528473571494774, "sim_compute_robot_state-npc1": 0.008968211986400463, "sim_compute_robot_state-npc2": 0.008979788532963506, "sim_compute_robot_state-npc3": 0.008950767693696198}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0524319740286436, "sim_physics": 0.15286041907410122, "survival_time": 6.699999999999984, "driven_lanedir": 0.3724269493189274, "sim_render-ego": 0.011253453012722642, "in-drivable-lane": 3.2999999999999887, "agent_compute-ego": 0.021621447890552124, "deviation-heading": 2.18828740566943, "set_robot_commands": 0.008543368595749584, "deviation-center-line": 0.3354455178591389, "driven_lanedir_consec": 0.3724269493189274, "sim_compute_sim_state": 0.004896156823457177, "sim_compute_performance-ego": 0.006623547468612444, "sim_compute_robot_state-ego": 0.008262475924705392, "sim_compute_robot_state-npc0": 0.007635605869008534, "sim_compute_robot_state-npc1": 0.007715903111358187, "sim_compute_robot_state-npc2": 0.007618439731313221, "sim_compute_robot_state-npc3": 0.007673181704620817}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9906143925391104, "sim_physics": 0.1861355567541648, "survival_time": 6.349999999999985, "driven_lanedir": 0.6439415719429004, "sim_render-ego": 0.015996174549493265, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.03177104597016582, "deviation-heading": 1.435419523522128, "set_robot_commands": 0.012069184010423074, "deviation-center-line": 0.3408594232379028, "driven_lanedir_consec": 0.6439415719429004, "sim_compute_sim_state": 0.009220765331598718, "sim_compute_performance-ego": 0.008164952120443028, "sim_compute_robot_state-ego": 0.010725113350575364, "sim_compute_robot_state-npc0": 0.009831195741187867, "sim_compute_robot_state-npc1": 0.009352368632639487, "sim_compute_robot_state-npc2": 0.008935141751146692, "sim_compute_robot_state-npc3": 0.011238338440421998}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.1738945004008174, "sim_physics": 0.17681158383687337, "survival_time": 13.500000000000057, "driven_lanedir": 0.8500792607657917, "sim_render-ego": 0.0111171943170053, "in-drivable-lane": 7.950000000000069, "agent_compute-ego": 0.02209870550367567, "deviation-heading": 0.9205424364448506, "set_robot_commands": 0.009293225076463489, "deviation-center-line": 0.45495052992461377, "driven_lanedir_consec": 0.8500792607657917, "sim_compute_sim_state": 0.004911849233839247, "sim_compute_performance-ego": 0.0069899868082117156, "sim_compute_robot_state-ego": 0.00870647077207212, "sim_compute_robot_state-npc0": 0.00840796188071922, "sim_compute_robot_state-npc1": 0.008147387151364927, "sim_compute_robot_state-npc2": 0.007918849697819462, "sim_compute_robot_state-npc3": 0.0080836225439001}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0257712188667258, "sim_physics": 0.11049034395290697, "survival_time": 6.549999999999985, "driven_lanedir": 0.3845931432488001, "sim_render-ego": 0.008927308876095837, "in-drivable-lane": 3.7999999999999865, "agent_compute-ego": 0.016968202954940212, "deviation-heading": 0.6896445394165549, "set_robot_commands": 0.0068963920797100505, "deviation-center-line": 0.26135511972461467, "driven_lanedir_consec": 0.3845931432488001, "sim_compute_sim_state": 0.00358976480615048, "sim_compute_performance-ego": 0.004996459902697847, "sim_compute_robot_state-ego": 0.006352712179868276, "sim_compute_robot_state-npc0": 0.0062612923047014775, "sim_compute_robot_state-npc1": 0.006176595469467513, "sim_compute_robot_state-npc2": 0.006114109781862215, "sim_compute_robot_state-npc3": 0.006199674751922375}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.47161119777273736, "sim_physics": 0.15410013869404793, "survival_time": 3.1999999999999966, "driven_lanedir": 0.45590656218911274, "sim_render-ego": 0.010964889079332352, "in-drivable-lane": 0, "agent_compute-ego": 0.02089020609855652, "deviation-heading": 0.8297785897408253, "set_robot_commands": 0.00813247635960579, "deviation-center-line": 0.2177392610099727, "driven_lanedir_consec": 0.45590656218911274, "sim_compute_sim_state": 0.004105869680643082, "sim_compute_performance-ego": 0.006282709538936615, "sim_compute_robot_state-ego": 0.007773589342832565, "sim_compute_robot_state-npc0": 0.007294356822967529, "sim_compute_robot_state-npc1": 0.007143326103687286, "sim_compute_robot_state-npc2": 0.007113724946975708, "sim_compute_robot_state-npc3": 0.007199905812740326}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3502727550812653, "sim_physics": 0.15773917704212423, "survival_time": 2.4499999999999993, "driven_lanedir": 0.3305412160517913, "sim_render-ego": 0.009747125664535831, "in-drivable-lane": 0, "agent_compute-ego": 0.018446849316966777, "deviation-heading": 0.8225989070916062, "set_robot_commands": 0.006879388069619938, "deviation-center-line": 0.16719255179092368, "driven_lanedir_consec": 0.3305412160517913, "sim_compute_sim_state": 0.0037389093515824297, "sim_compute_performance-ego": 0.005420441530188736, "sim_compute_robot_state-ego": 0.007297511003455337, "sim_compute_robot_state-npc0": 0.006773632399889888, "sim_compute_robot_state-npc1": 0.006257577818267199, "sim_compute_robot_state-npc2": 0.006070477621895927, "sim_compute_robot_state-npc3": 0.006108828953334263}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4072958182486309, "sim_physics": 0.1239710237298693, "survival_time": 2.799999999999998, "driven_lanedir": 0.40280077962364746, "sim_render-ego": 0.009473042828696114, "in-drivable-lane": 0, "agent_compute-ego": 0.019871251923697337, "deviation-heading": 0.4155969658422808, "set_robot_commands": 0.007564199822289603, "deviation-center-line": 0.2870396517129124, "driven_lanedir_consec": 0.40280077962364746, "sim_compute_sim_state": 0.004249751567840576, "sim_compute_performance-ego": 0.005588373967579433, "sim_compute_robot_state-ego": 0.007109595196587699, "sim_compute_robot_state-npc0": 0.006848279918943133, "sim_compute_robot_state-npc1": 0.006461547953741891, "sim_compute_robot_state-npc2": 0.0064813196659088135, "sim_compute_robot_state-npc3": 0.006538156952176776}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0156970270680152, "sim_physics": 0.1752362086222722, "survival_time": 6.499999999999985, "driven_lanedir": 0.3239722211241143, "sim_render-ego": 0.012365187131441555, "in-drivable-lane": 4.149999999999985, "agent_compute-ego": 0.022552891877981332, "deviation-heading": 0.5092523488442444, "set_robot_commands": 0.009583093569828914, "deviation-center-line": 0.27892706225192304, "driven_lanedir_consec": 0.3239722211241143, "sim_compute_sim_state": 0.004869611446674054, "sim_compute_performance-ego": 0.007194016529963567, "sim_compute_robot_state-ego": 0.009183643414424016, "sim_compute_robot_state-npc0": 0.008564804150508, "sim_compute_robot_state-npc1": 0.008637371430030237, "sim_compute_robot_state-npc2": 0.008415821882394644, "sim_compute_robot_state-npc3": 0.008376622200012207}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.7120180155851771, "sim_physics": 0.17636654710256924, "survival_time": 4.6499999999999915, "driven_lanedir": 0.7089865182302293, "sim_render-ego": 0.011783669071812783, "in-drivable-lane": 0, "agent_compute-ego": 0.022580659517677883, "deviation-heading": 0.4089684352423068, "set_robot_commands": 0.009399621717391476, "deviation-center-line": 0.4305749649425981, "driven_lanedir_consec": 0.7089865182302293, "sim_compute_sim_state": 0.0049443706389396425, "sim_compute_performance-ego": 0.007262714447513703, "sim_compute_robot_state-ego": 0.008868722505466912, "sim_compute_robot_state-npc0": 0.008767733009912635, "sim_compute_robot_state-npc1": 0.00836547472143686, "sim_compute_robot_state-npc2": 0.008192541778728525, "sim_compute_robot_state-npc3": 0.008252028496034684}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.2481252555586806, "sim_physics": 0.23898426943187473, "survival_time": 7.89999999999998, "driven_lanedir": 0.4220884951176438, "sim_render-ego": 0.013182724578471123, "in-drivable-lane": 4.899999999999983, "agent_compute-ego": 0.024380585815333113, "deviation-heading": 0.9376643359428288, "set_robot_commands": 0.010653719117369832, "deviation-center-line": 0.22782932169232223, "driven_lanedir_consec": 0.4220884951176438, "sim_compute_sim_state": 0.005363784258878684, "sim_compute_performance-ego": 0.00773653048503248, "sim_compute_robot_state-ego": 0.009623607502707953, "sim_compute_robot_state-npc0": 0.009014357494402535, "sim_compute_robot_state-npc1": 0.009638223466993888, "sim_compute_robot_state-npc2": 0.009366092802603034, "sim_compute_robot_state-npc3": 0.00932283190232289}}
set_robot_commands_max0.012069184010423074
set_robot_commands_mean0.00908204874197442
set_robot_commands_median0.0091640567779541
set_robot_commands_min0.006879388069619938
sim_compute_performance-ego_max0.008164952120443028
sim_compute_performance-ego_mean0.006844410100824682
sim_compute_performance-ego_median0.0072003404299418134
sim_compute_performance-ego_min0.004996459902697847
sim_compute_robot_state-ego_max0.010725113350575364
sim_compute_robot_state-ego_mean0.008679055565393638
sim_compute_robot_state-ego_median0.008868722505466912
sim_compute_robot_state-ego_min0.006352712179868276
sim_compute_robot_state-npc0_max0.009831195741187867
sim_compute_robot_state-npc0_mean0.00816945620422993
sim_compute_robot_state-npc0_median0.008340381383895874
sim_compute_robot_state-npc0_min0.0062612923047014775
sim_compute_robot_state-npc1_max0.009638223466993888
sim_compute_robot_state-npc1_mean0.008001828979112719
sim_compute_robot_state-npc1_median0.008147387151364927
sim_compute_robot_state-npc1_min0.006176595469467513
sim_compute_robot_state-npc2_max0.009366092802603034
sim_compute_robot_state-npc2_mean0.007912134757640948
sim_compute_robot_state-npc2_median0.008192541778728525
sim_compute_robot_state-npc2_min0.006070477621895927
sim_compute_robot_state-npc3_max0.011238338440421998
sim_compute_robot_state-npc3_mean0.008065311152390673
sim_compute_robot_state-npc3_median0.008204412460327149
sim_compute_robot_state-npc3_min0.006108828953334263
sim_compute_sim_state_max0.009220765331598718
sim_compute_sim_state_mean0.004966349773797124
sim_compute_sim_state_median0.004896156823457177
sim_compute_sim_state_min0.00358976480615048
sim_physics_max0.23898426943187473
sim_physics_mean0.16835144713478284
sim_physics_median0.16558650135993958
sim_physics_min0.11049034395290697
sim_render-ego_max0.016097390651702882
sim_render-ego_mean0.012031465885015632
sim_render-ego_median0.011870181740228854
sim_render-ego_min0.008927308876095837
simulation-passed1
survival_time_max13.500000000000057
survival_time_mean6.176666666666664
survival_time_min2.4499999999999993

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.