Duckietown Challenges Home Challenges Submissions

Job 42288

Job ID42288
submission11417
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LF-sim-testing
stepLFt-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-b132bf379262-1
date started
date completed
duration0:24:51
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median3.2471360816645007
survival_time_median14.950000000000076
deviation-center-line_median0.5036090300669908
in-drivable-lane_median0.3999999999999986


other stats
agent_compute-ego_max0.03981596231460571
agent_compute-ego_mean0.03495802568598055
agent_compute-ego_median0.03525256236394247
agent_compute-ego_min0.02986033757527669
complete-iteration_max0.2304492646997625
complete-iteration_mean0.19302454743997705
complete-iteration_median0.1933439580599467
complete-iteration_min0.16615602016448974
deviation-center-line_max1.2032927842420045
deviation-center-line_mean0.5589635555239795
deviation-center-line_min0.09345238846662508
deviation-heading_max4.861072932537895
deviation-heading_mean2.198071648491744
deviation-heading_median1.5624964210085197
deviation-heading_min0.22955720444994543
driven_any_max3.5733264229705677
driven_any_mean3.184432222616191
driven_any_median3.573278007563459
driven_any_min0.4551922313048015
driven_lanedir_consec_max3.546374493275372
driven_lanedir_consec_mean2.925085577364233
driven_lanedir_consec_min0.4530687352930016
driven_lanedir_max3.546374493275372
driven_lanedir_mean2.925085577364233
driven_lanedir_median3.2471360816645007
driven_lanedir_min0.4530687352930016
get_duckie_state_max2.308325334028764e-06
get_duckie_state_mean2.138475663046128e-06
get_duckie_state_median2.1711985270182293e-06
get_duckie_state_min1.8175443013509112e-06
get_robot_state_max0.011618516661904076
get_robot_state_mean0.0108019952326798
get_robot_state_median0.010861923694610595
get_robot_state_min0.009459538459777832
get_state_dump_max0.010232145136052912
get_state_dump_mean0.009257237109615
get_state_dump_median0.00926301876703898
get_state_dump_min0.008121618429819743
get_ui_image_max0.0338354923508384
get_ui_image_mean0.029278968755989017
get_ui_image_median0.029461963176727293
get_ui_image_min0.024755874474843342
in-drivable-lane_max1.950000000000008
in-drivable-lane_mean0.6533333333333375
in-drivable-lane_min0.0
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5732956034801044, "get_ui_image": 0.024755874474843342, "step_physics": 0.06069920937220256, "survival_time": 14.950000000000076, "driven_lanedir": 3.1765135984828876, "get_state_dump": 0.008121618429819743, "sim_render-ego": 0.004643121560414632, "get_robot_state": 0.009459538459777832, "get_duckie_state": 1.8485387166341145e-06, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.03223778088887533, "deviation-heading": 2.038881838939147, "complete-iteration": 0.16615602016448974, "set_robot_commands": 0.0034354535738627115, "deviation-center-line": 0.4737070834202915, "driven_lanedir_consec": 3.1765135984828876, "sim_compute_sim_state": 0.019673515955607096, "sim_compute_performance-ego": 0.003038780689239502}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.573321785374329, "get_ui_image": 0.02930785894393921, "step_physics": 0.07080219189325969, "survival_time": 14.950000000000076, "driven_lanedir": 3.5411334862979245, "get_state_dump": 0.00919983704884847, "sim_render-ego": 0.005486131509145101, "get_robot_state": 0.010910611947377524, "get_duckie_state": 2.1711985270182293e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0362935225168864, "deviation-heading": 1.467872043420375, "complete-iteration": 0.19173598130544023, "set_robot_commands": 0.003960427443186442, "deviation-center-line": 0.4222981875337045, "driven_lanedir_consec": 3.5411334862979245, "sim_compute_sim_state": 0.022080933252970374, "sim_compute_performance-ego": 0.003583792050679525}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.5732267617448623, "get_ui_image": 0.029461963176727293, "step_physics": 0.07134611050287883, "survival_time": 14.950000000000076, "driven_lanedir": 3.130761234157957, "get_state_dump": 0.009101816813151042, "sim_render-ego": 0.005402817726135254, "get_robot_state": 0.01082019329071045, "get_duckie_state": 2.1719932556152342e-06, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.036321808497111, "deviation-heading": 3.822038252553737, "complete-iteration": 0.1928362234433492, "set_robot_commands": 0.004115173021952311, "deviation-center-line": 0.835378255057404, "driven_lanedir_consec": 3.130761234157957, "sim_compute_sim_state": 0.02250504493713379, "sim_compute_performance-ego": 0.003651688893636067}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.5733264229705677, "get_ui_image": 0.028954152266184488, "step_physics": 0.07485505898793539, "survival_time": 14.950000000000076, "driven_lanedir": 3.543906207763869, "get_state_dump": 0.009589769045511882, "sim_render-ego": 0.0054149913787841794, "get_robot_state": 0.011299760341644286, "get_duckie_state": 2.272923787434896e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03569616079330444, "deviation-heading": 1.289207789779276, "complete-iteration": 0.1998254092534383, "set_robot_commands": 0.003995547294616699, "deviation-center-line": 0.4251649686989813, "driven_lanedir_consec": 3.543906207763869, "sim_compute_sim_state": 0.026322776476542156, "sim_compute_performance-ego": 0.0035856421788533527}, "ETHZ_autolab_technical_track-sc4-0-ego": {"driven_any": 3.5733247503936725, "get_ui_image": 0.029210246404012045, "step_physics": 0.0694572639465332, "survival_time": 14.950000000000076, "driven_lanedir": 3.546374493275372, "get_state_dump": 0.00926397403081258, "sim_render-ego": 0.005445417563120524, "get_robot_state": 0.010992684364318848, "get_duckie_state": 2.1266937255859375e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03609479029973348, "deviation-heading": 1.2813943413361804, "complete-iteration": 0.18796620766321817, "set_robot_commands": 0.004061412811279297, "deviation-center-line": 0.48244177864789733, "driven_lanedir_consec": 3.546374493275372, "sim_compute_sim_state": 0.019810067017873127, "sim_compute_performance-ego": 0.0035198203722635905}, "ETHZ_autolab_technical_track-sc5-0-ego": {"driven_any": 3.573308944854325, "get_ui_image": 0.025491814613342285, "step_physics": 0.06663678407669067, "survival_time": 14.950000000000076, "driven_lanedir": 3.5277629492222227, "get_state_dump": 0.009272428353627522, "sim_render-ego": 0.004781286716461181, "get_robot_state": 0.010431842803955078, "get_duckie_state": 1.8175443013509112e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02986033757527669, "deviation-heading": 1.4912348673628693, "complete-iteration": 0.17311407804489137, "set_robot_commands": 0.0035154533386230467, "deviation-center-line": 0.6347340974949494, "driven_lanedir_consec": 3.5277629492222227, "sim_compute_sim_state": 0.019879770278930665, "sim_compute_performance-ego": 0.003147422472635905}, "ETHZ_autolab_technical_track-sc6-0-ego": {"driven_any": 3.573324489903752, "get_ui_image": 0.02913480202356974, "step_physics": 0.07047186136245727, "survival_time": 14.950000000000076, "driven_lanedir": 3.5433224507851557, "get_state_dump": 0.0087666122118632, "sim_render-ego": 0.005280357201894124, "get_robot_state": 0.010315033594767252, "get_duckie_state": 2.032915751139323e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03359396696090698, "deviation-heading": 1.362557587185807, "complete-iteration": 0.1847441816329956, "set_robot_commands": 0.003939286867777506, "deviation-center-line": 0.5036090300669908, "driven_lanedir_consec": 3.5433224507851557, "sim_compute_sim_state": 0.019761006037394207, "sim_compute_performance-ego": 0.003377408981323242}, "ETHZ_autolab_technical_track-sc7-0-ego": {"driven_any": 3.5732958511664865, "get_ui_image": 0.029930017789204916, "step_physics": 0.07026429176330566, "survival_time": 14.950000000000076, "driven_lanedir": 3.2956307678116157, "get_state_dump": 0.009534088770548505, "sim_render-ego": 0.005338314374287923, "get_robot_state": 0.011128592491149902, "get_duckie_state": 2.235571543375651e-06, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.03506318807601929, "deviation-heading": 1.5624964210085197, "complete-iteration": 0.1950041421254476, "set_robot_commands": 0.00402104377746582, "deviation-center-line": 0.380173203093675, "driven_lanedir_consec": 3.2956307678116157, "sim_compute_sim_state": 0.026152144273122152, "sim_compute_performance-ego": 0.003464655876159668}, "ETHZ_autolab_technical_track-sc8-0-ego": {"driven_any": 0.4551922313048015, "get_ui_image": 0.0338354923508384, "step_physics": 0.09794611822475088, "survival_time": 2.2, "driven_lanedir": 0.4530687352930016, "get_state_dump": 0.010232145136052912, "sim_render-ego": 0.005523768338290128, "get_robot_state": 0.011618516661904076, "get_duckie_state": 2.308325334028764e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03981596231460571, "deviation-heading": 0.22955720444994543, "complete-iteration": 0.2304492646997625, "set_robot_commands": 0.004380031065507369, "deviation-center-line": 0.09345238846662508, "driven_lanedir_consec": 0.4530687352930016, "sim_compute_sim_state": 0.023446088487451725, "sim_compute_performance-ego": 0.0035374218767339535}, "ETHZ_autolab_technical_track-sc9-0-ego": {"driven_any": 3.573278007563459, "get_ui_image": 0.030094522635142007, "step_physics": 0.07485417286554973, "survival_time": 14.950000000000076, "driven_lanedir": 3.2471360816645007, "get_state_dump": 0.009805270036061605, "sim_render-ego": 0.005528295834859212, "get_robot_state": 0.011024870077768962, "get_duckie_state": 2.2673606872558593e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.035158194700876874, "deviation-heading": 2.281374184464873, "complete-iteration": 0.1933439580599467, "set_robot_commands": 0.004033427238464355, "deviation-center-line": 0.529744558613175, "driven_lanedir_consec": 3.2471360816645007, "sim_compute_sim_state": 0.019146238962809245, "sim_compute_performance-ego": 0.003588863213857015}, "ETHZ_autolab_technical_track-sc10-0-ego": {"driven_any": 3.5732502549007457, "get_ui_image": 0.02984527667363485, "step_physics": 0.07155529657999675, "survival_time": 14.950000000000076, "driven_lanedir": 3.2945869784256265, "get_state_dump": 0.009251985549926758, "sim_render-ego": 0.005408198038736979, "get_robot_state": 0.01084540049235026, "get_duckie_state": 2.217292785644531e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0357658839225769, "deviation-heading": 4.861072932537895, "complete-iteration": 0.19341633955637613, "set_robot_commands": 0.004019383589426676, "deviation-center-line": 1.2032927842420045, "driven_lanedir_consec": 3.2945869784256265, "sim_compute_sim_state": 0.023021666208902995, "sim_compute_performance-ego": 0.0035937110582987468}, "ETHZ_autolab_technical_track-sc11-0-ego": {"driven_any": 3.5732238087915476, "get_ui_image": 0.03014537493387858, "step_physics": 0.07690306822458903, "survival_time": 14.950000000000076, "driven_lanedir": 2.891413528102826, "get_state_dump": 0.00907121181488037, "sim_render-ego": 0.005327186584472656, "get_robot_state": 0.010775527159372966, "get_duckie_state": 2.151330312093099e-06, "in-drivable-lane": 1.8500000000000103, "agent_compute-ego": 0.0349818476041158, "deviation-heading": 3.985571996243896, "complete-iteration": 0.19782336473464965, "set_robot_commands": 0.0040075135231018065, "deviation-center-line": 0.9313331219786944, "driven_lanedir_consec": 2.891413528102826, "sim_compute_sim_state": 0.023050202528635665, "sim_compute_performance-ego": 0.0034540549914042155}, "ETHZ_autolab_technical_track-sc12-0-ego": {"driven_any": 0.8586678196528237, "get_ui_image": 0.029804239025363673, "step_physics": 0.07689214991284656, "survival_time": 3.8499999999999943, "driven_lanedir": 0.7300373552978957, "get_state_dump": 0.009121188869724026, "sim_render-ego": 0.00516484310100605, "get_robot_state": 0.010677668955418973, "get_duckie_state": 2.1209964504489653e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.03262277392597942, "deviation-heading": 0.8261934729594337, "complete-iteration": 0.18856183894268877, "set_robot_commands": 0.0040178918219231936, "deviation-center-line": 0.2147924514200419, "driven_lanedir_consec": 0.7300373552978957, "sim_compute_sim_state": 0.016665858107727843, "sim_compute_performance-ego": 0.003485973779257242}, "ETHZ_autolab_technical_track-sc13-0-ego": {"driven_any": 3.573253261363621, "get_ui_image": 0.029368520577748615, "step_physics": 0.07560628652572632, "survival_time": 14.950000000000076, "driven_lanedir": 3.042619666737226, "get_state_dump": 0.00926301876703898, "sim_render-ego": 0.005215938886006673, "get_robot_state": 0.010861923694610595, "get_duckie_state": 2.1568934122721355e-06, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.03525256236394247, "deviation-heading": 2.8998412377408136, "complete-iteration": 0.1999564115206401, "set_robot_commands": 0.004028780460357666, "deviation-center-line": 0.6021483058558789, "driven_lanedir_consec": 3.042619666737226, "sim_compute_sim_state": 0.02679646571477254, "sim_compute_performance-ego": 0.0034546995162963866}, "ETHZ_autolab_technical_track-sc14-0-ego": {"driven_any": 3.573193345777778, "get_ui_image": 0.029844375451405843, "step_physics": 0.07523447354634603, "survival_time": 14.950000000000076, "driven_lanedir": 2.91201612714542, "get_state_dump": 0.009263591766357422, "sim_render-ego": 0.005223841667175293, "get_robot_state": 0.010867764155069988, "get_duckie_state": 2.1775563557942707e-06, "in-drivable-lane": 1.950000000000008, "agent_compute-ego": 0.03561160484949748, "deviation-heading": 3.5717805573934016, "complete-iteration": 0.20043479045232135, "set_robot_commands": 0.00397892951965332, "deviation-center-line": 0.6521831182693782, "driven_lanedir_consec": 2.91201612714542, "sim_compute_sim_state": 0.026761865615844725, "sim_compute_performance-ego": 0.0035374037424723307}}
set_robot_commands_max0.004380031065507369
set_robot_commands_mean0.003967317023146548
set_robot_commands_median0.0040178918219231936
set_robot_commands_min0.0034354535738627115
sim_compute_performance-ego_max0.003651688893636067
sim_compute_performance-ego_mean0.003468089312874049
sim_compute_performance-ego_median0.0035198203722635905
sim_compute_performance-ego_min0.003038780689239502
sim_compute_sim_state_max0.02679646571477254
sim_compute_sim_state_mean0.022338242923714557
sim_compute_sim_state_median0.02250504493713379
sim_compute_sim_state_min0.016665858107727843
sim_render-ego_max0.005528295834859212
sim_render-ego_mean0.005278967365385995
sim_render-ego_median0.005338314374287923
sim_render-ego_min0.004643121560414632
simulation-passed1
step_physics_max0.09794611822475088
step_physics_mean0.07356828918567122
step_physics_median0.07155529657999675
step_physics_min0.06069920937220256
survival_time_max14.950000000000076
survival_time_mean13.360000000000069
survival_time_min2.2

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.