Duckietown Challenges Home Challenges Submissions

Job 42324

Job ID42324
submission11417
userFrank (Chude) Qian 🇨🇦
user labelchallenge-aido_LF-baseline-behavior-cloning
challengeaido5-LF-sim-testing
stepLFt-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg02-41dc3689f9ce-1
date started
date completed
duration0:24:40
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median3.2471360816645007
survival_time_median14.950000000000076
deviation-center-line_median0.5036090300669908
in-drivable-lane_median0.3999999999999986


other stats
agent_compute-ego_max0.03934642473856608
agent_compute-ego_mean0.034910215783772874
agent_compute-ego_median0.035440661907196046
agent_compute-ego_min0.028958202997843425
complete-iteration_max0.20331371307373047
complete-iteration_mean0.19053906061948636
complete-iteration_median0.19178572257359824
complete-iteration_min0.16415329535802206
deviation-center-line_max1.2032927842420045
deviation-center-line_mean0.558634339337359
deviation-center-line_min0.09345238846662508
deviation-heading_max4.861072932537895
deviation-heading_mean2.184520878478253
deviation-heading_median1.5624964210085197
deviation-heading_min0.22955720444994543
driven_any_max3.5733264229705677
driven_any_mean3.1844323927820226
driven_any_median3.573278007563459
driven_any_min0.4551922313048015
driven_lanedir_consec_max3.546374493275372
driven_lanedir_consec_mean2.9209984535519244
driven_lanedir_consec_min0.4530687352930016
driven_lanedir_max3.546374493275372
driven_lanedir_mean2.9209984535519244
driven_lanedir_median3.2471360816645007
driven_lanedir_min0.4530687352930016
get_duckie_state_max1.610120137532552e-06
get_duckie_state_mean1.4191010985711607e-06
get_duckie_state_median1.472632090250651e-06
get_duckie_state_min1.1162324385209517e-06
get_robot_state_max0.011211041609446208
get_robot_state_mean0.010786779320429244
get_robot_state_median0.011039951642354329
get_robot_state_min0.00957446206699718
get_state_dump_max0.009617932637532552
get_state_dump_mean0.00915977375779145
get_state_dump_median0.009326593081156413
get_state_dump_min0.008141604336825285
get_ui_image_max0.030028140544891356
get_ui_image_mean0.028557664606306283
get_ui_image_median0.02908281167348226
get_ui_image_min0.02453416109085083
in-drivable-lane_max1.950000000000008
in-drivable-lane_mean0.6766666666666712
in-drivable-lane_min0.0
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.573298155967586, "get_ui_image": 0.029341203371683756, "step_physics": 0.06977999766667684, "survival_time": 14.950000000000076, "driven_lanedir": 3.115206741298258, "get_state_dump": 0.009617932637532552, "sim_render-ego": 0.005483587582906087, "get_robot_state": 0.011132455666859943, "get_duckie_state": 1.5616416931152343e-06, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.03934642473856608, "deviation-heading": 1.8356202887367767, "complete-iteration": 0.1948754413922628, "set_robot_commands": 0.004093490441640218, "deviation-center-line": 0.4687688406209833, "driven_lanedir_consec": 3.115206741298258, "sim_compute_sim_state": 0.02236581325531006, "sim_compute_performance-ego": 0.0036158847808837897}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.573321785374329, "get_ui_image": 0.028790998458862304, "step_physics": 0.0700234858194987, "survival_time": 14.950000000000076, "driven_lanedir": 3.5411334862979245, "get_state_dump": 0.009429159164428711, "sim_render-ego": 0.005489992300669352, "get_robot_state": 0.011093583901723226, "get_duckie_state": 1.610120137532552e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03553110043207804, "deviation-heading": 1.467872043420375, "complete-iteration": 0.1903540023167928, "set_robot_commands": 0.004009850819905599, "deviation-center-line": 0.4222981875337045, "driven_lanedir_consec": 3.5411334862979245, "sim_compute_sim_state": 0.022271912892659507, "sim_compute_performance-ego": 0.00361386775970459}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.5732267617448623, "get_ui_image": 0.030028140544891356, "step_physics": 0.07166884660720825, "survival_time": 14.950000000000076, "driven_lanedir": 3.130761234157957, "get_state_dump": 0.00940991242726644, "sim_render-ego": 0.005304338932037353, "get_robot_state": 0.011063256263732913, "get_duckie_state": 1.4734268188476562e-06, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.03454463720321655, "deviation-heading": 3.822038252553737, "complete-iteration": 0.19178572257359824, "set_robot_commands": 0.004041490554809571, "deviation-center-line": 0.835378255057404, "driven_lanedir_consec": 3.130761234157957, "sim_compute_sim_state": 0.022068106333414713, "sim_compute_performance-ego": 0.0035577861467997233}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.5733264229705677, "get_ui_image": 0.02962829828262329, "step_physics": 0.0745668617884318, "survival_time": 14.950000000000076, "driven_lanedir": 3.543906207763869, "get_state_dump": 0.00933203379313151, "sim_render-ego": 0.005313901901245117, "get_robot_state": 0.011039951642354329, "get_duckie_state": 1.472632090250651e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.034678648312886556, "deviation-heading": 1.289207789779276, "complete-iteration": 0.1974332594871521, "set_robot_commands": 0.0039772772789001464, "deviation-center-line": 0.4251649686989813, "driven_lanedir_consec": 3.543906207763869, "sim_compute_sim_state": 0.025301617781321208, "sim_compute_performance-ego": 0.0034957647323608397}, "ETHZ_autolab_technical_track-sc4-0-ego": {"driven_any": 3.5733247503936725, "get_ui_image": 0.02918216069539388, "step_physics": 0.07000471035639445, "survival_time": 14.950000000000076, "driven_lanedir": 3.546374493275372, "get_state_dump": 0.009326593081156413, "sim_render-ego": 0.0053819100062052405, "get_robot_state": 0.011156660715738932, "get_duckie_state": 1.4940897623697917e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.035738513469696045, "deviation-heading": 1.2813943413361804, "complete-iteration": 0.18868131001790364, "set_robot_commands": 0.004059894879659017, "deviation-center-line": 0.48244177864789733, "driven_lanedir_consec": 3.546374493275372, "sim_compute_sim_state": 0.020118579069773355, "sim_compute_performance-ego": 0.003611156145731608}, "ETHZ_autolab_technical_track-sc5-0-ego": {"driven_any": 3.573308944854325, "get_ui_image": 0.02908281167348226, "step_physics": 0.07585545698801677, "survival_time": 14.950000000000076, "driven_lanedir": 3.5277629492222227, "get_state_dump": 0.00913781722386678, "sim_render-ego": 0.005430270036061605, "get_robot_state": 0.01112587054570516, "get_duckie_state": 1.5377998352050782e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.035868184566497804, "deviation-heading": 1.4912348673628693, "complete-iteration": 0.1958650573094686, "set_robot_commands": 0.004103813171386719, "deviation-center-line": 0.6347340974949494, "driven_lanedir_consec": 3.5277629492222227, "sim_compute_sim_state": 0.021588043371836344, "sim_compute_performance-ego": 0.0035729153951009115}, "ETHZ_autolab_technical_track-sc6-0-ego": {"driven_any": 3.573324489903752, "get_ui_image": 0.03001715898513794, "step_physics": 0.0698380692799886, "survival_time": 14.950000000000076, "driven_lanedir": 3.5433224507851557, "get_state_dump": 0.009349960486094155, "sim_render-ego": 0.005360782941182455, "get_robot_state": 0.010876903533935549, "get_duckie_state": 1.404285430908203e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.035440661907196046, "deviation-heading": 1.362557587185807, "complete-iteration": 0.18872481902440388, "set_robot_commands": 0.004095023473103841, "deviation-center-line": 0.5036090300669908, "driven_lanedir_consec": 3.5433224507851557, "sim_compute_sim_state": 0.02018248478571574, "sim_compute_performance-ego": 0.00346398671468099}, "ETHZ_autolab_technical_track-sc7-0-ego": {"driven_any": 3.5732958511664865, "get_ui_image": 0.027549925645192465, "step_physics": 0.06360955874125163, "survival_time": 14.950000000000076, "driven_lanedir": 3.2956307678116157, "get_state_dump": 0.009350388050079346, "sim_render-ego": 0.005006312529246012, "get_robot_state": 0.010694531599680583, "get_duckie_state": 1.3637542724609374e-06, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.032189946174621585, "deviation-heading": 1.5624964210085197, "complete-iteration": 0.1812131357192993, "set_robot_commands": 0.003874526818593343, "deviation-center-line": 0.380173203093675, "driven_lanedir_consec": 3.2956307678116157, "sim_compute_sim_state": 0.02550514539082845, "sim_compute_performance-ego": 0.0033388749758402505}, "ETHZ_autolab_technical_track-sc8-0-ego": {"driven_any": 0.4551922313048015, "get_ui_image": 0.025589027188040993, "step_physics": 0.07579659873789008, "survival_time": 2.2, "driven_lanedir": 0.4530687352930016, "get_state_dump": 0.008141604336825285, "sim_render-ego": 0.004710034890608354, "get_robot_state": 0.00957446206699718, "get_duckie_state": 1.1162324385209517e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.032735011794350365, "deviation-heading": 0.22955720444994543, "complete-iteration": 0.1838794404810125, "set_robot_commands": 0.0034174702384255147, "deviation-center-line": 0.09345238846662508, "driven_lanedir_consec": 0.4530687352930016, "sim_compute_sim_state": 0.020808490839871498, "sim_compute_performance-ego": 0.003018574281172319}, "ETHZ_autolab_technical_track-sc9-0-ego": {"driven_any": 3.573278007563459, "get_ui_image": 0.02453416109085083, "step_physics": 0.06422225872675578, "survival_time": 14.950000000000076, "driven_lanedir": 3.2471360816645007, "get_state_dump": 0.008614073594411215, "sim_render-ego": 0.00461781660715739, "get_robot_state": 0.00980552593866984, "get_duckie_state": 1.1308987935384114e-06, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.028958202997843425, "deviation-heading": 2.281374184464873, "complete-iteration": 0.16415329535802206, "set_robot_commands": 0.0033454012870788572, "deviation-center-line": 0.529744558613175, "driven_lanedir_consec": 3.2471360816645007, "sim_compute_sim_state": 0.016926931540171306, "sim_compute_performance-ego": 0.003046104113260905}, "ETHZ_autolab_technical_track-sc10-0-ego": {"driven_any": 3.5732502549007457, "get_ui_image": 0.028407706419626873, "step_physics": 0.06903369029362996, "survival_time": 14.950000000000076, "driven_lanedir": 3.2945869784256265, "get_state_dump": 0.008972832361857096, "sim_render-ego": 0.005200126965840658, "get_robot_state": 0.01042068084081014, "get_duckie_state": 1.3073285420735675e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0344158132870992, "deviation-heading": 4.861072932537895, "complete-iteration": 0.18605478366216024, "set_robot_commands": 0.003960512479146322, "deviation-center-line": 1.2032927842420045, "driven_lanedir_consec": 3.2945869784256265, "sim_compute_sim_state": 0.02212002913157145, "sim_compute_performance-ego": 0.003428319295247396}, "ETHZ_autolab_technical_track-sc11-0-ego": {"driven_any": 3.5732238087915476, "get_ui_image": 0.029537557760874432, "step_physics": 0.07787394603093466, "survival_time": 14.950000000000076, "driven_lanedir": 2.891413528102826, "get_state_dump": 0.009417364597320557, "sim_render-ego": 0.005810754299163818, "get_robot_state": 0.011211041609446208, "get_duckie_state": 1.5012423197428386e-06, "in-drivable-lane": 1.8500000000000103, "agent_compute-ego": 0.03705154339472453, "deviation-heading": 3.985571996243896, "complete-iteration": 0.20331371307373047, "set_robot_commands": 0.004079931577046712, "deviation-center-line": 0.9313331219786944, "driven_lanedir_consec": 2.891413528102826, "sim_compute_sim_state": 0.02443139394124349, "sim_compute_performance-ego": 0.003797107537587484}, "ETHZ_autolab_technical_track-sc12-0-ego": {"driven_any": 0.8586678196528237, "get_ui_image": 0.029211542823097923, "step_physics": 0.08056807827639889, "survival_time": 3.8499999999999943, "driven_lanedir": 0.7300373552978957, "get_state_dump": 0.009173702884030032, "sim_render-ego": 0.005603647851324701, "get_robot_state": 0.011182336064128133, "get_duckie_state": 1.5172091397372158e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.036976504635501214, "deviation-heading": 0.8261934729594337, "complete-iteration": 0.1990769002344701, "set_robot_commands": 0.004402098717627588, "deviation-center-line": 0.2147924514200419, "driven_lanedir_consec": 0.7300373552978957, "sim_compute_sim_state": 0.018101026485492656, "sim_compute_performance-ego": 0.0037556313849114752}, "ETHZ_autolab_technical_track-sc13-0-ego": {"driven_any": 3.573253261363621, "get_ui_image": 0.028724501132965086, "step_physics": 0.07230682293574016, "survival_time": 14.950000000000076, "driven_lanedir": 3.042619666737226, "get_state_dump": 0.008993174235026042, "sim_render-ego": 0.005220731099446614, "get_robot_state": 0.01043835401535034, "get_duckie_state": 1.373291015625e-06, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.03423998594284058, "deviation-heading": 2.8998412377408136, "complete-iteration": 0.1930520606040955, "set_robot_commands": 0.004072662194569906, "deviation-center-line": 0.6021483058558789, "driven_lanedir_consec": 3.042619666737226, "sim_compute_sim_state": 0.025518175760904947, "sim_compute_performance-ego": 0.003441111246744792}, "ETHZ_autolab_technical_track-sc14-0-ego": {"driven_any": 3.573193345777778, "get_ui_image": 0.02873977502187093, "step_physics": 0.07504082679748535, "survival_time": 14.950000000000076, "driven_lanedir": 2.91201612714542, "get_state_dump": 0.00913005749384562, "sim_render-ego": 0.005473411083221436, "get_robot_state": 0.010986075401306151, "get_duckie_state": 1.422564188639323e-06, "in-drivable-lane": 1.950000000000008, "agent_compute-ego": 0.0359380578994751, "deviation-heading": 3.5717805573934016, "complete-iteration": 0.1996229680379232, "set_robot_commands": 0.00392582098642985, "deviation-center-line": 0.6521831182693782, "driven_lanedir_consec": 2.91201612714542, "sim_compute_sim_state": 0.026769346396128334, "sim_compute_performance-ego": 0.003520522117614746}}
set_robot_commands_max0.004402098717627588
set_robot_commands_mean0.00396395099455488
set_robot_commands_median0.004041490554809571
set_robot_commands_min0.0033454012870788572
sim_compute_performance-ego_max0.003797107537587484
sim_compute_performance-ego_mean0.003485173775176121
sim_compute_performance-ego_median0.003520522117614746
sim_compute_performance-ego_min0.003018574281172319
sim_compute_sim_state_max0.026769346396128334
sim_compute_sim_state_mean0.02227180646508287
sim_compute_sim_state_median0.02212002913157145
sim_compute_sim_state_min0.016926931540171306
sim_render-ego_max0.005810754299163818
sim_render-ego_mean0.005293841268421079
sim_render-ego_median0.005360782941182455
sim_render-ego_min0.00461781660715739
simulation-passed1
step_physics_max0.08056807827639889
step_physics_mean0.07201261393642013
step_physics_median0.07166884660720825
step_physics_min0.06360955874125163
survival_time_max14.950000000000076
survival_time_mean13.360000000000069
survival_time_min2.2

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.