Duckietown Challenges Home Challenges Submissions

Job 36165

Job ID36165
submission9953
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFV-sim-testing
stepLFVv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg03-074ae20ceee7-1
date started
date completed
duration0:15:34
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6085881804686812
survival_time_median2.9499999999999975
deviation-center-line_median0.1403114265422864
in-drivable-lane_median1.1999999999999966


other stats
agent_compute-ego_max0.04694405141866432
agent_compute-ego_mean0.037287069603363455
agent_compute-ego_median0.03669470327871817
agent_compute-ego_min0.03437017357867697
complete-iteration_max0.47690342846563305
complete-iteration_mean0.444687937497182
complete-iteration_median0.44065926869710287
complete-iteration_min0.4177945896431251
deviation-center-line_max0.22475775167746137
deviation-center-line_mean0.13903485287735887
deviation-center-line_min0.05776713390489609
deviation-heading_max1.188478455030241
deviation-heading_mean0.5927151736963178
deviation-heading_median0.4188222725951362
deviation-heading_min0.1568455346002119
driven_any_max2.565673944182525
driven_any_mean1.4189125835581955
driven_any_median1.16193217979593
driven_any_min0.45167940085539654
driven_lanedir_consec_max1.1541294215697278
driven_lanedir_consec_mean0.626209252534499
driven_lanedir_consec_min0.2673410952697477
driven_lanedir_max1.1541294215697278
driven_lanedir_mean0.626209252534499
driven_lanedir_median0.6085881804686812
driven_lanedir_min0.2673410952697477
get_state_dump_max0.036985226397244435
get_state_dump_mean0.035687025901135545
get_state_dump_median0.03582900257433875
get_state_dump_min0.03334120563838793
get_ui_image_max0.08365477705901524
get_ui_image_mean0.0764597035365019
get_ui_image_median0.07616700964458918
get_ui_image_min0.0726946248846539
in-drivable-lane_max4.1999999999999895
in-drivable-lane_mean1.583333333333329
in-drivable-lane_min0.0
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.16193217979593, "get_ui_image": 0.0726946248846539, "step_physics": 0.1764068239826267, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6085881804686812, "get_state_dump": 0.035663018792362534, "sim_render-ego": 0.008785954976485948, "in-drivable-lane": 1.1999999999999966, "agent_compute-ego": 0.0368219270544537, "deviation-heading": 0.27041081849249704, "complete-iteration": 0.42928658501576566, "set_robot_commands": 0.007327685921879138, "deviation-center-line": 0.1246386243322534, "driven_lanedir_consec": 0.6085881804686812, "sim_compute_sim_state": 0.020050780247833768, "sim_compute_performance-ego": 0.0063343048095703125, "sim_compute_robot_state-ego": 0.010915081379777297, "sim_compute_robot_state-npc0": 0.01074116512880487, "sim_compute_robot_state-npc1": 0.01071139917535297, "sim_compute_robot_state-npc2": 0.010954093124906895, "sim_compute_robot_state-npc3": 0.010696184837211997, "sim_compute_robot_state-parked0": 0.010851783267522262}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.165661360859449, "get_ui_image": 0.07616700964458918, "step_physics": 0.20883103144370904, "survival_time": 2.9499999999999975, "driven_lanedir": 0.903572228918366, "get_state_dump": 0.03582900257433875, "sim_render-ego": 0.008657354419514283, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.03567514581195379, "deviation-heading": 0.20416053912704435, "complete-iteration": 0.4620635630720753, "set_robot_commands": 0.007036742517503642, "deviation-center-line": 0.2228917410038796, "driven_lanedir_consec": 0.903572228918366, "sim_compute_sim_state": 0.017519086094225866, "sim_compute_performance-ego": 0.006111500626903469, "sim_compute_robot_state-ego": 0.011340488821773206, "sim_compute_robot_state-npc0": 0.010572376897779562, "sim_compute_robot_state-npc1": 0.011096243130958689, "sim_compute_robot_state-npc2": 0.011111029123855847, "sim_compute_robot_state-npc3": 0.011388148291636322, "sim_compute_robot_state-parked0": 0.010417376534413485}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.4032841803614384, "get_ui_image": 0.07697780717883193, "step_physics": 0.1613678492997822, "survival_time": 5.699999999999988, "driven_lanedir": 0.36534142757143206, "get_state_dump": 0.03472028698837548, "sim_render-ego": 0.008919586215102882, "in-drivable-lane": 4.1999999999999895, "agent_compute-ego": 0.03740131855010986, "deviation-heading": 0.8931271150847406, "complete-iteration": 0.42258371595750777, "set_robot_commands": 0.007175462287768983, "deviation-center-line": 0.1430198732155313, "driven_lanedir_consec": 0.36534142757143206, "sim_compute_sim_state": 0.022222054632086503, "sim_compute_performance-ego": 0.006421622477079693, "sim_compute_robot_state-ego": 0.011408475407382898, "sim_compute_robot_state-npc0": 0.011290468667682848, "sim_compute_robot_state-npc1": 0.011178690090514068, "sim_compute_robot_state-npc2": 0.011066476504007976, "sim_compute_robot_state-npc3": 0.011026974309954729, "sim_compute_robot_state-parked0": 0.01107508466954817}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.565673944182525, "get_ui_image": 0.07727025322994943, "step_physics": 0.21444327952498096, "survival_time": 5.899999999999987, "driven_lanedir": 0.7246419193452476, "get_state_dump": 0.03554616742214914, "sim_render-ego": 0.00947167913792497, "in-drivable-lane": 3.599999999999988, "agent_compute-ego": 0.03781484951407223, "deviation-heading": 1.0156362799580263, "complete-iteration": 0.47690342846563305, "set_robot_commands": 0.007047053110801568, "deviation-center-line": 0.18506300264177303, "driven_lanedir_consec": 0.7246419193452476, "sim_compute_sim_state": 0.019675790253332107, "sim_compute_performance-ego": 0.006560060937525862, "sim_compute_robot_state-ego": 0.011706958382816638, "sim_compute_robot_state-npc0": 0.011427192364708853, "sim_compute_robot_state-npc1": 0.010969396364890922, "sim_compute_robot_state-npc2": 0.012426307645894714, "sim_compute_robot_state-npc3": 0.010899662971496582, "sim_compute_robot_state-parked0": 0.011312797918158065}, "ETHZ_autolab_technical_track-sc4-0-ego": {"driven_any": 1.7539176822196014, "get_ui_image": 0.07431229523250035, "step_physics": 0.16935538394110544, "survival_time": 4.199999999999993, "driven_lanedir": 0.3204495925205987, "get_state_dump": 0.03645470028831845, "sim_render-ego": 0.009652086666652135, "in-drivable-lane": 2.7499999999999947, "agent_compute-ego": 0.03854942605608985, "deviation-heading": 0.971930877880294, "complete-iteration": 0.4328087369600932, "set_robot_commands": 0.00808937492824736, "deviation-center-line": 0.1443532927850436, "driven_lanedir_consec": 0.3204495925205987, "sim_compute_sim_state": 0.017696704183306013, "sim_compute_performance-ego": 0.006710798967452277, "sim_compute_robot_state-ego": 0.012290168376196, "sim_compute_robot_state-npc0": 0.01187211275100708, "sim_compute_robot_state-npc1": 0.011976471969059536, "sim_compute_robot_state-npc2": 0.011886957145872573, "sim_compute_robot_state-npc3": 0.01175992829459054, "sim_compute_robot_state-parked0": 0.011860171953837076}, "ETHZ_autolab_technical_track-sc5-0-ego": {"driven_any": 1.1596420239493832, "get_ui_image": 0.07704563219039166, "step_physics": 0.2109573278270784, "survival_time": 3.049999999999997, "driven_lanedir": 1.148914725250399, "get_state_dump": 0.0365213722479148, "sim_render-ego": 0.00940137222164967, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03713230617710801, "deviation-heading": 0.4188222725951362, "complete-iteration": 0.47278663760325945, "set_robot_commands": 0.007495274309252129, "deviation-center-line": 0.16491706160482691, "driven_lanedir_consec": 1.148914725250399, "sim_compute_sim_state": 0.019564421450505493, "sim_compute_performance-ego": 0.006850629556374472, "sim_compute_robot_state-ego": 0.012358544302768396, "sim_compute_robot_state-npc0": 0.01119992772086722, "sim_compute_robot_state-npc1": 0.01122271819192855, "sim_compute_robot_state-npc2": 0.010960383493392194, "sim_compute_robot_state-npc3": 0.01105783806472528, "sim_compute_robot_state-parked0": 0.010683954739179768}, "ETHZ_autolab_technical_track-sc6-0-ego": {"driven_any": 2.4635702672656032, "get_ui_image": 0.07459890020304713, "step_physics": 0.2118809716454868, "survival_time": 5.799999999999987, "driven_lanedir": 1.1541294215697278, "get_state_dump": 0.03428217049302726, "sim_render-ego": 0.009067634056354391, "in-drivable-lane": 2.549999999999991, "agent_compute-ego": 0.03648674282534369, "deviation-heading": 1.188478455030241, "complete-iteration": 0.46790597151065694, "set_robot_commands": 0.007216015766406882, "deviation-center-line": 0.22475775167746137, "driven_lanedir_consec": 1.1541294215697278, "sim_compute_sim_state": 0.02330906637783708, "sim_compute_performance-ego": 0.006238633188708076, "sim_compute_robot_state-ego": 0.011090214910178349, "sim_compute_robot_state-npc0": 0.010990405904835668, "sim_compute_robot_state-npc1": 0.010498457941515693, "sim_compute_robot_state-npc2": 0.010563089929778, "sim_compute_robot_state-npc3": 0.010442004121583083, "sim_compute_robot_state-parked0": 0.010916845551852522}, "ETHZ_autolab_technical_track-sc7-0-ego": {"driven_any": 0.8701412575291315, "get_ui_image": 0.0744624552519425, "step_physics": 0.2138902674550595, "survival_time": 2.3, "driven_lanedir": 0.2673410952697477, "get_state_dump": 0.03334120563838793, "sim_render-ego": 0.008087204850238302, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.03437017357867697, "deviation-heading": 0.2583833741523752, "complete-iteration": 0.45464601724044135, "set_robot_commands": 0.0063187143077021056, "deviation-center-line": 0.097353713813239, "driven_lanedir_consec": 0.2673410952697477, "sim_compute_sim_state": 0.016676260077435036, "sim_compute_performance-ego": 0.0058675952579664145, "sim_compute_robot_state-ego": 0.01015329360961914, "sim_compute_robot_state-npc0": 0.01052316893701968, "sim_compute_robot_state-npc1": 0.009955079659171726, "sim_compute_robot_state-npc2": 0.010489738505819569, "sim_compute_robot_state-npc3": 0.010173357051351795, "sim_compute_robot_state-parked0": 0.010020701781563135}, "ETHZ_autolab_technical_track-sc8-0-ego": {"driven_any": 1.6784216991973973, "get_ui_image": 0.07571652200486925, "step_physics": 0.15496615715968756, "survival_time": 4.049999999999994, "driven_lanedir": 0.4710687049176945, "get_state_dump": 0.03551870216558009, "sim_render-ego": 0.008632942482277198, "in-drivable-lane": 2.699999999999993, "agent_compute-ego": 0.03539519545472698, "deviation-heading": 0.2248266426213769, "complete-iteration": 0.4177945896431251, "set_robot_commands": 0.00638622119102949, "deviation-center-line": 0.1403114265422864, "driven_lanedir_consec": 0.4710687049176945, "sim_compute_sim_state": 0.02242905416606385, "sim_compute_performance-ego": 0.005982148794480312, "sim_compute_robot_state-ego": 0.01057822910355933, "sim_compute_robot_state-npc0": 0.01038739710678289, "sim_compute_robot_state-npc1": 0.010828598046008452, "sim_compute_robot_state-npc2": 0.01195304482071488, "sim_compute_robot_state-npc3": 0.017964598573284384, "sim_compute_robot_state-parked0": 0.0107226754412239}, "ETHZ_autolab_technical_track-sc9-0-ego": {"driven_any": 1.8576055563161276, "get_ui_image": 0.07670049504800276, "step_physics": 0.16762914982709018, "survival_time": 4.399999999999992, "driven_lanedir": 0.4765889135209004, "get_state_dump": 0.03601326725699685, "sim_render-ego": 0.009281310168179598, "in-drivable-lane": 2.6499999999999937, "agent_compute-ego": 0.0381320444020358, "deviation-heading": 1.0432301257911911, "complete-iteration": 0.4242735803127289, "set_robot_commands": 0.00740034200928428, "deviation-center-line": 0.13483708321452476, "driven_lanedir_consec": 0.4765889135209004, "sim_compute_sim_state": 0.016619495370171287, "sim_compute_performance-ego": 0.006365345282988114, "sim_compute_robot_state-ego": 0.011747576973655006, "sim_compute_robot_state-npc0": 0.011010673913088713, "sim_compute_robot_state-npc1": 0.010793406854976309, "sim_compute_robot_state-npc2": 0.01092099059711803, "sim_compute_robot_state-npc3": 0.010515838861465454, "sim_compute_robot_state-parked0": 0.010810358957810837}, "ETHZ_autolab_technical_track-sc10-0-ego": {"driven_any": 1.0711387488577857, "get_ui_image": 0.08155230681101482, "step_physics": 0.1770187395590323, "survival_time": 2.6999999999999984, "driven_lanedir": 0.6756397547363227, "get_state_dump": 0.03629019966831914, "sim_render-ego": 0.008795981053952817, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.03663857336397524, "deviation-heading": 0.6037720799768409, "complete-iteration": 0.4351534843444824, "set_robot_commands": 0.00894557105170356, "deviation-center-line": 0.12132331019245668, "driven_lanedir_consec": 0.6756397547363227, "sim_compute_sim_state": 0.015867445203993056, "sim_compute_performance-ego": 0.0063123879609284575, "sim_compute_robot_state-ego": 0.011060153996502913, "sim_compute_robot_state-npc0": 0.01045521100362142, "sim_compute_robot_state-npc1": 0.010091900825500488, "sim_compute_robot_state-npc2": 0.0102614959081014, "sim_compute_robot_state-npc3": 0.010749459266662598, "sim_compute_robot_state-parked0": 0.010763437659652144}, "ETHZ_autolab_technical_track-sc11-0-ego": {"driven_any": 1.081042559681037, "get_ui_image": 0.08365477705901524, "step_physics": 0.16293247240894246, "survival_time": 2.6499999999999986, "driven_lanedir": 0.6753369638743661, "get_state_dump": 0.036985226397244435, "sim_render-ego": 0.009189763159122108, "in-drivable-lane": 0.7499999999999976, "agent_compute-ego": 0.04694405141866432, "deviation-heading": 0.4012102812778944, "complete-iteration": 0.4507432298840217, "set_robot_commands": 0.006797385665605653, "deviation-center-line": 0.05847614377055608, "driven_lanedir_consec": 0.6753369638743661, "sim_compute_sim_state": 0.02625726303964291, "sim_compute_performance-ego": 0.006260413043903855, "sim_compute_robot_state-ego": 0.011288876803416129, "sim_compute_robot_state-npc0": 0.010930169303462191, "sim_compute_robot_state-npc1": 0.011932993834873416, "sim_compute_robot_state-npc2": 0.010634296345260908, "sim_compute_robot_state-npc3": 0.011075037830280809, "sim_compute_robot_state-parked0": 0.0155213418996559}, "ETHZ_autolab_technical_track-sc12-0-ego": {"driven_any": 0.45167940085539654, "get_ui_image": 0.073362253330372, "step_physics": 0.2064054012298584, "survival_time": 1.3500000000000003, "driven_lanedir": 0.4484607082072362, "get_state_dump": 0.03582891711482295, "sim_render-ego": 0.008115406389589663, "in-drivable-lane": 0.0, "agent_compute-ego": 0.03620829405608, "deviation-heading": 0.1568455346002119, "complete-iteration": 0.4490593804253472, "set_robot_commands": 0.006010046711674443, "deviation-center-line": 0.05776713390489609, "driven_lanedir_consec": 0.4484607082072362, "sim_compute_sim_state": 0.01914836742259838, "sim_compute_performance-ego": 0.005521403418646919, "sim_compute_robot_state-ego": 0.009833909847118237, "sim_compute_robot_state-npc0": 0.009904676013522675, "sim_compute_robot_state-npc1": 0.0097488385659677, "sim_compute_robot_state-npc2": 0.009269484767207393, "sim_compute_robot_state-npc3": 0.010060575273301866, "sim_compute_robot_state-parked0": 0.009313035894323278}, "ETHZ_autolab_technical_track-sc13-0-ego": {"driven_any": 0.5269469092032995, "get_ui_image": 0.07274773120880126, "step_physics": 0.19361138343811035, "survival_time": 1.5000000000000009, "driven_lanedir": 0.3061192219544848, "get_state_dump": 0.036183619499206544, "sim_render-ego": 0.00865174134572347, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.0350412925084432, "deviation-heading": 0.36789897268648614, "complete-iteration": 0.44065926869710287, "set_robot_commands": 0.0066798686981201175, "deviation-center-line": 0.0736122868842703, "driven_lanedir_consec": 0.3061192219544848, "sim_compute_sim_state": 0.016379157702128094, "sim_compute_performance-ego": 0.006669036547342936, "sim_compute_robot_state-ego": 0.01040324370066325, "sim_compute_robot_state-npc0": 0.010665575663248696, "sim_compute_robot_state-npc1": 0.01095139980316162, "sim_compute_robot_state-npc2": 0.011045201619466146, "sim_compute_robot_state-npc3": 0.010876846313476563, "sim_compute_robot_state-parked0": 0.010428611437479656}, "ETHZ_autolab_technical_track-sc14-0-ego": {"driven_any": 1.0730309830988245, "get_ui_image": 0.07963248976954708, "step_physics": 0.16211519417939363, "survival_time": 2.6999999999999984, "driven_lanedir": 0.8469459298922781, "get_state_dump": 0.03612753196998879, "sim_render-ego": 0.009793484652483904, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.03669470327871817, "deviation-heading": 0.8719942361704109, "complete-iteration": 0.4336508733254892, "set_robot_commands": 0.007512066099378798, "deviation-center-line": 0.1922003475773841, "driven_lanedir_consec": 0.8469459298922781, "sim_compute_sim_state": 0.026678526843035663, "sim_compute_performance-ego": 0.006668448448181152, "sim_compute_robot_state-ego": 0.011374186586450648, "sim_compute_robot_state-npc0": 0.0112601430327804, "sim_compute_robot_state-npc1": 0.010721431838141548, "sim_compute_robot_state-npc2": 0.011480093002319336, "sim_compute_robot_state-npc3": 0.01190342726530852, "sim_compute_robot_state-parked0": 0.011354163840964987}}
set_robot_commands_max0.00894557105170356
set_robot_commands_mean0.007162521638423877
set_robot_commands_median0.007175462287768983
set_robot_commands_min0.006010046711674443
sim_compute_performance-ego_max0.006850629556374472
sim_compute_performance-ego_mean0.006324955287870156
sim_compute_performance-ego_median0.0063343048095703125
sim_compute_performance-ego_min0.005521403418646919
sim_compute_robot_state-ego_max0.012358544302768396
sim_compute_robot_state-ego_mean0.011169960146791828
sim_compute_robot_state-ego_median0.011288876803416129
sim_compute_robot_state-ego_min0.009833909847118237
sim_compute_robot_state-npc0_max0.01187211275100708
sim_compute_robot_state-npc0_mean0.010882044293947518
sim_compute_robot_state-npc0_median0.010930169303462191
sim_compute_robot_state-npc0_min0.009904676013522675
sim_compute_robot_state-npc1_max0.011976471969059536
sim_compute_robot_state-npc1_mean0.01084513508613478
sim_compute_robot_state-npc1_median0.010828598046008452
sim_compute_robot_state-npc1_min0.0097488385659677
sim_compute_robot_state-npc2_max0.012426307645894714
sim_compute_robot_state-npc2_mean0.011001512168914393
sim_compute_robot_state-npc2_median0.010960383493392194
sim_compute_robot_state-npc2_min0.009269484767207393
sim_compute_robot_state-npc3_max0.017964598573284384
sim_compute_robot_state-npc3_mean0.0113726587550887
sim_compute_robot_state-npc3_median0.010899662971496582
sim_compute_robot_state-npc3_min0.010060575273301866
sim_compute_robot_state-parked0_max0.0155213418996559
sim_compute_robot_state-parked0_mean0.01107015610314568
sim_compute_robot_state-parked0_median0.010810358957810837
sim_compute_robot_state-parked0_min0.009313035894323278
sim_compute_sim_state_max0.026678526843035663
sim_compute_sim_state_mean0.02000623153761301
sim_compute_sim_state_median0.019564421450505493
sim_compute_sim_state_min0.015867445203993056
sim_render-ego_max0.009793484652483904
sim_render-ego_mean0.008966900119683423
sim_render-ego_median0.008919586215102882
sim_render-ego_min0.008087204850238302
simulation-passed1
step_physics_max0.21444327952498096
step_physics_mean0.18612076219479623
step_physics_median0.1770187395590323
step_physics_min0.15496615715968756
survival_time_max5.899999999999987
survival_time_mean3.4799999999999955
survival_time_min1.3500000000000003

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.