Duckietown Challenges Home Challenges Submissions

Job 36174

Job ID36174
submission9947
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFVI-sim-testing
stepLFVIt-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg02-6a5d038ee1e7-1
date started
date completed
duration0:44:58
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.46809887821191287
survival_time_median14.950000000000076
deviation-center-line_median0.32476370689359485
in-drivable-lane_median3.650000000000052


other stats
agent_compute-ego_max0.0788936980565389
agent_compute-ego_mean0.06898408411908054
agent_compute-ego_median0.06867946779107773
agent_compute-ego_min0.05170205036799113
complete-iteration_max0.5210223484039307
complete-iteration_mean0.49706601306464704
complete-iteration_median0.5008810178438823
complete-iteration_min0.4502214962923074
deviation-center-line_max0.9808127371320912
deviation-center-line_mean0.37142178799325226
deviation-center-line_min0.06021578886937979
deviation-heading_max4.331774123919056
deviation-heading_mean1.9751737654306936
deviation-heading_median1.702763977419406
deviation-heading_min0.4054414552510721
driven_any_max1.9398222964409544
driven_any_mean1.421823878400592
driven_any_median1.939271316123046
driven_any_min0.4794798806931144
driven_lanedir_consec_max1.3884250195805237
driven_lanedir_consec_mean0.5875664934691321
driven_lanedir_consec_min0.13172198332758
driven_lanedir_max1.3884250195805237
driven_lanedir_mean0.6143694859855071
driven_lanedir_median0.4840573198240634
driven_lanedir_min0.13172198332758
get_state_dump_max0.04181318812900119
get_state_dump_mean0.0362579268999154
get_state_dump_median0.03483271598815918
get_state_dump_min0.03411086320877075
get_ui_image_max0.0898024741183506
get_ui_image_mean0.08411489249766484
get_ui_image_median0.08403351545333862
get_ui_image_min0.08155211051305135
in-drivable-lane_max13.300000000000075
in-drivable-lane_mean5.316666666666697
in-drivable-lane_min0.0
per-episodes
details{"udem1-sc0-0-ego": {"driven_any": 1.925868009253288, "get_ui_image": 0.08530371348063151, "step_physics": 0.19088165839513144, "survival_time": 14.950000000000076, "driven_lanedir": 0.3585560622009356, "get_state_dump": 0.03460996548334758, "sim_render-ego": 0.009118971824645996, "in-drivable-lane": 11.550000000000082, "agent_compute-ego": 0.05170205036799113, "deviation-heading": 0.6491484202613946, "complete-iteration": 0.4735602998733521, "set_robot_commands": 0.007152661482493083, "deviation-center-line": 0.08328257555911638, "driven_lanedir_consec": 0.3585560622009356, "sim_compute_sim_state": 0.023331878185272215, "sim_compute_performance-ego": 0.006150116920471191, "sim_compute_robot_state-ego": 0.011380350589752198, "sim_compute_robot_state-npc0": 0.010649543603261312, "sim_compute_robot_state-npc1": 0.01048641045888265, "sim_compute_robot_state-npc2": 0.010486205418904625, "sim_compute_robot_state-npc3": 0.01077391783396403, "sim_compute_robot_state-parked0": 0.011234443187713624}, "udem1-sc1-0-ego": {"driven_any": 1.939559612861666, "get_ui_image": 0.08196027040481567, "step_physics": 0.17928845961888631, "survival_time": 14.950000000000076, "driven_lanedir": 0.13172198332758, "get_state_dump": 0.034744565486907956, "sim_render-ego": 0.008902961413065593, "in-drivable-lane": 13.300000000000075, "agent_compute-ego": 0.06651182889938355, "deviation-heading": 0.7552394084077791, "complete-iteration": 0.4723156038920085, "set_robot_commands": 0.007064487934112549, "deviation-center-line": 0.12952968312885035, "driven_lanedir_consec": 0.13172198332758, "sim_compute_sim_state": 0.023310407797495523, "sim_compute_performance-ego": 0.006178429126739502, "sim_compute_robot_state-ego": 0.01140800396601359, "sim_compute_robot_state-npc0": 0.010668405691782634, "sim_compute_robot_state-npc1": 0.010605103969573974, "sim_compute_robot_state-npc2": 0.01061198075612386, "sim_compute_robot_state-npc3": 0.010338807900746663, "sim_compute_robot_state-parked0": 0.010425686836242676}, "udem1-sc2-0-ego": {"driven_any": 1.9394697050676124, "get_ui_image": 0.08416977326075235, "step_physics": 0.20516045888264975, "survival_time": 14.950000000000076, "driven_lanedir": 0.5233595295797102, "get_state_dump": 0.038349266052246096, "sim_render-ego": 0.009093741575876871, "in-drivable-lane": 9.350000000000056, "agent_compute-ego": 0.06817015409469604, "deviation-heading": 2.95730569450444, "complete-iteration": 0.5030022780100505, "set_robot_commands": 0.007011698087056478, "deviation-center-line": 0.760415359495721, "driven_lanedir_consec": 0.3418238706866812, "sim_compute_sim_state": 0.01960522969563802, "sim_compute_performance-ego": 0.006280193328857422, "sim_compute_robot_state-ego": 0.011298444271087648, "sim_compute_robot_state-npc0": 0.010886637369791669, "sim_compute_robot_state-npc1": 0.01069828748703003, "sim_compute_robot_state-npc2": 0.010677948792775472, "sim_compute_robot_state-npc3": 0.010565922260284424, "sim_compute_robot_state-parked0": 0.010733574231465658}, "udem1-sc3-0-ego": {"driven_any": 1.9398222964409544, "get_ui_image": 0.08423354387283326, "step_physics": 0.1950408681233724, "survival_time": 14.950000000000076, "driven_lanedir": 1.189322308002675, "get_state_dump": 0.03411086320877075, "sim_render-ego": 0.008674209117889404, "in-drivable-lane": 4.499999999999996, "agent_compute-ego": 0.06665803750356038, "deviation-heading": 3.3540643382308217, "complete-iteration": 0.4887022304534912, "set_robot_commands": 0.006690707206726074, "deviation-center-line": 0.5061403831169536, "driven_lanedir_consec": 1.189322308002675, "sim_compute_sim_state": 0.02504616657892863, "sim_compute_performance-ego": 0.006043872038523356, "sim_compute_robot_state-ego": 0.010554598172505696, "sim_compute_robot_state-npc0": 0.010215814113616944, "sim_compute_robot_state-npc1": 0.010356783866882324, "sim_compute_robot_state-npc2": 0.010388807455698649, "sim_compute_robot_state-npc3": 0.010249738693237304, "sim_compute_robot_state-parked0": 0.01014578104019165}, "udem1-sc4-0-ego": {"driven_any": 0.4794798806931144, "get_ui_image": 0.0840229414686372, "step_physics": 0.1681617000434972, "survival_time": 3.949999999999994, "driven_lanedir": 0.4771122973591271, "get_state_dump": 0.0344729695139052, "sim_render-ego": 0.008243799209594727, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0637566258635702, "deviation-heading": 0.4054414552510721, "complete-iteration": 0.4502214962923074, "set_robot_commands": 0.0066895726360852205, "deviation-center-line": 0.2355499175559686, "driven_lanedir_consec": 0.4771122973591271, "sim_compute_sim_state": 0.018751126301439505, "sim_compute_performance-ego": 0.005787122098705437, "sim_compute_robot_state-ego": 0.010385652131672148, "sim_compute_robot_state-npc0": 0.010025347335429133, "sim_compute_robot_state-npc1": 0.01016093507597718, "sim_compute_robot_state-npc2": 0.009784411780441864, "sim_compute_robot_state-npc3": 0.009700379794157004, "sim_compute_robot_state-parked0": 0.010002383702917944}, "udem1-sc5-0-ego": {"driven_any": 1.9397373382787289, "get_ui_image": 0.08342318455378214, "step_physics": 0.18723757902781168, "survival_time": 14.950000000000076, "driven_lanedir": 0.6040495493137751, "get_state_dump": 0.03418109814325968, "sim_render-ego": 0.00880406379699707, "in-drivable-lane": 9.500000000000068, "agent_compute-ego": 0.06774327437082926, "deviation-heading": 1.702763977419406, "complete-iteration": 0.4815360768636068, "set_robot_commands": 0.006942924658457438, "deviation-center-line": 0.5608143563504168, "driven_lanedir_consec": 0.5866528770774989, "sim_compute_sim_state": 0.02415545543034871, "sim_compute_performance-ego": 0.006051351229349772, "sim_compute_robot_state-ego": 0.010973923206329346, "sim_compute_robot_state-npc0": 0.01048611561457316, "sim_compute_robot_state-npc1": 0.010400825341542562, "sim_compute_robot_state-npc2": 0.010239378611246745, "sim_compute_robot_state-npc3": 0.01034566640853882, "sim_compute_robot_state-parked0": 0.010256494681040446}, "udem1-sc6-0-ego": {"driven_any": 0.5855848486311486, "get_ui_image": 0.08408733920047158, "step_physics": 0.1936573354821456, "survival_time": 4.749999999999991, "driven_lanedir": 0.46809887821191287, "get_state_dump": 0.034469724956311676, "sim_render-ego": 0.008637368051629317, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.0703264361933658, "deviation-heading": 0.6271298523740664, "complete-iteration": 0.4962357847314132, "set_robot_commands": 0.006752217443365799, "deviation-center-line": 0.06021578886937979, "driven_lanedir_consec": 0.46809887821191287, "sim_compute_sim_state": 0.02387520388553017, "sim_compute_performance-ego": 0.005932582052130448, "sim_compute_robot_state-ego": 0.0109978901712518, "sim_compute_robot_state-npc0": 0.01033302106355366, "sim_compute_robot_state-npc1": 0.010292186235126696, "sim_compute_robot_state-npc2": 0.01023354028400622, "sim_compute_robot_state-npc3": 0.016115821035284746, "sim_compute_robot_state-parked0": 0.010228478281121504}, "udem1-sc7-0-ego": {"driven_any": 0.5458052147363419, "get_ui_image": 0.0898024741183506, "step_physics": 0.21568921710667985, "survival_time": 4.449999999999992, "driven_lanedir": 0.4840573198240634, "get_state_dump": 0.03483304548799322, "sim_render-ego": 0.008618186029155603, "in-drivable-lane": 0.0, "agent_compute-ego": 0.06861754481712085, "deviation-heading": 1.5332835072190742, "complete-iteration": 0.5115087166261137, "set_robot_commands": 0.006886225068167354, "deviation-center-line": 0.3053984666259841, "driven_lanedir_consec": 0.4840573198240634, "sim_compute_sim_state": 0.01867748378367906, "sim_compute_performance-ego": 0.006201336892803063, "sim_compute_robot_state-ego": 0.010787896895676516, "sim_compute_robot_state-npc0": 0.009913294502858366, "sim_compute_robot_state-npc1": 0.010337644748473436, "sim_compute_robot_state-npc2": 0.010198156485396823, "sim_compute_robot_state-npc3": 0.010458734598052636, "sim_compute_robot_state-parked0": 0.010189951135871116}, "udem1-sc8-0-ego": {"driven_any": 1.103110846258178, "get_ui_image": 0.08481686928368717, "step_physics": 0.20334120155069868, "survival_time": 8.649999999999988, "driven_lanedir": 0.5550426148700613, "get_state_dump": 0.03437792634688361, "sim_render-ego": 0.009046110803681302, "in-drivable-lane": 3.349999999999995, "agent_compute-ego": 0.06867946779107773, "deviation-heading": 1.8700263430036133, "complete-iteration": 0.4962767355703894, "set_robot_commands": 0.0068516248912480525, "deviation-center-line": 0.34044328168851684, "driven_lanedir_consec": 0.46292027111292255, "sim_compute_sim_state": 0.018694410434348045, "sim_compute_performance-ego": 0.00599263582615494, "sim_compute_robot_state-ego": 0.011031516025521163, "sim_compute_robot_state-npc0": 0.010742982687977696, "sim_compute_robot_state-npc1": 0.010509087171168684, "sim_compute_robot_state-npc2": 0.01060215586182699, "sim_compute_robot_state-npc3": 0.010696599938276876, "sim_compute_robot_state-parked0": 0.01059338674379911}, "udem1-sc9-0-ego": {"driven_any": 1.939448629170848, "get_ui_image": 0.08403351545333862, "step_physics": 0.2038018457094828, "survival_time": 14.950000000000076, "driven_lanedir": 1.3884250195805237, "get_state_dump": 0.03633885542551677, "sim_render-ego": 0.009116278489430746, "in-drivable-lane": 2.7500000000000018, "agent_compute-ego": 0.07340564489364625, "deviation-heading": 4.237987865969185, "complete-iteration": 0.5175826120376587, "set_robot_commands": 0.007214490572611491, "deviation-center-line": 0.9808127371320912, "driven_lanedir_consec": 1.3884250195805237, "sim_compute_sim_state": 0.0278667950630188, "sim_compute_performance-ego": 0.0070020325978597, "sim_compute_robot_state-ego": 0.013243215878804525, "sim_compute_robot_state-npc0": 0.011114802360534668, "sim_compute_robot_state-npc1": 0.010831274191538494, "sim_compute_robot_state-npc2": 0.01063128153483073, "sim_compute_robot_state-npc3": 0.01124582846959432, "sim_compute_robot_state-parked0": 0.011433988412221274}, "udem1-sc10-0-ego": {"driven_any": 0.6188547540036069, "get_ui_image": 0.08704325437545776, "step_physics": 0.211703040599823, "survival_time": 4.99999999999999, "driven_lanedir": 0.46260154945387777, "get_state_dump": 0.03483271598815918, "sim_render-ego": 0.008905012607574463, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.07111823081970214, "deviation-heading": 1.2534490239539873, "complete-iteration": 0.5210223484039307, "set_robot_commands": 0.006799321174621582, "deviation-center-line": 0.18998807356715663, "driven_lanedir_consec": 0.46260154945387777, "sim_compute_sim_state": 0.02839447259902954, "sim_compute_performance-ego": 0.006279420852661133, "sim_compute_robot_state-ego": 0.011844677925109863, "sim_compute_robot_state-npc0": 0.01096012830734253, "sim_compute_robot_state-npc1": 0.01078624963760376, "sim_compute_robot_state-npc2": 0.010787224769592286, "sim_compute_robot_state-npc3": 0.010653979778289796, "sim_compute_robot_state-parked0": 0.010609068870544434}, "udem1-sc11-0-ego": {"driven_any": 1.9394443305980065, "get_ui_image": 0.08214702685674032, "step_physics": 0.18770057916641236, "survival_time": 14.950000000000076, "driven_lanedir": 0.6956895955396117, "get_state_dump": 0.04060931285222372, "sim_render-ego": 0.010473863283793131, "in-drivable-lane": 8.500000000000064, "agent_compute-ego": 0.0788936980565389, "deviation-heading": 2.026995059127975, "complete-iteration": 0.5113410886128743, "set_robot_commands": 0.008399179776509603, "deviation-center-line": 0.32476370689359485, "driven_lanedir_consec": 0.629068807594129, "sim_compute_sim_state": 0.024089470704396567, "sim_compute_performance-ego": 0.007309895356496175, "sim_compute_robot_state-ego": 0.011847668488820394, "sim_compute_robot_state-npc0": 0.011561917463938394, "sim_compute_robot_state-npc1": 0.012749136288960777, "sim_compute_robot_state-npc2": 0.011322457790374756, "sim_compute_robot_state-npc3": 0.012675141493479413, "sim_compute_robot_state-parked0": 0.011239837805430097}, "udem1-sc12-0-ego": {"driven_any": 1.939526937520771, "get_ui_image": 0.0818661880493164, "step_physics": 0.189027259349823, "survival_time": 14.950000000000076, "driven_lanedir": 1.2923066938796408, "get_state_dump": 0.040785118738810223, "sim_render-ego": 0.009439363479614256, "in-drivable-lane": 3.650000000000052, "agent_compute-ego": 0.07851059198379516, "deviation-heading": 3.184718557564412, "complete-iteration": 0.5174912182490031, "set_robot_commands": 0.007689549128214518, "deviation-center-line": 0.6588249700696686, "driven_lanedir_consec": 1.2923066938796408, "sim_compute_sim_state": 0.02445986827214559, "sim_compute_performance-ego": 0.007368387381235759, "sim_compute_robot_state-ego": 0.014660260677337646, "sim_compute_robot_state-npc0": 0.014146687189737956, "sim_compute_robot_state-npc1": 0.0126777712504069, "sim_compute_robot_state-npc2": 0.012826021512349446, "sim_compute_robot_state-npc3": 0.011887209415435793, "sim_compute_robot_state-parked0": 0.01181608200073242}, "udem1-sc13-0-ego": {"driven_any": 1.939271316123046, "get_ui_image": 0.08155211051305135, "step_physics": 0.1954504561424255, "survival_time": 14.950000000000076, "driven_lanedir": 0.3298775146253772, "get_state_dump": 0.03534028768539429, "sim_render-ego": 0.009389227231343588, "in-drivable-lane": 9.95000000000007, "agent_compute-ego": 0.0700161608060201, "deviation-heading": 4.331774123919056, "complete-iteration": 0.5008810178438823, "set_robot_commands": 0.007131423950195313, "deviation-center-line": 0.3490694781172109, "driven_lanedir_consec": 0.28550808971167996, "sim_compute_sim_state": 0.02696567138036092, "sim_compute_performance-ego": 0.006416443983713786, "sim_compute_robot_state-ego": 0.011954471270243327, "sim_compute_robot_state-npc0": 0.01146772066752116, "sim_compute_robot_state-npc1": 0.011091079711914064, "sim_compute_robot_state-npc2": 0.011756295363108318, "sim_compute_robot_state-npc3": 0.011307708422342936, "sim_compute_robot_state-parked0": 0.010722760359446208}, "udem1-sc14-0-ego": {"driven_any": 0.5523744563715713, "get_ui_image": 0.08326118257310655, "step_physics": 0.1956819454828898, "survival_time": 4.499999999999992, "driven_lanedir": 0.2553213740137339, "get_state_dump": 0.04181318812900119, "sim_render-ego": 0.010168557696872287, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.07065151532491049, "deviation-heading": 0.7382788542541207, "complete-iteration": 0.5143126885096232, "set_robot_commands": 0.007862154642740886, "deviation-center-line": 0.08607804172815432, "driven_lanedir_consec": 0.2553213740137339, "sim_compute_sim_state": 0.020620067914326985, "sim_compute_performance-ego": 0.0078097449408637155, "sim_compute_robot_state-ego": 0.01901104980044895, "sim_compute_robot_state-npc0": 0.011488109164767796, "sim_compute_robot_state-npc1": 0.011895579761928982, "sim_compute_robot_state-npc2": 0.01057869063483344, "sim_compute_robot_state-npc3": 0.0117311954498291, "sim_compute_robot_state-parked0": 0.01140882968902588}}
set_robot_commands_max0.008399179776509603
set_robot_commands_mean0.0071425492435070286
set_robot_commands_median0.007011698087056478
set_robot_commands_min0.0066895726360852205
sim_compute_performance-ego_max0.0078097449408637155
sim_compute_performance-ego_mean0.00645357097510436
sim_compute_performance-ego_median0.006201336892803063
sim_compute_performance-ego_min0.005787122098705437
sim_compute_robot_state-ego_max0.01901104980044895
sim_compute_robot_state-ego_mean0.012091974631371656
sim_compute_robot_state-ego_median0.011380350589752198
sim_compute_robot_state-ego_min0.010385652131672148
sim_compute_robot_state-npc0_max0.014146687189737956
sim_compute_robot_state-npc0_mean0.01097736847577914
sim_compute_robot_state-npc0_median0.010742982687977696
sim_compute_robot_state-npc0_min0.009913294502858366
sim_compute_robot_state-npc1_max0.012749136288960777
sim_compute_robot_state-npc1_mean0.0109252236798007
sim_compute_robot_state-npc1_median0.010605103969573974
sim_compute_robot_state-npc1_min0.01016093507597718
sim_compute_robot_state-npc2_max0.012826021512349446
sim_compute_robot_state-npc2_mean0.010741637136767348
sim_compute_robot_state-npc2_median0.01060215586182699
sim_compute_robot_state-npc2_min0.009784411780441864
sim_compute_robot_state-npc3_max0.016115821035284746
sim_compute_robot_state-npc3_mean0.011249776766100924
sim_compute_robot_state-npc3_median0.010696599938276876
sim_compute_robot_state-npc3_min0.009700379794157004
sim_compute_robot_state-parked0_max0.01181608200073242
sim_compute_robot_state-parked0_mean0.010736049798517604
sim_compute_robot_state-parked0_median0.010609068870544434
sim_compute_robot_state-parked0_min0.010002383702917944
sim_compute_sim_state_max0.02839447259902954
sim_compute_sim_state_mean0.023189580535063883
sim_compute_sim_state_median0.02387520388553017
sim_compute_sim_state_min0.01867748378367906
sim_render-ego_max0.010473863283793131
sim_render-ego_mean0.009108780974077624
sim_render-ego_median0.009046110803681302
sim_render-ego_min0.008243799209594727
simulation-passed1
step_physics_max0.21568921710667985
step_physics_mean0.1947882403121153
step_physics_median0.1950408681233724
step_physics_min0.1681617000434972
survival_time_max14.950000000000076
survival_time_mean11.05666666666671
survival_time_min3.949999999999994

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.