Duckietown Challenges Home Challenges Submissions

Job 22252

Job ID22252
submission3512
userBea Baselines 🐤
user labelchallenge-aido_LF-template-pytorch
challengeaido2-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatorip-172-31-42-167-7357
date started
date completed
duration0:15:36
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.12739082416299574
survival_time_median1.3000000000000005
deviation-center-line_median0.08166444632038598
in-drivable-lane_median0


other stats
agent_compute-ego_max0.18476768462888657
agent_compute-ego_mean0.16376106652265052
agent_compute-ego_median0.15784091949462892
agent_compute-ego_min0.1470374365647634
deviation-center-line_max0.10535131406181696
deviation-center-line_mean0.07920742144300794
deviation-center-line_min0.04917145582597334
deviation-heading_max0.8944037859209665
deviation-heading_mean0.6835739505179455
deviation-heading_median0.7143094752986094
deviation-heading_min0.43743511397729734
driven_any_max0.27551261256002413
driven_any_mean0.18207307865933367
driven_any_median0.1694214624294807
driven_any_min0.1291760435692988
driven_lanedir_consec_max0.16044635668179685
driven_lanedir_consec_mean0.11784383872015912
driven_lanedir_consec_min0.04857885231725145
driven_lanedir_max0.16044635668179685
driven_lanedir_mean0.11784383872015912
driven_lanedir_median0.12739082416299574
driven_lanedir_min0.04857885231725145
in-drivable-lane_max0.6500000000000005
in-drivable-lane_mean0.09333333333333342
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.22820709281725776, "sim_physics": 0.1834951639175415, "survival_time": 1.5000000000000009, "driven_lanedir": 0.13280530497373566, "sim_render-ego": 0.0544139305750529, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.15784091949462892, "deviation-heading": 0.8433953108880111, "set_robot_commands": 0.09036743640899658, "deviation-center-line": 0.08166444632038598, "driven_lanedir_consec": 0.13280530497373566, "sim_compute_sim_state": 0.036406358083089195, "sim_compute_performance-ego": 0.060034624735514325, "sim_compute_robot_state-ego": 0.06399655342102051, "sim_compute_robot_state-npc0": 0.06115816434224446, "sim_compute_robot_state-npc1": 0.06027337710062663, "sim_compute_robot_state-npc2": 0.056591184933980306, "sim_compute_robot_state-npc3": 0.057327795028686526}, "udem1-1-0": {"driven_any": 0.20266776554092908, "sim_physics": 0.2099245861172676, "survival_time": 1.6000000000000008, "driven_lanedir": 0.04857885231725145, "sim_render-ego": 0.058185845613479614, "in-drivable-lane": 0.6500000000000005, "agent_compute-ego": 0.15606805682182312, "deviation-heading": 0.7143094752986094, "set_robot_commands": 0.08968508243560791, "deviation-center-line": 0.04917145582597334, "driven_lanedir_consec": 0.04857885231725145, "sim_compute_sim_state": 0.03775376081466675, "sim_compute_performance-ego": 0.06416727602481842, "sim_compute_robot_state-ego": 0.06575394421815872, "sim_compute_robot_state-npc0": 0.062373265624046326, "sim_compute_robot_state-npc1": 0.06619405746459961, "sim_compute_robot_state-npc2": 0.06731273233890533, "sim_compute_robot_state-npc3": 0.06713659316301346}, "udem1-2-0": {"driven_any": 0.16108849671358594, "sim_physics": 0.2465995450814565, "survival_time": 1.2000000000000004, "driven_lanedir": 0.13188257778266976, "sim_render-ego": 0.05705118179321289, "in-drivable-lane": 0, "agent_compute-ego": 0.15444488326708475, "deviation-heading": 0.45036973196732893, "set_robot_commands": 0.0851011872291565, "deviation-center-line": 0.10535131406181696, "driven_lanedir_consec": 0.13188257778266976, "sim_compute_sim_state": 0.036276797453562416, "sim_compute_performance-ego": 0.06125849485397339, "sim_compute_robot_state-ego": 0.07144211729367574, "sim_compute_robot_state-npc0": 0.06509377559026082, "sim_compute_robot_state-npc1": 0.06627131501833598, "sim_compute_robot_state-npc2": 0.06189813216527303, "sim_compute_robot_state-npc3": 0.0652672251065572}, "udem1-3-0": {"driven_any": 0.153655082107214, "sim_physics": 0.2216716508070628, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1255962524250125, "sim_render-ego": 0.06339550018310547, "in-drivable-lane": 0, "agent_compute-ego": 0.17390645543734232, "deviation-heading": 0.46834646323296336, "set_robot_commands": 0.09079898397127788, "deviation-center-line": 0.1030498142655799, "driven_lanedir_consec": 0.1255962524250125, "sim_compute_sim_state": 0.03971850872039795, "sim_compute_performance-ego": 0.06715959310531616, "sim_compute_robot_state-ego": 0.07341389854749043, "sim_compute_robot_state-npc0": 0.0682414174079895, "sim_compute_robot_state-npc1": 0.06819952527681987, "sim_compute_robot_state-npc2": 0.06979599595069885, "sim_compute_robot_state-npc3": 0.07064475615819295}, "udem1-4-0": {"driven_any": 0.13981664554712356, "sim_physics": 0.1873867304428764, "survival_time": 1.1500000000000004, "driven_lanedir": 0.07507866194597557, "sim_render-ego": 0.05360462354577106, "in-drivable-lane": 0, "agent_compute-ego": 0.1537732041400412, "deviation-heading": 0.8402456780060235, "set_robot_commands": 0.0822650556978972, "deviation-center-line": 0.05739454977041497, "driven_lanedir_consec": 0.07507866194597557, "sim_compute_sim_state": 0.03527833067852518, "sim_compute_performance-ego": 0.05989587825277577, "sim_compute_robot_state-ego": 0.06680842067884363, "sim_compute_robot_state-npc0": 0.060166545536207115, "sim_compute_robot_state-npc1": 0.062391923821490745, "sim_compute_robot_state-npc2": 0.0617777679277503, "sim_compute_robot_state-npc3": 0.062472809915957245}, "udem1-5-0": {"driven_any": 0.23020312238328677, "sim_physics": 0.1799452006816864, "survival_time": 1.6000000000000008, "driven_lanedir": 0.14795033168175253, "sim_render-ego": 0.05333881825208664, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.16148369014263153, "deviation-heading": 0.8944037859209665, "set_robot_commands": 0.08640874177217484, "deviation-center-line": 0.07849734496098351, "driven_lanedir_consec": 0.14795033168175253, "sim_compute_sim_state": 0.034599244594573975, "sim_compute_performance-ego": 0.06113458424806595, "sim_compute_robot_state-ego": 0.0637613832950592, "sim_compute_robot_state-npc0": 0.06151715666055679, "sim_compute_robot_state-npc1": 0.06007233262062073, "sim_compute_robot_state-npc2": 0.05678988993167877, "sim_compute_robot_state-npc3": 0.059908583760261536}, "udem1-6-0": {"driven_any": 0.13739141656015158, "sim_physics": 0.2450716599174168, "survival_time": 1.1500000000000004, "driven_lanedir": 0.09810265379317862, "sim_render-ego": 0.06367431516232698, "in-drivable-lane": 0, "agent_compute-ego": 0.17728295533553415, "deviation-heading": 0.6108547854404713, "set_robot_commands": 0.0936152105746062, "deviation-center-line": 0.08590157493301563, "driven_lanedir_consec": 0.09810265379317862, "sim_compute_sim_state": 0.04091674348582392, "sim_compute_performance-ego": 0.07417300473088803, "sim_compute_robot_state-ego": 0.07740012459132982, "sim_compute_robot_state-npc0": 0.07035036708997644, "sim_compute_robot_state-npc1": 0.07043027877807617, "sim_compute_robot_state-npc2": 0.07130860245746115, "sim_compute_robot_state-npc3": 0.07309508323669434}, "udem1-7-0": {"driven_any": 0.1694214624294807, "sim_physics": 0.21872691007760856, "survival_time": 1.3000000000000005, "driven_lanedir": 0.1354027287524724, "sim_render-ego": 0.06375100979438195, "in-drivable-lane": 0, "agent_compute-ego": 0.1842745267427885, "deviation-heading": 0.5525010321613538, "set_robot_commands": 0.09460028318258432, "deviation-center-line": 0.0949205639516543, "driven_lanedir_consec": 0.1354027287524724, "sim_compute_sim_state": 0.04129774753863995, "sim_compute_performance-ego": 0.06762821857745831, "sim_compute_robot_state-ego": 0.07003931815807636, "sim_compute_robot_state-npc0": 0.06882540996258076, "sim_compute_robot_state-npc1": 0.0661164980668288, "sim_compute_robot_state-npc2": 0.06576743492713341, "sim_compute_robot_state-npc3": 0.0720811073596661}, "udem1-8-0": {"driven_any": 0.2256162089827095, "sim_physics": 0.20383083435796925, "survival_time": 1.5500000000000007, "driven_lanedir": 0.16044635668179685, "sim_render-ego": 0.08630955603814894, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.18476768462888657, "deviation-heading": 0.8103928587691155, "set_robot_commands": 0.10080790519714355, "deviation-center-line": 0.06310404878870934, "driven_lanedir_consec": 0.16044635668179685, "sim_compute_sim_state": 0.041854712270921274, "sim_compute_performance-ego": 0.07348091371597783, "sim_compute_robot_state-ego": 0.07741732751169512, "sim_compute_robot_state-npc0": 0.07033335008928852, "sim_compute_robot_state-npc1": 0.06813362336927845, "sim_compute_robot_state-npc2": 0.07089711004687894, "sim_compute_robot_state-npc3": 0.0700593763782132}, "udem1-9-0": {"driven_any": 0.20596055415287937, "sim_physics": 0.21258903466738188, "survival_time": 1.3000000000000005, "driven_lanedir": 0.147810754938138, "sim_render-ego": 0.06223408992473896, "in-drivable-lane": 0, "agent_compute-ego": 0.16989333813007065, "deviation-heading": 0.7948395610973749, "set_robot_commands": 0.09164064664107102, "deviation-center-line": 0.07148292926011672, "driven_lanedir_consec": 0.147810754938138, "sim_compute_sim_state": 0.03518346639779898, "sim_compute_performance-ego": 0.05952900189619798, "sim_compute_robot_state-ego": 0.0678318922336285, "sim_compute_robot_state-npc0": 0.06877581889812763, "sim_compute_robot_state-npc1": 0.06732782033773568, "sim_compute_robot_state-npc2": 0.06256372195023757, "sim_compute_robot_state-npc3": 0.06251335144042969}, "udem1-10-0": {"driven_any": 0.1578030648975387, "sim_physics": 0.1920095185438792, "survival_time": 1.2000000000000004, "driven_lanedir": 0.09526607341585414, "sim_render-ego": 0.056928286949793495, "in-drivable-lane": 0, "agent_compute-ego": 0.1470374365647634, "deviation-heading": 0.8862955888299321, "set_robot_commands": 0.08811499675114949, "deviation-center-line": 0.061250469156920714, "driven_lanedir_consec": 0.09526607341585414, "sim_compute_sim_state": 0.03323671221733093, "sim_compute_performance-ego": 0.06305602192878723, "sim_compute_robot_state-ego": 0.06821711858113606, "sim_compute_robot_state-npc0": 0.063358207543691, "sim_compute_robot_state-npc1": 0.06131940086682638, "sim_compute_robot_state-npc2": 0.06275618076324463, "sim_compute_robot_state-npc3": 0.06009323398272196}, "udem1-11-0": {"driven_any": 0.13793227142857434, "sim_physics": 0.19893321990966795, "survival_time": 1.0000000000000002, "driven_lanedir": 0.11048060583341623, "sim_render-ego": 0.05994168519973755, "in-drivable-lane": 0, "agent_compute-ego": 0.15378785133361816, "deviation-heading": 0.43743511397729734, "set_robot_commands": 0.08749377727508545, "deviation-center-line": 0.08821708648511872, "driven_lanedir_consec": 0.11048060583341623, "sim_compute_sim_state": 0.03764940500259399, "sim_compute_performance-ego": 0.06956921815872193, "sim_compute_robot_state-ego": 0.06914379596710205, "sim_compute_robot_state-npc0": 0.06340347528457642, "sim_compute_robot_state-npc1": 0.06586630344390869, "sim_compute_robot_state-npc2": 0.06317163705825805, "sim_compute_robot_state-npc3": 0.06167234182357788}, "udem1-12-0": {"driven_any": 0.27551261256002413, "sim_physics": 0.20536517485594136, "survival_time": 1.950000000000001, "driven_lanedir": 0.12739082416299574, "sim_render-ego": 0.0622259286733774, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.15656353265811235, "deviation-heading": 0.74269506660919, "set_robot_commands": 0.09189469997699444, "deviation-center-line": 0.07470024164204528, "driven_lanedir_consec": 0.12739082416299574, "sim_compute_sim_state": 0.03925157815982134, "sim_compute_performance-ego": 0.06508259284190643, "sim_compute_robot_state-ego": 0.06824753834651066, "sim_compute_robot_state-npc0": 0.06805254862858699, "sim_compute_robot_state-npc1": 0.06465753530844665, "sim_compute_robot_state-npc2": 0.06743106475243202, "sim_compute_robot_state-npc3": 0.06574153288816795}, "udem1-13-0": {"driven_any": 0.1291760435692988, "sim_physics": 0.23081208311993143, "survival_time": 1.1500000000000004, "driven_lanedir": 0.0942065850756637, "sim_render-ego": 0.06618307984393576, "in-drivable-lane": 0, "agent_compute-ego": 0.1679232535154923, "deviation-heading": 0.5577150912322762, "set_robot_commands": 0.09401935079823368, "deviation-center-line": 0.09018753673738882, "driven_lanedir_consec": 0.0942065850756637, "sim_compute_sim_state": 0.04008720232092816, "sim_compute_performance-ego": 0.07644500939742378, "sim_compute_robot_state-ego": 0.08027637523153554, "sim_compute_robot_state-npc0": 0.0705157466556715, "sim_compute_robot_state-npc1": 0.07382007267164148, "sim_compute_robot_state-npc2": 0.07391806270765222, "sim_compute_robot_state-npc3": 0.0680133467135222}, "udem1-14-0": {"driven_any": 0.1766443401999513, "sim_physics": 0.17793035507202148, "survival_time": 1.3500000000000003, "driven_lanedir": 0.13665901702247374, "sim_render-ego": 0.052847614994755494, "in-drivable-lane": 0, "agent_compute-ego": 0.15736820962693956, "deviation-heading": 0.6498097143382661, "set_robot_commands": 0.08727086031878437, "deviation-center-line": 0.08321794548499498, "driven_lanedir_consec": 0.13665901702247374, "sim_compute_sim_state": 0.03515297395211679, "sim_compute_performance-ego": 0.05821320745680067, "sim_compute_robot_state-ego": 0.06405391516508879, "sim_compute_robot_state-npc0": 0.06519661126313386, "sim_compute_robot_state-npc1": 0.06736838376080548, "sim_compute_robot_state-npc2": 0.06322754753960504, "sim_compute_robot_state-npc3": 0.06369072419625742}}
set_robot_commands_max0.10080790519714355
set_robot_commands_mean0.09027228121538423
set_robot_commands_median0.09036743640899658
set_robot_commands_min0.0822650556978972
sim_compute_performance-ego_max0.07644500939742378
sim_compute_performance-ego_mean0.06538850932830843
sim_compute_performance-ego_median0.06416727602481842
sim_compute_performance-ego_min0.05821320745680067
sim_compute_robot_state-ego_max0.08027637523153554
sim_compute_robot_state-ego_mean0.06985358154935675
sim_compute_robot_state-ego_median0.06824753834651066
sim_compute_robot_state-ego_min0.0637613832950592
sim_compute_robot_state-npc0_max0.0705157466556715
sim_compute_robot_state-npc0_mean0.06582412403846255
sim_compute_robot_state-npc0_median0.06519661126313386
sim_compute_robot_state-npc0_min0.060166545536207115
sim_compute_robot_state-npc1_max0.07382007267164148
sim_compute_robot_state-npc1_mean0.06589616319373609
sim_compute_robot_state-npc1_median0.06619405746459961
sim_compute_robot_state-npc1_min0.06007233262062073
sim_compute_robot_state-npc2_max0.07391806270765222
sim_compute_robot_state-npc2_mean0.06501380436341264
sim_compute_robot_state-npc2_median0.06322754753960504
sim_compute_robot_state-npc2_min0.056591184933980306
sim_compute_robot_state-npc3_max0.07309508323669434
sim_compute_robot_state-npc3_mean0.06531452407679465
sim_compute_robot_state-npc3_median0.0652672251065572
sim_compute_robot_state-npc3_min0.057327795028686526
sim_compute_sim_state_max0.041854712270921274
sim_compute_sim_state_mean0.03764423611271939
sim_compute_sim_state_median0.03764940500259399
sim_compute_sim_state_min0.03323671221733093
sim_physics_max0.2465995450814565
sim_physics_mean0.20761944450464723
sim_physics_median0.20536517485594136
sim_physics_min0.17793035507202148
sim_render-ego_max0.08630955603814894
sim_render-ego_mean0.06093903110292701
sim_render-ego_median0.05994168519973755
sim_render-ego_min0.052847614994755494
simulation-passed1
survival_time_max1.950000000000001
survival_time_mean1.3466666666666671
survival_time_min1.0000000000000002

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.