Duckietown Challenges Home Challenges Submissions

Job 53772

Job ID53772
submission12704
userBea Baselines 🐤
user labelbaseline-behavior-cloning
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to dateyes
evaluatorgpu-prod-01
date started
date completed
duration1:46:06
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median8.632807814788972
survival_time_median59.99999999999873
deviation-center-line_median2.9822633750555636
in-drivable-lane_median5.074999999999867


other stats
agent_compute-ego0_max0.03698986892795483
agent_compute-ego0_mean0.03438544056028758
agent_compute-ego0_median0.03338069423450022
agent_compute-ego0_min0.033161941493850156
agent_compute-ego1_max0.035723735648924664
agent_compute-ego1_mean0.033702202113690696
agent_compute-ego1_median0.03292041169591697
agent_compute-ego1_min0.03286481181548894
agent_compute-ego2_max0.0356072170549785
agent_compute-ego2_mean0.03372897821666864
agent_compute-ego2_median0.032919544661471886
agent_compute-ego2_min0.03266017293355551
agent_compute-ego3_max0.035540916838316394
agent_compute-ego3_mean0.0335720413666328
agent_compute-ego3_median0.032631863166053134
agent_compute-ego3_min0.032543344095528844
complete-iteration_max1.223503048275035
complete-iteration_mean0.890066605814256
complete-iteration_median0.9551689216889532
complete-iteration_min0.316307020762747
deviation-center-line_max9.76648066453882
deviation-center-line_mean2.9096898686411232
deviation-center-line_min0.16473092754907936
deviation-heading_max21.273147825297137
deviation-heading_mean9.6204475277655
deviation-heading_median10.546524762379736
deviation-heading_min1.001160900656663
driven_any_max14.590154342838025
driven_any_mean8.82384798934922
driven_any_median8.86151296298549
driven_any_min0.5282275665547598
driven_lanedir_consec_max13.509170207673154
driven_lanedir_consec_mean7.564751701269799
driven_lanedir_consec_min0.4698043266534717
driven_lanedir_max13.509170207673154
driven_lanedir_mean7.564751701269799
driven_lanedir_median8.632807814788972
driven_lanedir_min0.4698043266534717
get_duckie_state_max1.6312118771669768e-06
get_duckie_state_mean1.4390382642468743e-06
get_duckie_state_median1.418798988208882e-06
get_duckie_state_min1.2305707054080647e-06
get_robot_state_max0.01414938592394623
get_robot_state_mean0.01296429118132443
get_robot_state_median0.013905430118011297
get_robot_state_min0.006922713591861869
get_state_dump_max0.00961087883560981
get_state_dump_mean0.009000846151169537
get_state_dump_median0.009459166641694954
get_state_dump_min0.006117699193019493
get_ui_image_max0.05025369102611431
get_ui_image_mean0.044281249118962515
get_ui_image_median0.04663600016394622
get_ui_image_min0.02979596204167937
in-drivable-lane_max57.49999999999873
in-drivable-lane_mean9.907142857142674
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 2.1300569609127766, "get_ui_image": 0.043196699705468605, "step_physics": 0.7106378652963293, "survival_time": 41.44999999999978, "driven_lanedir": 1.7193224622973131, "get_state_dump": 0.009459166641694954, "get_robot_state": 0.013858846296747046, "sim_render-ego0": 0.0036692194191806286, "sim_render-ego1": 0.003680367929389678, "sim_render-ego2": 0.0036341425884200865, "sim_render-ego3": 0.003628344420927117, "get_duckie_state": 1.371337706784168e-06, "in-drivable-lane": 33.54999999999979, "deviation-heading": 2.0395945802439144, "agent_compute-ego0": 0.033161941493850156, "agent_compute-ego1": 0.03292041169591697, "agent_compute-ego2": 0.03266017293355551, "agent_compute-ego3": 0.032543344095528844, "complete-iteration": 0.9551689216889532, "set_robot_commands": 0.0021186463804130093, "deviation-center-line": 0.3541514594282031, "driven_lanedir_consec": 1.7193224622973131, "sim_compute_sim_state": 0.015323057806635478, "sim_compute_performance-ego0": 0.0018818464623876364, "sim_compute_performance-ego1": 0.0019397284611161931, "sim_compute_performance-ego2": 0.0019572783665484693, "sim_compute_performance-ego3": 0.0019373750112142909}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 3.4506534159609745, "get_ui_image": 0.043196699705468605, "step_physics": 0.7106378652963293, "survival_time": 41.44999999999978, "driven_lanedir": 3.2075006332428866, "get_state_dump": 0.009459166641694954, "get_robot_state": 0.013858846296747046, "sim_render-ego0": 0.0036692194191806286, "sim_render-ego1": 0.003680367929389678, "sim_render-ego2": 0.0036341425884200865, "sim_render-ego3": 0.003628344420927117, "get_duckie_state": 1.371337706784168e-06, "in-drivable-lane": 0.4999999999999982, "deviation-heading": 3.982858649835928, "agent_compute-ego0": 0.033161941493850156, "agent_compute-ego1": 0.03292041169591697, "agent_compute-ego2": 0.03266017293355551, "agent_compute-ego3": 0.032543344095528844, "complete-iteration": 0.9551689216889532, "set_robot_commands": 0.0021186463804130093, "deviation-center-line": 2.796169479670165, "driven_lanedir_consec": 3.2075006332428866, "sim_compute_sim_state": 0.015323057806635478, "sim_compute_performance-ego0": 0.0018818464623876364, "sim_compute_performance-ego1": 0.0019397284611161931, "sim_compute_performance-ego2": 0.0019572783665484693, "sim_compute_performance-ego3": 0.0019373750112142909}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 3.4506894840948363, "get_ui_image": 0.043196699705468605, "step_physics": 0.7106378652963293, "survival_time": 41.44999999999978, "driven_lanedir": 3.1096115868792853, "get_state_dump": 0.009459166641694954, "get_robot_state": 0.013858846296747046, "sim_render-ego0": 0.0036692194191806286, "sim_render-ego1": 0.003680367929389678, "sim_render-ego2": 0.0036341425884200865, "sim_render-ego3": 0.003628344420927117, "get_duckie_state": 1.371337706784168e-06, "in-drivable-lane": 1.0499999999999965, "deviation-heading": 21.273147825297137, "agent_compute-ego0": 0.033161941493850156, "agent_compute-ego1": 0.03292041169591697, "agent_compute-ego2": 0.03266017293355551, "agent_compute-ego3": 0.032543344095528844, "complete-iteration": 0.9551689216889532, "set_robot_commands": 0.0021186463804130093, "deviation-center-line": 3.3939710726093764, "driven_lanedir_consec": 3.1096115868792853, "sim_compute_sim_state": 0.015323057806635478, "sim_compute_performance-ego0": 0.0018818464623876364, "sim_compute_performance-ego1": 0.0019397284611161931, "sim_compute_performance-ego2": 0.0019572783665484693, "sim_compute_performance-ego3": 0.0019373750112142909}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 9.882565708931155, "get_ui_image": 0.043196699705468605, "step_physics": 0.7106378652963293, "survival_time": 41.44999999999978, "driven_lanedir": 9.54414214340204, "get_state_dump": 0.009459166641694954, "get_robot_state": 0.013858846296747046, "sim_render-ego0": 0.0036692194191806286, "sim_render-ego1": 0.003680367929389678, "sim_render-ego2": 0.0036341425884200865, "sim_render-ego3": 0.003628344420927117, "get_duckie_state": 1.371337706784168e-06, "in-drivable-lane": 0.5499999999999687, "deviation-heading": 6.0628958420690875, "agent_compute-ego0": 0.033161941493850156, "agent_compute-ego1": 0.03292041169591697, "agent_compute-ego2": 0.03266017293355551, "agent_compute-ego3": 0.032543344095528844, "complete-iteration": 0.9551689216889532, "set_robot_commands": 0.0021186463804130093, "deviation-center-line": 1.7839860896797974, "driven_lanedir_consec": 9.54414214340204, "sim_compute_sim_state": 0.015323057806635478, "sim_compute_performance-ego0": 0.0018818464623876364, "sim_compute_performance-ego1": 0.0019397284611161931, "sim_compute_performance-ego2": 0.0019572783665484693, "sim_compute_performance-ego3": 0.0019373750112142909}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 0.5282275665547598, "get_ui_image": 0.05025369102611431, "step_physics": 0.9455913893884664, "survival_time": 59.99999999999873, "driven_lanedir": 0.4698043266534717, "get_state_dump": 0.00961087883560981, "get_robot_state": 0.01414938592394623, "sim_render-ego0": 0.00391231925163936, "sim_render-ego1": 0.0037995536162593185, "sim_render-ego2": 0.003800798514601988, "sim_render-ego3": 0.0037402380118262855, "get_duckie_state": 1.6312118771669768e-06, "in-drivable-lane": 57.49999999999873, "deviation-heading": 1.001160900656663, "agent_compute-ego0": 0.03698986892795483, "agent_compute-ego1": 0.035723735648924664, "agent_compute-ego2": 0.0356072170549785, "agent_compute-ego3": 0.035540916838316394, "complete-iteration": 1.223503048275035, "set_robot_commands": 0.00213490914147065, "deviation-center-line": 0.16473092754907936, "driven_lanedir_consec": 0.4698043266534717, "sim_compute_sim_state": 0.02747752287306456, "sim_compute_performance-ego0": 0.002024793902801336, "sim_compute_performance-ego1": 0.0020337281477242884, "sim_compute_performance-ego2": 0.00197689559040816, "sim_compute_performance-ego3": 0.0020020170870867497}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 14.590098992355047, "get_ui_image": 0.05025369102611431, "step_physics": 0.9455913893884664, "survival_time": 59.99999999999873, "driven_lanedir": 12.90639395101677, "get_state_dump": 0.00961087883560981, "get_robot_state": 0.01414938592394623, "sim_render-ego0": 0.00391231925163936, "sim_render-ego1": 0.0037995536162593185, "sim_render-ego2": 0.003800798514601988, "sim_render-ego3": 0.0037402380118262855, "get_duckie_state": 1.6312118771669768e-06, "in-drivable-lane": 3.799999999999903, "deviation-heading": 14.274012192784555, "agent_compute-ego0": 0.03698986892795483, "agent_compute-ego1": 0.035723735648924664, "agent_compute-ego2": 0.0356072170549785, "agent_compute-ego3": 0.035540916838316394, "complete-iteration": 1.223503048275035, "set_robot_commands": 0.00213490914147065, "deviation-center-line": 3.271855142529696, "driven_lanedir_consec": 12.90639395101677, "sim_compute_sim_state": 0.02747752287306456, "sim_compute_performance-ego0": 0.002024793902801336, "sim_compute_performance-ego1": 0.0020337281477242884, "sim_compute_performance-ego2": 0.00197689559040816, "sim_compute_performance-ego3": 0.0020020170870867497}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 0.8705732724744635, "get_ui_image": 0.05025369102611431, "step_physics": 0.9455913893884664, "survival_time": 59.99999999999873, "driven_lanedir": 0.4994771973555811, "get_state_dump": 0.00961087883560981, "get_robot_state": 0.01414938592394623, "sim_render-ego0": 0.00391231925163936, "sim_render-ego1": 0.0037995536162593185, "sim_render-ego2": 0.003800798514601988, "sim_render-ego3": 0.0037402380118262855, "get_duckie_state": 1.6312118771669768e-06, "in-drivable-lane": 1.0499999999999996, "deviation-heading": 2.0007705527744775, "agent_compute-ego0": 0.03698986892795483, "agent_compute-ego1": 0.035723735648924664, "agent_compute-ego2": 0.0356072170549785, "agent_compute-ego3": 0.035540916838316394, "complete-iteration": 1.223503048275035, "set_robot_commands": 0.00213490914147065, "deviation-center-line": 9.76648066453882, "driven_lanedir_consec": 0.4994771973555811, "sim_compute_sim_state": 0.02747752287306456, "sim_compute_performance-ego0": 0.002024793902801336, "sim_compute_performance-ego1": 0.0020337281477242884, "sim_compute_performance-ego2": 0.00197689559040816, "sim_compute_performance-ego3": 0.0020020170870867497}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 14.590154342838025, "get_ui_image": 0.05025369102611431, "step_physics": 0.9455913893884664, "survival_time": 59.99999999999873, "driven_lanedir": 13.509170207673154, "get_state_dump": 0.00961087883560981, "get_robot_state": 0.01414938592394623, "sim_render-ego0": 0.00391231925163936, "sim_render-ego1": 0.0037995536162593185, "sim_render-ego2": 0.003800798514601988, "sim_render-ego3": 0.0037402380118262855, "get_duckie_state": 1.6312118771669768e-06, "in-drivable-lane": 1.949999999999932, "deviation-heading": 12.843756507708584, "agent_compute-ego0": 0.03698986892795483, "agent_compute-ego1": 0.035723735648924664, "agent_compute-ego2": 0.0356072170549785, "agent_compute-ego3": 0.035540916838316394, "complete-iteration": 1.223503048275035, "set_robot_commands": 0.00213490914147065, "deviation-center-line": 3.1009466902841134, "driven_lanedir_consec": 13.509170207673154, "sim_compute_sim_state": 0.02747752287306456, "sim_compute_performance-ego0": 0.002024793902801336, "sim_compute_performance-ego1": 0.0020337281477242884, "sim_compute_performance-ego2": 0.00197689559040816, "sim_compute_performance-ego3": 0.0020020170870867497}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 14.590050989726912, "get_ui_image": 0.04663600016394622, "step_physics": 0.5015376584913014, "survival_time": 59.99999999999873, "driven_lanedir": 12.116567753201528, "get_state_dump": 0.009374066455278864, "get_robot_state": 0.013905430118011297, "sim_render-ego0": 0.003686980740613088, "sim_render-ego1": 0.003666812236064876, "sim_render-ego2": 0.0036639206415409846, "sim_render-ego3": 0.003644523771478175, "get_duckie_state": 1.418798988208882e-06, "in-drivable-lane": 7.299999999999795, "deviation-heading": 12.87685144909413, "agent_compute-ego0": 0.03338069423450022, "agent_compute-ego1": 0.03286481181548894, "agent_compute-ego2": 0.032919544661471886, "agent_compute-ego3": 0.032631863166053134, "complete-iteration": 0.7784076400045352, "set_robot_commands": 0.002131115884010639, "deviation-center-line": 2.863580059827014, "driven_lanedir_consec": 12.116567753201528, "sim_compute_sim_state": 0.043879423411462226, "sim_compute_performance-ego0": 0.0020353877474922227, "sim_compute_performance-ego1": 0.0019589230778016813, "sim_compute_performance-ego2": 0.0019536512678211475, "sim_compute_performance-ego3": 0.001911554606530589}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 14.590055393304713, "get_ui_image": 0.04663600016394622, "step_physics": 0.5015376584913014, "survival_time": 59.99999999999873, "driven_lanedir": 10.962673618148632, "get_state_dump": 0.009374066455278864, "get_robot_state": 0.013905430118011297, "sim_render-ego0": 0.003686980740613088, "sim_render-ego1": 0.003666812236064876, "sim_render-ego2": 0.0036639206415409846, "sim_render-ego3": 0.003644523771478175, "get_duckie_state": 1.418798988208882e-06, "in-drivable-lane": 11.149999999999627, "deviation-heading": 15.30951235175584, "agent_compute-ego0": 0.03338069423450022, "agent_compute-ego1": 0.03286481181548894, "agent_compute-ego2": 0.032919544661471886, "agent_compute-ego3": 0.032631863166053134, "complete-iteration": 0.7784076400045352, "set_robot_commands": 0.002131115884010639, "deviation-center-line": 3.3091306974244876, "driven_lanedir_consec": 10.962673618148632, "sim_compute_sim_state": 0.043879423411462226, "sim_compute_performance-ego0": 0.0020353877474922227, "sim_compute_performance-ego1": 0.0019589230778016813, "sim_compute_performance-ego2": 0.0019536512678211475, "sim_compute_performance-ego3": 0.001911554606530589}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 14.589986244688284, "get_ui_image": 0.04663600016394622, "step_physics": 0.5015376584913014, "survival_time": 59.99999999999873, "driven_lanedir": 11.87360112305843, "get_state_dump": 0.009374066455278864, "get_robot_state": 0.013905430118011297, "sim_render-ego0": 0.003686980740613088, "sim_render-ego1": 0.003666812236064876, "sim_render-ego2": 0.0036639206415409846, "sim_render-ego3": 0.003644523771478175, "get_duckie_state": 1.418798988208882e-06, "in-drivable-lane": 7.499999999999868, "deviation-heading": 15.526904713328586, "agent_compute-ego0": 0.03338069423450022, "agent_compute-ego1": 0.03286481181548894, "agent_compute-ego2": 0.032919544661471886, "agent_compute-ego3": 0.032631863166053134, "complete-iteration": 0.7784076400045352, "set_robot_commands": 0.002131115884010639, "deviation-center-line": 3.2949485042292253, "driven_lanedir_consec": 11.87360112305843, "sim_compute_sim_state": 0.043879423411462226, "sim_compute_performance-ego0": 0.0020353877474922227, "sim_compute_performance-ego1": 0.0019589230778016813, "sim_compute_performance-ego2": 0.0019536512678211475, "sim_compute_performance-ego3": 0.001911554606530589}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 14.590064995510492, "get_ui_image": 0.04663600016394622, "step_physics": 0.5015376584913014, "survival_time": 59.99999999999873, "driven_lanedir": 12.242634198724376, "get_state_dump": 0.009374066455278864, "get_robot_state": 0.013905430118011297, "sim_render-ego0": 0.003686980740613088, "sim_render-ego1": 0.003666812236064876, "sim_render-ego2": 0.0036639206415409846, "sim_render-ego3": 0.003644523771478175, "get_duckie_state": 1.418798988208882e-06, "in-drivable-lane": 6.349999999999831, "deviation-heading": 14.42981664595696, "agent_compute-ego0": 0.03338069423450022, "agent_compute-ego1": 0.03286481181548894, "agent_compute-ego2": 0.032919544661471886, "agent_compute-ego3": 0.032631863166053134, "complete-iteration": 0.7784076400045352, "set_robot_commands": 0.002131115884010639, "deviation-center-line": 3.1780766492958485, "driven_lanedir_consec": 12.242634198724376, "sim_compute_sim_state": 0.043879423411462226, "sim_compute_performance-ego0": 0.0020353877474922227, "sim_compute_performance-ego1": 0.0019589230778016813, "sim_compute_performance-ego2": 0.0019536512678211475, "sim_compute_performance-ego3": 0.001911554606530589}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 7.840460217039821, "get_ui_image": 0.02979596204167937, "step_physics": 0.18138974931984467, "survival_time": 33.10000000000026, "driven_lanedir": 7.721473486175902, "get_state_dump": 0.006117699193019493, "get_robot_state": 0.006922713591861869, "sim_render-ego0": 0.003644757680763486, "sim_render-ego1": 0.003616963036998904, "get_duckie_state": 1.2305707054080647e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.815690160160248, "agent_compute-ego0": 0.03363307460940262, "agent_compute-ego1": 0.0328974964751737, "complete-iteration": 0.316307020762747, "set_robot_commands": 0.002103552379579386, "deviation-center-line": 1.4787033077011915, "driven_lanedir_consec": 7.721473486175902, "sim_compute_sim_state": 0.010142059167945368, "sim_compute_performance-ego0": 0.0018725139882589715, "sim_compute_performance-ego1": 0.0019030355220466717}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 7.840234266496838, "get_ui_image": 0.02979596204167937, "step_physics": 0.18138974931984467, "survival_time": 33.10000000000026, "driven_lanedir": 6.024151129947824, "get_state_dump": 0.006117699193019493, "get_robot_state": 0.006922713591861869, "sim_render-ego0": 0.003644757680763486, "sim_render-ego1": 0.003616963036998904, "get_duckie_state": 1.2305707054080647e-06, "in-drivable-lane": 6.4499999999999975, "deviation-heading": 8.249293017050888, "agent_compute-ego0": 0.03363307460940262, "agent_compute-ego1": 0.0328974964751737, "complete-iteration": 0.316307020762747, "set_robot_commands": 0.002103552379579386, "deviation-center-line": 1.978927416208707, "driven_lanedir_consec": 6.024151129947824, "sim_compute_sim_state": 0.010142059167945368, "sim_compute_performance-ego0": 0.0018725139882589715, "sim_compute_performance-ego1": 0.0019030355220466717}}
set_robot_commands_max0.00213490914147065
set_robot_commands_mean0.0021246993130525685
set_robot_commands_median0.002131115884010639
set_robot_commands_min0.002103552379579386
sim_compute_performance-ego0_max0.0020353877474922227
sim_compute_performance-ego0_mean0.001965224316231623
sim_compute_performance-ego0_median0.002024793902801336
sim_compute_performance-ego0_min0.0018725139882589715
sim_compute_performance-ego1_max0.0020337281477242884
sim_compute_performance-ego1_mean0.0019668278421901427
sim_compute_performance-ego1_median0.0019589230778016813
sim_compute_performance-ego1_min0.0019030355220466717
sim_compute_performance-ego2_max0.00197689559040816
sim_compute_performance-ego2_mean0.001962608408259259
sim_compute_performance-ego2_median0.0019572783665484693
sim_compute_performance-ego2_min0.0019536512678211475
sim_compute_performance-ego3_max0.0020020170870867497
sim_compute_performance-ego3_mean0.00195031556827721
sim_compute_performance-ego3_median0.0019373750112142909
sim_compute_performance-ego3_min0.001911554606530589
sim_compute_sim_state_max0.043879423411462226
sim_compute_sim_state_mean0.02621458105003856
sim_compute_sim_state_median0.02747752287306456
sim_compute_sim_state_min0.010142059167945368
sim_render-ego0_max0.00391231925163936
sim_render-ego0_mean0.003740256643375663
sim_render-ego0_median0.003686980740613088
sim_render-ego0_min0.003644757680763486
sim_render-ego1_max0.0037995536162593185
sim_render-ego1_mean0.003701490085775235
sim_render-ego1_median0.003680367929389678
sim_render-ego1_min0.003616963036998904
sim_render-ego2_max0.003800798514601988
sim_render-ego2_mean0.003699620581521021
sim_render-ego2_median0.0036639206415409846
sim_render-ego2_min0.0036341425884200865
sim_render-ego3_max0.0037402380118262855
sim_render-ego3_mean0.0036710354014105264
sim_render-ego3_median0.003644523771478175
sim_render-ego3_min0.003628344420927117
simulation-passed1
step_physics_max0.9455913893884664
step_physics_mean0.6424176536674341
step_physics_median0.7106378652963293
step_physics_min0.18138974931984467
survival_time_max59.99999999999873
survival_time_mean50.85714285714211
survival_time_min33.10000000000026

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.