Job 42330

Job ID 42330

submission 11415

user Frank (Chude) Qian 🇨🇦

user label challenge-aido_LF-baseline-behavior-cloning

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg01-b132bf379262-1

date started 2020-11-15 04:00:18+00:00

date completed 2020-11-15 04:16:50+00:00

duration 0:16:32

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.8797232186099371
survival_time_median	16.150000000000095
deviation-center-line_median	0.48598536867156616
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.03964455897763649
agent_compute-ego0_mean	0.03405058945721226
agent_compute-ego0_median	0.03314917375428758
agent_compute-ego0_min	0.029358035639712687
agent_compute-ego1_max	0.03494731461779672
agent_compute-ego1_mean	0.03093653484554377
agent_compute-ego1_median	0.03046398856691532
agent_compute-ego1_min	0.027398301351919264
agent_compute-ego2_max	0.03328895790976767
agent_compute-ego2_mean	0.029351029974097137
agent_compute-ego2_median	0.028632097569043426
agent_compute-ego2_min	0.02613203444348031
complete-iteration_max	0.5577170078798851
complete-iteration_mean	0.5167141838282916
complete-iteration_median	0.5156481457937613
complete-iteration_min	0.4767773978112283
deviation-center-line_max	0.7009323515097845
deviation-center-line_mean	0.4966988332799883
deviation-center-line_min	0.292447085545286
deviation-heading_max	2.0235055957714505
deviation-heading_mean	1.3221919592447
deviation-heading_median	1.7699887434863577
deviation-heading_min	0.2954985065508312
driven_any_max	3.8667464906767126
driven_any_mean	1.7296028883871812
driven_any_median	0.8831727898326648
driven_any_min	0.442965447994197
driven_lanedir_consec_max	3.805481530572079
driven_lanedir_consec_mean	1.707547011792728
driven_lanedir_consec_min	0.4413282179081297
driven_lanedir_max	3.805481530572079
driven_lanedir_mean	1.707547011792728
driven_lanedir_median	0.8797232186099371
driven_lanedir_min	0.4413282179081297
get_duckie_state_max	1.6807402619636464e-06
get_duckie_state_mean	1.5849932164863274e-06
get_duckie_state_median	1.6348702566964285e-06
get_duckie_state_min	1.4393691307989068e-06
get_robot_state_max	0.03419338955598719
get_robot_state_mean	0.03152535817650173
get_robot_state_median	0.03122721884641854
get_robot_state_min	0.029155466127099457
get_state_dump_max	0.030711627966110183
get_state_dump_mean	0.02439008856887328
get_state_dump_median	0.022922805957380832
get_state_dump_min	0.019535831783128826
get_ui_image_max	0.03873460707457169
get_ui_image_mean	0.03516312445585236
get_ui_image_median	0.03523918275862655
get_ui_image_min	0.03151558353435883
in-drivable-lane_max	0.0
in-drivable-lane_mean	0.0
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.4429656243033615, "get_ui_image": 0.03873460707457169, "step_physics": 0.3019638713102163, "survival_time": 16.100000000000094, "driven_lanedir": 0.4417431617247505, "get_state_dump": 0.019535831783128826, "get_robot_state": 0.029155466127099457, "sim_render-ego0": 0.005505669931447284, "sim_render-ego1": 0.005016424641105699, "sim_render-ego2": 0.004484403207435371, "get_duckie_state": 1.6348702566964285e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.2954985065508312, "agent_compute-ego0": 0.03964455897763649, "agent_compute-ego1": 0.03494731461779672, "agent_compute-ego2": 0.03328895790976767, "complete-iteration": 0.5577170078798851, "set_robot_commands": 0.0034716884541955793, "deviation-center-line": 0.292447085545286, "driven_lanedir_consec": 0.4417431617247505, "sim_compute_sim_state": 0.024156389029129692, "sim_compute_performance-ego0": 0.003661897611914214, "sim_compute_performance-ego1": 0.0033955033521474516, "sim_compute_performance-ego2": 0.0029454897649539924}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 3.8545175804406857, "get_ui_image": 0.03873460707457169, "step_physics": 0.3019638713102163, "survival_time": 16.100000000000094, "driven_lanedir": 3.793179155723241, "get_state_dump": 0.019535831783128826, "get_robot_state": 0.029155466127099457, "sim_render-ego0": 0.005505669931447284, "sim_render-ego1": 0.005016424641105699, "sim_render-ego2": 0.004484403207435371, "get_duckie_state": 1.6348702566964285e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.0235055957714505, "agent_compute-ego0": 0.03964455897763649, "agent_compute-ego1": 0.03494731461779672, "agent_compute-ego2": 0.03328895790976767, "complete-iteration": 0.5577170078798851, "set_robot_commands": 0.0034716884541955793, "deviation-center-line": 0.6818508603176122, "driven_lanedir_consec": 3.793179155723241, "sim_compute_sim_state": 0.024156389029129692, "sim_compute_performance-ego0": 0.003661897611914214, "sim_compute_performance-ego1": 0.0033955033521474516, "sim_compute_performance-ego2": 0.0029454897649539924}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.8831733337334342, "get_ui_image": 0.03873460707457169, "step_physics": 0.3019638713102163, "survival_time": 16.100000000000094, "driven_lanedir": 0.8799348545062682, "get_state_dump": 0.019535831783128826, "get_robot_state": 0.029155466127099457, "sim_render-ego0": 0.005505669931447284, "sim_render-ego1": 0.005016424641105699, "sim_render-ego2": 0.004484403207435371, "get_duckie_state": 1.6348702566964285e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.9007662383562376, "agent_compute-ego0": 0.03964455897763649, "agent_compute-ego1": 0.03494731461779672, "agent_compute-ego2": 0.03328895790976767, "complete-iteration": 0.5577170078798851, "set_robot_commands": 0.0034716884541955793, "deviation-center-line": 0.31350316061355116, "driven_lanedir_consec": 0.8799348545062682, "sim_compute_sim_state": 0.024156389029129692, "sim_compute_performance-ego0": 0.003661897611914214, "sim_compute_performance-ego1": 0.0033955033521474516, "sim_compute_performance-ego2": 0.0029454897649539924}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.442965447994197, "get_ui_image": 0.03523918275862655, "step_physics": 0.2747719029524009, "survival_time": 16.150000000000095, "driven_lanedir": 0.4413282179081297, "get_state_dump": 0.022922805957380832, "get_robot_state": 0.03122721884641854, "sim_render-ego0": 0.005305869660510367, "sim_render-ego1": 0.004837596379566488, "sim_render-ego2": 0.004136082557701843, "get_duckie_state": 1.6807402619636464e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.5496646964603306, "agent_compute-ego0": 0.03314917375428758, "agent_compute-ego1": 0.03046398856691532, "agent_compute-ego2": 0.028632097569043426, "complete-iteration": 0.5156481457937613, "set_robot_commands": 0.003283162604175485, "deviation-center-line": 0.404326476340372, "driven_lanedir_consec": 0.4413282179081297, "sim_compute_sim_state": 0.02483065652404407, "sim_compute_performance-ego0": 0.0035571299101177013, "sim_compute_performance-ego1": 0.0032714372817945923, "sim_compute_performance-ego2": 0.0027485137384373336}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 3.8667464906767126, "get_ui_image": 0.03523918275862655, "step_physics": 0.2747719029524009, "survival_time": 16.150000000000095, "driven_lanedir": 3.805481530572079, "get_state_dump": 0.022922805957380832, "get_robot_state": 0.03122721884641854, "sim_render-ego0": 0.005305869660510367, "sim_render-ego1": 0.004837596379566488, "sim_render-ego2": 0.004136082557701843, "get_duckie_state": 1.6807402619636464e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.020325206315202, "agent_compute-ego0": 0.03314917375428758, "agent_compute-ego1": 0.03046398856691532, "agent_compute-ego2": 0.028632097569043426, "complete-iteration": 0.5156481457937613, "set_robot_commands": 0.003283162604175485, "deviation-center-line": 0.7009323515097845, "driven_lanedir_consec": 3.805481530572079, "sim_compute_sim_state": 0.02483065652404407, "sim_compute_performance-ego0": 0.0035571299101177013, "sim_compute_performance-ego1": 0.0032714372817945923, "sim_compute_performance-ego2": 0.0027485137384373336}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.8831727898326648, "get_ui_image": 0.03523918275862655, "step_physics": 0.2747719029524009, "survival_time": 16.150000000000095, "driven_lanedir": 0.8797232186099371, "get_state_dump": 0.022922805957380832, "get_robot_state": 0.03122721884641854, "sim_render-ego0": 0.005305869660510367, "sim_render-ego1": 0.004837596379566488, "sim_render-ego2": 0.004136082557701843, "get_duckie_state": 1.6807402619636464e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.7699887434863577, "agent_compute-ego0": 0.03314917375428758, "agent_compute-ego1": 0.03046398856691532, "agent_compute-ego2": 0.028632097569043426, "complete-iteration": 0.5156481457937613, "set_robot_commands": 0.003283162604175485, "deviation-center-line": 0.48598536867156616, "driven_lanedir_consec": 0.8797232186099371, "sim_compute_sim_state": 0.02483065652404407, "sim_compute_performance-ego0": 0.0035571299101177013, "sim_compute_performance-ego1": 0.0032714372817945923, "sim_compute_performance-ego2": 0.0027485137384373336}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.442965447994197, "get_ui_image": 0.03151558353435883, "step_physics": 0.2422565136900627, "survival_time": 16.150000000000095, "driven_lanedir": 0.4413282179081297, "get_state_dump": 0.030711627966110183, "get_robot_state": 0.03419338955598719, "sim_render-ego0": 0.004866399263080798, "sim_render-ego1": 0.004358740413890165, "sim_render-ego2": 0.0036938426664370138, "get_duckie_state": 1.4393691307989068e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.5496646964603306, "agent_compute-ego0": 0.029358035639712687, "agent_compute-ego1": 0.027398301351919264, "agent_compute-ego2": 0.02613203444348031, "complete-iteration": 0.4767773978112283, "set_robot_commands": 0.0029029122816150773, "deviation-center-line": 0.404326476340372, "driven_lanedir_consec": 0.4413282179081297, "sim_compute_sim_state": 0.02412008279617357, "sim_compute_performance-ego0": 0.003329637988063942, "sim_compute_performance-ego1": 0.0029348138685196916, "sim_compute_performance-ego2": 0.0024326954832756113}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 3.8667464906767126, "get_ui_image": 0.03151558353435883, "step_physics": 0.2422565136900627, "survival_time": 16.150000000000095, "driven_lanedir": 3.805481530572079, "get_state_dump": 0.030711627966110183, "get_robot_state": 0.03419338955598719, "sim_render-ego0": 0.004866399263080798, "sim_render-ego1": 0.004358740413890165, "sim_render-ego2": 0.0036938426664370138, "get_duckie_state": 1.4393691307989068e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.020325206315202, "agent_compute-ego0": 0.029358035639712687, "agent_compute-ego1": 0.027398301351919264, "agent_compute-ego2": 0.02613203444348031, "complete-iteration": 0.4767773978112283, "set_robot_commands": 0.0029029122816150773, "deviation-center-line": 0.7009323515097845, "driven_lanedir_consec": 3.805481530572079, "sim_compute_sim_state": 0.02412008279617357, "sim_compute_performance-ego0": 0.003329637988063942, "sim_compute_performance-ego1": 0.0029348138685196916, "sim_compute_performance-ego2": 0.0024326954832756113}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.8831727898326648, "get_ui_image": 0.03151558353435883, "step_physics": 0.2422565136900627, "survival_time": 16.150000000000095, "driven_lanedir": 0.8797232186099371, "get_state_dump": 0.030711627966110183, "get_robot_state": 0.03419338955598719, "sim_render-ego0": 0.004866399263080798, "sim_render-ego1": 0.004358740413890165, "sim_render-ego2": 0.0036938426664370138, "get_duckie_state": 1.4393691307989068e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.7699887434863577, "agent_compute-ego0": 0.029358035639712687, "agent_compute-ego1": 0.027398301351919264, "agent_compute-ego2": 0.02613203444348031, "complete-iteration": 0.4767773978112283, "set_robot_commands": 0.0029029122816150773, "deviation-center-line": 0.48598536867156616, "driven_lanedir_consec": 0.8797232186099371, "sim_compute_sim_state": 0.02412008279617357, "sim_compute_performance-ego0": 0.003329637988063942, "sim_compute_performance-ego1": 0.0029348138685196916, "sim_compute_performance-ego2": 0.0024326954832756113}}
set_robot_commands_max	0.0034716884541955793
set_robot_commands_mean	0.003219254446662047
set_robot_commands_median	0.003283162604175485
set_robot_commands_min	0.0029029122816150773
sim_compute_performance-ego0_max	0.003661897611914214
sim_compute_performance-ego0_mean	0.003516221836698619
sim_compute_performance-ego0_median	0.0035571299101177013
sim_compute_performance-ego0_min	0.003329637988063942
sim_compute_performance-ego1_max	0.0033955033521474516
sim_compute_performance-ego1_mean	0.0032005848341539116
sim_compute_performance-ego1_median	0.0032714372817945923
sim_compute_performance-ego1_min	0.0029348138685196916
sim_compute_performance-ego2_max	0.0029454897649539924
sim_compute_performance-ego2_mean	0.0027088996622223124
sim_compute_performance-ego2_median	0.0027485137384373336
sim_compute_performance-ego2_min	0.0024326954832756113
sim_compute_sim_state_max	0.02483065652404407
sim_compute_sim_state_mean	0.024369042783115778
sim_compute_sim_state_median	0.024156389029129692
sim_compute_sim_state_min	0.02412008279617357
sim_render-ego0_max	0.005505669931447284
sim_render-ego0_mean	0.00522597961834615
sim_render-ego0_median	0.005305869660510367
sim_render-ego0_min	0.004866399263080798
sim_render-ego1_max	0.005016424641105699
sim_render-ego1_mean	0.004737587144854118
sim_render-ego1_median	0.004837596379566488
sim_render-ego1_min	0.004358740413890165
sim_render-ego2_max	0.004484403207435371
sim_render-ego2_mean	0.004104776143858076
sim_render-ego2_median	0.004136082557701843
sim_render-ego2_min	0.0036938426664370138
simulation-passed	1
step_physics_max	0.3019638713102163
step_physics_mean	0.27299742931756
step_physics_median	0.2747719029524009
step_physics_min	0.2422565136900627
survival_time_max	16.150000000000095
survival_time_mean	16.133333333333425
survival_time_min	16.100000000000094