Job 57653

Job ID 57653

submission 11313

user Moustafa Elarabi

user label template-pytorch

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date yes

evaluator gpu-prod-01

date started 2020-12-03 11:15:29+00:00

date completed 2020-12-03 12:51:20+00:00

duration 1:35:51

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	8.984893814521406
survival_time_median	59.99999999999873
deviation-center-line_median	3.005694071175435
in-drivable-lane_median	0.3250000000000046

other stats

agent_compute-ego0_max	0.01372488154459754
agent_compute-ego0_mean	0.013329606953691004
agent_compute-ego0_median	0.013264519487392098
agent_compute-ego0_min	0.013063605679361946
agent_compute-ego1_max	0.012790384115996183
agent_compute-ego1_mean	0.012458569398327632
agent_compute-ego1_median	0.012416593835911684
agent_compute-ego1_min	0.012214421431885274
agent_compute-ego2_max	0.012821735688589892
agent_compute-ego2_mean	0.012528679088324664
agent_compute-ego2_median	0.01245920505253699
agent_compute-ego2_min	0.012305096523847111
agent_compute-ego3_max	0.01276572419642211
agent_compute-ego3_mean	0.01222595922357335
agent_compute-ego3_median	0.011966883193245535
agent_compute-ego3_min	0.011945270281052411
complete-iteration_max	0.731606378047095
complete-iteration_mean	0.6367893821058235
complete-iteration_median	0.7052013500842524
complete-iteration_min	0.29617044807952125
deviation-center-line_max	3.293010553175821
deviation-center-line_mean	2.5627482762740104
deviation-center-line_min	0.2075314128275519
deviation-heading_max	17.554849608991095
deviation-heading_mean	12.342500675192014
deviation-heading_median	13.094032588617278
deviation-heading_min	1.1045475745701203
driven_any_max	10.78927886654006
driven_any_mean	8.65302496583876
driven_any_median	9.711169470221776
driven_any_min	1.1994404939293988
driven_lanedir_consec_max	9.937095412010413
driven_lanedir_consec_mean	8.02897979139077
driven_lanedir_consec_min	1.0701523471111591
driven_lanedir_max	9.937095412010413
driven_lanedir_mean	8.02897979139077
driven_lanedir_median	8.984893814521406
driven_lanedir_min	1.0701523471111591
get_duckie_state_max	1.405299851340517e-06
get_duckie_state_mean	1.3569177908164585e-06
get_duckie_state_median	1.3415759846530886e-06
get_duckie_state_min	1.3209302459132365e-06
get_robot_state_max	0.014812378164731296
get_robot_state_mean	0.013336287289682152
get_robot_state_median	0.014205357911287
get_robot_state_min	0.007108920886192793
get_state_dump_max	0.009985964463017168
get_state_dump_mean	0.009209377210785533
get_state_dump_median	0.009588804967595971
get_state_dump_min	0.006404307153489854
get_ui_image_max	0.04982248968526187
get_ui_image_mean	0.044307982612604
get_ui_image_median	0.04769318427372535
get_ui_image_min	0.029957181141700272
in-drivable-lane_max	4.749999999999927
in-drivable-lane_mean	0.9821428571428472
in-drivable-lane_min	0.0
per-episodes	details {"LFV_multi-norm-loop-000-ego0": {"driven_any": 10.78927886654006, "get_ui_image": 0.04258367461427662, "step_physics": 0.4652816375824534, "survival_time": 59.99999999999873, "driven_lanedir": 9.033576837727434, "get_state_dump": 0.009588804967595971, "get_robot_state": 0.014205357911287, "sim_render-ego0": 0.003713153978867098, "sim_render-ego1": 0.003667621588726822, "sim_render-ego2": 0.0036732094373234502, "sim_render-ego3": 0.003673041293662752, "get_duckie_state": 1.3415759846530886e-06, "in-drivable-lane": 4.749999999999927, "deviation-heading": 17.396097784803036, "agent_compute-ego0": 0.013063605679361946, "agent_compute-ego1": 0.01257878556835165, "agent_compute-ego2": 0.012305096523847111, "agent_compute-ego3": 0.011945270281052411, "complete-iteration": 0.6438698851992745, "set_robot_commands": 0.0021716869443183535, "deviation-center-line": 3.136987301332599, "driven_lanedir_consec": 9.033576837727434, "sim_compute_sim_state": 0.031001750277440617, "sim_compute_performance-ego0": 0.001953703080684716, "sim_compute_performance-ego1": 0.001943207104736125, "sim_compute_performance-ego2": 0.0019240230445957103, "sim_compute_performance-ego3": 0.0019119381408310256}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 10.450149529659072, "get_ui_image": 0.04258367461427662, "step_physics": 0.4652816375824534, "survival_time": 59.99999999999873, "driven_lanedir": 9.291924419550764, "get_state_dump": 0.009588804967595971, "get_robot_state": 0.014205357911287, "sim_render-ego0": 0.003713153978867098, "sim_render-ego1": 0.003667621588726822, "sim_render-ego2": 0.0036732094373234502, "sim_render-ego3": 0.003673041293662752, "get_duckie_state": 1.3415759846530886e-06, "in-drivable-lane": 2.1500000000000306, "deviation-heading": 17.40296405607593, "agent_compute-ego0": 0.013063605679361946, "agent_compute-ego1": 0.01257878556835165, "agent_compute-ego2": 0.012305096523847111, "agent_compute-ego3": 0.011945270281052411, "complete-iteration": 0.6438698851992745, "set_robot_commands": 0.0021716869443183535, "deviation-center-line": 3.1783663520616185, "driven_lanedir_consec": 9.291924419550764, "sim_compute_sim_state": 0.031001750277440617, "sim_compute_performance-ego0": 0.001953703080684716, "sim_compute_performance-ego1": 0.001943207104736125, "sim_compute_performance-ego2": 0.0019240230445957103, "sim_compute_performance-ego3": 0.0019119381408310256}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 10.18348375050304, "get_ui_image": 0.04258367461427662, "step_physics": 0.4652816375824534, "survival_time": 59.99999999999873, "driven_lanedir": 9.937095412010413, "get_state_dump": 0.009588804967595971, "get_robot_state": 0.014205357911287, "sim_render-ego0": 0.003713153978867098, "sim_render-ego1": 0.003667621588726822, "sim_render-ego2": 0.0036732094373234502, "sim_render-ego3": 0.003673041293662752, "get_duckie_state": 1.3415759846530886e-06, "in-drivable-lane": 0.0, "deviation-heading": 10.965549780574012, "agent_compute-ego0": 0.013063605679361946, "agent_compute-ego1": 0.01257878556835165, "agent_compute-ego2": 0.012305096523847111, "agent_compute-ego3": 0.011945270281052411, "complete-iteration": 0.6438698851992745, "set_robot_commands": 0.0021716869443183535, "deviation-center-line": 2.148249641196662, "driven_lanedir_consec": 9.937095412010413, "sim_compute_sim_state": 0.031001750277440617, "sim_compute_performance-ego0": 0.001953703080684716, "sim_compute_performance-ego1": 0.001943207104736125, "sim_compute_performance-ego2": 0.0019240230445957103, "sim_compute_performance-ego3": 0.0019119381408310256}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 10.507435431456496, "get_ui_image": 0.04258367461427662, "step_physics": 0.4652816375824534, "survival_time": 59.99999999999873, "driven_lanedir": 9.285885857444942, "get_state_dump": 0.009588804967595971, "get_robot_state": 0.014205357911287, "sim_render-ego0": 0.003713153978867098, "sim_render-ego1": 0.003667621588726822, "sim_render-ego2": 0.0036732094373234502, "sim_render-ego3": 0.003673041293662752, "get_duckie_state": 1.3415759846530886e-06, "in-drivable-lane": 2.199999999999875, "deviation-heading": 17.554849608991095, "agent_compute-ego0": 0.013063605679361946, "agent_compute-ego1": 0.01257878556835165, "agent_compute-ego2": 0.012305096523847111, "agent_compute-ego3": 0.011945270281052411, "complete-iteration": 0.6438698851992745, "set_robot_commands": 0.0021716869443183535, "deviation-center-line": 3.293010553175821, "driven_lanedir_consec": 9.285885857444942, "sim_compute_sim_state": 0.031001750277440617, "sim_compute_performance-ego0": 0.001953703080684716, "sim_compute_performance-ego1": 0.001943207104736125, "sim_compute_performance-ego2": 0.0019240230445957103, "sim_compute_performance-ego3": 0.0019119381408310256}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 10.063427950898738, "get_ui_image": 0.04982248968526187, "step_physics": 0.5308298512759753, "survival_time": 59.99999999999873, "driven_lanedir": 9.677760670126014, "get_state_dump": 0.0094558972303913, "get_robot_state": 0.01410480899477283, "sim_render-ego0": 0.003741506732175193, "sim_render-ego1": 0.0036612339162707423, "sim_render-ego2": 0.0036082742216188048, "sim_render-ego3": 0.0035990400179339685, "get_duckie_state": 1.3209302459132365e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.990182720796527, "agent_compute-ego0": 0.013264519487392098, "agent_compute-ego1": 0.012416593835911684, "agent_compute-ego2": 0.01245920505253699, "agent_compute-ego3": 0.011966883193245535, "complete-iteration": 0.731606378047095, "set_robot_commands": 0.002100919704453137, "deviation-center-line": 2.661975364038246, "driven_lanedir_consec": 9.677760670126014, "sim_compute_sim_state": 0.046321727751097413, "sim_compute_performance-ego0": 0.001986459927396115, "sim_compute_performance-ego1": 0.001939264364186969, "sim_compute_performance-ego2": 0.0018953496867869912, "sim_compute_performance-ego3": 0.0018781444412981044}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 10.382360251581352, "get_ui_image": 0.04982248968526187, "step_physics": 0.5308298512759753, "survival_time": 59.99999999999873, "driven_lanedir": 9.718695764907167, "get_state_dump": 0.0094558972303913, "get_robot_state": 0.01410480899477283, "sim_render-ego0": 0.003741506732175193, "sim_render-ego1": 0.0036612339162707423, "sim_render-ego2": 0.0036082742216188048, "sim_render-ego3": 0.0035990400179339685, "get_duckie_state": 1.3209302459132365e-06, "in-drivable-lane": 0.7499999999999973, "deviation-heading": 14.65348353919882, "agent_compute-ego0": 0.013264519487392098, "agent_compute-ego1": 0.012416593835911684, "agent_compute-ego2": 0.01245920505253699, "agent_compute-ego3": 0.011966883193245535, "complete-iteration": 0.731606378047095, "set_robot_commands": 0.002100919704453137, "deviation-center-line": 3.0908221966390985, "driven_lanedir_consec": 9.718695764907167, "sim_compute_sim_state": 0.046321727751097413, "sim_compute_performance-ego0": 0.001986459927396115, "sim_compute_performance-ego1": 0.001939264364186969, "sim_compute_performance-ego2": 0.0018953496867869912, "sim_compute_performance-ego3": 0.0018781444412981044}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 9.15363788979483, "get_ui_image": 0.04982248968526187, "step_physics": 0.5308298512759753, "survival_time": 59.99999999999873, "driven_lanedir": 8.782157233219303, "get_state_dump": 0.0094558972303913, "get_robot_state": 0.01410480899477283, "sim_render-ego0": 0.003741506732175193, "sim_render-ego1": 0.0036612339162707423, "sim_render-ego2": 0.0036082742216188048, "sim_render-ego3": 0.0035990400179339685, "get_duckie_state": 1.3209302459132365e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.155488405735406, "agent_compute-ego0": 0.013264519487392098, "agent_compute-ego1": 0.012416593835911684, "agent_compute-ego2": 0.01245920505253699, "agent_compute-ego3": 0.011966883193245535, "complete-iteration": 0.731606378047095, "set_robot_commands": 0.002100919704453137, "deviation-center-line": 2.4910015708584328, "driven_lanedir_consec": 8.782157233219303, "sim_compute_sim_state": 0.046321727751097413, "sim_compute_performance-ego0": 0.001986459927396115, "sim_compute_performance-ego1": 0.001939264364186969, "sim_compute_performance-ego2": 0.0018953496867869912, "sim_compute_performance-ego3": 0.0018781444412981044}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 9.248020765246148, "get_ui_image": 0.04982248968526187, "step_physics": 0.5308298512759753, "survival_time": 59.99999999999873, "driven_lanedir": 8.936210791315379, "get_state_dump": 0.0094558972303913, "get_robot_state": 0.01410480899477283, "sim_render-ego0": 0.003741506732175193, "sim_render-ego1": 0.0036612339162707423, "sim_render-ego2": 0.0036082742216188048, "sim_render-ego3": 0.0035990400179339685, "get_duckie_state": 1.3209302459132365e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.197882456438023, "agent_compute-ego0": 0.013264519487392098, "agent_compute-ego1": 0.012416593835911684, "agent_compute-ego2": 0.01245920505253699, "agent_compute-ego3": 0.011966883193245535, "complete-iteration": 0.731606378047095, "set_robot_commands": 0.002100919704453137, "deviation-center-line": 3.146595912990896, "driven_lanedir_consec": 8.936210791315379, "sim_compute_sim_state": 0.046321727751097413, "sim_compute_performance-ego0": 0.001986459927396115, "sim_compute_performance-ego1": 0.001939264364186969, "sim_compute_performance-ego2": 0.0018953496867869912, "sim_compute_performance-ego3": 0.0018781444412981044}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 9.248069339355968, "get_ui_image": 0.04769318427372535, "step_physics": 0.5037450641517734, "survival_time": 59.99999999999873, "driven_lanedir": 8.794299074133717, "get_state_dump": 0.009985964463017168, "get_robot_state": 0.014812378164731296, "sim_render-ego0": 0.003936428908602979, "sim_render-ego1": 0.0037975273561120337, "sim_render-ego2": 0.003756519161989846, "sim_render-ego3": 0.003713686400706524, "get_duckie_state": 1.405299851340517e-06, "in-drivable-lane": 0.0, "deviation-heading": 13.665001673722006, "agent_compute-ego0": 0.01372488154459754, "agent_compute-ego1": 0.012214421431885274, "agent_compute-ego2": 0.012821735688589892, "agent_compute-ego3": 0.01276572419642211, "complete-iteration": 0.7052013500842524, "set_robot_commands": 0.0022121116978044216, "deviation-center-line": 3.019908244775759, "driven_lanedir_consec": 8.794299074133717, "sim_compute_sim_state": 0.04513742187239546, "sim_compute_performance-ego0": 0.0020822811682555797, "sim_compute_performance-ego1": 0.002005436339048819, "sim_compute_performance-ego2": 0.001948591275179416, "sim_compute_performance-ego3": 0.0019817247081060987}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 9.5119208082605, "get_ui_image": 0.04769318427372535, "step_physics": 0.5037450641517734, "survival_time": 59.99999999999873, "driven_lanedir": 9.073958255009792, "get_state_dump": 0.009985964463017168, "get_robot_state": 0.014812378164731296, "sim_render-ego0": 0.003936428908602979, "sim_render-ego1": 0.0037975273561120337, "sim_render-ego2": 0.003756519161989846, "sim_render-ego3": 0.003713686400706524, "get_duckie_state": 1.405299851340517e-06, "in-drivable-lane": 0.0, "deviation-heading": 12.895994198082196, "agent_compute-ego0": 0.01372488154459754, "agent_compute-ego1": 0.012214421431885274, "agent_compute-ego2": 0.012821735688589892, "agent_compute-ego3": 0.01276572419642211, "complete-iteration": 0.7052013500842524, "set_robot_commands": 0.0022121116978044216, "deviation-center-line": 2.8146246388783296, "driven_lanedir_consec": 9.073958255009792, "sim_compute_sim_state": 0.04513742187239546, "sim_compute_performance-ego0": 0.0020822811682555797, "sim_compute_performance-ego1": 0.002005436339048819, "sim_compute_performance-ego2": 0.001948591275179416, "sim_compute_performance-ego3": 0.0019817247081060987}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 9.143291556877108, "get_ui_image": 0.04769318427372535, "step_physics": 0.5037450641517734, "survival_time": 59.99999999999873, "driven_lanedir": 8.775830349237314, "get_state_dump": 0.009985964463017168, "get_robot_state": 0.014812378164731296, "sim_render-ego0": 0.003936428908602979, "sim_render-ego1": 0.0037975273561120337, "sim_render-ego2": 0.003756519161989846, "sim_render-ego3": 0.003713686400706524, "get_duckie_state": 1.405299851340517e-06, "in-drivable-lane": 0.6500000000000092, "deviation-heading": 12.357274593223096, "agent_compute-ego0": 0.01372488154459754, "agent_compute-ego1": 0.012214421431885274, "agent_compute-ego2": 0.012821735688589892, "agent_compute-ego3": 0.01276572419642211, "complete-iteration": 0.7052013500842524, "set_robot_commands": 0.0022121116978044216, "deviation-center-line": 3.290427580369817, "driven_lanedir_consec": 8.775830349237314, "sim_compute_sim_state": 0.04513742187239546, "sim_compute_performance-ego0": 0.0020822811682555797, "sim_compute_performance-ego1": 0.002005436339048819, "sim_compute_performance-ego2": 0.001948591275179416, "sim_compute_performance-ego3": 0.0019817247081060987}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 9.910418132183052, "get_ui_image": 0.04769318427372535, "step_physics": 0.5037450641517734, "survival_time": 59.99999999999873, "driven_lanedir": 8.69367146586659, "get_state_dump": 0.009985964463017168, "get_robot_state": 0.014812378164731296, "sim_render-ego0": 0.003936428908602979, "sim_render-ego1": 0.0037975273561120337, "sim_render-ego2": 0.003756519161989846, "sim_render-ego3": 0.003713686400706524, "get_duckie_state": 1.405299851340517e-06, "in-drivable-lane": 2.5500000000000274, "deviation-heading": 14.448349843787875, "agent_compute-ego0": 0.01372488154459754, "agent_compute-ego1": 0.012214421431885274, "agent_compute-ego2": 0.012821735688589892, "agent_compute-ego3": 0.01276572419642211, "complete-iteration": 0.7052013500842524, "set_robot_commands": 0.0022121116978044216, "deviation-center-line": 2.991479897575111, "driven_lanedir_consec": 8.69367146586659, "sim_compute_sim_state": 0.04513742187239546, "sim_compute_performance-ego0": 0.0020822811682555797, "sim_compute_performance-ego1": 0.002005436339048819, "sim_compute_performance-ego2": 0.001948591275179416, "sim_compute_performance-ego3": 0.0019817247081060987}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 1.1994404939293988, "get_ui_image": 0.029957181141700272, "step_physics": 0.2019840493614291, "survival_time": 8.04999999999998, "driven_lanedir": 1.0701523471111591, "get_state_dump": 0.006404307153489854, "get_robot_state": 0.007108920886192793, "sim_render-ego0": 0.003670325985661259, "sim_render-ego1": 0.0036427179972330728, "get_duckie_state": 1.3628123719015238e-06, "in-drivable-lane": 0.6999999999999975, "deviation-heading": 2.007343216690023, "agent_compute-ego0": 0.013201235253133893, "agent_compute-ego1": 0.012790384115996183, "complete-iteration": 0.29617044807952125, "set_robot_commands": 0.002152017605157546, "deviation-center-line": 0.40749520111620074, "driven_lanedir_consec": 1.0701523471111591, "sim_compute_sim_state": 0.009168536574752242, "sim_compute_performance-ego0": 0.0018768501870426132, "sim_compute_performance-ego1": 0.0019367153261914663}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 1.3514147554568967, "get_ui_image": 0.029957181141700272, "step_physics": 0.2019840493614291, "survival_time": 8.04999999999998, "driven_lanedir": 1.3344986018107792, "get_state_dump": 0.006404307153489854, "get_robot_state": 0.007108920886192793, "sim_render-ego0": 0.003670325985661259, "sim_render-ego1": 0.0036427179972330728, "get_duckie_state": 1.3628123719015238e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.1045475745701203, "agent_compute-ego0": 0.013201235253133893, "agent_compute-ego1": 0.012790384115996183, "complete-iteration": 0.29617044807952125, "set_robot_commands": 0.002152017605157546, "deviation-center-line": 0.2075314128275519, "driven_lanedir_consec": 1.3344986018107792, "sim_compute_sim_state": 0.009168536574752242, "sim_compute_performance-ego0": 0.0018768501870426132, "sim_compute_performance-ego1": 0.0019367153261914663}}
set_robot_commands_max	0.0022121116978044216
set_robot_commands_mean	0.0021602077569013384
set_robot_commands_median	0.0021716869443183535
set_robot_commands_min	0.002100919704453137
sim_compute_performance-ego0_max	0.0020822811682555797
sim_compute_performance-ego0_mean	0.00198881979138792
sim_compute_performance-ego0_median	0.001986459927396115
sim_compute_performance-ego0_min	0.0018768501870426132
sim_compute_performance-ego1_max	0.002005436339048819
sim_compute_performance-ego1_mean	0.0019589329917336132
sim_compute_performance-ego1_median	0.001943207104736125
sim_compute_performance-ego1_min	0.0019367153261914663
sim_compute_performance-ego2_max	0.001948591275179416
sim_compute_performance-ego2_mean	0.0019226546688540392
sim_compute_performance-ego2_median	0.0019240230445957103
sim_compute_performance-ego2_min	0.0018953496867869912
sim_compute_performance-ego3_max	0.0019817247081060987
sim_compute_performance-ego3_mean	0.0019239357634117428
sim_compute_performance-ego3_median	0.0019119381408310256
sim_compute_performance-ego3_min	0.0018781444412981044
sim_compute_sim_state_max	0.046321727751097413
sim_compute_sim_state_mean	0.03629861948237417
sim_compute_sim_state_median	0.04513742187239546
sim_compute_sim_state_min	0.009168536574752242
sim_render-ego0_max	0.003936428908602979
sim_render-ego0_mean	0.003778929317850256
sim_render-ego0_median	0.003741506732175193
sim_render-ego0_min	0.003670325985661259
sim_render-ego1_max	0.0037975273561120337
sim_render-ego1_mean	0.003699354817064609
sim_render-ego1_median	0.003667621588726822
sim_render-ego1_min	0.0036427179972330728
sim_render-ego2_max	0.003756519161989846
sim_render-ego2_mean	0.0036793342736440335
sim_render-ego2_median	0.0036732094373234502
sim_render-ego2_min	0.0036082742216188048
sim_render-ego3_max	0.003713686400706524
sim_render-ego3_mean	0.003661922570767748
sim_render-ego3_median	0.003673041293662752
sim_render-ego3_min	0.0035990400179339685
simulation-passed	1
step_physics_max	0.5308298512759753
step_physics_mean	0.4573853079116903
step_physics_median	0.5037450641517734
step_physics_min	0.2019840493614291
survival_time_max	59.99999999999873
survival_time_mean	52.57857142857034
survival_time_min	8.04999999999998