Job 40028

Job ID 40028

submission 11242

user Bea Baselines 🐤

user label baseline-duckietown

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont04-ef63c33f6e8a-1

date started 2020-11-07 00:36:44+00:00

date completed 2020-11-07 01:23:38+00:00

duration 0:46:54

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.7270973529495584
survival_time_median	32.05000000000032
deviation-center-line_median	1.6717050341633934
in-drivable-lane_median	0.0

other stats

agent_compute-ego0_max	0.048408482235727586
agent_compute-ego0_mean	0.03996456858168451
agent_compute-ego0_median	0.04230551823810928
agent_compute-ego0_min	0.029179705271216657
agent_compute-ego1_max	0.01848037931742418
agent_compute-ego1_mean	0.01817081018286383
agent_compute-ego1_median	0.018356340874429684
agent_compute-ego1_min	0.017675710356737633
agent_compute-ego2_max	0.01819505338883477
agent_compute-ego2_mean	0.018043108204936712
agent_compute-ego2_median	0.018090869663756257
agent_compute-ego2_min	0.017843401562219106
complete-iteration_max	0.6646688061888073
complete-iteration_mean	0.6541253247922083
complete-iteration_median	0.6523884576999873
complete-iteration_min	0.64531871048783
deviation-center-line_max	7.511444076212518
deviation-center-line_mean	1.902656048715235
deviation-center-line_min	0.3399093309415081
deviation-heading_max	26.769107674721575
deviation-heading_mean	6.679728479897861
deviation-heading_median	3.0445506822275843
deviation-heading_min	0.6443228595125577
driven_any_max	7.912023462728261
driven_any_mean	2.2774167749561016
driven_any_median	0.9773030974443953
driven_any_min	0.4396493793963521
driven_lanedir_consec_max	2.998227603725256
driven_lanedir_consec_mean	0.9875891232870516
driven_lanedir_consec_min	0.4381864234966173
driven_lanedir_max	2.998227603725256
driven_lanedir_mean	1.0837160535557095
driven_lanedir_median	0.7420890384380918
driven_lanedir_min	0.4381864234966173
get_duckie_state_max	2.9062534835177603e-06
get_duckie_state_mean	2.795756681586573e-06
get_duckie_state_median	2.7490595198987823e-06
get_duckie_state_min	2.7319570413431773e-06
get_robot_state_max	0.040931062833355625
get_robot_state_mean	0.040420793056172896
get_robot_state_median	0.04054432513246199
get_robot_state_min	0.039786991202701086
get_state_dump_max	0.025025297974466894
get_state_dump_mean	0.024858468334526176
get_state_dump_median	0.024963905571104585
get_state_dump_min	0.02458620145800705
get_ui_image_max	0.0592342903387156
get_ui_image_mean	0.05838560606600526
get_ui_image_median	0.05917063939993021
get_ui_image_min	0.05675188845937
in-drivable-lane_max	52.84999999999884
in-drivable-lane_mean	8.194444444444338
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.4399706055717423, "get_ui_image": 0.05675188845937, "step_physics": 0.4027519239970389, "survival_time": 59.99999999999873, "driven_lanedir": 0.4393254050907378, "get_state_dump": 0.024963905571104585, "get_robot_state": 0.040931062833355625, "sim_render-ego0": 0.0065659819594231575, "sim_render-ego1": 0.006853395457271732, "sim_render-ego2": 0.006977388999742036, "get_duckie_state": 2.7490595198987823e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.154021452132294, "agent_compute-ego0": 0.029179705271216657, "agent_compute-ego1": 0.01848037931742418, "agent_compute-ego2": 0.018090869663756257, "complete-iteration": 0.6646688061888073, "set_robot_commands": 0.005172771577731854, "deviation-center-line": 2.3065399025279394, "driven_lanedir_consec": 0.4393254050907378, "sim_compute_sim_state": 0.023465832703119513, "sim_compute_performance-ego0": 0.0044680989652152465, "sim_compute_performance-ego1": 0.004683782020079703, "sim_compute_performance-ego2": 0.004788937517050204}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 7.912023462728261, "get_ui_image": 0.05675188845937, "step_physics": 0.4027519239970389, "survival_time": 59.99999999999873, "driven_lanedir": 0.7270973529495584, "get_state_dump": 0.024963905571104585, "get_robot_state": 0.040931062833355625, "sim_render-ego0": 0.0065659819594231575, "sim_render-ego1": 0.006853395457271732, "sim_render-ego2": 0.006977388999742036, "get_duckie_state": 2.7490595198987823e-06, "in-drivable-lane": 52.84999999999884, "deviation-heading": 3.0445506822275843, "agent_compute-ego0": 0.029179705271216657, "agent_compute-ego1": 0.01848037931742418, "agent_compute-ego2": 0.018090869663756257, "complete-iteration": 0.6646688061888073, "set_robot_commands": 0.005172771577731854, "deviation-center-line": 0.5844031008225354, "driven_lanedir_consec": 0.7270973529495584, "sim_compute_sim_state": 0.023465832703119513, "sim_compute_performance-ego0": 0.0044680989652152465, "sim_compute_performance-ego1": 0.004683782020079703, "sim_compute_performance-ego2": 0.004788937517050204}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 3.1680228663872967, "get_ui_image": 0.05675188845937, "step_physics": 0.4027519239970389, "survival_time": 59.99999999999873, "driven_lanedir": 2.1599402415502116, "get_state_dump": 0.024963905571104585, "get_robot_state": 0.040931062833355625, "sim_render-ego0": 0.0065659819594231575, "sim_render-ego1": 0.006853395457271732, "sim_render-ego2": 0.006977388999742036, "get_duckie_state": 2.7490595198987823e-06, "in-drivable-lane": 5.400000000000041, "deviation-heading": 26.769107674721575, "agent_compute-ego0": 0.029179705271216657, "agent_compute-ego1": 0.01848037931742418, "agent_compute-ego2": 0.018090869663756257, "complete-iteration": 0.6646688061888073, "set_robot_commands": 0.005172771577731854, "deviation-center-line": 7.511444076212518, "driven_lanedir_consec": 1.3580083710129651, "sim_compute_sim_state": 0.023465832703119513, "sim_compute_performance-ego0": 0.0044680989652152465, "sim_compute_performance-ego1": 0.004683782020079703, "sim_compute_performance-ego2": 0.004788937517050204}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.4396493793963521, "get_ui_image": 0.05917063939993021, "step_physics": 0.3638816838095809, "survival_time": 15.550000000000086, "driven_lanedir": 0.4381864234966173, "get_state_dump": 0.025025297974466894, "get_robot_state": 0.04054432513246199, "sim_render-ego0": 0.006636158829716624, "sim_render-ego1": 0.006677030367099971, "sim_render-ego2": 0.006820549918907632, "get_duckie_state": 2.9062534835177603e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.1028162540787254, "agent_compute-ego0": 0.048408482235727586, "agent_compute-ego1": 0.018356340874429684, "agent_compute-ego2": 0.01819505338883477, "complete-iteration": 0.6523884576999873, "set_robot_commands": 0.00508987098644784, "deviation-center-line": 0.5971370162982391, "driven_lanedir_consec": 0.4381864234966173, "sim_compute_sim_state": 0.02936457437717646, "sim_compute_performance-ego0": 0.004483902186059492, "sim_compute_performance-ego1": 0.004468441009521484, "sim_compute_performance-ego2": 0.004670445942035442}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 2.01916500232334, "get_ui_image": 0.05917063939993021, "step_physics": 0.3638816838095809, "survival_time": 15.550000000000086, "driven_lanedir": 0.7420890384380918, "get_state_dump": 0.025025297974466894, "get_robot_state": 0.04054432513246199, "sim_render-ego0": 0.006636158829716624, "sim_render-ego1": 0.006677030367099971, "sim_render-ego2": 0.006820549918907632, "get_duckie_state": 2.9062534835177603e-06, "in-drivable-lane": 8.700000000000076, "deviation-heading": 2.2495383992772107, "agent_compute-ego0": 0.048408482235727586, "agent_compute-ego1": 0.018356340874429684, "agent_compute-ego2": 0.01819505338883477, "complete-iteration": 0.6523884576999873, "set_robot_commands": 0.00508987098644784, "deviation-center-line": 0.47702836174271274, "driven_lanedir_consec": 0.6788785365574189, "sim_compute_sim_state": 0.02936457437717646, "sim_compute_performance-ego0": 0.004483902186059492, "sim_compute_performance-ego1": 0.004468441009521484, "sim_compute_performance-ego2": 0.004670445942035442}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.9773030974443953, "get_ui_image": 0.05917063939993021, "step_physics": 0.3638816838095809, "survival_time": 15.550000000000086, "driven_lanedir": 0.9297276106544066, "get_state_dump": 0.025025297974466894, "get_robot_state": 0.04054432513246199, "sim_render-ego0": 0.006636158829716624, "sim_render-ego1": 0.006677030367099971, "sim_render-ego2": 0.006820549918907632, "get_duckie_state": 2.9062534835177603e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.031024920789701, "agent_compute-ego0": 0.048408482235727586, "agent_compute-ego1": 0.018356340874429684, "agent_compute-ego2": 0.01819505338883477, "complete-iteration": 0.6523884576999873, "set_robot_commands": 0.00508987098644784, "deviation-center-line": 1.6717050341633934, "driven_lanedir_consec": 0.9297276106544066, "sim_compute_sim_state": 0.02936457437717646, "sim_compute_performance-ego0": 0.004483902186059492, "sim_compute_performance-ego1": 0.004468441009521484, "sim_compute_performance-ego2": 0.004670445942035442}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4396494923543156, "get_ui_image": 0.0592342903387156, "step_physics": 0.37088122717489874, "survival_time": 32.05000000000032, "driven_lanedir": 0.43915539436524154, "get_state_dump": 0.02458620145800705, "get_robot_state": 0.039786991202701086, "sim_render-ego0": 0.006238234768419668, "sim_render-ego1": 0.006393506634811901, "sim_render-ego2": 0.0067100863374897545, "get_duckie_state": 2.7319570413431773e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.6443228595125577, "agent_compute-ego0": 0.04230551823810928, "agent_compute-ego1": 0.017675710356737633, "agent_compute-ego2": 0.017843401562219106, "complete-iteration": 0.64531871048783, "set_robot_commands": 0.005235742667163962, "deviation-center-line": 0.3399093309415081, "driven_lanedir_consec": 0.43915539436524154, "sim_compute_sim_state": 0.024873660990674857, "sim_compute_performance-ego0": 0.00419635966117966, "sim_compute_performance-ego1": 0.004414717976277034, "sim_compute_performance-ego2": 0.0045232274417014275}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 4.209890509232872, "get_ui_image": 0.0592342903387156, "step_physics": 0.37088122717489874, "survival_time": 32.05000000000032, "driven_lanedir": 2.998227603725256, "get_state_dump": 0.02458620145800705, "get_robot_state": 0.039786991202701086, "sim_render-ego0": 0.006238234768419668, "sim_render-ego1": 0.006393506634811901, "sim_render-ego2": 0.0067100863374897545, "get_duckie_state": 2.7319570413431773e-06, "in-drivable-lane": 6.800000000000082, "deviation-heading": 8.289095709443025, "agent_compute-ego0": 0.04230551823810928, "agent_compute-ego1": 0.017675710356737633, "agent_compute-ego2": 0.017843401562219106, "complete-iteration": 0.64531871048783, "set_robot_commands": 0.005235742667163962, "deviation-center-line": 1.8039726752026557, "driven_lanedir_consec": 2.998227603725256, "sim_compute_sim_state": 0.024873660990674857, "sim_compute_performance-ego0": 0.00419635966117966, "sim_compute_performance-ego1": 0.004414717976277034, "sim_compute_performance-ego2": 0.0045232274417014275}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.8910765591663398, "get_ui_image": 0.0592342903387156, "step_physics": 0.37088122717489874, "survival_time": 32.05000000000032, "driven_lanedir": 0.8796954117312645, "get_state_dump": 0.02458620145800705, "get_robot_state": 0.039786991202701086, "sim_render-ego0": 0.006238234768419668, "sim_render-ego1": 0.006393506634811901, "sim_render-ego2": 0.0067100863374897545, "get_duckie_state": 2.7319570413431773e-06, "in-drivable-lane": 0.0, "deviation-heading": 11.833078366898077, "agent_compute-ego0": 0.04230551823810928, "agent_compute-ego1": 0.017675710356737633, "agent_compute-ego2": 0.017843401562219106, "complete-iteration": 0.64531871048783, "set_robot_commands": 0.005235742667163962, "deviation-center-line": 1.831764940525614, "driven_lanedir_consec": 0.8796954117312645, "sim_compute_sim_state": 0.024873660990674857, "sim_compute_performance-ego0": 0.00419635966117966, "sim_compute_performance-ego1": 0.004414717976277034, "sim_compute_performance-ego2": 0.0045232274417014275}}
set_robot_commands_max	0.005235742667163962
set_robot_commands_mean	0.005166128410447886
set_robot_commands_median	0.005172771577731854
set_robot_commands_min	0.00508987098644784
sim_compute_performance-ego0_max	0.004483902186059492
sim_compute_performance-ego0_mean	0.0043827869374847995
sim_compute_performance-ego0_median	0.0044680989652152465
sim_compute_performance-ego0_min	0.00419635966117966
sim_compute_performance-ego1_max	0.004683782020079703
sim_compute_performance-ego1_mean	0.004522313668626074
sim_compute_performance-ego1_median	0.004468441009521484
sim_compute_performance-ego1_min	0.004414717976277034
sim_compute_performance-ego2_max	0.004788937517050204
sim_compute_performance-ego2_mean	0.0046608703002623585
sim_compute_performance-ego2_median	0.004670445942035442
sim_compute_performance-ego2_min	0.0045232274417014275
sim_compute_sim_state_max	0.02936457437717646
sim_compute_sim_state_mean	0.02590135602365694
sim_compute_sim_state_median	0.024873660990674857
sim_compute_sim_state_min	0.023465832703119513
sim_render-ego0_max	0.006636158829716624
sim_render-ego0_mean	0.00648012518585315
sim_render-ego0_median	0.0065659819594231575
sim_render-ego0_min	0.006238234768419668
sim_render-ego1_max	0.006853395457271732
sim_render-ego1_mean	0.006641310819727868
sim_render-ego1_median	0.006677030367099971
sim_render-ego1_min	0.006393506634811901
sim_render-ego2_max	0.006977388999742036
sim_render-ego2_mean	0.006836008418713141
sim_render-ego2_median	0.006820549918907632
sim_render-ego2_min	0.0067100863374897545
simulation-passed	1
step_physics_max	0.4027519239970389
step_physics_mean	0.37917161166050617
step_physics_median	0.37088122717489874
step_physics_min	0.3638816838095809
survival_time_max	59.99999999999873
survival_time_mean	35.86666666666637
survival_time_min	15.550000000000086