Job 39927

Job ID 39927

submission 10402

user Bea Baselines 🐤

user label straight

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator reg01-bf67cb02b1e0-1

date started 2020-11-06 20:40:29+00:00

date completed 2020-11-06 20:52:48+00:00

duration 0:12:19

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.450420973251336
survival_time_median	6.749999999999984
deviation-center-line_median	0.2678979880501701
in-drivable-lane_median	1.399999999999995

other stats

agent_compute-ego0_max	0.020498001753394283
agent_compute-ego0_mean	0.02003347070172761
agent_compute-ego0_median	0.020275659914369935
agent_compute-ego0_min	0.01932675043741862
agent_compute-ego1_max	0.02078689292625145
agent_compute-ego1_mean	0.02028085846740149
agent_compute-ego1_median	0.02025002152172487
agent_compute-ego1_min	0.01980566095422815
agent_compute-ego2_max	0.020106909879997595
agent_compute-ego2_mean	0.019584932146270956
agent_compute-ego2_median	0.01990616056654188
agent_compute-ego2_min	0.0187417259922734
complete-iteration_max	0.91247211738869
complete-iteration_mean	0.8516606941173941
complete-iteration_median	0.8290578536133268
complete-iteration_min	0.8134521113501655
deviation-center-line_max	0.6259542662549828
deviation-center-line_mean	0.362715977726308
deviation-center-line_min	0.22220606145745328
deviation-heading_max	0.9864115900360364
deviation-heading_mean	0.8136816825285736
deviation-heading_median	0.8021196429506658
deviation-heading_min	0.7271589658507641
driven_any_max	1.0597494879386689
driven_any_mean	0.7063387635570355
driven_any_median	0.6174080560751429
driven_any_min	0.44846498795635154
driven_lanedir_consec_max	0.79268631270049
driven_lanedir_consec_mean	0.540998212888652
driven_lanedir_consec_min	0.3670047047608236
driven_lanedir_max	0.79268631270049
driven_lanedir_mean	0.540998212888652
driven_lanedir_median	0.450420973251336
driven_lanedir_min	0.3670047047608236
get_duckie_state_max	4.763073391384549e-06
get_duckie_state_mean	4.618594456228605e-06
get_duckie_state_median	4.666954723756705e-06
get_duckie_state_min	4.42575525354456e-06
get_robot_state_max	0.05477175961679487
get_robot_state_mean	0.05264580597727255
get_robot_state_median	0.0532788806491428
get_robot_state_min	0.04988677766587999
get_state_dump_max	0.03377157004911508
get_state_dump_mean	0.032179925607365316
get_state_dump_median	0.03147956706859447
get_state_dump_min	0.031288639704386396
get_ui_image_max	0.0868470103652389
get_ui_image_mean	0.08051996435362573
get_ui_image_median	0.07768664183440031
get_ui_image_min	0.07702624086123794
in-drivable-lane_max	4.049999999999986
in-drivable-lane_mean	1.7999999999999936
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.44846498795635154, "get_ui_image": 0.0868470103652389, "step_physics": 0.5784963325217918, "survival_time": 6.749999999999984, "driven_lanedir": 0.4455810515391705, "get_state_dump": 0.031288639704386396, "get_robot_state": 0.04988677766587999, "sim_render-ego0": 0.008243283519038448, "sim_render-ego1": 0.008451140368426287, "sim_render-ego2": 0.0082189436312075, "get_duckie_state": 4.42575525354456e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.7418712403875578, "agent_compute-ego0": 0.01932675043741862, "agent_compute-ego1": 0.01980566095422815, "agent_compute-ego2": 0.0187417259922734, "complete-iteration": 0.91247211738869, "set_robot_commands": 0.00653248009858308, "deviation-center-line": 0.5309236715271055, "driven_lanedir_consec": 0.4455810515391705, "sim_compute_sim_state": 0.04674756262037489, "sim_compute_performance-ego0": 0.005575831731160482, "sim_compute_performance-ego1": 0.005522729732372143, "sim_compute_performance-ego2": 0.005378336376614041}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.0597494879386689, "get_ui_image": 0.0868470103652389, "step_physics": 0.5784963325217918, "survival_time": 6.749999999999984, "driven_lanedir": 0.7923704750254537, "get_state_dump": 0.031288639704386396, "get_robot_state": 0.04988677766587999, "sim_render-ego0": 0.008243283519038448, "sim_render-ego1": 0.008451140368426287, "sim_render-ego2": 0.0082189436312075, "get_duckie_state": 4.42575525354456e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.916954216178206, "agent_compute-ego0": 0.01932675043741862, "agent_compute-ego1": 0.01980566095422815, "agent_compute-ego2": 0.0187417259922734, "complete-iteration": 0.91247211738869, "set_robot_commands": 0.00653248009858308, "deviation-center-line": 0.2863576423455541, "driven_lanedir_consec": 0.7923704750254537, "sim_compute_sim_state": 0.04674756262037489, "sim_compute_performance-ego0": 0.005575831731160482, "sim_compute_performance-ego1": 0.005522729732372143, "sim_compute_performance-ego2": 0.005378336376614041}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.640001172233773, "get_ui_image": 0.0868470103652389, "step_physics": 0.5784963325217918, "survival_time": 6.749999999999984, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.031288639704386396, "get_robot_state": 0.04988677766587999, "sim_render-ego0": 0.008243283519038448, "sim_render-ego1": 0.008451140368426287, "sim_render-ego2": 0.0082189436312075, "get_duckie_state": 4.42575525354456e-06, "in-drivable-lane": 3.8499999999999863, "deviation-heading": 0.7352695890794493, "agent_compute-ego0": 0.01932675043741862, "agent_compute-ego1": 0.01980566095422815, "agent_compute-ego2": 0.0187417259922734, "complete-iteration": 0.91247211738869, "set_robot_commands": 0.00653248009858308, "deviation-center-line": 0.2574637225826533, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.04674756262037489, "sim_compute_performance-ego0": 0.005575831731160482, "sim_compute_performance-ego1": 0.005522729732372143, "sim_compute_performance-ego2": 0.005378336376614041}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.45391741356230486, "get_ui_image": 0.07768664183440031, "step_physics": 0.4819295088450114, "survival_time": 6.749999999999984, "driven_lanedir": 0.450420973251336, "get_state_dump": 0.03147956706859447, "get_robot_state": 0.0532788806491428, "sim_render-ego0": 0.009105970241405343, "sim_render-ego1": 0.009118678834703232, "sim_render-ego2": 0.00867715764928747, "get_duckie_state": 4.763073391384549e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.8021196429506658, "agent_compute-ego0": 0.020275659914369935, "agent_compute-ego1": 0.02078689292625145, "agent_compute-ego2": 0.01990616056654188, "complete-iteration": 0.8134521113501655, "set_robot_commands": 0.006573050110428421, "deviation-center-line": 0.5759523948546109, "driven_lanedir_consec": 0.450420973251336, "sim_compute_sim_state": 0.04337009500574183, "sim_compute_performance-ego0": 0.00572432588647913, "sim_compute_performance-ego1": 0.005951051358823423, "sim_compute_performance-ego2": 0.005805582470364041}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.0582621695225167, "get_ui_image": 0.07768664183440031, "step_physics": 0.4819295088450114, "survival_time": 6.749999999999984, "driven_lanedir": 0.79268631270049, "get_state_dump": 0.03147956706859447, "get_robot_state": 0.0532788806491428, "sim_render-ego0": 0.009105970241405343, "sim_render-ego1": 0.009118678834703232, "sim_render-ego2": 0.00867715764928747, "get_duckie_state": 4.763073391384549e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.8418073950192356, "agent_compute-ego0": 0.020275659914369935, "agent_compute-ego1": 0.02078689292625145, "agent_compute-ego2": 0.01990616056654188, "complete-iteration": 0.8134521113501655, "set_robot_commands": 0.006573050110428421, "deviation-center-line": 0.2678979880501701, "driven_lanedir_consec": 0.79268631270049, "sim_compute_sim_state": 0.04337009500574183, "sim_compute_performance-ego0": 0.00572432588647913, "sim_compute_performance-ego1": 0.005951051358823423, "sim_compute_performance-ego2": 0.005805582470364041}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.6174080560751429, "get_ui_image": 0.07768664183440031, "step_physics": 0.4819295088450114, "survival_time": 6.749999999999984, "driven_lanedir": 0.3904422088366064, "get_state_dump": 0.03147956706859447, "get_robot_state": 0.0532788806491428, "sim_render-ego0": 0.009105970241405343, "sim_render-ego1": 0.009118678834703232, "sim_render-ego2": 0.00867715764928747, "get_duckie_state": 4.763073391384549e-06, "in-drivable-lane": 3.949999999999986, "deviation-heading": 0.7383431576551982, "agent_compute-ego0": 0.020275659914369935, "agent_compute-ego1": 0.02078689292625145, "agent_compute-ego2": 0.01990616056654188, "complete-iteration": 0.8134521113501655, "set_robot_commands": 0.006573050110428421, "deviation-center-line": 0.24730366316587632, "driven_lanedir_consec": 0.3904422088366064, "sim_compute_sim_state": 0.04337009500574183, "sim_compute_performance-ego0": 0.00572432588647913, "sim_compute_performance-ego1": 0.005951051358823423, "sim_compute_performance-ego2": 0.005805582470364041}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.45677459871106657, "get_ui_image": 0.07702624086123794, "step_physics": 0.4958858169726472, "survival_time": 6.699999999999984, "driven_lanedir": 0.4522145544995684, "get_state_dump": 0.03377157004911508, "get_robot_state": 0.05477175961679487, "sim_render-ego0": 0.008693049203104047, "sim_render-ego1": 0.008839066348858733, "sim_render-ego2": 0.008683971504666913, "get_duckie_state": 4.666954723756705e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.9864115900360364, "agent_compute-ego0": 0.020498001753394283, "agent_compute-ego1": 0.02025002152172487, "agent_compute-ego2": 0.020106909879997595, "complete-iteration": 0.8290578536133268, "set_robot_commands": 0.006631102134932333, "deviation-center-line": 0.6259542662549828, "driven_lanedir_consec": 0.4522145544995684, "sim_compute_sim_state": 0.042921350963080106, "sim_compute_performance-ego0": 0.005886391027649837, "sim_compute_performance-ego1": 0.005650410011633119, "sim_compute_performance-ego2": 0.005828585197676474}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.055846934876289, "get_ui_image": 0.07702624086123794, "step_physics": 0.4958858169726472, "survival_time": 6.699999999999984, "driven_lanedir": 0.7685126560636006, "get_state_dump": 0.03377157004911508, "get_robot_state": 0.05477175961679487, "sim_render-ego0": 0.008693049203104047, "sim_render-ego1": 0.008839066348858733, "sim_render-ego2": 0.008683971504666913, "get_duckie_state": 4.666954723756705e-06, "in-drivable-lane": 1.5499999999999945, "deviation-heading": 0.8331993456000497, "agent_compute-ego0": 0.020498001753394283, "agent_compute-ego1": 0.02025002152172487, "agent_compute-ego2": 0.020106909879997595, "complete-iteration": 0.8290578536133268, "set_robot_commands": 0.006631102134932333, "deviation-center-line": 0.2503843892983658, "driven_lanedir_consec": 0.7685126560636006, "sim_compute_sim_state": 0.042921350963080106, "sim_compute_performance-ego0": 0.005886391027649837, "sim_compute_performance-ego1": 0.005650410011633119, "sim_compute_performance-ego2": 0.005828585197676474}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.5666240511372057, "get_ui_image": 0.07702624086123794, "step_physics": 0.4958858169726472, "survival_time": 6.699999999999984, "driven_lanedir": 0.3670047047608236, "get_state_dump": 0.03377157004911508, "get_robot_state": 0.05477175961679487, "sim_render-ego0": 0.008693049203104047, "sim_render-ego1": 0.008839066348858733, "sim_render-ego2": 0.008683971504666913, "get_duckie_state": 4.666954723756705e-06, "in-drivable-lane": 4.049999999999986, "deviation-heading": 0.7271589658507641, "agent_compute-ego0": 0.020498001753394283, "agent_compute-ego1": 0.02025002152172487, "agent_compute-ego2": 0.020106909879997595, "complete-iteration": 0.8290578536133268, "set_robot_commands": 0.006631102134932333, "deviation-center-line": 0.22220606145745328, "driven_lanedir_consec": 0.3670047047608236, "sim_compute_sim_state": 0.042921350963080106, "sim_compute_performance-ego0": 0.005886391027649837, "sim_compute_performance-ego1": 0.005650410011633119, "sim_compute_performance-ego2": 0.005828585197676474}}
set_robot_commands_max	0.006631102134932333
set_robot_commands_mean	0.006578877447981278
set_robot_commands_median	0.006573050110428421
set_robot_commands_min	0.00653248009858308
sim_compute_performance-ego0_max	0.005886391027649837
sim_compute_performance-ego0_mean	0.005728849548429817
sim_compute_performance-ego0_median	0.00572432588647913
sim_compute_performance-ego0_min	0.005575831731160482
sim_compute_performance-ego1_max	0.005951051358823423
sim_compute_performance-ego1_mean	0.005708063700942895
sim_compute_performance-ego1_median	0.005650410011633119
sim_compute_performance-ego1_min	0.005522729732372143
sim_compute_performance-ego2_max	0.005828585197676474
sim_compute_performance-ego2_mean	0.00567083468155152
sim_compute_performance-ego2_median	0.005805582470364041
sim_compute_performance-ego2_min	0.005378336376614041
sim_compute_sim_state_max	0.04674756262037489
sim_compute_sim_state_mean	0.04434633619639894
sim_compute_sim_state_median	0.04337009500574183
sim_compute_sim_state_min	0.042921350963080106
sim_render-ego0_max	0.009105970241405343
sim_render-ego0_mean	0.008680767654515947
sim_render-ego0_median	0.008693049203104047
sim_render-ego0_min	0.008243283519038448
sim_render-ego1_max	0.009118678834703232
sim_render-ego1_mean	0.008802961850662752
sim_render-ego1_median	0.008839066348858733
sim_render-ego1_min	0.008451140368426287
sim_render-ego2_max	0.008683971504666913
sim_render-ego2_mean	0.008526690928387294
sim_render-ego2_median	0.00867715764928747
sim_render-ego2_min	0.0082189436312075
simulation-passed	1
step_physics_max	0.5784963325217918
step_physics_mean	0.5187705527798168
step_physics_median	0.4958858169726472
step_physics_min	0.4819295088450114
survival_time_max	6.749999999999984
survival_time_mean	6.7333333333333165
survival_time_min	6.699999999999984