Job 41932

Job ID 41932

submission 11324

user Bea Baselines 🐤

user label baseline-duckietown

challenge aido5-LFV_multi-sim-validation

step LFVmultibodyv-sim

status success

up to date Note that this job is not up to date; the challenge has been changed.

evaluator mont02-5bd91ed070bc-1

date started 2020-11-09 23:22:06+00:00

date completed 2020-11-10 00:13:39+00:00

duration 0:51:33

message

Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.

driven_lanedir_consec_median	0.8784091175794984
survival_time_median	34.000000000000206
deviation-center-line_median	0.6941362766465826
in-drivable-lane_median	4.099999999999994

other stats

agent_compute-ego0_max	0.04093175214879653
agent_compute-ego0_mean	0.026063421392427136
agent_compute-ego0_median	0.01936003186485984
agent_compute-ego0_min	0.01789848016362504
agent_compute-ego1_max	0.01991419467059049
agent_compute-ego1_mean	0.01927595215226445
agent_compute-ego1_median	0.019174842215100497
agent_compute-ego1_min	0.018738819571102367
agent_compute-ego2_max	0.019063935496590353
agent_compute-ego2_mean	0.01857049983255884
agent_compute-ego2_median	0.01870589712086846
agent_compute-ego2_min	0.017941666880217717
complete-iteration_max	0.8796810307923485
complete-iteration_mean	0.7966465711997119
complete-iteration_median	0.8374536373398521
complete-iteration_min	0.6728050454669352
deviation-center-line_max	5.8183759891855535
deviation-center-line_mean	1.37955645169611
deviation-center-line_min	0.05193290377766803
deviation-heading_max	25.86721103161371
deviation-heading_mean	6.5148635819143905
deviation-heading_median	4.020080754929851
deviation-heading_min	0.4085777129670817
driven_any_max	7.911567967451852
driven_any_mean	2.434411403765335
driven_any_median	0.983902594616382
driven_any_min	0.43964855331026725
driven_lanedir_consec_max	2.586601955492891
driven_lanedir_consec_mean	1.0310783021591776
driven_lanedir_consec_min	0.4041420376864173
driven_lanedir_max	2.765435576530698
driven_lanedir_mean	1.1065281391468575
driven_lanedir_median	0.8784091175794984
driven_lanedir_min	0.4041420376864173
get_duckie_state_max	3.3027985516716453e-06
get_duckie_state_mean	3.067138381838182e-06
get_duckie_state_median	2.968311309814453e-06
get_duckie_state_min	2.930305284028446e-06
get_robot_state_max	0.04345508777132439
get_robot_state_mean	0.04320064764479622
get_robot_state_median	0.04340340530171114
get_robot_state_min	0.042743449861353096
get_state_dump_max	0.02614922467913854
get_state_dump_mean	0.025817676550577023
get_state_dump_median	0.02567009925842285
get_state_dump_min	0.02563370571416967
get_ui_image_max	0.07478264500113095
get_ui_image_mean	0.06902394988851945
get_ui_image_median	0.07254317131909457
get_ui_image_min	0.05974603334533285
in-drivable-lane_max	55.999999999998735
in-drivable-lane_mean	14.811111111110872
in-drivable-lane_min	0.0
per-episodes	details {"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.5394551759949682, "get_ui_image": 0.05974603334533285, "step_physics": 0.3964195922451353, "survival_time": 59.99999999999873, "driven_lanedir": 0.4041420376864173, "get_state_dump": 0.02614922467913854, "get_robot_state": 0.04345508777132439, "sim_render-ego0": 0.006919292486478248, "sim_render-ego1": 0.00745397304912888, "sim_render-ego2": 0.00723254075157553, "get_duckie_state": 2.930305284028446e-06, "in-drivable-lane": 55.999999999998735, "deviation-heading": 1.696914758562402, "agent_compute-ego0": 0.01789848016362504, "agent_compute-ego1": 0.019174842215100497, "agent_compute-ego2": 0.017941666880217717, "complete-iteration": 0.6728050454669352, "set_robot_commands": 0.005413300389552692, "deviation-center-line": 0.295465008094722, "driven_lanedir_consec": 0.4041420376864173, "sim_compute_sim_state": 0.03903208207726776, "sim_compute_performance-ego0": 0.004798539175181265, "sim_compute_performance-ego1": 0.005053760606383007, "sim_compute_performance-ego2": 0.004956657543071204}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 7.911567967451852, "get_ui_image": 0.05974603334533285, "step_physics": 0.3964195922451353, "survival_time": 59.99999999999873, "driven_lanedir": 0.9964835511493888, "get_state_dump": 0.02614922467913854, "get_robot_state": 0.04345508777132439, "sim_render-ego0": 0.006919292486478248, "sim_render-ego1": 0.00745397304912888, "sim_render-ego2": 0.00723254075157553, "get_duckie_state": 2.930305284028446e-06, "in-drivable-lane": 50.59999999999894, "deviation-heading": 4.020080754929851, "agent_compute-ego0": 0.01789848016362504, "agent_compute-ego1": 0.019174842215100497, "agent_compute-ego2": 0.017941666880217717, "complete-iteration": 0.6728050454669352, "set_robot_commands": 0.005413300389552692, "deviation-center-line": 0.850228867728444, "driven_lanedir_consec": 0.9964835511493888, "sim_compute_sim_state": 0.03903208207726776, "sim_compute_performance-ego0": 0.004798539175181265, "sim_compute_performance-ego1": 0.005053760606383007, "sim_compute_performance-ego2": 0.004956657543071204}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 4.754117355141056, "get_ui_image": 0.05974603334533285, "step_physics": 0.3964195922451353, "survival_time": 59.99999999999873, "driven_lanedir": 2.395530290961046, "get_state_dump": 0.02614922467913854, "get_robot_state": 0.04345508777132439, "sim_render-ego0": 0.006919292486478248, "sim_render-ego1": 0.00745397304912888, "sim_render-ego2": 0.00723254075157553, "get_duckie_state": 2.930305284028446e-06, "in-drivable-lane": 13.100000000000056, "deviation-heading": 25.86721103161371, "agent_compute-ego0": 0.01789848016362504, "agent_compute-ego1": 0.019174842215100497, "agent_compute-ego2": 0.017941666880217717, "complete-iteration": 0.6728050454669352, "set_robot_commands": 0.005413300389552692, "deviation-center-line": 5.8183759891855535, "driven_lanedir_consec": 1.8953153791097337, "sim_compute_sim_state": 0.03903208207726776, "sim_compute_performance-ego0": 0.004798539175181265, "sim_compute_performance-ego1": 0.005053760606383007, "sim_compute_performance-ego2": 0.004956657543071204}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.43964999387960674, "get_ui_image": 0.07254317131909457, "step_physics": 0.5424717296253551, "survival_time": 11.00000000000002, "driven_lanedir": 0.4393862306201972, "get_state_dump": 0.02567009925842285, "get_robot_state": 0.042743449861353096, "sim_render-ego0": 0.006991671432148326, "sim_render-ego1": 0.007685645060105758, "sim_render-ego2": 0.007491896369240501, "get_duckie_state": 2.968311309814453e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.4085777129670817, "agent_compute-ego0": 0.01936003186485984, "agent_compute-ego1": 0.01991419467059049, "agent_compute-ego2": 0.019063935496590353, "complete-iteration": 0.8374536373398521, "set_robot_commands": 0.005496310104023326, "deviation-center-line": 0.05193290377766803, "driven_lanedir_consec": 0.4393862306201972, "sim_compute_sim_state": 0.04240685484626077, "sim_compute_performance-ego0": 0.00469484654339877, "sim_compute_performance-ego1": 0.005018845471468839, "sim_compute_performance-ego2": 0.0049822471358559346}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.4153853348332757, "get_ui_image": 0.07254317131909457, "step_physics": 0.5424717296253551, "survival_time": 11.00000000000002, "driven_lanedir": 0.7586093484514844, "get_state_dump": 0.02567009925842285, "get_robot_state": 0.042743449861353096, "sim_render-ego0": 0.006991671432148326, "sim_render-ego1": 0.007685645060105758, "sim_render-ego2": 0.007491896369240501, "get_duckie_state": 2.968311309814453e-06, "in-drivable-lane": 4.099999999999994, "deviation-heading": 2.5149053179274725, "agent_compute-ego0": 0.01936003186485984, "agent_compute-ego1": 0.01991419467059049, "agent_compute-ego2": 0.019063935496590353, "complete-iteration": 0.8374536373398521, "set_robot_commands": 0.005496310104023326, "deviation-center-line": 0.5900895379305935, "driven_lanedir_consec": 0.7586093484514844, "sim_compute_sim_state": 0.04240685484626077, "sim_compute_performance-ego0": 0.00469484654339877, "sim_compute_performance-ego1": 0.005018845471468839, "sim_compute_performance-ego2": 0.0049822471358559346}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.983902594616382, "get_ui_image": 0.07254317131909457, "step_physics": 0.5424717296253551, "survival_time": 11.00000000000002, "driven_lanedir": 0.8834249822256801, "get_state_dump": 0.02567009925842285, "get_robot_state": 0.042743449861353096, "sim_render-ego0": 0.006991671432148326, "sim_render-ego1": 0.007685645060105758, "sim_render-ego2": 0.007491896369240501, "get_duckie_state": 2.968311309814453e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.868995198838404, "agent_compute-ego0": 0.01936003186485984, "agent_compute-ego1": 0.01991419467059049, "agent_compute-ego2": 0.019063935496590353, "complete-iteration": 0.8374536373398521, "set_robot_commands": 0.005496310104023326, "deviation-center-line": 0.6941362766465826, "driven_lanedir_consec": 0.8834249822256801, "sim_compute_sim_state": 0.04240685484626077, "sim_compute_performance-ego0": 0.00469484654339877, "sim_compute_performance-ego1": 0.005018845471468839, "sim_compute_performance-ego2": 0.0049822471358559346}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.43964855331026725, "get_ui_image": 0.07478264500113095, "step_physics": 0.5736148402971379, "survival_time": 34.000000000000206, "driven_lanedir": 0.437332117117309, "get_state_dump": 0.02563370571416967, "get_robot_state": 0.04340340530171114, "sim_render-ego0": 0.007097622927497415, "sim_render-ego1": 0.007176467951606301, "sim_render-ego2": 0.0073746649657978735, "get_duckie_state": 3.3027985516716453e-06, "in-drivable-lane": 0.0, "deviation-heading": 2.096139821467931, "agent_compute-ego0": 0.04093175214879653, "agent_compute-ego1": 0.018738819571102367, "agent_compute-ego2": 0.01870589712086846, "complete-iteration": 0.8796810307923485, "set_robot_commands": 0.005524678090039421, "deviation-center-line": 0.49793804709002915, "driven_lanedir_consec": 0.437332117117309, "sim_compute_sim_state": 0.03074298851630267, "sim_compute_performance-ego0": 0.004925273095860201, "sim_compute_performance-ego1": 0.004844408526140101, "sim_compute_performance-ego2": 0.00502708589329439}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 4.468589906181222, "get_ui_image": 0.07478264500113095, "step_physics": 0.5736148402971379, "survival_time": 34.000000000000206, "driven_lanedir": 2.765435576530698, "get_state_dump": 0.02563370571416967, "get_robot_state": 0.04340340530171114, "sim_render-ego0": 0.007097622927497415, "sim_render-ego1": 0.007176467951606301, "sim_render-ego2": 0.0073746649657978735, "get_duckie_state": 3.3027985516716453e-06, "in-drivable-lane": 9.500000000000124, "deviation-heading": 10.372609966432456, "agent_compute-ego0": 0.04093175214879653, "agent_compute-ego1": 0.018738819571102367, "agent_compute-ego2": 0.01870589712086846, "complete-iteration": 0.8796810307923485, "set_robot_commands": 0.005524678090039421, "deviation-center-line": 2.5337292072585105, "driven_lanedir_consec": 2.586601955492891, "sim_compute_sim_state": 0.03074298851630267, "sim_compute_performance-ego0": 0.004925273095860201, "sim_compute_performance-ego1": 0.004844408526140101, "sim_compute_performance-ego2": 0.00502708589329439}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.9573857524793864, "get_ui_image": 0.07478264500113095, "step_physics": 0.5736148402971379, "survival_time": 34.000000000000206, "driven_lanedir": 0.8784091175794984, "get_state_dump": 0.02563370571416967, "get_robot_state": 0.04340340530171114, "sim_render-ego0": 0.007097622927497415, "sim_render-ego1": 0.007176467951606301, "sim_render-ego2": 0.0073746649657978735, "get_duckie_state": 3.3027985516716453e-06, "in-drivable-lane": 0.0, "deviation-heading": 6.788337674490208, "agent_compute-ego0": 0.04093175214879653, "agent_compute-ego1": 0.018738819571102367, "agent_compute-ego2": 0.01870589712086846, "complete-iteration": 0.8796810307923485, "set_robot_commands": 0.005524678090039421, "deviation-center-line": 1.0841122275528876, "driven_lanedir_consec": 0.8784091175794984, "sim_compute_sim_state": 0.03074298851630267, "sim_compute_performance-ego0": 0.004925273095860201, "sim_compute_performance-ego1": 0.004844408526140101, "sim_compute_performance-ego2": 0.00502708589329439}}
set_robot_commands_max	0.005524678090039421
set_robot_commands_mean	0.00547809619453848
set_robot_commands_median	0.005496310104023326
set_robot_commands_min	0.005413300389552692
sim_compute_performance-ego0_max	0.004925273095860201
sim_compute_performance-ego0_mean	0.0048062196048134125
sim_compute_performance-ego0_median	0.004798539175181265
sim_compute_performance-ego0_min	0.00469484654339877
sim_compute_performance-ego1_max	0.005053760606383007
sim_compute_performance-ego1_mean	0.004972338201330649
sim_compute_performance-ego1_median	0.005018845471468839
sim_compute_performance-ego1_min	0.004844408526140101
sim_compute_performance-ego2_max	0.00502708589329439
sim_compute_performance-ego2_mean	0.004988663524073843
sim_compute_performance-ego2_median	0.0049822471358559346
sim_compute_performance-ego2_min	0.004956657543071204
sim_compute_sim_state_max	0.04240685484626077
sim_compute_sim_state_mean	0.0373939751466104
sim_compute_sim_state_median	0.03903208207726776
sim_compute_sim_state_min	0.03074298851630267
sim_render-ego0_max	0.007097622927497415
sim_render-ego0_mean	0.00700286228204133
sim_render-ego0_median	0.006991671432148326
sim_render-ego0_min	0.006919292486478248
sim_render-ego1_max	0.007685645060105758
sim_render-ego1_mean	0.007438695353613646
sim_render-ego1_median	0.00745397304912888
sim_render-ego1_min	0.007176467951606301
sim_render-ego2_max	0.007491896369240501
sim_render-ego2_mean	0.007366367362204636
sim_render-ego2_median	0.0073746649657978735
sim_render-ego2_min	0.00723254075157553
simulation-passed	1
step_physics_max	0.5736148402971379
step_physics_mean	0.5041687207225427
step_physics_median	0.5424717296253551
step_physics_min	0.3964195922451353
survival_time_max	59.99999999999873
survival_time_mean	34.99999999999965
survival_time_min	11.00000000000002