Duckietown Challenges Home Challenges Submissions

Job 39974

Job ID39974
submission11231
userBea Baselines 🐤
user labelstraight
challengeaido5-LFV_multi-sim-testing
stepLFVmultibodyv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatormont02-5bd91ed070bc-1
date started
date completed
duration0:12:20
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.450420973251336
survival_time_median6.749999999999984
deviation-center-line_median0.26789798805017007
in-drivable-lane_median1.399999999999995


other stats
agent_compute-ego0_max0.01661600183557581
agent_compute-ego0_mean0.016514658330443244
agent_compute-ego0_median0.01659380065070258
agent_compute-ego0_min0.016334172505051342
agent_compute-ego1_max0.016893593470255534
agent_compute-ego1_mean0.01650472362550644
agent_compute-ego1_median0.016345059430157696
agent_compute-ego1_min0.016275517976106102
agent_compute-ego2_max0.016625208324856228
agent_compute-ego2_mean0.01595664891129988
agent_compute-ego2_median0.01587729630646882
agent_compute-ego2_min0.01536744210257459
complete-iteration_max0.8077977003874602
complete-iteration_mean0.7714037519277119
complete-iteration_median0.7845855377338551
complete-iteration_min0.7218280176618206
deviation-center-line_max0.6259542662549828
deviation-center-line_mean0.362715977726308
deviation-center-line_min0.22220606145745328
deviation-heading_max0.9864115900360362
deviation-heading_mean0.8136816825285735
deviation-heading_median0.8021196429506658
deviation-heading_min0.7271589658507641
driven_any_max1.0597494879386684
driven_any_mean0.7063387635570363
driven_any_median0.6174080560751429
driven_any_min0.44846498795635154
driven_lanedir_consec_max0.7926863127004891
driven_lanedir_consec_mean0.5409982128886515
driven_lanedir_consec_min0.3670047047608236
driven_lanedir_max0.7926863127004891
driven_lanedir_mean0.5409982128886515
driven_lanedir_median0.450420973251336
driven_lanedir_min0.3670047047608236
get_duckie_state_max3.4579524287471063e-06
get_duckie_state_mean3.1739149344918568e-06
get_duckie_state_median3.081780892831308e-06
get_duckie_state_min2.982011481897155e-06
get_robot_state_max0.04551880094740126
get_robot_state_mean0.04447731429620718
get_robot_state_median0.04398480697914406
get_robot_state_min0.04392833496207622
get_state_dump_max0.026792580993087203
get_state_dump_mean0.026484916929340237
get_state_dump_median0.02667617268032498
get_state_dump_min0.025985997114608535
get_ui_image_max0.07699963251749674
get_ui_image_mean0.07307662122131425
get_ui_image_median0.07478693149707935
get_ui_image_min0.0674432996493667
in-drivable-lane_max4.049999999999986
in-drivable-lane_mean1.7999999999999936
in-drivable-lane_min0.0
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego0": {"driven_any": 0.44846498795635154, "get_ui_image": 0.07478693149707935, "step_physics": 0.4927389586413348, "survival_time": 6.749999999999984, "driven_lanedir": 0.4455810515391705, "get_state_dump": 0.026792580993087203, "get_robot_state": 0.04398480697914406, "sim_render-ego0": 0.007543503796612775, "sim_render-ego1": 0.007598168761641891, "sim_render-ego2": 0.007456389179936161, "get_duckie_state": 3.4579524287471063e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.7418712403875578, "agent_compute-ego0": 0.01659380065070258, "agent_compute-ego1": 0.016345059430157696, "agent_compute-ego2": 0.01587729630646882, "complete-iteration": 0.7845855377338551, "set_robot_commands": 0.005300433547408493, "deviation-center-line": 0.5309236715271055, "driven_lanedir_consec": 0.4455810515391705, "sim_compute_sim_state": 0.042631774478488496, "sim_compute_performance-ego0": 0.005347204208374023, "sim_compute_performance-ego1": 0.005255349477132161, "sim_compute_performance-ego2": 0.00513493573224103}, "ETHZ_autolab_technical_track-sc0-0-ego1": {"driven_any": 1.0597494879386684, "get_ui_image": 0.07478693149707935, "step_physics": 0.4927389586413348, "survival_time": 6.749999999999984, "driven_lanedir": 0.7923704750254494, "get_state_dump": 0.026792580993087203, "get_robot_state": 0.04398480697914406, "sim_render-ego0": 0.007543503796612775, "sim_render-ego1": 0.007598168761641891, "sim_render-ego2": 0.007456389179936161, "get_duckie_state": 3.4579524287471063e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.9169542161782058, "agent_compute-ego0": 0.01659380065070258, "agent_compute-ego1": 0.016345059430157696, "agent_compute-ego2": 0.01587729630646882, "complete-iteration": 0.7845855377338551, "set_robot_commands": 0.005300433547408493, "deviation-center-line": 0.28635764234555416, "driven_lanedir_consec": 0.7923704750254494, "sim_compute_sim_state": 0.042631774478488496, "sim_compute_performance-ego0": 0.005347204208374023, "sim_compute_performance-ego1": 0.005255349477132161, "sim_compute_performance-ego2": 0.00513493573224103}, "ETHZ_autolab_technical_track-sc0-0-ego2": {"driven_any": 0.6400011722337677, "get_ui_image": 0.07478693149707935, "step_physics": 0.4927389586413348, "survival_time": 6.749999999999984, "driven_lanedir": 0.4097509793208185, "get_state_dump": 0.026792580993087203, "get_robot_state": 0.04398480697914406, "sim_render-ego0": 0.007543503796612775, "sim_render-ego1": 0.007598168761641891, "sim_render-ego2": 0.007456389179936161, "get_duckie_state": 3.4579524287471063e-06, "in-drivable-lane": 3.8499999999999863, "deviation-heading": 0.7352695890794493, "agent_compute-ego0": 0.01659380065070258, "agent_compute-ego1": 0.016345059430157696, "agent_compute-ego2": 0.01587729630646882, "complete-iteration": 0.7845855377338551, "set_robot_commands": 0.005300433547408493, "deviation-center-line": 0.2574637225826533, "driven_lanedir_consec": 0.4097509793208185, "sim_compute_sim_state": 0.042631774478488496, "sim_compute_performance-ego0": 0.005347204208374023, "sim_compute_performance-ego1": 0.005255349477132161, "sim_compute_performance-ego2": 0.00513493573224103}, "ETHZ_autolab_technical_track-sc0-1-ego0": {"driven_any": 0.45391741356230486, "get_ui_image": 0.07699963251749674, "step_physics": 0.5066254121285898, "survival_time": 6.749999999999984, "driven_lanedir": 0.450420973251336, "get_state_dump": 0.02667617268032498, "get_robot_state": 0.04551880094740126, "sim_render-ego0": 0.00821606847974989, "sim_render-ego1": 0.007623774917037399, "sim_render-ego2": 0.007436944820262768, "get_duckie_state": 3.081780892831308e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.8021196429506658, "agent_compute-ego0": 0.01661600183557581, "agent_compute-ego1": 0.016893593470255534, "agent_compute-ego2": 0.016625208324856228, "complete-iteration": 0.8077977003874602, "set_robot_commands": 0.00578492835715965, "deviation-center-line": 0.5759523948546109, "driven_lanedir_consec": 0.450420973251336, "sim_compute_sim_state": 0.04489860004848904, "sim_compute_performance-ego0": 0.005526839362250434, "sim_compute_performance-ego1": 0.005225305204038267, "sim_compute_performance-ego2": 0.005438131756252713}, "ETHZ_autolab_technical_track-sc0-1-ego1": {"driven_any": 1.0582621695225167, "get_ui_image": 0.07699963251749674, "step_physics": 0.5066254121285898, "survival_time": 6.749999999999984, "driven_lanedir": 0.7926863127004891, "get_state_dump": 0.02667617268032498, "get_robot_state": 0.04551880094740126, "sim_render-ego0": 0.00821606847974989, "sim_render-ego1": 0.007623774917037399, "sim_render-ego2": 0.007436944820262768, "get_duckie_state": 3.081780892831308e-06, "in-drivable-lane": 1.399999999999995, "deviation-heading": 0.8418073950192353, "agent_compute-ego0": 0.01661600183557581, "agent_compute-ego1": 0.016893593470255534, "agent_compute-ego2": 0.016625208324856228, "complete-iteration": 0.8077977003874602, "set_robot_commands": 0.00578492835715965, "deviation-center-line": 0.26789798805017007, "driven_lanedir_consec": 0.7926863127004891, "sim_compute_sim_state": 0.04489860004848904, "sim_compute_performance-ego0": 0.005526839362250434, "sim_compute_performance-ego1": 0.005225305204038267, "sim_compute_performance-ego2": 0.005438131756252713}, "ETHZ_autolab_technical_track-sc0-1-ego2": {"driven_any": 0.6174080560751429, "get_ui_image": 0.07699963251749674, "step_physics": 0.5066254121285898, "survival_time": 6.749999999999984, "driven_lanedir": 0.3904422088366064, "get_state_dump": 0.02667617268032498, "get_robot_state": 0.04551880094740126, "sim_render-ego0": 0.00821606847974989, "sim_render-ego1": 0.007623774917037399, "sim_render-ego2": 0.007436944820262768, "get_duckie_state": 3.081780892831308e-06, "in-drivable-lane": 3.949999999999986, "deviation-heading": 0.7383431576551982, "agent_compute-ego0": 0.01661600183557581, "agent_compute-ego1": 0.016893593470255534, "agent_compute-ego2": 0.016625208324856228, "complete-iteration": 0.8077977003874602, "set_robot_commands": 0.00578492835715965, "deviation-center-line": 0.24730366316587632, "driven_lanedir_consec": 0.3904422088366064, "sim_compute_sim_state": 0.04489860004848904, "sim_compute_performance-ego0": 0.005526839362250434, "sim_compute_performance-ego1": 0.005225305204038267, "sim_compute_performance-ego2": 0.005438131756252713}, "ETHZ_autolab_technical_track-sc0-2-ego0": {"driven_any": 0.4567745987110777, "get_ui_image": 0.0674432996493667, "step_physics": 0.44061809867175655, "survival_time": 6.699999999999984, "driven_lanedir": 0.4522145544995684, "get_state_dump": 0.025985997114608535, "get_robot_state": 0.04392833496207622, "sim_render-ego0": 0.007236361503601074, "sim_render-ego1": 0.007144232294452724, "sim_render-ego2": 0.007641055690708445, "get_duckie_state": 2.982011481897155e-06, "in-drivable-lane": 0.0, "deviation-heading": 0.9864115900360362, "agent_compute-ego0": 0.016334172505051342, "agent_compute-ego1": 0.016275517976106102, "agent_compute-ego2": 0.01536744210257459, "complete-iteration": 0.7218280176618206, "set_robot_commands": 0.0053950672719016, "deviation-center-line": 0.6259542662549828, "driven_lanedir_consec": 0.4522145544995684, "sim_compute_sim_state": 0.042028154899824914, "sim_compute_performance-ego0": 0.00496896701072579, "sim_compute_performance-ego1": 0.005111699673666883, "sim_compute_performance-ego2": 0.0054248802697480615}, "ETHZ_autolab_technical_track-sc0-2-ego1": {"driven_any": 1.0558469348762898, "get_ui_image": 0.0674432996493667, "step_physics": 0.44061809867175655, "survival_time": 6.699999999999984, "driven_lanedir": 0.7685126560636015, "get_state_dump": 0.025985997114608535, "get_robot_state": 0.04392833496207622, "sim_render-ego0": 0.007236361503601074, "sim_render-ego1": 0.007144232294452724, "sim_render-ego2": 0.007641055690708445, "get_duckie_state": 2.982011481897155e-06, "in-drivable-lane": 1.5499999999999945, "deviation-heading": 0.8331993456000497, "agent_compute-ego0": 0.016334172505051342, "agent_compute-ego1": 0.016275517976106102, "agent_compute-ego2": 0.01536744210257459, "complete-iteration": 0.7218280176618206, "set_robot_commands": 0.0053950672719016, "deviation-center-line": 0.2503843892983658, "driven_lanedir_consec": 0.7685126560636015, "sim_compute_sim_state": 0.042028154899824914, "sim_compute_performance-ego0": 0.00496896701072579, "sim_compute_performance-ego1": 0.005111699673666883, "sim_compute_performance-ego2": 0.0054248802697480615}, "ETHZ_autolab_technical_track-sc0-2-ego2": {"driven_any": 0.5666240511372062, "get_ui_image": 0.0674432996493667, "step_physics": 0.44061809867175655, "survival_time": 6.699999999999984, "driven_lanedir": 0.3670047047608236, "get_state_dump": 0.025985997114608535, "get_robot_state": 0.04392833496207622, "sim_render-ego0": 0.007236361503601074, "sim_render-ego1": 0.007144232294452724, "sim_render-ego2": 0.007641055690708445, "get_duckie_state": 2.982011481897155e-06, "in-drivable-lane": 4.049999999999986, "deviation-heading": 0.7271589658507641, "agent_compute-ego0": 0.016334172505051342, "agent_compute-ego1": 0.016275517976106102, "agent_compute-ego2": 0.01536744210257459, "complete-iteration": 0.7218280176618206, "set_robot_commands": 0.0053950672719016, "deviation-center-line": 0.22220606145745328, "driven_lanedir_consec": 0.3670047047608236, "sim_compute_sim_state": 0.042028154899824914, "sim_compute_performance-ego0": 0.00496896701072579, "sim_compute_performance-ego1": 0.005111699673666883, "sim_compute_performance-ego2": 0.0054248802697480615}}
set_robot_commands_max0.00578492835715965
set_robot_commands_mean0.00549347639215658
set_robot_commands_median0.0053950672719016
set_robot_commands_min0.005300433547408493
sim_compute_performance-ego0_max0.005526839362250434
sim_compute_performance-ego0_mean0.005281003527116749
sim_compute_performance-ego0_median0.005347204208374023
sim_compute_performance-ego0_min0.00496896701072579
sim_compute_performance-ego1_max0.005255349477132161
sim_compute_performance-ego1_mean0.005197451451612437
sim_compute_performance-ego1_median0.005225305204038267
sim_compute_performance-ego1_min0.005111699673666883
sim_compute_performance-ego2_max0.005438131756252713
sim_compute_performance-ego2_mean0.0053326492527472685
sim_compute_performance-ego2_median0.0054248802697480615
sim_compute_performance-ego2_min0.00513493573224103
sim_compute_sim_state_max0.04489860004848904
sim_compute_sim_state_mean0.04318617647560082
sim_compute_sim_state_median0.042631774478488496
sim_compute_sim_state_min0.042028154899824914
sim_render-ego0_max0.00821606847974989
sim_render-ego0_mean0.007665311259987912
sim_render-ego0_median0.007543503796612775
sim_render-ego0_min0.007236361503601074
sim_render-ego1_max0.007623774917037399
sim_render-ego1_mean0.007455391991044004
sim_render-ego1_median0.007598168761641891
sim_render-ego1_min0.007144232294452724
sim_render-ego2_max0.007641055690708445
sim_render-ego2_mean0.007511463230302458
sim_render-ego2_median0.007456389179936161
sim_render-ego2_min0.007436944820262768
simulation-passed1
step_physics_max0.5066254121285898
step_physics_mean0.4799941564805603
step_physics_median0.4927389586413348
step_physics_min0.44061809867175655
survival_time_max6.749999999999984
survival_time_mean6.7333333333333165
survival_time_min6.699999999999984

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.