Duckietown Challenges Home Challenges Submissions

Job 58852

Job ID58852
submission12847
userRaphael Jean
user labelexercise_state_estimation
challengeaido5-LFVI_multi-sim-validation
stepLFVIv-sim
statussuccess
up to dateyes
evaluatornogpu-prod-08
date started
date completed
duration1:15:55
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median9.73364262810328
survival_time_median59.99999999999873
deviation-center-line_median2.4383912030479395
in-drivable-lane_median0.0


other stats
agent_compute-ego0_max0.012359452188064614
agent_compute-ego0_mean0.01221854253970614
agent_compute-ego0_median0.01221854253970614
agent_compute-ego0_min0.012077632891347664
agent_compute-ego1_max0.012766561936974823
agent_compute-ego1_mean0.012710734569063593
agent_compute-ego1_median0.012710734569063593
agent_compute-ego1_min0.01265490720115236
agent_compute-ego2_max0.013191053412736804
agent_compute-ego2_mean0.013179369314227076
agent_compute-ego2_median0.013179369314227076
agent_compute-ego2_min0.01316768521571735
agent_compute-ego3_max0.012499755467105965
agent_compute-ego3_mean0.012494132381791777
agent_compute-ego3_median0.012494132381791777
agent_compute-ego3_min0.012488509296477586
complete-iteration_max1.002415952039301
complete-iteration_mean0.9649406728101312
complete-iteration_median0.9649406728101312
complete-iteration_min0.9274653935809616
deviation-center-line_max4.205147941117272
deviation-center-line_mean2.3372572074885274
deviation-center-line_min0.1905702421849274
deviation-heading_max12.727318911293231
deviation-heading_mean8.029506537639593
deviation-heading_median8.695914832304034
deviation-heading_min0.941437983047616
driven_any_max14.882186359407466
driven_any_mean10.59018641858541
driven_any_median11.86860890040549
driven_any_min1.4104853879178365
driven_lanedir_consec_max13.973858186193528
driven_lanedir_consec_mean9.267513516394908
driven_lanedir_consec_min0.4954203420515211
driven_lanedir_max14.601540981566984
driven_lanedir_mean10.086982246350455
driven_lanedir_median11.63959024437814
driven_lanedir_min0.4954203420515211
get_duckie_state_max1.663570102307322e-06
get_duckie_state_mean1.6303185519330408e-06
get_duckie_state_median1.6303185519330408e-06
get_duckie_state_min1.5970670015587597e-06
get_robot_state_max0.015604273266438935
get_robot_state_mean0.01528850651899047
get_robot_state_median0.01528850651899047
get_robot_state_min0.014972739771542004
get_state_dump_max0.010278908835164116
get_state_dump_mean0.010066694959216471
get_state_dump_median0.010066694959216471
get_state_dump_min0.009854481083268826
get_ui_image_max0.05542546942470274
get_ui_image_mean0.05407786448730418
get_ui_image_median0.05407786448730418
get_ui_image_min0.052730259549905616
in-drivable-lane_max56.69999999999873
in-drivable-lane_mean9.624999999999748
in-drivable-lane_min0.0
per-episodes
details{"LFVI_multi-norm-4way-000-ego0": {"driven_any": 12.7411337336886, "get_ui_image": 0.05542546942470274, "step_physics": 0.7184598199731603, "survival_time": 59.99999999999873, "driven_lanedir": 12.564643098880676, "get_state_dump": 0.010278908835164116, "get_robot_state": 0.015604273266438935, "sim_render-ego0": 0.004168019505166491, "sim_render-ego1": 0.004299199948402169, "sim_render-ego2": 0.004316410752359179, "sim_render-ego3": 0.004362302656276935, "get_duckie_state": 1.663570102307322e-06, "in-drivable-lane": 0.0, "deviation-heading": 7.509681639793864, "agent_compute-ego0": 0.012359452188064614, "agent_compute-ego1": 0.01265490720115236, "agent_compute-ego2": 0.013191053412736804, "agent_compute-ego3": 0.012488509296477586, "complete-iteration": 0.9274653935809616, "set_robot_commands": 0.002455638112076911, "deviation-center-line": 2.0853978540071023, "driven_lanedir_consec": 11.960105177201996, "sim_compute_sim_state": 0.04090745065928895, "sim_compute_performance-ego0": 0.002286557650982986, "sim_compute_performance-ego1": 0.002139808137053554, "sim_compute_performance-ego2": 0.002187358052605495, "sim_compute_performance-ego3": 0.002202968017743291}, "LFVI_multi-norm-4way-000-ego1": {"driven_any": 9.696265732826868, "get_ui_image": 0.05542546942470274, "step_physics": 0.7184598199731603, "survival_time": 59.99999999999873, "driven_lanedir": 8.467446737494198, "get_state_dump": 0.010278908835164116, "get_robot_state": 0.015604273266438935, "sim_render-ego0": 0.004168019505166491, "sim_render-ego1": 0.004299199948402169, "sim_render-ego2": 0.004316410752359179, "sim_render-ego3": 0.004362302656276935, "get_duckie_state": 1.663570102307322e-06, "in-drivable-lane": 18.299999999999297, "deviation-heading": 8.56795841638704, "agent_compute-ego0": 0.012359452188064614, "agent_compute-ego1": 0.01265490720115236, "agent_compute-ego2": 0.013191053412736804, "agent_compute-ego3": 0.012488509296477586, "complete-iteration": 0.9274653935809616, "set_robot_commands": 0.002455638112076911, "deviation-center-line": 2.5621134745112717, "driven_lanedir_consec": 8.0099923925149, "sim_compute_sim_state": 0.04090745065928895, "sim_compute_performance-ego0": 0.002286557650982986, "sim_compute_performance-ego1": 0.002139808137053554, "sim_compute_performance-ego2": 0.002187358052605495, "sim_compute_performance-ego3": 0.002202968017743291}, "LFVI_multi-norm-4way-000-ego2": {"driven_any": 11.839884997393003, "get_ui_image": 0.05542546942470274, "step_physics": 0.7184598199731603, "survival_time": 59.99999999999873, "driven_lanedir": 11.589172600810556, "get_state_dump": 0.010278908835164116, "get_robot_state": 0.015604273266438935, "sim_render-ego0": 0.004168019505166491, "sim_render-ego1": 0.004299199948402169, "sim_render-ego2": 0.004316410752359179, "sim_render-ego3": 0.004362302656276935, "get_duckie_state": 1.663570102307322e-06, "in-drivable-lane": 0.0, "deviation-heading": 8.823871248221026, "agent_compute-ego0": 0.012359452188064614, "agent_compute-ego1": 0.01265490720115236, "agent_compute-ego2": 0.013191053412736804, "agent_compute-ego3": 0.012488509296477586, "complete-iteration": 0.9274653935809616, "set_robot_commands": 0.002455638112076911, "deviation-center-line": 2.314668931584608, "driven_lanedir_consec": 10.251787688877366, "sim_compute_sim_state": 0.04090745065928895, "sim_compute_performance-ego0": 0.002286557650982986, "sim_compute_performance-ego1": 0.002139808137053554, "sim_compute_performance-ego2": 0.002187358052605495, "sim_compute_performance-ego3": 0.002202968017743291}, "LFVI_multi-norm-4way-000-ego3": {"driven_any": 12.576943452501895, "get_ui_image": 0.05542546942470274, "step_physics": 0.7184598199731603, "survival_time": 59.99999999999873, "driven_lanedir": 11.782117456452486, "get_state_dump": 0.010278908835164116, "get_robot_state": 0.015604273266438935, "sim_render-ego0": 0.004168019505166491, "sim_render-ego1": 0.004299199948402169, "sim_render-ego2": 0.004316410752359179, "sim_render-ego3": 0.004362302656276935, "get_duckie_state": 1.663570102307322e-06, "in-drivable-lane": 1.9999999999999505, "deviation-heading": 12.727318911293231, "agent_compute-ego0": 0.012359452188064614, "agent_compute-ego1": 0.01265490720115236, "agent_compute-ego2": 0.013191053412736804, "agent_compute-ego3": 0.012488509296477586, "complete-iteration": 0.9274653935809616, "set_robot_commands": 0.002455638112076911, "deviation-center-line": 2.5864196322523094, "driven_lanedir_consec": 9.21549756732919, "sim_compute_sim_state": 0.04090745065928895, "sim_compute_performance-ego0": 0.002286557650982986, "sim_compute_performance-ego1": 0.002139808137053554, "sim_compute_performance-ego2": 0.002187358052605495, "sim_compute_performance-ego3": 0.002202968017743291}, "LFVI_multi-norm-udem1-000-ego0": {"driven_any": 11.89733280341798, "get_ui_image": 0.052730259549905616, "step_physics": 0.8084686602482093, "survival_time": 59.99999999999873, "driven_lanedir": 11.690007887945724, "get_state_dump": 0.009854481083268826, "get_robot_state": 0.014972739771542004, "sim_render-ego0": 0.004018659893420217, "sim_render-ego1": 0.004160010546669178, "sim_render-ego2": 0.004265951375778668, "sim_render-ego3": 0.0042761565247344336, "get_duckie_state": 1.5970670015587597e-06, "in-drivable-lane": 0.0, "deviation-heading": 7.644377918138058, "agent_compute-ego0": 0.012077632891347664, "agent_compute-ego1": 0.012766561936974823, "agent_compute-ego2": 0.01316768521571735, "agent_compute-ego3": 0.012499755467105965, "complete-iteration": 1.002415952039301, "set_robot_commands": 0.002576744824424572, "deviation-center-line": 2.155156140122347, "driven_lanedir_consec": 11.094311562316792, "sim_compute_sim_state": 0.030704789912075325, "sim_compute_performance-ego0": 0.0021896515162560864, "sim_compute_performance-ego1": 0.0020630911526136058, "sim_compute_performance-ego2": 0.002100046032374348, "sim_compute_performance-ego3": 0.0021176479142671024}, "LFVI_multi-norm-udem1-000-ego1": {"driven_any": 14.882186359407466, "get_ui_image": 0.052730259549905616, "step_physics": 0.8084686602482093, "survival_time": 59.99999999999873, "driven_lanedir": 14.601540981566984, "get_state_dump": 0.009854481083268826, "get_robot_state": 0.014972739771542004, "sim_render-ego0": 0.004018659893420217, "sim_render-ego1": 0.004160010546669178, "sim_render-ego2": 0.004265951375778668, "sim_render-ego3": 0.0042761565247344336, "get_duckie_state": 1.5970670015587597e-06, "in-drivable-lane": 0.0, "deviation-heading": 9.182214999822165, "agent_compute-ego0": 0.012077632891347664, "agent_compute-ego1": 0.012766561936974823, "agent_compute-ego2": 0.01316768521571735, "agent_compute-ego3": 0.012499755467105965, "complete-iteration": 1.002415952039301, "set_robot_commands": 0.002576744824424572, "deviation-center-line": 2.598583444128381, "driven_lanedir_consec": 13.973858186193528, "sim_compute_sim_state": 0.030704789912075325, "sim_compute_performance-ego0": 0.0021896515162560864, "sim_compute_performance-ego1": 0.0020630911526136058, "sim_compute_performance-ego2": 0.002100046032374348, "sim_compute_performance-ego3": 0.0021176479142671024}, "LFVI_multi-norm-udem1-000-ego2": {"driven_any": 9.677258881529644, "get_ui_image": 0.052730259549905616, "step_physics": 0.8084686602482093, "survival_time": 59.99999999999873, "driven_lanedir": 9.5055088656015, "get_state_dump": 0.009854481083268826, "get_robot_state": 0.014972739771542004, "sim_render-ego0": 0.004018659893420217, "sim_render-ego1": 0.004160010546669178, "sim_render-ego2": 0.004265951375778668, "sim_render-ego3": 0.0042761565247344336, "get_duckie_state": 1.5970670015587597e-06, "in-drivable-lane": 0.0, "deviation-heading": 8.839191184413746, "agent_compute-ego0": 0.012077632891347664, "agent_compute-ego1": 0.012766561936974823, "agent_compute-ego2": 0.01316768521571735, "agent_compute-ego3": 0.012499755467105965, "complete-iteration": 1.002415952039301, "set_robot_commands": 0.002576744824424572, "deviation-center-line": 4.205147941117272, "driven_lanedir_consec": 9.139135214673956, "sim_compute_sim_state": 0.030704789912075325, "sim_compute_performance-ego0": 0.0021896515162560864, "sim_compute_performance-ego1": 0.0020630911526136058, "sim_compute_performance-ego2": 0.002100046032374348, "sim_compute_performance-ego3": 0.0021176479142671024}, "LFVI_multi-norm-udem1-000-ego3": {"driven_any": 1.4104853879178365, "get_ui_image": 0.052730259549905616, "step_physics": 0.8084686602482093, "survival_time": 59.99999999999873, "driven_lanedir": 0.4954203420515211, "get_state_dump": 0.009854481083268826, "get_robot_state": 0.014972739771542004, "sim_render-ego0": 0.004018659893420217, "sim_render-ego1": 0.004160010546669178, "sim_render-ego2": 0.004265951375778668, "sim_render-ego3": 0.0042761565247344336, "get_duckie_state": 1.5970670015587597e-06, "in-drivable-lane": 56.69999999999873, "deviation-heading": 0.941437983047616, "agent_compute-ego0": 0.012077632891347664, "agent_compute-ego1": 0.012766561936974823, "agent_compute-ego2": 0.01316768521571735, "agent_compute-ego3": 0.012499755467105965, "complete-iteration": 1.002415952039301, "set_robot_commands": 0.002576744824424572, "deviation-center-line": 0.1905702421849274, "driven_lanedir_consec": 0.4954203420515211, "sim_compute_sim_state": 0.030704789912075325, "sim_compute_performance-ego0": 0.0021896515162560864, "sim_compute_performance-ego1": 0.0020630911526136058, "sim_compute_performance-ego2": 0.002100046032374348, "sim_compute_performance-ego3": 0.0021176479142671024}}
set_robot_commands_max0.002576744824424572
set_robot_commands_mean0.0025161914682507417
set_robot_commands_median0.0025161914682507417
set_robot_commands_min0.002455638112076911
sim_compute_performance-ego0_max0.002286557650982986
sim_compute_performance-ego0_mean0.0022381045836195363
sim_compute_performance-ego0_median0.0022381045836195363
sim_compute_performance-ego0_min0.0021896515162560864
sim_compute_performance-ego1_max0.002139808137053554
sim_compute_performance-ego1_mean0.00210144964483358
sim_compute_performance-ego1_median0.00210144964483358
sim_compute_performance-ego1_min0.0020630911526136058
sim_compute_performance-ego2_max0.002187358052605495
sim_compute_performance-ego2_mean0.0021437020424899212
sim_compute_performance-ego2_median0.0021437020424899212
sim_compute_performance-ego2_min0.002100046032374348
sim_compute_performance-ego3_max0.002202968017743291
sim_compute_performance-ego3_mean0.0021603079660051966
sim_compute_performance-ego3_median0.0021603079660051966
sim_compute_performance-ego3_min0.0021176479142671024
sim_compute_sim_state_max0.04090745065928895
sim_compute_sim_state_mean0.035806120285682135
sim_compute_sim_state_median0.035806120285682135
sim_compute_sim_state_min0.030704789912075325
sim_render-ego0_max0.004168019505166491
sim_render-ego0_mean0.004093339699293354
sim_render-ego0_median0.004093339699293354
sim_render-ego0_min0.004018659893420217
sim_render-ego1_max0.004299199948402169
sim_render-ego1_mean0.004229605247535673
sim_render-ego1_median0.004229605247535673
sim_render-ego1_min0.004160010546669178
sim_render-ego2_max0.004316410752359179
sim_render-ego2_mean0.004291181064068924
sim_render-ego2_median0.004291181064068924
sim_render-ego2_min0.004265951375778668
sim_render-ego3_max0.004362302656276935
sim_render-ego3_mean0.004319229590505684
sim_render-ego3_median0.004319229590505684
sim_render-ego3_min0.0042761565247344336
simulation-passed1
step_physics_max0.8084686602482093
step_physics_mean0.7634642401106848
step_physics_median0.7634642401106848
step_physics_min0.7184598199731603
survival_time_max59.99999999999873
survival_time_mean59.99999999999873
survival_time_min59.99999999999873

Highlights

58852

Click the images to see detailed statistics about the episode.

LFVI_multi-norm-4way-000

LFVI_multi-norm-udem1-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.