Duckietown Challenges Home Challenges Submissions

Job 36173

Job ID36173
submission9947
userBea Baselines 🐤
user labelbaseline-duckietown
challengeaido5-LFVI-sim-testing
stepLFVIt-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorSandy1-sandy-1
date started
date completed
duration0:46:36
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6862156576440903
survival_time_median14.950000000000076
deviation-center-line_median0.4386053674978682
in-drivable-lane_median5.549999999999981


other stats
agent_compute-ego_max0.05963041226069132
agent_compute-ego_mean0.044883281506528774
agent_compute-ego_median0.04971867243448893
agent_compute-ego_min0.029536214470863343
complete-iteration_max0.38910746574401855
complete-iteration_mean0.36273654504474206
complete-iteration_median0.3705890425046285
complete-iteration_min0.3317504299246447
deviation-center-line_max0.9514274076024416
deviation-center-line_mean0.502539707456465
deviation-center-line_min0.13632776533272695
deviation-heading_max3.936229564009022
deviation-heading_mean2.659863003681578
deviation-heading_median2.9630153676709905
deviation-heading_min0.5112308711234183
driven_any_max1.9399931881118515
driven_any_mean1.7022730491902736
driven_any_median1.9398614603097553
driven_any_min0.4861181244879786
driven_lanedir_consec_max1.406782132830069
driven_lanedir_consec_mean0.7219120790032516
driven_lanedir_consec_min0.15373323977938336
driven_lanedir_max1.8363843140899243
driven_lanedir_mean0.9063394633185814
driven_lanedir_median0.9034058034790324
driven_lanedir_min0.15373323977938336
get_state_dump_max0.03351718266805013
get_state_dump_mean0.030859787316125546
get_state_dump_median0.03026149386451358
get_state_dump_min0.02932280730147388
get_ui_image_max0.05893675645192464
get_ui_image_mean0.0561274341675364
get_ui_image_median0.0566588020324707
get_ui_image_min0.05190681139628092
in-drivable-lane_max10.200000000000069
in-drivable-lane_mean5.063333333333384
in-drivable-lane_min0.0
per-episodes
details{"udem1-sc0-0-ego": {"driven_any": 1.7876226205756267, "get_ui_image": 0.05349766734705075, "step_physics": 0.13400017827856842, "survival_time": 13.850000000000062, "driven_lanedir": 0.7685429789778948, "get_state_dump": 0.03233285156828402, "sim_render-ego": 0.006775183798173705, "in-drivable-lane": 6.150000000000081, "agent_compute-ego": 0.03158596620662978, "deviation-heading": 3.165341056676467, "complete-iteration": 0.3317504299246447, "set_robot_commands": 0.005289447867052649, "deviation-center-line": 0.5394452059238933, "driven_lanedir_consec": 0.738821616115807, "sim_compute_sim_state": 0.016545358547665152, "sim_compute_performance-ego": 0.004382677456962503, "sim_compute_robot_state-ego": 0.008434030553494119, "sim_compute_robot_state-npc0": 0.007954824702404035, "sim_compute_robot_state-npc1": 0.007445447281379562, "sim_compute_robot_state-npc2": 0.007512492823686841, "sim_compute_robot_state-npc3": 0.007807618013788217, "sim_compute_robot_state-parked0": 0.007933297312216639}, "udem1-sc1-0-ego": {"driven_any": 0.9308872691684956, "get_ui_image": 0.05739803865653317, "step_physics": 0.14257786711867976, "survival_time": 7.349999999999982, "driven_lanedir": 0.15373323977938336, "get_state_dump": 0.03026149386451358, "sim_render-ego": 0.006475002587247057, "in-drivable-lane": 5.549999999999981, "agent_compute-ego": 0.03095400252309786, "deviation-heading": 0.7402376568344685, "complete-iteration": 0.34416407792746617, "set_robot_commands": 0.005020096188499814, "deviation-center-line": 0.13632776533272695, "driven_lanedir_consec": 0.15373323977938336, "sim_compute_sim_state": 0.01857810117760483, "sim_compute_performance-ego": 0.004561597798146358, "sim_compute_robot_state-ego": 0.008956466402326311, "sim_compute_robot_state-npc0": 0.007879601043908774, "sim_compute_robot_state-npc1": 0.007466261078711269, "sim_compute_robot_state-npc2": 0.00761564572652181, "sim_compute_robot_state-npc3": 0.008066845588943584, "sim_compute_robot_state-parked0": 0.008111428241340481}, "udem1-sc2-0-ego": {"driven_any": 1.8603341179484103, "get_ui_image": 0.05401169298417892, "step_physics": 0.1296621963952892, "survival_time": 14.350000000000067, "driven_lanedir": 0.3722526173693508, "get_state_dump": 0.033096635798544, "sim_render-ego": 0.007493809955876048, "in-drivable-lane": 10.200000000000069, "agent_compute-ego": 0.03146939992073936, "deviation-heading": 2.681130940537872, "complete-iteration": 0.33985930286633426, "set_robot_commands": 0.006565843309674945, "deviation-center-line": 0.4238374110121507, "driven_lanedir_consec": 0.3722526173693508, "sim_compute_sim_state": 0.017835406891560306, "sim_compute_performance-ego": 0.004845865096780066, "sim_compute_robot_state-ego": 0.010861180800594105, "sim_compute_robot_state-npc0": 0.008929097278608262, "sim_compute_robot_state-npc1": 0.008329032605533401, "sim_compute_robot_state-npc2": 0.008434066373712095, "sim_compute_robot_state-npc3": 0.008832770357563935, "sim_compute_robot_state-parked0": 0.009226229132675543}, "udem1-sc3-0-ego": {"driven_any": 1.9399413121361768, "get_ui_image": 0.056528344949086505, "step_physics": 0.15749317089716594, "survival_time": 14.950000000000076, "driven_lanedir": 0.9034058034790324, "get_state_dump": 0.029880797068277995, "sim_render-ego": 0.0068483734130859375, "in-drivable-lane": 7.000000000000098, "agent_compute-ego": 0.030388524532318117, "deviation-heading": 2.517088787096327, "complete-iteration": 0.3598469845453898, "set_robot_commands": 0.005108532905578614, "deviation-center-line": 0.37115725958711754, "driven_lanedir_consec": 0.6862156576440903, "sim_compute_sim_state": 0.021408246358235676, "sim_compute_performance-ego": 0.004392610390981038, "sim_compute_robot_state-ego": 0.008358039061228435, "sim_compute_robot_state-npc0": 0.007829882303873699, "sim_compute_robot_state-npc1": 0.007666262785593668, "sim_compute_robot_state-npc2": 0.007717899481455485, "sim_compute_robot_state-npc3": 0.007870425383249918, "sim_compute_robot_state-parked0": 0.00810445229212443}, "udem1-sc4-0-ego": {"driven_any": 0.4861181244879786, "get_ui_image": 0.05832568407058716, "step_physics": 0.13967092633247374, "survival_time": 3.999999999999994, "driven_lanedir": 0.48193977821699585, "get_state_dump": 0.029949545860290527, "sim_render-ego": 0.006596481800079346, "in-drivable-lane": 0.0, "agent_compute-ego": 0.029536214470863343, "deviation-heading": 0.5112308711234183, "complete-iteration": 0.3386807173490524, "set_robot_commands": 0.005349591374397278, "deviation-center-line": 0.28842150504618386, "driven_lanedir_consec": 0.48193977821699585, "sim_compute_sim_state": 0.01612401008605957, "sim_compute_performance-ego": 0.004531875252723694, "sim_compute_robot_state-ego": 0.008924376964569092, "sim_compute_robot_state-npc0": 0.007829773426055908, "sim_compute_robot_state-npc1": 0.007738882303237915, "sim_compute_robot_state-npc2": 0.007660010457038879, "sim_compute_robot_state-npc3": 0.007934290170669555, "sim_compute_robot_state-parked0": 0.00825251042842865}, "udem1-sc5-0-ego": {"driven_any": 1.939863327433229, "get_ui_image": 0.0566588020324707, "step_physics": 0.1515682323773702, "survival_time": 14.950000000000076, "driven_lanedir": 0.7014235857915853, "get_state_dump": 0.02996098279953003, "sim_render-ego": 0.006911659240722656, "in-drivable-lane": 7.850000000000095, "agent_compute-ego": 0.03616447925567627, "deviation-heading": 3.5479851526835593, "complete-iteration": 0.36299306790033975, "set_robot_commands": 0.005152653058369955, "deviation-center-line": 0.4386053674978682, "driven_lanedir_consec": 0.6366285370245629, "sim_compute_sim_state": 0.022184600035349528, "sim_compute_performance-ego": 0.004562899271647136, "sim_compute_robot_state-ego": 0.00880695899327596, "sim_compute_robot_state-npc0": 0.007985772291819255, "sim_compute_robot_state-npc1": 0.007920159498850504, "sim_compute_robot_state-npc2": 0.00810254414876302, "sim_compute_robot_state-npc3": 0.008351704279581706, "sim_compute_robot_state-parked0": 0.008407953580220541}, "udem1-sc6-0-ego": {"driven_any": 1.939921142725758, "get_ui_image": 0.053682059446970624, "step_physics": 0.13433143933614097, "survival_time": 14.950000000000076, "driven_lanedir": 1.8363843140899243, "get_state_dump": 0.03247653325398763, "sim_render-ego": 0.007115768591562907, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.055159847736358646, "deviation-heading": 2.1783436520324466, "complete-iteration": 0.3705890425046285, "set_robot_commands": 0.006117036342620849, "deviation-center-line": 0.774869148875521, "driven_lanedir_consec": 1.1969135842526988, "sim_compute_sim_state": 0.021498182614644368, "sim_compute_performance-ego": 0.004668994744618734, "sim_compute_robot_state-ego": 0.009923131465911865, "sim_compute_robot_state-npc0": 0.009075368245442708, "sim_compute_robot_state-npc1": 0.009028071562449138, "sim_compute_robot_state-npc2": 0.009093215465545654, "sim_compute_robot_state-npc3": 0.009082510471343994, "sim_compute_robot_state-parked0": 0.009065434137980144}, "udem1-sc7-0-ego": {"driven_any": 1.8534721386459296, "get_ui_image": 0.05459613983447735, "step_physics": 0.15102497847763807, "survival_time": 14.300000000000068, "driven_lanedir": 0.97139497176679, "get_state_dump": 0.031061159147249235, "sim_render-ego": 0.006802795650242092, "in-drivable-lane": 5.100000000000065, "agent_compute-ego": 0.055890260876475514, "deviation-heading": 3.936229564009022, "complete-iteration": 0.37623974826786066, "set_robot_commands": 0.005847647473528669, "deviation-center-line": 0.7476407738677658, "driven_lanedir_consec": 0.7486557656821795, "sim_compute_sim_state": 0.016281479722136383, "sim_compute_performance-ego": 0.00437473333798922, "sim_compute_robot_state-ego": 0.008697512266519186, "sim_compute_robot_state-npc0": 0.008491392735834722, "sim_compute_robot_state-npc1": 0.008195738692383665, "sim_compute_robot_state-npc2": 0.008243644154155171, "sim_compute_robot_state-npc3": 0.008264823393388228, "sim_compute_robot_state-parked0": 0.008208663313538879}, "udem1-sc8-0-ego": {"driven_any": 1.9398614603097553, "get_ui_image": 0.05856761535008748, "step_physics": 0.15251612504323322, "survival_time": 14.950000000000076, "driven_lanedir": 0.6162152590642718, "get_state_dump": 0.02979655822118123, "sim_render-ego": 0.006915818055470785, "in-drivable-lane": 8.900000000000091, "agent_compute-ego": 0.05326317469278971, "deviation-heading": 2.3888529351763736, "complete-iteration": 0.3766418433189392, "set_robot_commands": 0.005354224840799967, "deviation-center-line": 0.41549297541337865, "driven_lanedir_consec": 0.5922261505143966, "sim_compute_sim_state": 0.015246127446492511, "sim_compute_performance-ego": 0.004534617265065511, "sim_compute_robot_state-ego": 0.008689390023549399, "sim_compute_robot_state-npc0": 0.008402628898620606, "sim_compute_robot_state-npc1": 0.008390223185221354, "sim_compute_robot_state-npc2": 0.008314592838287354, "sim_compute_robot_state-npc3": 0.00811482826868693, "sim_compute_robot_state-parked0": 0.008279237747192383}, "udem1-sc9-0-ego": {"driven_any": 1.156532092320183, "get_ui_image": 0.058923801664489406, "step_physics": 0.1483857868784699, "survival_time": 9.049999999999994, "driven_lanedir": 0.9795016811747188, "get_state_dump": 0.02932280730147388, "sim_render-ego": 0.006590674595279588, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.04962429025555184, "deviation-heading": 3.196876806108601, "complete-iteration": 0.37536152555139024, "set_robot_commands": 0.005345658044130104, "deviation-center-line": 0.4988743230791625, "driven_lanedir_consec": 0.6227896895409146, "sim_compute_sim_state": 0.021846585510844025, "sim_compute_performance-ego": 0.004440560525293508, "sim_compute_robot_state-ego": 0.008356448695145917, "sim_compute_robot_state-npc0": 0.008616061500422862, "sim_compute_robot_state-npc1": 0.008471353277975683, "sim_compute_robot_state-npc2": 0.008365793122771036, "sim_compute_robot_state-npc3": 0.008314761009005552, "sim_compute_robot_state-parked0": 0.008500577336516829}, "udem1-sc10-0-ego": {"driven_any": 1.9398984291869803, "get_ui_image": 0.054315582911173506, "step_physics": 0.1401793320973714, "survival_time": 14.950000000000076, "driven_lanedir": 0.9594577927443432, "get_state_dump": 0.031259969870249434, "sim_render-ego": 0.007119732697804769, "in-drivable-lane": 6.600000000000094, "agent_compute-ego": 0.05679577906926473, "deviation-heading": 2.588418856108234, "complete-iteration": 0.37314532995224, "set_robot_commands": 0.005863686402638753, "deviation-center-line": 0.39223254107074645, "driven_lanedir_consec": 0.7241806763967737, "sim_compute_sim_state": 0.019009604454040527, "sim_compute_performance-ego": 0.004624839623769124, "sim_compute_robot_state-ego": 0.009546182950337727, "sim_compute_robot_state-npc0": 0.008967966238657633, "sim_compute_robot_state-npc1": 0.008718835512797037, "sim_compute_robot_state-npc2": 0.008832824230194092, "sim_compute_robot_state-npc3": 0.008880917231241863, "sim_compute_robot_state-parked0": 0.008765800793965658}, "udem1-sc11-0-ego": {"driven_any": 1.939880598752741, "get_ui_image": 0.057581984996795656, "step_physics": 0.15598830620447796, "survival_time": 14.950000000000076, "driven_lanedir": 1.7588486085552786, "get_state_dump": 0.030053800741831463, "sim_render-ego": 0.00661237637201945, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.05178145329157512, "deviation-heading": 3.223962388228528, "complete-iteration": 0.379167107741038, "set_robot_commands": 0.00533476193745931, "deviation-center-line": 0.9514274076024416, "driven_lanedir_consec": 0.7823325537424685, "sim_compute_sim_state": 0.018982165654500324, "sim_compute_performance-ego": 0.004328028361002604, "sim_compute_robot_state-ego": 0.008008212248484293, "sim_compute_robot_state-npc0": 0.008041142622629801, "sim_compute_robot_state-npc1": 0.00802227258682251, "sim_compute_robot_state-npc2": 0.008078943888346355, "sim_compute_robot_state-npc3": 0.008144584496816, "sim_compute_robot_state-parked0": 0.007958401838938395}, "udem1-sc12-0-ego": {"driven_any": 1.939845157173807, "get_ui_image": 0.05893675645192464, "step_physics": 0.16129784027735392, "survival_time": 14.950000000000076, "driven_lanedir": 1.406782132830069, "get_state_dump": 0.029565321604410808, "sim_render-ego": 0.006863011519114177, "in-drivable-lane": 2.80000000000004, "agent_compute-ego": 0.051286745071411136, "deviation-heading": 3.154717203700179, "complete-iteration": 0.38910746574401855, "set_robot_commands": 0.005330698490142822, "deviation-center-line": 0.6605112391965742, "driven_lanedir_consec": 1.406782132830069, "sim_compute_sim_state": 0.02061021248499553, "sim_compute_performance-ego": 0.004464750289916992, "sim_compute_robot_state-ego": 0.008701548576354981, "sim_compute_robot_state-npc0": 0.008368198076883953, "sim_compute_robot_state-npc1": 0.00827694574991862, "sim_compute_robot_state-npc2": 0.008297480742136638, "sim_compute_robot_state-npc3": 0.008542861938476563, "sim_compute_robot_state-parked0": 0.008302965164184571}, "udem1-sc13-0-ego": {"driven_any": 1.9399247588771824, "get_ui_image": 0.056980530420939125, "step_physics": 0.1486768905321757, "survival_time": 14.950000000000076, "driven_lanedir": 1.0863525974941144, "get_state_dump": 0.030361169974009197, "sim_render-ego": 0.006935389041900635, "in-drivable-lane": 5.400000000000077, "agent_compute-ego": 0.04971867243448893, "deviation-heading": 2.9630153676709905, "complete-iteration": 0.37536893129348753, "set_robot_commands": 0.005418167908986409, "deviation-center-line": 0.43842592104100714, "driven_lanedir_consec": 1.0863525974941144, "sim_compute_sim_state": 0.02206633965174357, "sim_compute_performance-ego": 0.0044541724522908525, "sim_compute_robot_state-ego": 0.008732414245605469, "sim_compute_robot_state-npc0": 0.0082992156346639, "sim_compute_robot_state-npc1": 0.008425098260243733, "sim_compute_robot_state-npc2": 0.008259387811024983, "sim_compute_robot_state-npc3": 0.008468539714813232, "sim_compute_robot_state-parked0": 0.008323030471801758}, "udem1-sc14-0-ego": {"driven_any": 1.9399931881118515, "get_ui_image": 0.05190681139628092, "step_physics": 0.12423662265141804, "survival_time": 14.950000000000076, "driven_lanedir": 0.5988565884449688, "get_state_dump": 0.03351718266805013, "sim_render-ego": 0.006579588254292806, "in-drivable-lane": 9.200000000000063, "agent_compute-ego": 0.05963041226069132, "deviation-heading": 3.1045138172371693, "complete-iteration": 0.34813260078430175, "set_robot_commands": 0.005689739386240641, "deviation-center-line": 0.4608267673004364, "driven_lanedir_consec": 0.5988565884449688, "sim_compute_sim_state": 0.01696435610453288, "sim_compute_performance-ego": 0.004246971607208252, "sim_compute_robot_state-ego": 0.007050332228342692, "sim_compute_robot_state-npc0": 0.008225274880727133, "sim_compute_robot_state-npc1": 0.007525096734364828, "sim_compute_robot_state-npc2": 0.007325573762257894, "sim_compute_robot_state-npc3": 0.0074672778447469074, "sim_compute_robot_state-parked0": 0.007491436799367269}}
set_robot_commands_max0.006565843309674945
set_robot_commands_mean0.005519185702008053
set_robot_commands_median0.005349591374397278
set_robot_commands_min0.005020096188499814
sim_compute_performance-ego_max0.004845865096780066
sim_compute_performance-ego_mean0.004494346231626372
sim_compute_performance-ego_median0.004464750289916992
sim_compute_performance-ego_min0.004246971607208252
sim_compute_robot_state-ego_max0.010861180800594105
sim_compute_robot_state-ego_mean0.008803081698382637
sim_compute_robot_state-ego_median0.008701548576354981
sim_compute_robot_state-ego_min0.007050332228342692
sim_compute_robot_state-npc0_max0.009075368245442708
sim_compute_robot_state-npc0_mean0.008326413325370216
sim_compute_robot_state-npc0_median0.0082992156346639
sim_compute_robot_state-npc0_min0.007829773426055908
sim_compute_robot_state-npc1_max0.009028071562449138
sim_compute_robot_state-npc1_mean0.008107978741032192
sim_compute_robot_state-npc1_median0.008195738692383665
sim_compute_robot_state-npc1_min0.007445447281379562
sim_compute_robot_state-npc2_max0.009093215465545654
sim_compute_robot_state-npc2_mean0.008123607668393155
sim_compute_robot_state-npc2_median0.008243644154155171
sim_compute_robot_state-npc2_min0.007325573762257894
sim_compute_robot_state-npc3_max0.009082510471343994
sim_compute_robot_state-npc3_mean0.00827631721082108
sim_compute_robot_state-npc3_median0.008264823393388228
sim_compute_robot_state-npc3_min0.0074672778447469074
sim_compute_robot_state-parked0_max0.009226229132675543
sim_compute_robot_state-parked0_mean0.008328761239366145
sim_compute_robot_state-parked0_median0.008279237747192383
sim_compute_robot_state-parked0_min0.007491436799367269
sim_compute_sim_state_max0.022184600035349528
sim_compute_sim_state_mean0.01901205178269368
sim_compute_sim_state_median0.018982165654500324
sim_compute_sim_state_min0.015246127446492511
sim_render-ego_max0.007493809955876048
sim_render-ego_mean0.00684237770485813
sim_render-ego_median0.0068483734130859375
sim_render-ego_min0.006475002587247057
simulation-passed1
step_physics_max0.16129784027735392
step_physics_mean0.14477399285985512
step_physics_median0.1483857868784699
step_physics_min0.12423662265141804
survival_time_max14.950000000000076
survival_time_mean13.16333333333339
survival_time_min3.999999999999994

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.