Duckietown Challenges Home Challenges Submissions

Job 36160

Job ID36160
submission9956
userBea Baselines 🐤
user labeltemplate-random
challengeaido5-LFVI-sim-testing
stepLFVIt-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorSandy1-sandy-1
date started
date completed
duration0:19:07
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6497500907548364
survival_time_median4.249999999999993
deviation-center-line_median0.1485546737890131
in-drivable-lane_median2.1999999999999926


other stats
agent_compute-ego_max0.03118815823136089
agent_compute-ego_mean0.029990212885487044
agent_compute-ego_median0.029946364024106192
agent_compute-ego_min0.0290473073720932
complete-iteration_max0.35420955362774076
complete-iteration_mean0.3356141212449737
complete-iteration_median0.337148443976445
complete-iteration_min0.318082509321325
deviation-center-line_max0.6910962119878233
deviation-center-line_mean0.19364762146629472
deviation-center-line_min0.06494571772210404
deviation-heading_max1.4486706467120278
deviation-heading_mean0.7176249100858005
deviation-heading_median0.7649721039644373
deviation-heading_min0.21987475169154813
driven_any_max3.4377404982533286
driven_any_mean2.0541823308021656
driven_any_median1.782957983049124
driven_any_min0.8006369147274865
driven_lanedir_consec_max2.2467398736422166
driven_lanedir_consec_mean0.8642949729018259
driven_lanedir_consec_min0.29028938101777335
driven_lanedir_max2.2700968138041833
driven_lanedir_mean0.8995789615469522
driven_lanedir_median0.6497500907548364
driven_lanedir_min0.29028938101777335
get_state_dump_max0.03146699389571664
get_state_dump_mean0.030435230144389647
get_state_dump_median0.030424678182027425
get_state_dump_min0.029171340259504908
get_ui_image_max0.0591193746637415
get_ui_image_mean0.05525146442737448
get_ui_image_median0.05518497560257302
get_ui_image_min0.052440550748039695
in-drivable-lane_max4.349999999999989
in-drivable-lane_mean2.3266666666666596
in-drivable-lane_min0.04999999999999982
per-episodes
details{"udem1-sc0-0-ego": {"driven_any": 1.65406851544617, "get_ui_image": 0.057718667387962344, "step_physics": 0.14209724068641663, "survival_time": 3.999999999999994, "driven_lanedir": 0.6467016616800385, "get_state_dump": 0.029787281155586244, "sim_render-ego": 0.006509903073310852, "in-drivable-lane": 1.8999999999999932, "agent_compute-ego": 0.0290473073720932, "deviation-heading": 0.7649721039644373, "complete-iteration": 0.33495076894760134, "set_robot_commands": 0.00456148087978363, "deviation-center-line": 0.1440401596261301, "driven_lanedir_consec": 0.6419379600343871, "sim_compute_sim_state": 0.015850397944450378, "sim_compute_performance-ego": 0.004277771711349488, "sim_compute_robot_state-ego": 0.007513940334320068, "sim_compute_robot_state-npc0": 0.007308825850486755, "sim_compute_robot_state-npc1": 0.007534843683242798, "sim_compute_robot_state-npc2": 0.00733889639377594, "sim_compute_robot_state-npc3": 0.007588601112365723, "sim_compute_robot_state-parked0": 0.007600370049476624}, "udem1-sc1-0-ego": {"driven_any": 1.6704039613423076, "get_ui_image": 0.05657622549268934, "step_physics": 0.13755217010592236, "survival_time": 4.049999999999994, "driven_lanedir": 0.6497500907548364, "get_state_dump": 0.030840090763421705, "sim_render-ego": 0.006371892528769411, "in-drivable-lane": 2.1999999999999926, "agent_compute-ego": 0.03097591576752839, "deviation-heading": 0.21987475169154813, "complete-iteration": 0.3321622359899827, "set_robot_commands": 0.004970506385520652, "deviation-center-line": 0.1316870511375048, "driven_lanedir_consec": 0.6497500907548364, "sim_compute_sim_state": 0.016203671325871975, "sim_compute_performance-ego": 0.004118607367998288, "sim_compute_robot_state-ego": 0.007511032952202691, "sim_compute_robot_state-npc0": 0.007545109148378725, "sim_compute_robot_state-npc1": 0.007223105724946952, "sim_compute_robot_state-npc2": 0.007236677923320252, "sim_compute_robot_state-npc3": 0.007259354179288134, "sim_compute_robot_state-parked0": 0.007555858588513033}, "udem1-sc2-0-ego": {"driven_any": 1.8069248215632787, "get_ui_image": 0.05525815215977756, "step_physics": 0.143779226324775, "survival_time": 4.399999999999992, "driven_lanedir": 0.5309482697103225, "get_state_dump": 0.029678694226525047, "sim_render-ego": 0.00684373758055947, "in-drivable-lane": 2.5999999999999943, "agent_compute-ego": 0.030287300998514347, "deviation-heading": 0.821756013266449, "complete-iteration": 0.34263218532909046, "set_robot_commands": 0.005336864428086715, "deviation-center-line": 0.17311258344521005, "driven_lanedir_consec": 0.5309482697103225, "sim_compute_sim_state": 0.01685750213536349, "sim_compute_performance-ego": 0.004426566037264737, "sim_compute_robot_state-ego": 0.008686791766773571, "sim_compute_robot_state-npc0": 0.008108510212464766, "sim_compute_robot_state-npc1": 0.008336205374110828, "sim_compute_robot_state-npc2": 0.008410423994064331, "sim_compute_robot_state-npc3": 0.008107301863757048, "sim_compute_robot_state-parked0": 0.008282054554332386}, "udem1-sc3-0-ego": {"driven_any": 0.8006369147274865, "get_ui_image": 0.054356143588111513, "step_physics": 0.15975666046142578, "survival_time": 2.1000000000000005, "driven_lanedir": 0.7513234886278148, "get_state_dump": 0.031201981362842374, "sim_render-ego": 0.006187421934945243, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.029454197202410017, "deviation-heading": 0.3862027445592439, "complete-iteration": 0.35420955362774076, "set_robot_commands": 0.00462360041482108, "deviation-center-line": 0.07893440221925406, "driven_lanedir_consec": 0.7513234886278148, "sim_compute_sim_state": 0.020616661934625535, "sim_compute_performance-ego": 0.004142420632498605, "sim_compute_robot_state-ego": 0.007076848120916458, "sim_compute_robot_state-npc0": 0.007471771467299689, "sim_compute_robot_state-npc1": 0.007006548699878511, "sim_compute_robot_state-npc2": 0.007205650919959659, "sim_compute_robot_state-npc3": 0.007299990881057013, "sim_compute_robot_state-parked0": 0.007586819784981864}, "udem1-sc4-0-ego": {"driven_any": 1.7175261671406614, "get_ui_image": 0.052746915817260744, "step_physics": 0.125839564204216, "survival_time": 3.999999999999994, "driven_lanedir": 0.36228852478726825, "get_state_dump": 0.03128623366355896, "sim_render-ego": 0.0063997477293014525, "in-drivable-lane": 2.5499999999999936, "agent_compute-ego": 0.03046698272228241, "deviation-heading": 0.8309452702743971, "complete-iteration": 0.318138113617897, "set_robot_commands": 0.004876556992530823, "deviation-center-line": 0.14442735414914476, "driven_lanedir_consec": 0.36228852478726825, "sim_compute_sim_state": 0.018427687883377075, "sim_compute_performance-ego": 0.0043343275785446165, "sim_compute_robot_state-ego": 0.007218861579895019, "sim_compute_robot_state-npc0": 0.007536906003952027, "sim_compute_robot_state-npc1": 0.0070504963397979735, "sim_compute_robot_state-npc2": 0.006925895810127258, "sim_compute_robot_state-npc3": 0.007223245501518249, "sim_compute_robot_state-parked0": 0.007575061917304992}, "udem1-sc5-0-ego": {"driven_any": 1.6834787159499032, "get_ui_image": 0.054005918732608654, "step_physics": 0.12500665561262383, "survival_time": 4.149999999999993, "driven_lanedir": 0.4288789649417757, "get_state_dump": 0.030424678182027425, "sim_render-ego": 0.006567216781248529, "in-drivable-lane": 2.3999999999999932, "agent_compute-ego": 0.029582793454089797, "deviation-heading": 1.0985823861669952, "complete-iteration": 0.32021052866096955, "set_robot_commands": 0.004946895392544298, "deviation-center-line": 0.1488075947581576, "driven_lanedir_consec": 0.4288789649417757, "sim_compute_sim_state": 0.021393462836024273, "sim_compute_performance-ego": 0.004370479698640755, "sim_compute_robot_state-ego": 0.007485151290893555, "sim_compute_robot_state-npc0": 0.007351814982402755, "sim_compute_robot_state-npc1": 0.007086386163550687, "sim_compute_robot_state-npc2": 0.007013516253735645, "sim_compute_robot_state-npc3": 0.00723259420279997, "sim_compute_robot_state-parked0": 0.007516700101185994}, "udem1-sc6-0-ego": {"driven_any": 2.8495634364507954, "get_ui_image": 0.05450586774455967, "step_physics": 0.13829243183135986, "survival_time": 6.699999999999984, "driven_lanedir": 1.875028073870427, "get_state_dump": 0.03058645262647031, "sim_render-ego": 0.006983806837850542, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.0299098029065488, "deviation-heading": 0.6370181661839738, "complete-iteration": 0.337148443976445, "set_robot_commands": 0.0055560158259833035, "deviation-center-line": 0.20092590743448857, "driven_lanedir_consec": 1.451165953091315, "sim_compute_sim_state": 0.017822858112961498, "sim_compute_performance-ego": 0.00441770411249417, "sim_compute_robot_state-ego": 0.00875188165636205, "sim_compute_robot_state-npc0": 0.007814291697829517, "sim_compute_robot_state-npc1": 0.007849714649257376, "sim_compute_robot_state-npc2": 0.007975453761086534, "sim_compute_robot_state-npc3": 0.008223969544937362, "sim_compute_robot_state-parked0": 0.008229819696340988}, "udem1-sc7-0-ego": {"driven_any": 3.4377404982533286, "get_ui_image": 0.05422952040186469, "step_physics": 0.14119048688396718, "survival_time": 7.94999999999998, "driven_lanedir": 2.2700968138041833, "get_state_dump": 0.03146699389571664, "sim_render-ego": 0.006314979409271816, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.03019432751637585, "deviation-heading": 1.4486706467120278, "complete-iteration": 0.33439437098473124, "set_robot_commands": 0.004859604925479529, "deviation-center-line": 0.6910962119878233, "driven_lanedir_consec": 2.2467398736422166, "sim_compute_sim_state": 0.01695386268807657, "sim_compute_performance-ego": 0.004093084695204249, "sim_compute_robot_state-ego": 0.0075393112950355, "sim_compute_robot_state-npc0": 0.007553799347307697, "sim_compute_robot_state-npc1": 0.007379761282003151, "sim_compute_robot_state-npc2": 0.007358234633439742, "sim_compute_robot_state-npc3": 0.007448001477703359, "sim_compute_robot_state-parked0": 0.007583828092371143}, "udem1-sc8-0-ego": {"driven_any": 2.059331728359254, "get_ui_image": 0.05544252248154473, "step_physics": 0.15079427011234245, "survival_time": 4.849999999999991, "driven_lanedir": 1.100066728049779, "get_state_dump": 0.029572570446840266, "sim_render-ego": 0.0061496901757938345, "in-drivable-lane": 2.0999999999999925, "agent_compute-ego": 0.02938456879448645, "deviation-heading": 0.2609717934465678, "complete-iteration": 0.3403075749112159, "set_robot_commands": 0.00470235175693158, "deviation-center-line": 0.26612607435859403, "driven_lanedir_consec": 1.0989724384040085, "sim_compute_sim_state": 0.016021246762619804, "sim_compute_performance-ego": 0.00398660689285121, "sim_compute_robot_state-ego": 0.007437905085455512, "sim_compute_robot_state-npc0": 0.007250262289932093, "sim_compute_robot_state-npc1": 0.007314490288803258, "sim_compute_robot_state-npc2": 0.007381480993683805, "sim_compute_robot_state-npc3": 0.007350734828673687, "sim_compute_robot_state-parked0": 0.0072980123696867955}, "udem1-sc9-0-ego": {"driven_any": 1.6932117732223284, "get_ui_image": 0.054484567046165465, "step_physics": 0.13157080113887787, "survival_time": 3.999999999999994, "driven_lanedir": 0.6461172718464347, "get_state_dump": 0.030164220929145814, "sim_render-ego": 0.0064499199390411375, "in-drivable-lane": 1.949999999999993, "agent_compute-ego": 0.030349212884902953, "deviation-heading": 0.9141633172540072, "complete-iteration": 0.3262326121330261, "set_robot_commands": 0.004861071705818176, "deviation-center-line": 0.1517178415640418, "driven_lanedir_consec": 0.6461172718464347, "sim_compute_sim_state": 0.020842954516410828, "sim_compute_performance-ego": 0.004171597957611084, "sim_compute_robot_state-ego": 0.0070018768310546875, "sim_compute_robot_state-npc0": 0.007570582628250122, "sim_compute_robot_state-npc1": 0.00706075131893158, "sim_compute_robot_state-npc2": 0.0071233600378036496, "sim_compute_robot_state-npc3": 0.007155197858810425, "sim_compute_robot_state-parked0": 0.007205882668495178}, "udem1-sc10-0-ego": {"driven_any": 2.829514228956659, "get_ui_image": 0.05518497560257302, "step_physics": 0.14108951647478837, "survival_time": 6.649999999999984, "driven_lanedir": 1.3769437991511737, "get_state_dump": 0.03011620851387655, "sim_render-ego": 0.006635631833757673, "in-drivable-lane": 2.79999999999999, "agent_compute-ego": 0.029749723305379536, "deviation-heading": 1.0782247681019923, "complete-iteration": 0.34439682601986077, "set_robot_commands": 0.005181502578850079, "deviation-center-line": 0.3589271948061821, "driven_lanedir_consec": 1.3766933074322054, "sim_compute_sim_state": 0.021076912270452743, "sim_compute_performance-ego": 0.0043532346424303555, "sim_compute_robot_state-ego": 0.00901341796817636, "sim_compute_robot_state-npc0": 0.008298011650716452, "sim_compute_robot_state-npc1": 0.008263077054704939, "sim_compute_robot_state-npc2": 0.00840945351392703, "sim_compute_robot_state-npc3": 0.008367450613724558, "sim_compute_robot_state-parked0": 0.008436518504207296}, "udem1-sc11-0-ego": {"driven_any": 1.6732675334610676, "get_ui_image": 0.0591193746637415, "step_physics": 0.13677118442676686, "survival_time": 4.049999999999994, "driven_lanedir": 0.740088497182728, "get_state_dump": 0.029171340259504908, "sim_render-ego": 0.006500894640698845, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.03018018051430031, "deviation-heading": 0.27358421252914833, "complete-iteration": 0.339706830036493, "set_robot_commands": 0.0052994386649426115, "deviation-center-line": 0.06494571772210404, "driven_lanedir_consec": 0.6641562114573031, "sim_compute_sim_state": 0.019132478737536773, "sim_compute_performance-ego": 0.004307690961861316, "sim_compute_robot_state-ego": 0.008321061546419874, "sim_compute_robot_state-npc0": 0.008024474720896027, "sim_compute_robot_state-npc1": 0.008041852786217206, "sim_compute_robot_state-npc2": 0.008200445292908469, "sim_compute_robot_state-npc3": 0.008252915040946301, "sim_compute_robot_state-parked0": 0.00815479549360864}, "udem1-sc12-0-ego": {"driven_any": 2.8497284656256134, "get_ui_image": 0.055853757788153255, "step_physics": 0.14635189491159775, "survival_time": 6.799999999999984, "driven_lanedir": 1.243537592627009, "get_state_dump": 0.030908398768481088, "sim_render-ego": 0.006992029793122236, "in-drivable-lane": 3.4999999999999876, "agent_compute-ego": 0.029946364024106192, "deviation-heading": 0.6351181716310226, "complete-iteration": 0.3522795070620144, "set_robot_commands": 0.005504052428638234, "deviation-center-line": 0.1338032860724614, "driven_lanedir_consec": 1.243537592627009, "sim_compute_sim_state": 0.021325353313894832, "sim_compute_performance-ego": 0.004445237271925982, "sim_compute_robot_state-ego": 0.009033983244615445, "sim_compute_robot_state-npc0": 0.008165324435514562, "sim_compute_robot_state-npc1": 0.008336731616188498, "sim_compute_robot_state-npc2": 0.008290913175134099, "sim_compute_robot_state-npc3": 0.00850065315470976, "sim_compute_robot_state-parked0": 0.00839474271325504}, "udem1-sc13-0-ego": {"driven_any": 2.3043802184845057, "get_ui_image": 0.05684880675556504, "step_physics": 0.13324469717863563, "survival_time": 5.349999999999989, "driven_lanedir": 0.29028938101777335, "get_state_dump": 0.031205876965389075, "sim_render-ego": 0.006473030999442127, "in-drivable-lane": 4.349999999999989, "agent_compute-ego": 0.03118815823136089, "deviation-heading": 0.3638671131427464, "complete-iteration": 0.3393597580562128, "set_robot_commands": 0.005387566914068204, "deviation-center-line": 0.06760826892431042, "driven_lanedir_consec": 0.29028938101777335, "sim_compute_sim_state": 0.024182154753497827, "sim_compute_performance-ego": 0.004303698227784344, "sim_compute_robot_state-ego": 0.008029875354232075, "sim_compute_robot_state-npc0": 0.007706027164637486, "sim_compute_robot_state-npc1": 0.007472131853905794, "sim_compute_robot_state-npc2": 0.0075090599951343, "sim_compute_robot_state-npc3": 0.00787062065623631, "sim_compute_robot_state-parked0": 0.0077132554811852}, "udem1-sc14-0-ego": {"driven_any": 1.782957983049124, "get_ui_image": 0.052440550748039695, "step_physics": 0.13131900114171646, "survival_time": 4.249999999999993, "driven_lanedir": 0.581625265152717, "get_state_dump": 0.03011743040645824, "sim_render-ego": 0.006493683422313017, "in-drivable-lane": 2.2999999999999945, "agent_compute-ego": 0.02913635758792653, "deviation-heading": 1.0304221923624517, "complete-iteration": 0.318082509321325, "set_robot_commands": 0.004967605366426355, "deviation-center-line": 0.1485546737890131, "driven_lanedir_consec": 0.581625265152717, "sim_compute_sim_state": 0.016507760216208065, "sim_compute_performance-ego": 0.004087504218606388, "sim_compute_robot_state-ego": 0.007097045113058652, "sim_compute_robot_state-npc0": 0.007442771687227137, "sim_compute_robot_state-npc1": 0.006787583407233743, "sim_compute_robot_state-npc2": 0.006963752297794118, "sim_compute_robot_state-npc3": 0.007329545301549575, "sim_compute_robot_state-parked0": 0.00717474993537454}}
set_robot_commands_max0.0055560158259833035
set_robot_commands_mean0.005042340977361685
set_robot_commands_median0.004967605366426355
set_robot_commands_min0.00456148087978363
sim_compute_performance-ego_max0.004445237271925982
sim_compute_performance-ego_mean0.0042557688004710385
sim_compute_performance-ego_median0.004303698227784344
sim_compute_performance-ego_min0.00398660689285121
sim_compute_robot_state-ego_max0.009033983244615445
sim_compute_robot_state-ego_mean0.007847932275960768
sim_compute_robot_state-ego_median0.007513940334320068
sim_compute_robot_state-ego_min0.0070018768310546875
sim_compute_robot_state-npc0_max0.008298011650716452
sim_compute_robot_state-npc0_mean0.007676565552486387
sim_compute_robot_state-npc0_median0.007553799347307697
sim_compute_robot_state-npc0_min0.007250262289932093
sim_compute_robot_state-npc1_max0.008336731616188498
sim_compute_robot_state-npc1_mean0.00751624534951822
sim_compute_robot_state-npc1_median0.007379761282003151
sim_compute_robot_state-npc1_min0.006787583407233743
sim_compute_robot_state-npc2_max0.008410423994064331
sim_compute_robot_state-npc2_mean0.007556214333059656
sim_compute_robot_state-npc2_median0.007358234633439742
sim_compute_robot_state-npc2_min0.006925895810127258
sim_compute_robot_state-npc3_max0.00850065315470976
sim_compute_robot_state-npc3_mean0.007680678414538498
sim_compute_robot_state-npc3_median0.007448001477703359
sim_compute_robot_state-npc3_min0.007155197858810425
sim_compute_robot_state-parked0_max0.008436518504207296
sim_compute_robot_state-parked0_mean0.00775389799668798
sim_compute_robot_state-parked0_median0.007586819784981864
sim_compute_robot_state-parked0_min0.00717474993537454
sim_compute_sim_state_max0.024182154753497827
sim_compute_sim_state_mean0.018880997695424777
sim_compute_sim_state_median0.018427687883377075
sim_compute_sim_state_min0.015850397944450378
sim_render-ego_max0.006992029793122236
sim_render-ego_mean0.006524905778628413
sim_render-ego_median0.006493683422313017
sim_render-ego_min0.0061496901757938345
simulation-passed1
step_physics_max0.15975666046142578
step_physics_mean0.1389770534330288
step_physics_median0.13829243183135986
step_physics_min0.12500665561262383
survival_time_max7.94999999999998
survival_time_mean4.886666666666658
survival_time_min2.1000000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.