Duckietown Challenges Home Challenges Submissions

Submission 3811

Submission3811
Competingyes
Challengeaido2-LFV-sim-testing-offseason
UserAmaury Camus 🇨🇭
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 24021
Next
User labelLet's do this one today
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
24021step1-simulationsuccessyes0:20:09
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.15490049362182615
agent_compute-ego_mean0.1456960371013701
agent_compute-ego_median0.14437071323394776
agent_compute-ego_min0.13737282947618135
deviation-center-line_max0.1743913456502906
deviation-center-line_mean0.11122054568266285
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.371509805944231
deviation-heading_median0.3477435217829391
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589035
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708377
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708377
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.14457240811100713, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.054441346062554255, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1380183387685705, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.08253905949769197, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03582359684838189, "sim_compute_performance-ego": 0.06477907410374394, "sim_compute_robot_state-ego": 0.06567731610050907, "sim_compute_robot_state-npc0": 0.062410694581490976, "sim_compute_robot_state-npc1": 0.05984913419794153, "sim_compute_robot_state-npc2": 0.059104857621369536, "sim_compute_robot_state-npc3": 0.0693692719494855}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.1896437549591065, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.0549664306640625, "in-drivable-lane": 0, "agent_compute-ego": 0.1511079978942871, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.09153096199035644, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.035165834426879886, "sim_compute_performance-ego": 0.0656983184814453, "sim_compute_robot_state-ego": 0.07345609664916992, "sim_compute_robot_state-npc0": 0.06581464767456055, "sim_compute_robot_state-npc1": 0.0680873966217041, "sim_compute_robot_state-npc2": 0.0686650276184082, "sim_compute_robot_state-npc3": 0.06469029426574707}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.18416582283220792, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06020417338923404, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.1547418707295468, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.09182849369551006, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.03796993431292082, "sim_compute_performance-ego": 0.06892933343586169, "sim_compute_robot_state-ego": 0.07456099045904059, "sim_compute_robot_state-npc0": 0.06911055978975798, "sim_compute_robot_state-npc1": 0.06830665312315289, "sim_compute_robot_state-npc2": 0.06938967892998144, "sim_compute_robot_state-npc3": 0.06763688200398495}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.1758499930176554, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.05715300463422944, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.14191963401021837, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.0884618065025233, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.03715092320985432, "sim_compute_performance-ego": 0.06487847581694398, "sim_compute_robot_state-ego": 0.0688384062127222, "sim_compute_robot_state-npc0": 0.06655381601068038, "sim_compute_robot_state-npc1": 0.0637691292581679, "sim_compute_robot_state-npc2": 0.06270368793342687, "sim_compute_robot_state-npc3": 0.06492069099522844}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.18644426550183976, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06348412377493722, "in-drivable-lane": 0, "agent_compute-ego": 0.14642901931490218, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.09115604843412128, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.03799478496823992, "sim_compute_performance-ego": 0.07842214618410383, "sim_compute_robot_state-ego": 0.08461907080241612, "sim_compute_robot_state-npc0": 0.06538815157754081, "sim_compute_robot_state-npc1": 0.06816862310682024, "sim_compute_robot_state-npc2": 0.0801080550466265, "sim_compute_robot_state-npc3": 0.0691582305090768}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.17198358641730416, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.05898628411469636, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.1540774769253201, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.09305791060129802, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.037748230828179255, "sim_compute_performance-ego": 0.06823840847721806, "sim_compute_robot_state-ego": 0.07831386283591941, "sim_compute_robot_state-npc0": 0.06665530469682482, "sim_compute_robot_state-npc1": 0.06747843159569634, "sim_compute_robot_state-npc2": 0.06419946529247143, "sim_compute_robot_state-npc3": 0.0622190413651643}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.1580219754466304, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.05955469166790998, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.14819739041505037, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.09131286320862948, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.038524349530537925, "sim_compute_performance-ego": 0.06429988366586191, "sim_compute_robot_state-ego": 0.07411954579529939, "sim_compute_robot_state-npc0": 0.07103748674745913, "sim_compute_robot_state-npc1": 0.06879680686526829, "sim_compute_robot_state-npc2": 0.06804309950934516, "sim_compute_robot_state-npc3": 0.0676783941410206}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.18525716463724773, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.055891826417711045, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.14014821582370335, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.08578039275275337, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.03633508152431912, "sim_compute_performance-ego": 0.06373834080166287, "sim_compute_robot_state-ego": 0.06935877799987793, "sim_compute_robot_state-npc0": 0.06444903479682075, "sim_compute_robot_state-npc1": 0.06377460161844889, "sim_compute_robot_state-npc2": 0.06452424791124133, "sim_compute_robot_state-npc3": 0.06049550374348958}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.15554473711096722, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.0547945032949033, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.14252261493517004, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.08384197691212529, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.03499943277110224, "sim_compute_performance-ego": 0.063835885213769, "sim_compute_robot_state-ego": 0.06966765548871912, "sim_compute_robot_state-npc0": 0.060037846150605576, "sim_compute_robot_state-npc1": 0.06194913905599843, "sim_compute_robot_state-npc2": 0.061233359834422234, "sim_compute_robot_state-npc3": 0.06351341890252155}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.17428080558776857, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.05718729972839356, "in-drivable-lane": 0, "agent_compute-ego": 0.14437071323394776, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.09319132328033448, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.03674973487854004, "sim_compute_performance-ego": 0.06508312702178955, "sim_compute_robot_state-ego": 0.0697386360168457, "sim_compute_robot_state-npc0": 0.06593659400939941, "sim_compute_robot_state-npc1": 0.06584096908569335, "sim_compute_robot_state-npc2": 0.06328247547149658, "sim_compute_robot_state-npc3": 0.06283201694488526}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.19032766819000244, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.054708456993103026, "in-drivable-lane": 0, "agent_compute-ego": 0.1379152297973633, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.08132275342941284, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.03937950134277344, "sim_compute_performance-ego": 0.056161558628082274, "sim_compute_robot_state-ego": 0.06101411581039429, "sim_compute_robot_state-npc0": 0.06086570024490357, "sim_compute_robot_state-npc1": 0.060111498832702635, "sim_compute_robot_state-npc2": 0.060692989826202394, "sim_compute_robot_state-npc3": 0.06275250911712646}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.1837275404679148, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.057871529930516294, "in-drivable-lane": 0, "agent_compute-ego": 0.14319327003077456, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.09725716239527651, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.038558156866776314, "sim_compute_performance-ego": 0.06474228909141139, "sim_compute_robot_state-ego": 0.06653420548689992, "sim_compute_robot_state-npc0": 0.06477884242409154, "sim_compute_robot_state-npc1": 0.06340068265011436, "sim_compute_robot_state-npc2": 0.06229994171544125, "sim_compute_robot_state-npc3": 0.06110197619387978}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.1596747589111328, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.06129908084869385, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.15490049362182615, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.09682887077331542, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.03829436302185059, "sim_compute_performance-ego": 0.06720079898834229, "sim_compute_robot_state-ego": 0.07471795082092285, "sim_compute_robot_state-npc0": 0.07501360416412353, "sim_compute_robot_state-npc1": 0.06613888263702393, "sim_compute_robot_state-npc2": 0.06960060119628907, "sim_compute_robot_state-npc3": 0.0668506669998169}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.1979970173402266, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.06210316311229359, "in-drivable-lane": 0, "agent_compute-ego": 0.15052546154369006, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.09406846219843085, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.03684248707511208, "sim_compute_performance-ego": 0.0688642913644964, "sim_compute_robot_state-ego": 0.06672258810563521, "sim_compute_robot_state-npc0": 0.06770364804701372, "sim_compute_robot_state-npc1": 0.06814177469773726, "sim_compute_robot_state-npc2": 0.0650750615380027, "sim_compute_robot_state-npc3": 0.0683983564376831}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.19275997122939753, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.054923115944375794, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.13737282947618135, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.08814426830836705, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.03414844006908183, "sim_compute_performance-ego": 0.06097612089040328, "sim_compute_robot_state-ego": 0.06554427438852739, "sim_compute_robot_state-npc0": 0.06166401687933474, "sim_compute_robot_state-npc1": 0.06144505131001375, "sim_compute_robot_state-npc2": 0.06232723411248655, "sim_compute_robot_state-npc3": 0.06330297917735819}}
set_robot_commands_max0.09725716239527651
set_robot_commands_mean0.0900214902653431
set_robot_commands_median0.09131286320862948
set_robot_commands_min0.08132275342941284
sim_compute_performance-ego_max0.07842214618410383
sim_compute_performance-ego_mean0.06572320347767571
sim_compute_performance-ego_median0.06487847581694398
sim_compute_performance-ego_min0.056161558628082274
sim_compute_robot_state-ego_max0.08461907080241612
sim_compute_robot_state-ego_mean0.07085889953152662
sim_compute_robot_state-ego_median0.06966765548871912
sim_compute_robot_state-ego_min0.06101411581039429
sim_compute_robot_state-npc0_max0.07501360416412353
sim_compute_robot_state-npc0_mean0.0658279965196405
sim_compute_robot_state-npc0_median0.06581464767456055
sim_compute_robot_state-npc0_min0.060037846150605576
sim_compute_robot_state-npc1_max0.06879680686526829
sim_compute_robot_state-npc1_mean0.0650172516437656
sim_compute_robot_state-npc1_median0.06584096908569335
sim_compute_robot_state-npc1_min0.05984913419794153
sim_compute_robot_state-npc2_max0.0801080550466265
sim_compute_robot_state-npc2_mean0.06541665223714742
sim_compute_robot_state-npc2_median0.06419946529247143
sim_compute_robot_state-npc2_min0.059104857621369536
sim_compute_robot_state-npc3_max0.0693692719494855
sim_compute_robot_state-npc3_mean0.0649946821830979
sim_compute_robot_state-npc3_median0.06469029426574707
sim_compute_robot_state-npc3_min0.06049550374348958
sim_compute_sim_state_max0.03937950134277344
sim_compute_sim_state_mean0.03704565677830331
sim_compute_sim_state_median0.03715092320985432
sim_compute_sim_state_min0.03414844006908183
sim_physics_max0.1979970173402266
sim_physics_mean0.17668343131736058
sim_physics_median0.1837275404679148
sim_physics_min0.14457240811100713
sim_render-ego_max0.06348412377493722
sim_render-ego_mean0.05783793537184094
sim_render-ego_median0.05718729972839356
sim_render-ego_min0.054441346062554255
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004
No reset possible