Duckietown Challenges Home Challenges Submissions

Submission 3367

Submission3367
Competingyes
Challengeaido2-LFV-sim-testing
UserAmaury Camus 🇨🇭
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22371
Next
User labelchallenge-aido_LF-template-random
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22371step1-simulationsuccessyes0:16:53
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.14901839650195578
agent_compute-ego_mean0.14168725551655129
agent_compute-ego_median0.14358083936903213
agent_compute-ego_min0.1323467709801414
deviation-center-line_max0.1743913456502906
deviation-center-line_mean0.11122054568266285
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.371509805944231
deviation-heading_median0.3477435217829391
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589035
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708377
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708377
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.09606984809592918, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.06031042116659659, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.1456542765652692, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.07893794112735325, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.03644857583222566, "sim_compute_performance-ego": 0.06122627081694426, "sim_compute_robot_state-ego": 0.06203651869738543, "sim_compute_robot_state-npc0": 0.07057749783551251, "sim_compute_robot_state-npc1": 0.06751409283390751, "sim_compute_robot_state-npc2": 0.06601448412294741, "sim_compute_robot_state-npc3": 0.06596502551326046}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118998, "sim_physics": 0.1194228458404541, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.05874517440795898, "in-drivable-lane": 0, "agent_compute-ego": 0.13998726844787598, "deviation-heading": 0.47860435001913393, "set_robot_commands": 0.07396151542663575, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.03677003860473633, "sim_compute_performance-ego": 0.06100439071655273, "sim_compute_robot_state-ego": 0.06281224250793457, "sim_compute_robot_state-npc0": 0.0755150318145752, "sim_compute_robot_state-npc1": 0.06507721900939942, "sim_compute_robot_state-npc2": 0.06287431716918945, "sim_compute_robot_state-npc3": 0.0620613956451416}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.11027407332470544, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708377, "sim_render-ego": 0.06179287245399073, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.1457098126411438, "deviation-heading": 0.5020407942599273, "set_robot_commands": 0.07904731913616783, "deviation-center-line": 0.1743913456502906, "driven_lanedir_consec": 1.2433038249708377, "sim_compute_sim_state": 0.035704728804136575, "sim_compute_performance-ego": 0.06459662475084003, "sim_compute_robot_state-ego": 0.06267719519765753, "sim_compute_robot_state-npc0": 0.0709531307220459, "sim_compute_robot_state-npc1": 0.06759392274053473, "sim_compute_robot_state-npc2": 0.06370683092820018, "sim_compute_robot_state-npc3": 0.06268885574842754}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589035, "sim_physics": 0.11190632023388826, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.06356665454333342, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.1471059020561508, "deviation-heading": 0.34764983431811214, "set_robot_commands": 0.08035986634749401, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.037302714359911185, "sim_compute_performance-ego": 0.0645184758343274, "sim_compute_robot_state-ego": 0.06166322623627096, "sim_compute_robot_state-npc0": 0.07182764403427704, "sim_compute_robot_state-npc1": 0.0662107709087903, "sim_compute_robot_state-npc2": 0.06388114373895186, "sim_compute_robot_state-npc3": 0.06470686272729802}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846431, "sim_physics": 0.1049584150314331, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.06381352458681379, "in-drivable-lane": 0, "agent_compute-ego": 0.14520020144326343, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.07908979484013148, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.03765907457896641, "sim_compute_performance-ego": 0.06724666697638375, "sim_compute_robot_state-ego": 0.06501368965421404, "sim_compute_robot_state-npc0": 0.07466493334089007, "sim_compute_robot_state-npc1": 0.06826846088681902, "sim_compute_robot_state-npc2": 0.06563600472041539, "sim_compute_robot_state-npc3": 0.06388386658259801}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.10296382285930492, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.06280163040867558, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.13896659568504052, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.07690523288868091, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.036386043937117966, "sim_compute_performance-ego": 0.06367492234265362, "sim_compute_robot_state-ego": 0.06425968805948894, "sim_compute_robot_state-npc0": 0.07135553271682174, "sim_compute_robot_state-npc1": 0.06533529140331128, "sim_compute_robot_state-npc2": 0.06216403731593379, "sim_compute_robot_state-npc3": 0.06306905658156783}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.045672984989961, "sim_physics": 0.10090226155740244, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.06125481481905337, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.14737519952985975, "deviation-heading": 0.39273667682101354, "set_robot_commands": 0.07642574221999557, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.03675175596166541, "sim_compute_performance-ego": 0.06305423047807482, "sim_compute_robot_state-ego": 0.0625397761662801, "sim_compute_robot_state-npc0": 0.07110711821803341, "sim_compute_robot_state-npc1": 0.06593464480506049, "sim_compute_robot_state-npc2": 0.06234843201107449, "sim_compute_robot_state-npc3": 0.06553071516531485}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.877256228857091, "sim_physics": 0.12604407204522028, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.0605510499742296, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.14358083936903213, "deviation-heading": 0.384474040685185, "set_robot_commands": 0.07742614216274685, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.03609929084777832, "sim_compute_performance-ego": 0.0641314771440294, "sim_compute_robot_state-ego": 0.06344463560316298, "sim_compute_robot_state-npc0": 0.0714908652835422, "sim_compute_robot_state-npc1": 0.06287931336296929, "sim_compute_robot_state-npc2": 0.06482764350043403, "sim_compute_robot_state-npc3": 0.06302934222751194}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.8433010974171573, "sim_physics": 0.10083181443421738, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.061071100442305855, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.14901839650195578, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.07905268669128418, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.03665182901465375, "sim_compute_performance-ego": 0.06326732428177544, "sim_compute_robot_state-ego": 0.062231805013573685, "sim_compute_robot_state-npc0": 0.06970718632573666, "sim_compute_robot_state-npc1": 0.06571564985358197, "sim_compute_robot_state-npc2": 0.06391551183617633, "sim_compute_robot_state-npc3": 0.06655537045520285}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.11548072338104248, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.05900861740112304, "in-drivable-lane": 0, "agent_compute-ego": 0.13863733768463135, "deviation-heading": 0.3477435217829391, "set_robot_commands": 0.08168529033660889, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.034632506370544436, "sim_compute_performance-ego": 0.06355510711669922, "sim_compute_robot_state-ego": 0.061145844459533694, "sim_compute_robot_state-npc0": 0.06619824886322022, "sim_compute_robot_state-npc1": 0.06333445549011231, "sim_compute_robot_state-npc2": 0.06015394687652588, "sim_compute_robot_state-npc3": 0.06417883396148681}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.12322264909744264, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.05968173742294312, "in-drivable-lane": 0, "agent_compute-ego": 0.14536262750625611, "deviation-heading": 0.38016104491567027, "set_robot_commands": 0.07691053152084351, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.03542834520339966, "sim_compute_performance-ego": 0.06161093711853027, "sim_compute_robot_state-ego": 0.05956631898880005, "sim_compute_robot_state-npc0": 0.06345137357711791, "sim_compute_robot_state-npc1": 0.059233808517456056, "sim_compute_robot_state-npc2": 0.05773568153381348, "sim_compute_robot_state-npc3": 0.05872640609741211}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.10323233353464228, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.056292634261281865, "in-drivable-lane": 0, "agent_compute-ego": 0.1382178632836593, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.07633495330810547, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.03634977340698242, "sim_compute_performance-ego": 0.06416600628903038, "sim_compute_robot_state-ego": 0.061045019250167046, "sim_compute_robot_state-npc0": 0.0716924416391473, "sim_compute_robot_state-npc1": 0.06629947612160131, "sim_compute_robot_state-npc2": 0.06818069909748278, "sim_compute_robot_state-npc3": 0.06260559433384945}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700494, "sim_physics": 0.09470999240875244, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.05399717330932617, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.13288355827331544, "deviation-heading": 0.2263485117662671, "set_robot_commands": 0.07700658321380616, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.03315178871154785, "sim_compute_performance-ego": 0.05866225242614746, "sim_compute_robot_state-ego": 0.05957491874694824, "sim_compute_robot_state-npc0": 0.06547548294067383, "sim_compute_robot_state-npc1": 0.06088277816772461, "sim_compute_robot_state-npc2": 0.06205369472503662, "sim_compute_robot_state-npc3": 0.06000630855560303}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.351442944128162, "sim_physics": 0.123460054397583, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.056405078281055794, "in-drivable-lane": 0, "agent_compute-ego": 0.1323467709801414, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.07623283429579301, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.03493234244259921, "sim_compute_performance-ego": 0.058825438672846016, "sim_compute_robot_state-ego": 0.062116178599270905, "sim_compute_robot_state-npc0": 0.06849136135794899, "sim_compute_robot_state-npc1": 0.06409297206185081, "sim_compute_robot_state-npc2": 0.060853893106633965, "sim_compute_robot_state-npc3": 0.059360710057345306}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.1155600693761086, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.057968723530672034, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.13526218278067453, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.07531908093666544, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.03475250516619001, "sim_compute_performance-ego": 0.060777440363047074, "sim_compute_robot_state-ego": 0.06031146341440629, "sim_compute_robot_state-npc0": 0.0657579314951994, "sim_compute_robot_state-npc1": 0.062089603774401605, "sim_compute_robot_state-npc2": 0.06424469363932707, "sim_compute_robot_state-npc3": 0.06279378521199129}}
set_robot_commands_max0.08168529033660889
set_robot_commands_mean0.07764636763015415
set_robot_commands_median0.07700658321380616
set_robot_commands_min0.07396151542663575
sim_compute_performance-ego_max0.06724666697638375
sim_compute_performance-ego_mean0.06268783768852546
sim_compute_performance-ego_median0.06326732428177544
sim_compute_performance-ego_min0.05866225242614746
sim_compute_robot_state-ego_max0.06501368965421404
sim_compute_robot_state-ego_mean0.06202923470633962
sim_compute_robot_state-ego_median0.062116178599270905
sim_compute_robot_state-ego_min0.05956631898880005
sim_compute_robot_state-npc0_max0.0755150318145752
sim_compute_robot_state-npc0_mean0.06988438534431617
sim_compute_robot_state-npc0_median0.0709531307220459
sim_compute_robot_state-npc0_min0.06345137357711791
sim_compute_robot_state-npc1_max0.06826846088681902
sim_compute_robot_state-npc1_mean0.06469749732916805
sim_compute_robot_state-npc1_median0.06533529140331128
sim_compute_robot_state-npc1_min0.059233808517456056
sim_compute_robot_state-npc2_max0.06818069909748278
sim_compute_robot_state-npc2_mean0.06323940095480952
sim_compute_robot_state-npc2_median0.06370683092820018
sim_compute_robot_state-npc2_min0.05773568153381348
sim_compute_robot_state-npc3_max0.06655537045520285
sim_compute_robot_state-npc3_mean0.06301080859093408
sim_compute_robot_state-npc3_median0.06302934222751194
sim_compute_robot_state-npc3_min0.05872640609741211
sim_compute_sim_state_max0.03765907457896641
sim_compute_sim_state_mean0.03593475421616368
sim_compute_sim_state_median0.03634977340698242
sim_compute_sim_state_min0.03315178871154785
sim_physics_max0.12604407204522028
sim_physics_mean0.10993595304120844
sim_physics_median0.11027407332470544
sim_physics_min0.09470999240875244
sim_render-ego_max0.06381352458681379
sim_render-ego_mean0.059817413800624
sim_render-ego_median0.06031042116659659
sim_render-ego_min0.05399717330932617
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004
No reset possible