Duckietown Challenges Home Challenges Submissions

Submission 2491

Submission2491
Competingyes
Challengeaido2-LF-sim-testing
UserLiam Paull 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22946
Next
User labelchallenge-aido_LF-template-pytorch
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22946step1-simulationsuccessyes0:12:28
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.08640361514352035
survival_time_median1.4000000000000006
deviation-center-line_median0.06635074501404782
in-drivable-lane_median0.15000000000000013


other stats
agent_compute-ego_max0.22860918173918857
agent_compute-ego_mean0.17869276380287352
agent_compute-ego_median0.17680590994217815
agent_compute-ego_min0.14445193914266732
deviation-center-line_max0.12856130834507953
deviation-center-line_mean0.07611573274329787
deviation-center-line_min0.042213934330711606
deviation-heading_max0.977681533352802
deviation-heading_mean0.7286214898125742
deviation-heading_median0.7386285679299449
deviation-heading_min0.47326769891937337
driven_any_max0.22281708077894652
driven_any_mean0.16262558882013897
driven_any_median0.1576534600377105
driven_any_min0.10863970855978448
driven_lanedir_consec_max0.12776546085110496
driven_lanedir_consec_mean0.08988090896737676
driven_lanedir_consec_min0.05190753214383692
driven_lanedir_max0.12776546085110496
driven_lanedir_mean0.08988090896737676
driven_lanedir_median0.08640361514352035
driven_lanedir_min0.05190753214383692
in-drivable-lane_max0.7000000000000006
in-drivable-lane_mean0.2033333333333335
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.22281708077894652, "sim_physics": 0.1514135180292903, "survival_time": 1.850000000000001, "driven_lanedir": 0.08211766887852612, "sim_render-ego": 0.06887012559014398, "in-drivable-lane": 0.6000000000000005, "agent_compute-ego": 0.22860918173918857, "deviation-heading": 0.779610662494816, "set_robot_commands": 0.10759550816303975, "deviation-center-line": 0.06484673401804057, "driven_lanedir_consec": 0.08211766887852612, "sim_compute_sim_state": 0.04359045544186154, "sim_compute_performance-ego": 0.0790024319210568, "sim_compute_robot_state-ego": 0.09320550351529508}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.16086647288164516, "sim_physics": 0.11665822613623834, "survival_time": 1.5500000000000007, "driven_lanedir": 0.06933993401712446, "sim_render-ego": 0.06366456708600444, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.20784443424594015, "deviation-heading": 0.842709147987467, "set_robot_commands": 0.10017298883007418, "deviation-center-line": 0.042213934330711606, "driven_lanedir_consec": 0.06933993401712446, "sim_compute_sim_state": 0.04066416525071667, "sim_compute_performance-ego": 0.07308790760655556, "sim_compute_robot_state-ego": 0.08784868640284385}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.10863970855978448, "sim_physics": 0.12013435363769533, "survival_time": 1.0000000000000002, "driven_lanedir": 0.07856244104893584, "sim_render-ego": 0.06089894771575928, "in-drivable-lane": 0, "agent_compute-ego": 0.17454099655151367, "deviation-heading": 0.5652530266471216, "set_robot_commands": 0.10111981630325316, "deviation-center-line": 0.09101992822585762, "driven_lanedir_consec": 0.07856244104893584, "sim_compute_sim_state": 0.036918675899505614, "sim_compute_performance-ego": 0.06530725955963135, "sim_compute_robot_state-ego": 0.0713607907295227}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.193049624774873, "sim_physics": 0.13476999600728354, "survival_time": 1.800000000000001, "driven_lanedir": 0.05190753214383692, "sim_render-ego": 0.06459628211127387, "in-drivable-lane": 0.7000000000000006, "agent_compute-ego": 0.1852556268374125, "deviation-heading": 0.8167494077309024, "set_robot_commands": 0.10565404097239176, "deviation-center-line": 0.04362925885151699, "driven_lanedir_consec": 0.05190753214383692, "sim_compute_sim_state": 0.04078662395477295, "sim_compute_performance-ego": 0.0753893189960056, "sim_compute_robot_state-ego": 0.08440066046184963}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.20545694882889756, "sim_physics": 0.1221224746188602, "survival_time": 1.850000000000001, "driven_lanedir": 0.08600319451782834, "sim_render-ego": 0.06417818327207823, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.16905033266222155, "deviation-heading": 0.6964917008723044, "set_robot_commands": 0.09420594653567751, "deviation-center-line": 0.04317943630463744, "driven_lanedir_consec": 0.08600319451782834, "sim_compute_sim_state": 0.03850996172105944, "sim_compute_performance-ego": 0.06824160266566921, "sim_compute_robot_state-ego": 0.07178439965119233}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.19259631332732485, "sim_physics": 0.1362181082367897, "survival_time": 1.6000000000000008, "driven_lanedir": 0.07513008837772661, "sim_render-ego": 0.0678052008152008, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.17928334325551987, "deviation-heading": 0.977681533352802, "set_robot_commands": 0.10708226263523102, "deviation-center-line": 0.06635074501404782, "driven_lanedir_consec": 0.07513008837772661, "sim_compute_sim_state": 0.043240584433078766, "sim_compute_performance-ego": 0.07425419241189957, "sim_compute_robot_state-ego": 0.08387758582830429}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.1474537207236626, "sim_physics": 0.13373800686427526, "survival_time": 1.4000000000000006, "driven_lanedir": 0.10839753309475864, "sim_render-ego": 0.06330904790333339, "in-drivable-lane": 0, "agent_compute-ego": 0.18098529747554232, "deviation-heading": 0.7141210836349968, "set_robot_commands": 0.10300959859575544, "deviation-center-line": 0.10685917929923484, "driven_lanedir_consec": 0.10839753309475864, "sim_compute_sim_state": 0.04122894150870187, "sim_compute_performance-ego": 0.07415127754211426, "sim_compute_robot_state-ego": 0.08339237315314156}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.12492140348148636, "sim_physics": 0.1181531385941939, "survival_time": 1.1000000000000003, "driven_lanedir": 0.09415971965681312, "sim_render-ego": 0.0588745962489735, "in-drivable-lane": 0, "agent_compute-ego": 0.15829141573472458, "deviation-heading": 0.6078145278803093, "set_robot_commands": 0.09577210382981734, "deviation-center-line": 0.10141448997413167, "driven_lanedir_consec": 0.09415971965681312, "sim_compute_sim_state": 0.0404229922728105, "sim_compute_performance-ego": 0.06733086976138028, "sim_compute_robot_state-ego": 0.08030073209242387}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.1615566925573285, "sim_physics": 0.12308287620544434, "survival_time": 1.4500000000000006, "driven_lanedir": 0.09188720248676852, "sim_render-ego": 0.0641839915308459, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.17143661400367474, "deviation-heading": 0.765389895661156, "set_robot_commands": 0.1014101423066238, "deviation-center-line": 0.04899914251663055, "driven_lanedir_consec": 0.09188720248676852, "sim_compute_sim_state": 0.03976719132785139, "sim_compute_performance-ego": 0.07449692693249933, "sim_compute_robot_state-ego": 0.08200534458818107}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.13860873325043632, "sim_physics": 0.1448080348968506, "survival_time": 1.2500000000000004, "driven_lanedir": 0.09778190186495994, "sim_render-ego": 0.06452523231506348, "in-drivable-lane": 0, "agent_compute-ego": 0.1811499118804932, "deviation-heading": 0.6688318951212475, "set_robot_commands": 0.09803586006164552, "deviation-center-line": 0.094302433369792, "driven_lanedir_consec": 0.09778190186495994, "sim_compute_sim_state": 0.042474489212036136, "sim_compute_performance-ego": 0.07562697410583497, "sim_compute_robot_state-ego": 0.08923229217529297}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.1246472210559533, "sim_physics": 0.119951810836792, "survival_time": 1.2500000000000004, "driven_lanedir": 0.08640361514352035, "sim_render-ego": 0.06104984283447266, "in-drivable-lane": 0, "agent_compute-ego": 0.1697737979888916, "deviation-heading": 0.6202265972788448, "set_robot_commands": 0.092268705368042, "deviation-center-line": 0.1082429596194482, "driven_lanedir_consec": 0.08640361514352035, "sim_compute_sim_state": 0.03809969902038574, "sim_compute_performance-ego": 0.08277992248535156, "sim_compute_robot_state-ego": 0.06783964157104493}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.1576534600377105, "sim_physics": 0.1409362921347985, "survival_time": 1.3000000000000005, "driven_lanedir": 0.11274803341793004, "sim_render-ego": 0.07465854057898888, "in-drivable-lane": 0, "agent_compute-ego": 0.1975252628326416, "deviation-heading": 0.7386285679299449, "set_robot_commands": 0.10459745847261868, "deviation-center-line": 0.08758905900015328, "driven_lanedir_consec": 0.11274803341793004, "sim_compute_sim_state": 0.041622666212228626, "sim_compute_performance-ego": 0.08575224876403809, "sim_compute_robot_state-ego": 0.07851929848010723}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.2083845740731888, "sim_physics": 0.12496521192438462, "survival_time": 1.7000000000000008, "driven_lanedir": 0.11310747004767084, "sim_render-ego": 0.0594565658008351, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.17680590994217815, "deviation-heading": 0.8243591273320593, "set_robot_commands": 0.10116502116708194, "deviation-center-line": 0.06305206124061209, "driven_lanedir_consec": 0.11310747004767084, "sim_compute_sim_state": 0.039574812440311205, "sim_compute_performance-ego": 0.0679480047786937, "sim_compute_robot_state-ego": 0.07698465094846837}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.1405318893490984, "sim_physics": 0.1165849456080684, "survival_time": 1.3500000000000003, "driven_lanedir": 0.07290183896314684, "sim_render-ego": 0.05804232314780906, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.1553873927504928, "deviation-heading": 0.8381874743452686, "set_robot_commands": 0.0876066419813368, "deviation-center-line": 0.05147532103957365, "driven_lanedir_consec": 0.07290183896314684, "sim_compute_sim_state": 0.03680224771852846, "sim_compute_performance-ego": 0.06346368789672852, "sim_compute_robot_state-ego": 0.07165818744235569}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.15219998862174788, "sim_physics": 0.09482369056114784, "survival_time": 1.3000000000000005, "driven_lanedir": 0.12776546085110496, "sim_render-ego": 0.05209779739379883, "in-drivable-lane": 0, "agent_compute-ego": 0.14445193914266732, "deviation-heading": 0.47326769891937337, "set_robot_commands": 0.07615157274099496, "deviation-center-line": 0.12856130834507953, "driven_lanedir_consec": 0.12776546085110496, "sim_compute_sim_state": 0.03247185853811411, "sim_compute_performance-ego": 0.05824205508598915, "sim_compute_robot_state-ego": 0.06286184604351337}}
set_robot_commands_max0.10759550816303975
set_robot_commands_mean0.0983898445309056
set_robot_commands_median0.10111981630325316
set_robot_commands_min0.07615157274099496
sim_compute_performance-ego_max0.08575224876403809
sim_compute_performance-ego_mean0.07233831203422987
sim_compute_performance-ego_median0.07415127754211426
sim_compute_performance-ego_min0.05824205508598915
sim_compute_robot_state-ego_max0.09320550351529508
sim_compute_robot_state-ego_mean0.07901813287223577
sim_compute_robot_state-ego_median0.08030073209242387
sim_compute_robot_state-ego_min0.06286184604351337
sim_compute_sim_state_max0.04359045544186154
sim_compute_sim_state_mean0.039745024330130864
sim_compute_sim_state_median0.0404229922728105
sim_compute_sim_state_min0.03247185853811411
sim_physics_max0.1514135180292903
sim_physics_mean0.12655737895280753
sim_physics_median0.12308287620544434
sim_physics_min0.09482369056114784
sim_render-ego_max0.07465854057898888
sim_render-ego_mean0.0630807496229721
sim_render-ego_median0.06366456708600444
sim_render-ego_min0.05209779739379883
simulation-passed1
survival_time_max1.850000000000001
survival_time_mean1.4500000000000006
survival_time_min1.0000000000000002
No reset possible