| Job ID | submission | user | user label | challenge | step | status | up to date | evaluator | date started | date completed | duration | message | | |
17806 | 2475 |  Liam Paull 🇨🇦 | challenge-aido_LF-template-random | aido2-LFVI-sim-testing | step1-simulation | success | no | idsc-rudolf-11638 | | | 0:05:56 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 0.6896127428821732 | | survival_time_median | 1.1500000000000004 | | deviation-center-line_median | 0.05610305022565209 | | in-drivable-lane_median | 0.20000000000000007 |
other stats| agent_compute-ego_max | 0.14867378317791485 | | agent_compute-ego_mean | 0.14141077435041313 | | agent_compute-ego_median | 0.1408017533166068 | | agent_compute-ego_min | 0.1371564761452053 | | deviation-center-line_max | 0.07504669169058735 | | deviation-center-line_mean | 0.05629372528587068 | | deviation-center-line_min | 0.031337769455374115 | | deviation-heading_max | 0.4695314592890065 | | deviation-heading_mean | 0.28295632700130013 | | deviation-heading_median | 0.28969351082790473 | | deviation-heading_min | 0.13822734158708538 | | driven_any_max | 1.1972535692377095 | | driven_any_mean | 1.069550703128448 | | driven_any_median | 1.0381750331691957 | | driven_any_min | 1.0257183998178268 | | driven_lanedir_consec_max | 0.8123144800841251 | | driven_lanedir_consec_mean | 0.6312226729648216 | | driven_lanedir_consec_min | 0.4373052105850964 | | driven_lanedir_max | 0.9325407987545682 | | driven_lanedir_mean | 0.7224147694584564 | | driven_lanedir_median | 0.8123144800841251 | | driven_lanedir_min | 0.48318684247252186 | | in-drivable-lane_max | 0.6000000000000004 | | in-drivable-lane_mean | 0.3000000000000002 | | in-drivable-lane_min | 0 | | per-episodes | details{"udem1-0-0": {"driven_any": 1.1972535692377095, "sim_physics": 0.026340186595916748, "survival_time": 1.4000000000000006, "driven_lanedir": 0.5600308085729072, "sim_render-ego": 0.06319705929074969, "in-drivable-lane": 0.5500000000000003, "agent_compute-ego": 0.1408017533166068, "deviation-heading": 0.4695314592890065, "set_robot_commands": 0.07515328271048409, "deviation-center-line": 0.05610305022565209, "driven_lanedir_consec": 0.4373052105850964, "sim_compute_sim_state": 0.03479301077978952, "sim_compute_performance-ego": 0.06006812197821481, "sim_compute_robot_state-ego": 0.059819042682647705, "sim_compute_robot_state-npc0": 0.06820329598018102, "sim_compute_robot_state-npc1": 0.06561846392495292, "sim_compute_robot_state-npc2": 0.06191099541527884, "sim_compute_robot_state-npc3": 0.061055515493665426}, "udem1-1-0": {"driven_any": 1.036014073841825, "sim_physics": 0.024715900421142575, "survival_time": 1.2000000000000004, "driven_lanedir": 0.48318684247252186, "sim_render-ego": 0.05976895491282145, "in-drivable-lane": 0.6000000000000004, "agent_compute-ego": 0.14094517628351846, "deviation-heading": 0.13822734158708538, "set_robot_commands": 0.07500683267911275, "deviation-center-line": 0.031337769455374115, "driven_lanedir_consec": 0.48318684247252186, "sim_compute_sim_state": 0.036669005950291954, "sim_compute_performance-ego": 0.059036592642466225, "sim_compute_robot_state-ego": 0.06149733066558838, "sim_compute_robot_state-npc0": 0.0706974466641744, "sim_compute_robot_state-npc1": 0.06708571314811707, "sim_compute_robot_state-npc2": 0.06633202234903972, "sim_compute_robot_state-npc3": 0.06522088249524434}, "udem1-2-0": {"driven_any": 1.0257183998178268, "sim_physics": 0.028495633083841076, "survival_time": 1.1500000000000004, "driven_lanedir": 0.9325407987545682, "sim_render-ego": 0.05509089386981467, "in-drivable-lane": 0, "agent_compute-ego": 0.13947668282882028, "deviation-heading": 0.28969351082790473, "set_robot_commands": 0.07261918938678244, "deviation-center-line": 0.07504669169058735, "driven_lanedir_consec": 0.6896127428821732, "sim_compute_sim_state": 0.03364140054453974, "sim_compute_performance-ego": 0.05940532684326172, "sim_compute_robot_state-ego": 0.06147917457248853, "sim_compute_robot_state-npc0": 0.06121498605479365, "sim_compute_robot_state-npc1": 0.0599966982136602, "sim_compute_robot_state-npc2": 0.05974257510641347, "sim_compute_robot_state-npc3": 0.05855359201845915}, "udem1-3-0": {"driven_any": 1.0505924395756825, "sim_physics": 0.026439988094827404, "survival_time": 1.1500000000000004, "driven_lanedir": 0.8240009174081598, "sim_render-ego": 0.06067362038985542, "in-drivable-lane": 0.20000000000000007, "agent_compute-ego": 0.14867378317791485, "deviation-heading": 0.19133902257839172, "set_robot_commands": 0.07828789171965225, "deviation-center-line": 0.04393905052607498, "driven_lanedir_consec": 0.7336940888001914, "sim_compute_sim_state": 0.03618321211441704, "sim_compute_performance-ego": 0.06395626068115234, "sim_compute_robot_state-ego": 0.06161790308745011, "sim_compute_robot_state-npc0": 0.06646697417549464, "sim_compute_robot_state-npc1": 0.06532226438107698, "sim_compute_robot_state-npc2": 0.06294707629991614, "sim_compute_robot_state-npc3": 0.06487667042276134}, "udem1-4-0": {"driven_any": 1.0381750331691957, "sim_physics": 0.02421620617742124, "survival_time": 1.1500000000000004, "driven_lanedir": 0.8123144800841251, "sim_render-ego": 0.05712660499241041, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.1371564761452053, "deviation-heading": 0.32599030072411245, "set_robot_commands": 0.07489657402038574, "deviation-center-line": 0.07504206453166483, "driven_lanedir_consec": 0.8123144800841251, "sim_compute_sim_state": 0.03494095802307129, "sim_compute_performance-ego": 0.05984996712726096, "sim_compute_robot_state-ego": 0.06035693832065748, "sim_compute_robot_state-npc0": 0.06847691535949707, "sim_compute_robot_state-npc1": 0.06318429242009702, "sim_compute_robot_state-npc2": 0.06490349769592285, "sim_compute_robot_state-npc3": 0.06624062164970067}} | | set_robot_commands_max | 0.07828789171965225 | | set_robot_commands_mean | 0.07519275410328345 | | set_robot_commands_median | 0.07500683267911275 | | set_robot_commands_min | 0.07261918938678244 | | sim_compute_performance-ego_max | 0.06395626068115234 | | sim_compute_performance-ego_mean | 0.06046325385447121 | | sim_compute_performance-ego_median | 0.05984996712726096 | | sim_compute_performance-ego_min | 0.059036592642466225 | | sim_compute_robot_state-ego_max | 0.06161790308745011 | | sim_compute_robot_state-ego_mean | 0.06095407786576644 | | sim_compute_robot_state-ego_median | 0.06147917457248853 | | sim_compute_robot_state-ego_min | 0.059819042682647705 | | sim_compute_robot_state-npc0_max | 0.0706974466641744 | | sim_compute_robot_state-npc0_mean | 0.06701192364682815 | | sim_compute_robot_state-npc0_median | 0.06820329598018102 | | sim_compute_robot_state-npc0_min | 0.06121498605479365 | | sim_compute_robot_state-npc1_max | 0.06708571314811707 | | sim_compute_robot_state-npc1_mean | 0.06424148641758083 | | sim_compute_robot_state-npc1_median | 0.06532226438107698 | | sim_compute_robot_state-npc1_min | 0.0599966982136602 | | sim_compute_robot_state-npc2_max | 0.06633202234903972 | | sim_compute_robot_state-npc2_mean | 0.0631672333733142 | | sim_compute_robot_state-npc2_median | 0.06294707629991614 | | sim_compute_robot_state-npc2_min | 0.05974257510641347 | | sim_compute_robot_state-npc3_max | 0.06624062164970067 | | sim_compute_robot_state-npc3_mean | 0.0631894564159662 | | sim_compute_robot_state-npc3_median | 0.06487667042276134 | | sim_compute_robot_state-npc3_min | 0.05855359201845915 | | sim_compute_sim_state_max | 0.036669005950291954 | | sim_compute_sim_state_mean | 0.035245517482421905 | | sim_compute_sim_state_median | 0.03494095802307129 | | sim_compute_sim_state_min | 0.03364140054453974 | | sim_physics_max | 0.028495633083841076 | | sim_physics_mean | 0.02604158287462981 | | sim_physics_median | 0.026340186595916748 | | sim_physics_min | 0.02421620617742124 | | sim_render-ego_max | 0.06319705929074969 | | sim_render-ego_mean | 0.059171426691130326 | | sim_render-ego_median | 0.05976895491282145 | | sim_render-ego_min | 0.05509089386981467 | | simulation-passed | 1 | | survival_time_max | 1.4000000000000006 | | survival_time_mean | 1.2100000000000004 | | survival_time_min | 1.1500000000000004 |
| No reset possible |
17804 | 2483 | Liam Paull 🇨🇦 | challenge-aido_LF-baseline-duckietown | aido2-LFV-sim-testing | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:38 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17799 | 2487 | Liam Paull 🇨🇦 | challenge-aido_LF-baseline-duckietown | aido2-LFVI-sim-testing | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:38 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17797 | 2512 |  Rami Al-Naim 🇷🇺 | challenge-aido_LF-template-ros | aido2-LFVI-sim-testing | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:38 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17795 | 2536 | Liam Paull 🇨🇦 | baseline-IL-sim-tensorflow | aido2-LFVI-sim-testing | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:38 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17793 | 2488 | Liam Paull 🇨🇦 | challenge-aido_LF-baseline-duckietown | aido2-LFVI-sim-validation | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:39 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17787 | 2504 | Rami Al-Naim 🇷🇺 | challenge-aido_LF-template-ros | aido2-LFV-sim-testing | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:38 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17778 | 2508 | Rami Al-Naim 🇷🇺 | challenge-aido_LF-template-ros | aido2-LF-sim-testing | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:38 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17774 | 2541 |  jiang peng | test for ppo | aido2-LF-sim-testing | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:00:42 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
17762 | 2384 |  Andrea Censi 🇨🇭 | Baseline solution using reinforcement learning | aido2-LF-sim-validation | step1-simulation | success | no | idsc-rudolf-11638 | | | 0:03:30 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 0.14309226177090295 | | survival_time_median | 0.49999999999999994 | | deviation-center-line_median | 0.027862586541583537 | | in-drivable-lane_median | 0 |
other stats| agent_compute-ego_max | 0.26486873626708984 | | agent_compute-ego_mean | 0.2061633619515583 | | agent_compute-ego_median | 0.1837653848859999 | | agent_compute-ego_min | 0.17895808815956116 | | deviation-center-line_max | 0.033666244321213824 | | deviation-center-line_mean | 0.02733984480463978 | | deviation-center-line_min | 0.020362555680976925 | | deviation-heading_max | 0.30523569334079226 | | deviation-heading_mean | 0.2892535224118652 | | deviation-heading_median | 0.2886156722464982 | | deviation-heading_min | 0.27742968937929924 | | driven_any_max | 0.25393352658124 | | driven_any_mean | 0.2022970198642439 | | driven_any_median | 0.19263245250636615 | | driven_any_min | 0.16811844494479136 | | driven_lanedir_consec_max | 0.1986093982658419 | | driven_lanedir_consec_mean | 0.14246188286513373 | | driven_lanedir_consec_min | 0.09131517826521118 | | driven_lanedir_max | 0.1986093982658419 | | driven_lanedir_mean | 0.14246188286513373 | | driven_lanedir_median | 0.14309226177090295 | | driven_lanedir_min | 0.09131517826521118 | | in-drivable-lane_max | 0.04999999999999999 | | in-drivable-lane_mean | 0.009999999999999998 | | in-drivable-lane_min | 0 | | per-episodes | details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.19263245250636615, "sim_physics": 0.015108108520507812, "survival_time": 0.49999999999999994, "driven_lanedir": 0.14831274574430608, "sim_render-ego": 0.06502938270568848, "in-drivable-lane": 0, "agent_compute-ego": 0.18122222423553463, "deviation-heading": 0.2949958526912856, "set_robot_commands": 0.07434394359588622, "deviation-center-line": 0.033666244321213824, "driven_lanedir_consec": 0.14831274574430608, "sim_compute_sim_state": 0.03979334831237793, "sim_compute_performance-ego": 0.057992053031921384, "sim_compute_robot_state-ego": 0.058678936958312986}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.16811844494479136, "sim_physics": 0.012345701456069946, "survival_time": 0.4, "driven_lanedir": 0.09131517826521118, "sim_render-ego": 0.050351858139038086, "in-drivable-lane": 0, "agent_compute-ego": 0.17895808815956116, "deviation-heading": 0.30523569334079226, "set_robot_commands": 0.07979455590248108, "deviation-center-line": 0.023234084254213146, "driven_lanedir_consec": 0.09131517826521118, "sim_compute_sim_state": 0.03350076079368591, "sim_compute_performance-ego": 0.05305415391921997, "sim_compute_robot_state-ego": 0.06244853138923645}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.18820195087927616, "sim_physics": 0.0119885073767768, "survival_time": 0.45, "driven_lanedir": 0.13097983027940652, "sim_render-ego": 0.058970133463541664, "in-drivable-lane": 0, "agent_compute-ego": 0.1837653848859999, "deviation-heading": 0.2886156722464982, "set_robot_commands": 0.07636706034342448, "deviation-center-line": 0.027862586541583537, "driven_lanedir_consec": 0.13097983027940652, "sim_compute_sim_state": 0.04275872972276476, "sim_compute_performance-ego": 0.06199402279324002, "sim_compute_robot_state-ego": 0.06300759315490723}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.25393352658124, "sim_physics": 0.012245373292402788, "survival_time": 0.5499999999999999, "driven_lanedir": 0.1986093982658419, "sim_render-ego": 0.05465171553871848, "in-drivable-lane": 0, "agent_compute-ego": 0.26486873626708984, "deviation-heading": 0.27999070440145085, "set_robot_commands": 0.07261451807889072, "deviation-center-line": 0.03157375322521147, "driven_lanedir_consec": 0.1986093982658419, "sim_compute_sim_state": 0.03516977483575994, "sim_compute_performance-ego": 0.057831374081698333, "sim_compute_robot_state-ego": 0.0621727163141424}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.2085987244095457, "sim_physics": 0.013647296211936256, "survival_time": 0.5499999999999999, "driven_lanedir": 0.14309226177090295, "sim_render-ego": 0.06258392333984375, "in-drivable-lane": 0.04999999999999999, "agent_compute-ego": 0.22200237620960583, "deviation-heading": 0.27742968937929924, "set_robot_commands": 0.0778360366821289, "deviation-center-line": 0.020362555680976925, "driven_lanedir_consec": 0.14309226177090295, "sim_compute_sim_state": 0.041250423951582474, "sim_compute_performance-ego": 0.06540075215426358, "sim_compute_robot_state-ego": 0.06796468387950551}} | | set_robot_commands_max | 0.07979455590248108 | | set_robot_commands_mean | 0.07619122292056228 | | set_robot_commands_median | 0.07636706034342448 | | set_robot_commands_min | 0.07261451807889072 | | sim_compute_performance-ego_max | 0.06540075215426358 | | sim_compute_performance-ego_mean | 0.05925447119606866 | | sim_compute_performance-ego_median | 0.057992053031921384 | | sim_compute_performance-ego_min | 0.05305415391921997 | | sim_compute_robot_state-ego_max | 0.06796468387950551 | | sim_compute_robot_state-ego_mean | 0.06285449233922091 | | sim_compute_robot_state-ego_median | 0.06244853138923645 | | sim_compute_robot_state-ego_min | 0.058678936958312986 | | sim_compute_sim_state_max | 0.04275872972276476 | | sim_compute_sim_state_mean | 0.038494607523234206 | | sim_compute_sim_state_median | 0.03979334831237793 | | sim_compute_sim_state_min | 0.03350076079368591 | | sim_physics_max | 0.015108108520507812 | | sim_physics_mean | 0.01306699737153872 | | sim_physics_median | 0.012345701456069946 | | sim_physics_min | 0.0119885073767768 | | sim_render-ego_max | 0.06502938270568848 | | sim_render-ego_mean | 0.05831740263736609 | | sim_render-ego_median | 0.058970133463541664 | | sim_render-ego_min | 0.050351858139038086 | | simulation-passed | 1 | | survival_time_max | 0.5499999999999999 | | survival_time_mean | 0.48999999999999994 | | survival_time_min | 0.4 |
| No reset possible |
17756 | 2480 | Liam Paull 🇨🇦 | challenge-aido_LF-baseline-duckietown | aido2-LF-sim-validation | step1-simulation | error | no | idsc-rudolf-11638 | | | 0:01:02 | The container "solut [...]The container "solution" exited with code 1.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |