| Job ID | submission | user | user label | challenge | step | status | up to date | evaluator | date started | date completed | duration | message | | |
33045 | 6680 |  Anthony Courchesne 🇨🇦 | challenge-aido_LF-template-ros - Template solution using ROS | aido3-off-LF-sim-validation | step1-simulation | error | yes | p-1 | | | 0:00:47 | The container "solut [...]The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
| Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | No reset possible |
33030 | 6672 |  Anastasiya Nikolskaya 🇷🇺 | JetBrains Research | aido3-off-LF-sim-validation | step1-simulation | success | yes | p-1 | | | 0:14:26 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 3.0606280202661225 | | survival_time_median | 14.950000000000076 | | deviation-center-line_median | 1.157541584697453 | | in-drivable-lane_median | 1.5000000000000142 |
other stats| agent_compute-ego_max | 0.42004548478871584 | | agent_compute-ego_mean | 0.34766636022098446 | | agent_compute-ego_median | 0.36339144706726073 | | agent_compute-ego_min | 0.262565275033315 | | deviation-center-line_max | 1.5230576822655406 | | deviation-center-line_mean | 1.145043715581489 | | deviation-center-line_min | 0.772759057618084 | | deviation-heading_max | 8.475358847823703 | | deviation-heading_mean | 4.909073909798645 | | deviation-heading_median | 4.492557595299162 | | deviation-heading_min | 2.603394737788521 | | driven_any_max | 6.675446665068059 | | driven_any_mean | 4.89467304092789 | | driven_any_median | 4.598215155739095 | | driven_any_min | 2.4047271237629086 | | driven_lanedir_consec_max | 4.846226180317915 | | driven_lanedir_consec_mean | 3.094258490201969 | | driven_lanedir_consec_min | 0.9411421868779526 | | driven_lanedir_max | 5.683778705680884 | | driven_lanedir_mean | 4.039042143773045 | | driven_lanedir_median | 3.9963223315186056 | | driven_lanedir_min | 1.1328412472065206 | | in-drivable-lane_max | 3.1499999999999906 | | in-drivable-lane_mean | 1.6100000000000008 | | in-drivable-lane_min | 0.2499999999999991 | | per-episodes | details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 6.589590784024371, "sim_physics": 0.0596158774693807, "survival_time": 14.950000000000076, "driven_lanedir": 5.537783405523477, "sim_render-ego": 0.011263658205668131, "in-drivable-lane": 1.7999999999999952, "agent_compute-ego": 0.27796720425287885, "deviation-heading": 4.520176964071447, "set_robot_commands": 0.0064226682980855305, "deviation-center-line": 1.0967421089947311, "driven_lanedir_consec": 4.846226180317915, "sim_compute_sim_state": 0.004206761519114177, "sim_compute_performance-ego": 0.006774192651112875, "sim_compute_robot_state-ego": 0.00830322265625}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.598215155739095, "sim_physics": 0.06598574761301279, "survival_time": 12.800000000000049, "driven_lanedir": 3.9963223315186056, "sim_render-ego": 0.01022270042449236, "in-drivable-lane": 1.350000000000004, "agent_compute-ego": 0.42004548478871584, "deviation-heading": 4.453881404010387, "set_robot_commands": 0.006276937201619148, "deviation-center-line": 1.1751181443316352, "driven_lanedir_consec": 2.778811034612115, "sim_compute_sim_state": 0.003839386627078056, "sim_compute_performance-ego": 0.0060680946335196495, "sim_compute_robot_state-ego": 0.007268101908266544}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.205385476045013, "sim_physics": 0.06768319763980069, "survival_time": 9.099999999999994, "driven_lanedir": 3.8444850289357406, "sim_render-ego": 0.010391228801601536, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.41436238996275176, "deviation-heading": 2.603394737788521, "set_robot_commands": 0.006414008664560842, "deviation-center-line": 0.772759057618084, "driven_lanedir_consec": 3.8444850289357406, "sim_compute_sim_state": 0.0040985398240141815, "sim_compute_performance-ego": 0.006214904261159373, "sim_compute_robot_state-ego": 0.007577188722379915}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.4047271237629086, "sim_physics": 0.0629777749379476, "survival_time": 14.950000000000076, "driven_lanedir": 1.1328412472065206, "sim_render-ego": 0.010858567555745442, "in-drivable-lane": 3.1499999999999906, "agent_compute-ego": 0.36339144706726073, "deviation-heading": 8.475358847823703, "set_robot_commands": 0.006399381955464681, "deviation-center-line": 1.5230576822655406, "driven_lanedir_consec": 0.9411421868779526, "sim_compute_sim_state": 0.003956445058186849, "sim_compute_performance-ego": 0.006284446716308594, "sim_compute_robot_state-ego": 0.007739536762237549}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 6.675446665068059, "sim_physics": 0.06144404013951619, "survival_time": 14.950000000000076, "driven_lanedir": 5.683778705680884, "sim_render-ego": 0.010945748488108318, "in-drivable-lane": 1.5000000000000142, "agent_compute-ego": 0.262565275033315, "deviation-heading": 4.492557595299162, "set_robot_commands": 0.00654134194056193, "deviation-center-line": 1.157541584697453, "driven_lanedir_consec": 3.0606280202661225, "sim_compute_sim_state": 0.00418083906173706, "sim_compute_performance-ego": 0.006339720884958903, "sim_compute_robot_state-ego": 0.008039095401763917}} | | set_robot_commands_max | 0.00654134194056193 | | set_robot_commands_mean | 0.006410867612058427 | | set_robot_commands_median | 0.006414008664560842 | | set_robot_commands_min | 0.006276937201619148 | | sim_compute_performance-ego_max | 0.006774192651112875 | | sim_compute_performance-ego_mean | 0.006336271829411879 | | sim_compute_performance-ego_median | 0.006284446716308594 | | sim_compute_performance-ego_min | 0.0060680946335196495 | | sim_compute_robot_state-ego_max | 0.00830322265625 | | sim_compute_robot_state-ego_mean | 0.007785429090179585 | | sim_compute_robot_state-ego_median | 0.007739536762237549 | | sim_compute_robot_state-ego_min | 0.007268101908266544 | | sim_compute_sim_state_max | 0.004206761519114177 | | sim_compute_sim_state_mean | 0.004056394418026065 | | sim_compute_sim_state_median | 0.0040985398240141815 | | sim_compute_sim_state_min | 0.003839386627078056 | | sim_physics_max | 0.06768319763980069 | | sim_physics_mean | 0.0635413275599316 | | sim_physics_median | 0.0629777749379476 | | sim_physics_min | 0.0596158774693807 | | sim_render-ego_max | 0.011263658205668131 | | sim_render-ego_mean | 0.010736380695123155 | | sim_render-ego_median | 0.010858567555745442 | | sim_render-ego_min | 0.01022270042449236 | | simulation-passed | 1 | | survival_time_max | 14.950000000000076 | | survival_time_mean | 13.350000000000056 | | survival_time_min | 9.099999999999994 |
| No reset possible |
33014 | 6662 | Anastasiya Nikolskaya 🇷🇺 | JetBrains Research | aido3-off-LF-sim-validation | step1-simulation | success | yes | p-1 | | | 0:14:16 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 3.0447245520899027 | | survival_time_median | 14.950000000000076 | | deviation-center-line_median | 1.2007668051501603 | | in-drivable-lane_median | 0.0 |
other stats| agent_compute-ego_max | 0.5023007094860077 | | agent_compute-ego_mean | 0.3417058705488841 | | agent_compute-ego_median | 0.26433799107869466 | | agent_compute-ego_min | 0.24347667853037516 | | deviation-center-line_max | 1.454538502299168 | | deviation-center-line_mean | 1.0421340844598297 | | deviation-center-line_min | 0.32364097770362293 | | deviation-heading_max | 3.175744035892604 | | deviation-heading_mean | 2.2153473945296023 | | deviation-heading_median | 2.040563439614589 | | deviation-heading_min | 1.0239563841217252 | | driven_any_max | 3.5378873522568197 | | driven_any_mean | 2.8991882554472292 | | driven_any_median | 3.1098418358940565 | | driven_any_min | 1.4379836333878435 | | driven_lanedir_consec_max | 3.4868958273332895 | | driven_lanedir_consec_mean | 2.704775664090886 | | driven_lanedir_consec_min | 0.7580357333652002 | | driven_lanedir_max | 3.4868958273332895 | | driven_lanedir_mean | 2.704775664090886 | | driven_lanedir_median | 3.0447245520899027 | | driven_lanedir_min | 0.7580357333652002 | | in-drivable-lane_max | 2.199999999999992 | | in-drivable-lane_mean | 0.4399999999999985 | | in-drivable-lane_min | 0.0 | | per-episodes | details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.4379836333878435, "sim_physics": 0.07012837330500285, "survival_time": 5.999999999999987, "driven_lanedir": 0.7580357333652002, "sim_render-ego": 0.0100163996219635, "in-drivable-lane": 2.199999999999992, "agent_compute-ego": 0.5023007094860077, "deviation-heading": 1.0239563841217252, "set_robot_commands": 0.006722835699717203, "deviation-center-line": 0.32364097770362293, "driven_lanedir_consec": 0.7580357333652002, "sim_compute_sim_state": 0.0039730072021484375, "sim_compute_performance-ego": 0.006161892414093017, "sim_compute_robot_state-ego": 0.007189899682998657}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.1098418358940565, "sim_physics": 0.06619219382603964, "survival_time": 14.950000000000076, "driven_lanedir": 3.005297857871245, "sim_render-ego": 0.010160680611928303, "in-drivable-lane": 0.0, "agent_compute-ego": 0.4433917768796285, "deviation-heading": 3.175744035892604, "set_robot_commands": 0.006421455542246501, "deviation-center-line": 1.2007668051501603, "driven_lanedir_consec": 3.005297857871245, "sim_compute_sim_state": 0.003772775332132975, "sim_compute_performance-ego": 0.00608853816986084, "sim_compute_robot_state-ego": 0.007139084339141846}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.5378873522568197, "sim_physics": 0.06257994095484416, "survival_time": 14.950000000000076, "driven_lanedir": 3.4868958273332895, "sim_render-ego": 0.011458268960316976, "in-drivable-lane": 0.0, "agent_compute-ego": 0.2550221967697144, "deviation-heading": 2.040563439614589, "set_robot_commands": 0.006343806584676107, "deviation-center-line": 0.9556244644583476, "driven_lanedir_consec": 3.4868958273332895, "sim_compute_sim_state": 0.004109281698862712, "sim_compute_performance-ego": 0.006481179396311442, "sim_compute_robot_state-ego": 0.007739951610565185}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.088403216301072, "sim_physics": 0.06344879150390625, "survival_time": 14.950000000000076, "driven_lanedir": 3.0447245520899027, "sim_render-ego": 0.011361982027689616, "in-drivable-lane": 0.0, "agent_compute-ego": 0.26433799107869466, "deviation-heading": 2.015591017836418, "set_robot_commands": 0.006333924134572347, "deviation-center-line": 1.454538502299168, "driven_lanedir_consec": 3.0447245520899027, "sim_compute_sim_state": 0.0040387519200642905, "sim_compute_performance-ego": 0.0066034730275472, "sim_compute_robot_state-ego": 0.007887614568074545}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.321825239396352, "sim_physics": 0.0650047787030538, "survival_time": 14.950000000000076, "driven_lanedir": 3.2289243497947937, "sim_render-ego": 0.010789012908935547, "in-drivable-lane": 0.0, "agent_compute-ego": 0.24347667853037516, "deviation-heading": 2.820882095182676, "set_robot_commands": 0.006215643882751465, "deviation-center-line": 1.2760996726878489, "driven_lanedir_consec": 3.2289243497947937, "sim_compute_sim_state": 0.0040952142079671225, "sim_compute_performance-ego": 0.006349616050720215, "sim_compute_robot_state-ego": 0.007534333070119222}} | | set_robot_commands_max | 0.006722835699717203 | | set_robot_commands_mean | 0.006407533168792725 | | set_robot_commands_median | 0.006343806584676107 | | set_robot_commands_min | 0.006215643882751465 | | sim_compute_performance-ego_max | 0.0066034730275472 | | sim_compute_performance-ego_mean | 0.006336939811706544 | | sim_compute_performance-ego_median | 0.006349616050720215 | | sim_compute_performance-ego_min | 0.00608853816986084 | | sim_compute_robot_state-ego_max | 0.007887614568074545 | | sim_compute_robot_state-ego_mean | 0.007498176654179891 | | sim_compute_robot_state-ego_median | 0.007534333070119222 | | sim_compute_robot_state-ego_min | 0.007139084339141846 | | sim_compute_sim_state_max | 0.004109281698862712 | | sim_compute_sim_state_mean | 0.003997806072235108 | | sim_compute_sim_state_median | 0.0040387519200642905 | | sim_compute_sim_state_min | 0.003772775332132975 | | sim_physics_max | 0.07012837330500285 | | sim_physics_mean | 0.06547081565856934 | | sim_physics_median | 0.0650047787030538 | | sim_physics_min | 0.06257994095484416 | | sim_render-ego_max | 0.011458268960316976 | | sim_render-ego_mean | 0.010757268826166788 | | sim_render-ego_median | 0.010789012908935547 | | sim_render-ego_min | 0.0100163996219635 | | simulation-passed | 1 | | survival_time_max | 14.950000000000076 | | survival_time_mean | 13.16000000000006 | | survival_time_min | 5.999999999999987 |
| No reset possible |
33001 | 6656 | Anastasiya Nikolskaya 🇷🇺 | PredictorLast | aido2-PRED | step1-simulation | success | yes | p-1 | | | 0:00:34 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | error_L1 | 0.11243021206754512 | | error_L2 | 0.02051214389041134 |
| No reset possible |
32998 | 6654 |  Charlie Gauthier 🇨🇦 | challenge-aido_LF-template-random | aido3-off-LF-sim-validation | step1-simulation | success | yes | p-1 | | | 0:03:10 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 0.4838163264350306 | | survival_time_median | 1.7000000000000008 | | deviation-center-line_median | 0.08751730474052305 | | in-drivable-lane_median | 0.0 |
other stats| agent_compute-ego_max | 0.030029141902923585 | | agent_compute-ego_mean | 0.02924614077017417 | | agent_compute-ego_median | 0.02916052124717019 | | agent_compute-ego_min | 0.02847529833133404 | | deviation-center-line_max | 0.10683019887032848 | | deviation-center-line_mean | 0.08719800587294524 | | deviation-center-line_min | 0.07065220523066396 | | deviation-heading_max | 0.5050851849885492 | | deviation-heading_mean | 0.37472646794797326 | | deviation-heading_median | 0.3711400756311837 | | deviation-heading_min | 0.242154099114489 | | driven_any_max | 1.224736399271231 | | driven_any_mean | 0.7001682289165533 | | driven_any_median | 0.6334906616120762 | | driven_any_min | 0.311949329092399 | | driven_lanedir_consec_max | 0.6642632200434848 | | driven_lanedir_consec_mean | 0.47031102562542887 | | driven_lanedir_consec_min | 0.28855079430839536 | | driven_lanedir_max | 0.6642632200434848 | | driven_lanedir_mean | 0.47031102562542887 | | driven_lanedir_median | 0.4838163264350306 | | driven_lanedir_min | 0.28855079430839536 | | in-drivable-lane_max | 1.5999999999999963 | | in-drivable-lane_mean | 0.4499999999999989 | | in-drivable-lane_min | 0.0 | | per-episodes | details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.06633285375741813, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.013368501113011287, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.02847529833133404, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.008483116443340596, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.0056693783173194295, "sim_compute_performance-ego": 0.007729392785292406, "sim_compute_robot_state-ego": 0.00930075920545138}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.06893371343612671, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.013423347473144533, "in-drivable-lane": 0.0, "agent_compute-ego": 0.030029141902923585, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.007927405834197997, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.0055596351623535155, "sim_compute_performance-ego": 0.007484769821166992, "sim_compute_robot_state-ego": 0.010085988044738769}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.06558745748856488, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.012763177647310144, "in-drivable-lane": 0.0, "agent_compute-ego": 0.029576329623951632, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.008449603529537426, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.0056334733963012695, "sim_compute_performance-ego": 0.007269950474009794, "sim_compute_robot_state-ego": 0.00969829278833726}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.06345869674057257, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.013490297755257029, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.028989412745491404, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.008402288937177814, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.005737718988637455, "sim_compute_performance-ego": 0.007681436226016186, "sim_compute_robot_state-ego": 0.009789830348530754}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.06675093824213202, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.013350866057656029, "in-drivable-lane": 0.0, "agent_compute-ego": 0.02916052124717019, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.008618842471729626, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.006213697520169345, "sim_compute_performance-ego": 0.007429588924754749, "sim_compute_robot_state-ego": 0.010068958455866034}} | | set_robot_commands_max | 0.008618842471729626 | | set_robot_commands_mean | 0.008376251443196692 | | set_robot_commands_median | 0.008449603529537426 | | set_robot_commands_min | 0.007927405834197997 | | sim_compute_performance-ego_max | 0.007729392785292406 | | sim_compute_performance-ego_mean | 0.007519027646248025 | | sim_compute_performance-ego_median | 0.007484769821166992 | | sim_compute_performance-ego_min | 0.007269950474009794 | | sim_compute_robot_state-ego_max | 0.010085988044738769 | | sim_compute_robot_state-ego_mean | 0.00978876576858484 | | sim_compute_robot_state-ego_median | 0.009789830348530754 | | sim_compute_robot_state-ego_min | 0.00930075920545138 | | sim_compute_sim_state_max | 0.006213697520169345 | | sim_compute_sim_state_mean | 0.005762780676956203 | | sim_compute_sim_state_median | 0.0056693783173194295 | | sim_compute_sim_state_min | 0.0055596351623535155 | | sim_physics_max | 0.06893371343612671 | | sim_physics_mean | 0.06621273193296287 | | sim_physics_median | 0.06633285375741813 | | sim_physics_min | 0.06345869674057257 | | sim_render-ego_max | 0.013490297755257029 | | sim_render-ego_mean | 0.013279238009275805 | | sim_render-ego_median | 0.013368501113011287 | | sim_render-ego_min | 0.012763177647310144 | | simulation-passed | 1 | | survival_time_max | 3.049999999999997 | | survival_time_mean | 1.8899999999999997 | | survival_time_min | 1.0000000000000002 |
| No reset possible |