| Job ID | submission | user | user label | challenge | step | status | up to date | evaluator | date started | date completed | duration | message | | |
21890 | 3338 |  Anastasiya Nikolskaya 🇷🇺 | JetBrains Research | aido2-LF-sim-validation | step1-simulation | success | no | uberduck | | | 0:18:24 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 2.663651931324843 | | survival_time_median | 14.950000000000076 | | deviation-center-line_median | 1.1358410107527654 | | in-drivable-lane_median | 0 |
other stats| agent_compute-ego_max | 0.048482956091562904 | | agent_compute-ego_mean | 0.047617553075154626 | | agent_compute-ego_median | 0.04764002482096354 | | agent_compute-ego_min | 0.046840213139851886 | | deviation-center-line_max | 1.4353719771675806 | | deviation-center-line_mean | 1.2042491664302917 | | deviation-center-line_min | 1.087643667121449 | | deviation-heading_max | 2.551928607622379 | | deviation-heading_mean | 2.0917756513388452 | | deviation-heading_median | 2.0903960439111606 | | deviation-heading_min | 1.384174944455962 | | driven_any_max | 2.867148859226192 | | driven_any_mean | 2.735376639380368 | | driven_any_median | 2.730032994710825 | | driven_any_min | 2.5460492708713853 | | driven_lanedir_consec_max | 2.797445532543291 | | driven_lanedir_consec_mean | 2.6328093215082835 | | driven_lanedir_consec_min | 2.3836119184181266 | | driven_lanedir_max | 2.797445532543291 | | driven_lanedir_mean | 2.6328093215082835 | | driven_lanedir_median | 2.663651931324843 | | driven_lanedir_min | 2.3836119184181266 | | in-drivable-lane_max | 1.4999999999999956 | | in-drivable-lane_mean | 0.4200000000000008 | | in-drivable-lane_min | 0 | | per-episodes | details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.5460492708713853, "sim_physics": 0.0395214581489563, "survival_time": 14.950000000000076, "driven_lanedir": 2.3836119184181266, "sim_render-ego": 0.0361918044090271, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.048482956091562904, "deviation-heading": 2.3728375036082645, "set_robot_commands": 0.0563414724667867, "deviation-center-line": 1.1358410107527654, "driven_lanedir_consec": 2.3836119184181266, "sim_compute_sim_state": 0.02558635870615641, "sim_compute_performance-ego": 0.04037229379018148, "sim_compute_robot_state-ego": 0.04410491228103638}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.8512343264239024, "sim_physics": 0.03870806137720744, "survival_time": 14.950000000000076, "driven_lanedir": 2.797445532543291, "sim_render-ego": 0.0360817297299703, "in-drivable-lane": 0, "agent_compute-ego": 0.046840213139851886, "deviation-heading": 2.0903960439111606, "set_robot_commands": 0.05563229004542033, "deviation-center-line": 1.4353719771675806, "driven_lanedir_consec": 2.797445532543291, "sim_compute_sim_state": 0.02559516191482544, "sim_compute_performance-ego": 0.04014044443766276, "sim_compute_robot_state-ego": 0.044129125277201336}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.867148859226192, "sim_physics": 0.03958806117375692, "survival_time": 14.950000000000076, "driven_lanedir": 2.663651931324843, "sim_render-ego": 0.03554947296778361, "in-drivable-lane": 1.4999999999999956, "agent_compute-ego": 0.04745555798212687, "deviation-heading": 1.384174944455962, "set_robot_commands": 0.05637624104817708, "deviation-center-line": 1.2723389651102992, "driven_lanedir_consec": 2.663651931324843, "sim_compute_sim_state": 0.025494128863016764, "sim_compute_performance-ego": 0.04097688913345337, "sim_compute_robot_state-ego": 0.04481276273727417}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.682417745669535, "sim_physics": 0.0386727237701416, "survival_time": 14.950000000000076, "driven_lanedir": 2.6347440285453763, "sim_render-ego": 0.035985087553660075, "in-drivable-lane": 0, "agent_compute-ego": 0.04764002482096354, "deviation-heading": 2.551928607622379, "set_robot_commands": 0.056148338317871097, "deviation-center-line": 1.0900502119993625, "driven_lanedir_consec": 2.6347440285453763, "sim_compute_sim_state": 0.025184966723124185, "sim_compute_performance-ego": 0.040239356358846026, "sim_compute_robot_state-ego": 0.04380152463912964}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.730032994710825, "sim_physics": 0.03959574381510417, "survival_time": 14.950000000000076, "driven_lanedir": 2.6845931967097787, "sim_render-ego": 0.03596233447392782, "in-drivable-lane": 0, "agent_compute-ego": 0.047669013341267906, "deviation-heading": 2.0595411570964592, "set_robot_commands": 0.05661783615748087, "deviation-center-line": 1.087643667121449, "driven_lanedir_consec": 2.6845931967097787, "sim_compute_sim_state": 0.025521880785624187, "sim_compute_performance-ego": 0.040399526755015056, "sim_compute_robot_state-ego": 0.04372960488001505}} | | set_robot_commands_max | 0.05661783615748087 | | set_robot_commands_mean | 0.05622323560714722 | | set_robot_commands_median | 0.0563414724667867 | | set_robot_commands_min | 0.05563229004542033 | | sim_compute_performance-ego_max | 0.04097688913345337 | | sim_compute_performance-ego_mean | 0.04042570209503175 | | sim_compute_performance-ego_median | 0.04037229379018148 | | sim_compute_performance-ego_min | 0.04014044443766276 | | sim_compute_robot_state-ego_max | 0.04481276273727417 | | sim_compute_robot_state-ego_mean | 0.04411558596293132 | | sim_compute_robot_state-ego_median | 0.04410491228103638 | | sim_compute_robot_state-ego_min | 0.04372960488001505 | | sim_compute_sim_state_max | 0.02559516191482544 | | sim_compute_sim_state_mean | 0.0254764993985494 | | sim_compute_sim_state_median | 0.025521880785624187 | | sim_compute_sim_state_min | 0.025184966723124185 | | sim_physics_max | 0.03959574381510417 | | sim_physics_mean | 0.039217209657033285 | | sim_physics_median | 0.0395214581489563 | | sim_physics_min | 0.0386727237701416 | | sim_render-ego_max | 0.0361918044090271 | | sim_render-ego_mean | 0.03595408582687378 | | sim_render-ego_median | 0.035985087553660075 | | sim_render-ego_min | 0.03554947296778361 | | simulation-passed | 1 | | survival_time_max | 14.950000000000076 | | survival_time_mean | 14.950000000000076 | | survival_time_min | 14.950000000000076 |
| No reset possible |
21888 | 3336 |  FANG MEIYI 🇸🇬 | test | aido2-LF-sim-validation | step1-simulation | success | no | uberduck | | | 0:12:06 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 3.0031083286762996 | | survival_time_median | 13.900000000000064 | | deviation-center-line_median | 0.6504447118090403 | | in-drivable-lane_median | 0 |
other stats| agent_compute-ego_max | 0.09347639878590902 | | agent_compute-ego_mean | 0.09275942742698184 | | agent_compute-ego_median | 0.09253874356798132 | | agent_compute-ego_min | 0.0921545386314392 | | deviation-center-line_max | 0.864833847385189 | | deviation-center-line_mean | 0.5325798731299084 | | deviation-center-line_min | 0.211957978533702 | | deviation-heading_max | 2.3214666683566194 | | deviation-heading_mean | 1.3008755865531223 | | deviation-heading_median | 0.9571106303682878 | | deviation-heading_min | 0.741291211159624 | | driven_any_max | 3.235695996226755 | | driven_any_mean | 2.211575265400481 | | driven_any_median | 3.038663331120324 | | driven_any_min | 0.5851762938268671 | | driven_lanedir_consec_max | 3.2228678474053765 | | driven_lanedir_consec_mean | 2.1819342156356245 | | driven_lanedir_consec_min | 0.5595628158951964 | | driven_lanedir_max | 3.2228678474053765 | | driven_lanedir_mean | 2.1819342156356245 | | driven_lanedir_median | 3.0031083286762996 | | driven_lanedir_min | 0.5595628158951964 | | in-drivable-lane_max | 0 | | in-drivable-lane_mean | 0 | | in-drivable-lane_min | 0 | | per-episodes | details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5851762938268671, "sim_physics": 0.04233189821243286, "survival_time": 2.9999999999999973, "driven_lanedir": 0.5595628158951964, "sim_render-ego": 0.03504916826883952, "in-drivable-lane": 0, "agent_compute-ego": 0.09347639878590902, "deviation-heading": 0.741291211159624, "set_robot_commands": 0.05506852865219116, "deviation-center-line": 0.211957978533702, "driven_lanedir_consec": 0.5595628158951964, "sim_compute_sim_state": 0.025010204315185545, "sim_compute_performance-ego": 0.038014006614685056, "sim_compute_robot_state-ego": 0.043366754055023195}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.235695996226755, "sim_physics": 0.04016037146250407, "survival_time": 14.950000000000076, "driven_lanedir": 3.2228678474053765, "sim_render-ego": 0.034971983432769777, "in-drivable-lane": 0, "agent_compute-ego": 0.0921545386314392, "deviation-heading": 0.9571106303682878, "set_robot_commands": 0.053802291552225746, "deviation-center-line": 0.864833847385189, "driven_lanedir_consec": 3.2228678474053765, "sim_compute_sim_state": 0.0243574055035909, "sim_compute_performance-ego": 0.03844516118367513, "sim_compute_robot_state-ego": 0.043579449653625486}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.038663331120324, "sim_physics": 0.04217511801410922, "survival_time": 13.900000000000064, "driven_lanedir": 3.0031083286762996, "sim_render-ego": 0.03557605451817135, "in-drivable-lane": 0, "agent_compute-ego": 0.09253874356798132, "deviation-heading": 1.6077636858225517, "set_robot_commands": 0.05382128327870541, "deviation-center-line": 0.6504447118090403, "driven_lanedir_consec": 3.0031083286762996, "sim_compute_sim_state": 0.024729201261945766, "sim_compute_performance-ego": 0.03901513446149209, "sim_compute_robot_state-ego": 0.04419985177705614}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.1221090598889143, "sim_physics": 0.04199306987156378, "survival_time": 5.349999999999989, "driven_lanedir": 1.1022159998700776, "sim_render-ego": 0.03610747774070668, "in-drivable-lane": 0, "agent_compute-ego": 0.09316536867729971, "deviation-heading": 0.8767457370585293, "set_robot_commands": 0.054394902469955875, "deviation-center-line": 0.27216043331298995, "driven_lanedir_consec": 1.1022159998700776, "sim_compute_sim_state": 0.02511258214433617, "sim_compute_performance-ego": 0.038884684304210625, "sim_compute_robot_state-ego": 0.04381897516339739}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.0762316459395453, "sim_physics": 0.041158975760142005, "survival_time": 14.950000000000076, "driven_lanedir": 3.0219160863311725, "sim_render-ego": 0.03537511428197225, "in-drivable-lane": 0, "agent_compute-ego": 0.09246208747227988, "deviation-heading": 2.3214666683566194, "set_robot_commands": 0.05355829238891602, "deviation-center-line": 0.663502394608621, "driven_lanedir_consec": 3.0219160863311725, "sim_compute_sim_state": 0.02445705811182658, "sim_compute_performance-ego": 0.03772733847300211, "sim_compute_robot_state-ego": 0.04317251841227213}} | | set_robot_commands_max | 0.05506852865219116 | | set_robot_commands_mean | 0.05412905966839883 | | set_robot_commands_median | 0.05382128327870541 | | set_robot_commands_min | 0.05355829238891602 | | sim_compute_performance-ego_max | 0.03901513446149209 | | sim_compute_performance-ego_mean | 0.038417265007413 | | sim_compute_performance-ego_median | 0.03844516118367513 | | sim_compute_performance-ego_min | 0.03772733847300211 | | sim_compute_robot_state-ego_max | 0.04419985177705614 | | sim_compute_robot_state-ego_mean | 0.04362750981227487 | | sim_compute_robot_state-ego_median | 0.043579449653625486 | | sim_compute_robot_state-ego_min | 0.04317251841227213 | | sim_compute_sim_state_max | 0.02511258214433617 | | sim_compute_sim_state_mean | 0.02473329026737699 | | sim_compute_sim_state_median | 0.024729201261945766 | | sim_compute_sim_state_min | 0.0243574055035909 | | sim_physics_max | 0.04233189821243286 | | sim_physics_mean | 0.04156388666415038 | | sim_physics_median | 0.04199306987156378 | | sim_physics_min | 0.04016037146250407 | | sim_render-ego_max | 0.03610747774070668 | | sim_render-ego_mean | 0.03541595964849191 | | sim_render-ego_median | 0.03537511428197225 | | sim_render-ego_min | 0.034971983432769777 | | simulation-passed | 1 | | survival_time_max | 14.950000000000076 | | survival_time_mean | 10.43000000000004 | | survival_time_min | 2.9999999999999973 |
| No reset possible |
21885 | 3333 | FANG MEIYI 🇸🇬 | test | aido2-LFV-sim-validation | step1-simulation | success | no | uberduck | | | 0:26:12 | | Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard. | | driven_lanedir_consec_median | 2.8529516166907194 | | survival_time_median | 14.950000000000076 | | deviation-center-line_median | 0.6842130199801731 | | in-drivable-lane_median | 0 |
other stats| agent_compute-ego_max | 0.09363754669038377 | | agent_compute-ego_mean | 0.09189577166082048 | | agent_compute-ego_median | 0.09165064334869384 | | agent_compute-ego_min | 0.09064109722773234 | | deviation-center-line_max | 1.080655093044238 | | deviation-center-line_mean | 0.6835619050777657 | | deviation-center-line_min | 0.3772577138687969 | | deviation-heading_max | 3.050805655569636 | | deviation-heading_mean | 2.179751881049533 | | deviation-heading_median | 2.4591415615363075 | | deviation-heading_min | 0.35841054511058795 | | driven_any_max | 3.034282002571695 | | driven_any_mean | 2.583263407146057 | | driven_any_median | 2.9413312664133793 | | driven_any_min | 1.1065413903370962 | | driven_lanedir_consec_max | 2.9923989061383365 | | driven_lanedir_consec_mean | 2.531828175720997 | | driven_lanedir_consec_min | 1.1006309410331232 | | driven_lanedir_max | 2.9923989061383365 | | driven_lanedir_mean | 2.531828175720997 | | driven_lanedir_median | 2.8529516166907194 | | driven_lanedir_min | 1.1006309410331232 | | in-drivable-lane_max | 0 | | in-drivable-lane_mean | 0 | | in-drivable-lane_min | 0 | | per-episodes | details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.8037195210707493, "sim_physics": 0.07255676428476969, "survival_time": 14.950000000000076, "driven_lanedir": 2.7333393436457136, "sim_render-ego": 0.03570615371068319, "in-drivable-lane": 0, "agent_compute-ego": 0.09204522450764974, "deviation-heading": 2.907599402219765, "set_robot_commands": 0.05397634108861287, "deviation-center-line": 0.5870886061051228, "driven_lanedir_consec": 2.7333393436457136, "sim_compute_sim_state": 0.02316183567047119, "sim_compute_performance-ego": 0.03830296198527018, "sim_compute_robot_state-ego": 0.04378837744394938, "sim_compute_robot_state-npc0": 0.04043079376220703, "sim_compute_robot_state-npc1": 0.04043241182963053, "sim_compute_robot_state-npc2": 0.03967311859130859, "sim_compute_robot_state-npc3": 0.040210951964060465}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.0304428553373652, "sim_physics": 0.07665627082188924, "survival_time": 14.950000000000076, "driven_lanedir": 2.979820071097091, "sim_render-ego": 0.03529625654220581, "in-drivable-lane": 0, "agent_compute-ego": 0.09165064334869384, "deviation-heading": 2.4591415615363075, "set_robot_commands": 0.055036365191141766, "deviation-center-line": 0.6842130199801731, "driven_lanedir_consec": 2.979820071097091, "sim_compute_sim_state": 0.023322951793670655, "sim_compute_performance-ego": 0.03907288074493408, "sim_compute_robot_state-ego": 0.04429941415786743, "sim_compute_robot_state-npc0": 0.04070223649342855, "sim_compute_robot_state-npc1": 0.040459892749786376, "sim_compute_robot_state-npc2": 0.03977289358774821, "sim_compute_robot_state-npc3": 0.0402104115486145}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.1065413903370962, "sim_physics": 0.0769443936867289, "survival_time": 5.04999999999999, "driven_lanedir": 1.1006309410331232, "sim_render-ego": 0.03531312942504883, "in-drivable-lane": 0, "agent_compute-ego": 0.09363754669038377, "deviation-heading": 0.35841054511058795, "set_robot_commands": 0.05436619201509079, "deviation-center-line": 0.3772577138687969, "driven_lanedir_consec": 1.1006309410331232, "sim_compute_sim_state": 0.023434284890052115, "sim_compute_performance-ego": 0.03893773862631014, "sim_compute_robot_state-ego": 0.044734551174805896, "sim_compute_robot_state-npc0": 0.04178995189100209, "sim_compute_robot_state-npc1": 0.04063153739022737, "sim_compute_robot_state-npc2": 0.04050232632325427, "sim_compute_robot_state-npc3": 0.04097825701874081}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.034282002571695, "sim_physics": 0.06994312047958375, "survival_time": 14.950000000000076, "driven_lanedir": 2.9923989061383365, "sim_render-ego": 0.03511218150456746, "in-drivable-lane": 0, "agent_compute-ego": 0.09150434652964276, "deviation-heading": 2.1228022408113687, "set_robot_commands": 0.053940838177998864, "deviation-center-line": 0.6885950923904973, "driven_lanedir_consec": 2.9923989061383365, "sim_compute_sim_state": 0.023078322410583496, "sim_compute_performance-ego": 0.03808152119318644, "sim_compute_robot_state-ego": 0.043931936422983806, "sim_compute_robot_state-npc0": 0.040500006675720214, "sim_compute_robot_state-npc1": 0.040416704018910725, "sim_compute_robot_state-npc2": 0.040194156964619955, "sim_compute_robot_state-npc3": 0.040355241298675536}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.9413312664133793, "sim_physics": 0.06798669417699178, "survival_time": 14.950000000000076, "driven_lanedir": 2.8529516166907194, "sim_render-ego": 0.035266859531402586, "in-drivable-lane": 0, "agent_compute-ego": 0.09064109722773234, "deviation-heading": 3.050805655569636, "set_robot_commands": 0.05334672451019287, "deviation-center-line": 1.080655093044238, "driven_lanedir_consec": 2.8529516166907194, "sim_compute_sim_state": 0.02278442939122518, "sim_compute_performance-ego": 0.03785660266876221, "sim_compute_robot_state-ego": 0.04444211800893147, "sim_compute_robot_state-npc0": 0.04007570664087931, "sim_compute_robot_state-npc1": 0.04014398177464803, "sim_compute_robot_state-npc2": 0.04055169343948365, "sim_compute_robot_state-npc3": 0.03992454131444295}} | | set_robot_commands_max | 0.055036365191141766 | | set_robot_commands_mean | 0.05413329219660743 | | set_robot_commands_median | 0.05397634108861287 | | set_robot_commands_min | 0.05334672451019287 | | sim_compute_performance-ego_max | 0.03907288074493408 | | sim_compute_performance-ego_mean | 0.03845034104369261 | | sim_compute_performance-ego_median | 0.03830296198527018 | | sim_compute_performance-ego_min | 0.03785660266876221 | | sim_compute_robot_state-ego_max | 0.044734551174805896 | | sim_compute_robot_state-ego_mean | 0.044239279441707594 | | sim_compute_robot_state-ego_median | 0.04429941415786743 | | sim_compute_robot_state-ego_min | 0.04378837744394938 | | sim_compute_robot_state-npc0_max | 0.04178995189100209 | | sim_compute_robot_state-npc0_mean | 0.04069973909264744 | | sim_compute_robot_state-npc0_median | 0.040500006675720214 | | sim_compute_robot_state-npc0_min | 0.04007570664087931 | | sim_compute_robot_state-npc1_max | 0.04063153739022737 | | sim_compute_robot_state-npc1_mean | 0.04041690555264061 | | sim_compute_robot_state-npc1_median | 0.04043241182963053 | | sim_compute_robot_state-npc1_min | 0.04014398177464803 | | sim_compute_robot_state-npc2_max | 0.04055169343948365 | | sim_compute_robot_state-npc2_mean | 0.04013883778128294 | | sim_compute_robot_state-npc2_median | 0.040194156964619955 | | sim_compute_robot_state-npc2_min | 0.03967311859130859 | | sim_compute_robot_state-npc3_max | 0.04097825701874081 | | sim_compute_robot_state-npc3_mean | 0.040335880628906855 | | sim_compute_robot_state-npc3_median | 0.040210951964060465 | | sim_compute_robot_state-npc3_min | 0.03992454131444295 | | sim_compute_sim_state_max | 0.023434284890052115 | | sim_compute_sim_state_mean | 0.023156364831200527 | | sim_compute_sim_state_median | 0.02316183567047119 | | sim_compute_sim_state_min | 0.02278442939122518 | | sim_physics_max | 0.0769443936867289 | | sim_physics_mean | 0.07281744868999267 | | sim_physics_median | 0.07255676428476969 | | sim_physics_min | 0.06798669417699178 | | sim_render-ego_max | 0.03570615371068319 | | sim_render-ego_mean | 0.035338916142781576 | | sim_render-ego_median | 0.03529625654220581 | | sim_render-ego_min | 0.03511218150456746 | | simulation-passed | 1 | | survival_time_max | 14.950000000000076 | | survival_time_mean | 12.97000000000006 | | survival_time_min | 5.04999999999999 |
| No reset possible |
Liam Paull 🇨🇦