30499
5826
Robert Moni 🇭🇺kaland-225308 aido3-LF-real-validation
eval1-videos success no idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:09:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 30472
6280
Dong Wang 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:09:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7468123017481241 survival_time_median 5.1999999999999895 deviation-center-line_median 0.2222626356133775 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03346307990477257 agent_compute-ego_mean 0.026746111904119733 agent_compute-ego_median 0.025581900278727213 agent_compute-ego_min 0.02433643165050737 deviation-center-line_max 0.9054590862335846 deviation-center-line_mean 0.365496606742602 deviation-center-line_min 0.1759234078355176 deviation-heading_max 3.7774507468230367 deviation-heading_mean 1.7664218028892016 deviation-heading_median 1.175080525605925 deviation-heading_min 1.0175262843719073 driven_any_max 2.3409415748086175 driven_any_mean 1.1726630064784274 driven_any_median 0.7820377265210574 driven_any_min 0.7257999991020516 driven_lanedir_consec_max 2.2193240778580083 driven_lanedir_consec_mean 1.107588261521922 driven_lanedir_consec_min 0.6998989777068986 driven_lanedir_max 2.2193240778580083 driven_lanedir_mean 1.107588261521922 driven_lanedir_median 0.7468123017481241 driven_lanedir_min 0.6998989777068986 in-drivable-lane_max 0.3000000000000025 in-drivable-lane_mean 0.0600000000000005 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.742266379842718, "sim_physics": 0.1435260272026062, "survival_time": 4.99999999999999, "driven_lanedir": 0.6998989777068986, "sim_render-ego": 0.011610803604125976, "in-drivable-lane": 0, "agent_compute-ego": 0.02572087526321411, "deviation-heading": 1.175080525605925, "set_robot_commands": 0.00824803590774536, "deviation-center-line": 0.1759234078355176, "driven_lanedir_consec": 0.6998989777068986, "sim_compute_sim_state": 0.004623324871063233, "sim_compute_performance-ego": 0.006808459758758545, "sim_compute_robot_state-ego": 0.008467905521392823, "sim_compute_robot_state-npc0": 0.00813326358795166, "sim_compute_robot_state-npc1": 0.007986853122711182, "sim_compute_robot_state-npc2": 0.007761785984039307, "sim_compute_robot_state-npc3": 0.00761460542678833}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7820377265210574, "sim_physics": 0.13941156176420358, "survival_time": 5.1999999999999895, "driven_lanedir": 0.7468123017481241, "sim_render-ego": 0.011774104375105638, "in-drivable-lane": 0, "agent_compute-ego": 0.0246282724233774, "deviation-heading": 1.0175262843719073, "set_robot_commands": 0.008712465946490947, "deviation-center-line": 0.21826800664961216, "driven_lanedir_consec": 0.7468123017481241, "sim_compute_sim_state": 0.005097304399196918, "sim_compute_performance-ego": 0.0068339269894819995, "sim_compute_robot_state-ego": 0.00837289599271921, "sim_compute_robot_state-npc0": 0.008288736526782695, "sim_compute_robot_state-npc1": 0.007906356683144202, "sim_compute_robot_state-npc2": 0.007512074250441331, "sim_compute_robot_state-npc3": 0.007503576003588163}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2722693521176922, "sim_physics": 0.13741615613301594, "survival_time": 8.249999999999982, "driven_lanedir": 1.171949807969809, "sim_render-ego": 0.01116988297664758, "in-drivable-lane": 0.3000000000000025, "agent_compute-ego": 0.025581900278727213, "deviation-heading": 1.754733466537067, "set_robot_commands": 0.007987516576593573, "deviation-center-line": 0.30556989738091817, "driven_lanedir_consec": 1.171949807969809, "sim_compute_sim_state": 0.004271809260050456, "sim_compute_performance-ego": 0.0065365892468076765, "sim_compute_robot_state-ego": 0.00800914764404297, "sim_compute_robot_state-npc0": 0.007796167604851, "sim_compute_robot_state-npc1": 0.007390460101040927, "sim_compute_robot_state-npc2": 0.00730340119564172, "sim_compute_robot_state-npc3": 0.007172622102679629}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.3409415748086175, "sim_physics": 0.14061447517983866, "survival_time": 14.900000000000077, "driven_lanedir": 2.2193240778580083, "sim_render-ego": 0.011400435594904343, "in-drivable-lane": 0, "agent_compute-ego": 0.02433643165050737, "deviation-heading": 3.7774507468230367, "set_robot_commands": 0.008276270539968605, "deviation-center-line": 0.9054590862335846, "driven_lanedir_consec": 2.2193240778580083, "sim_compute_sim_state": 0.0045571671236281424, "sim_compute_performance-ego": 0.006799477058769073, "sim_compute_robot_state-ego": 0.00914215721540003, "sim_compute_robot_state-npc0": 0.008206579509197466, "sim_compute_robot_state-npc1": 0.007720046395423429, "sim_compute_robot_state-npc2": 0.007961165985005014, "sim_compute_robot_state-npc3": 0.007478440367935488}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.7257999991020516, "sim_physics": 0.1492089414104973, "survival_time": 4.849999999999991, "driven_lanedir": 0.6999561423267714, "sim_render-ego": 0.012277381936299432, "in-drivable-lane": 0, "agent_compute-ego": 0.03346307990477257, "deviation-heading": 1.1073179911080724, "set_robot_commands": 0.00887940593601502, "deviation-center-line": 0.2222626356133775, "driven_lanedir_consec": 0.6999561423267714, "sim_compute_sim_state": 0.00483991436122619, "sim_compute_performance-ego": 0.007504033059189, "sim_compute_robot_state-ego": 0.010409559171224375, "sim_compute_robot_state-npc0": 0.008702300258518494, "sim_compute_robot_state-npc1": 0.008438914092545657, "sim_compute_robot_state-npc2": 0.008285716636893675, "sim_compute_robot_state-npc3": 0.00820078554841661}}set_robot_commands_max 0.00887940593601502 set_robot_commands_mean 0.008420738981362702 set_robot_commands_median 0.008276270539968605 set_robot_commands_min 0.007987516576593573 sim_compute_performance-ego_max 0.007504033059189 sim_compute_performance-ego_mean 0.00689649722260126 sim_compute_performance-ego_median 0.006808459758758545 sim_compute_performance-ego_min 0.0065365892468076765 sim_compute_robot_state-ego_max 0.010409559171224375 sim_compute_robot_state-ego_mean 0.008880333108955881 sim_compute_robot_state-ego_median 0.008467905521392823 sim_compute_robot_state-ego_min 0.00800914764404297 sim_compute_robot_state-npc0_max 0.008702300258518494 sim_compute_robot_state-npc0_mean 0.008225409497460263 sim_compute_robot_state-npc0_median 0.008206579509197466 sim_compute_robot_state-npc0_min 0.007796167604851 sim_compute_robot_state-npc1_max 0.008438914092545657 sim_compute_robot_state-npc1_mean 0.00788852607897308 sim_compute_robot_state-npc1_median 0.007906356683144202 sim_compute_robot_state-npc1_min 0.007390460101040927 sim_compute_robot_state-npc2_max 0.008285716636893675 sim_compute_robot_state-npc2_mean 0.007764828810404209 sim_compute_robot_state-npc2_median 0.007761785984039307 sim_compute_robot_state-npc2_min 0.00730340119564172 sim_compute_robot_state-npc3_max 0.00820078554841661 sim_compute_robot_state-npc3_mean 0.007594005889881644 sim_compute_robot_state-npc3_median 0.007503576003588163 sim_compute_robot_state-npc3_min 0.007172622102679629 sim_compute_sim_state_max 0.005097304399196918 sim_compute_sim_state_mean 0.004677904003032989 sim_compute_sim_state_median 0.004623324871063233 sim_compute_sim_state_min 0.004271809260050456 sim_physics_max 0.1492089414104973 sim_physics_mean 0.14203543233803234 sim_physics_median 0.14061447517983866 sim_physics_min 0.13741615613301594 sim_render-ego_max 0.012277381936299432 sim_render-ego_mean 0.011646521697416591 sim_render-ego_median 0.011610803604125976 sim_render-ego_min 0.01116988297664758 simulation-passed 1 survival_time_max 14.900000000000077 survival_time_mean 7.640000000000006 survival_time_min 4.849999999999991
No reset possible 30455
5897
Ramon Emiliani 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-real-validation
eval1-videos success no idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:07:11 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 30445
5941
Aleksei Shpilman 🇷🇺challenge-aido_LF-baseline-IL-0226 aido3-LF-real-validation
eval1-videos success no idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:06:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 30398
6263
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:15:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.5475516715509445 survival_time_median 14.950000000000076 deviation-center-line_median 0.8210741678088811 in-drivable-lane_median 1.2500000000000178
other stats agent_compute-ego_max 0.06257627487182617 agent_compute-ego_mean 0.03909601847330729 agent_compute-ego_median 0.03155767281850179 agent_compute-ego_min 0.029408111572265624 deviation-center-line_max 1.0099628620348398 deviation-center-line_mean 0.7873736166743921 deviation-center-line_min 0.546069754369919 deviation-heading_max 4.461506663924061 deviation-heading_mean 3.770366526054284 deviation-heading_median 3.8458775114719126 deviation-heading_min 3.2515708382932917 driven_any_max 4.059692338013424 driven_any_mean 2.967168990678563 driven_any_median 2.73415514821492 driven_any_min 2.513397527095738 driven_lanedir_consec_max 3.777000993920313 driven_lanedir_consec_mean 2.7351503201338563 driven_lanedir_consec_min 2.2759114487470873 driven_lanedir_max 3.777000993920313 driven_lanedir_mean 2.7351503201338563 driven_lanedir_median 2.5475516715509445 driven_lanedir_min 2.2759114487470873 in-drivable-lane_max 1.650000000000018 in-drivable-lane_mean 1.1800000000000157 in-drivable-lane_min 0.8000000000000114 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.6254559700863234, "sim_physics": 0.14296319325764975, "survival_time": 14.950000000000076, "driven_lanedir": 2.4243684965432557, "sim_render-ego": 0.012976868152618408, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.03155767281850179, "deviation-heading": 4.461506663924061, "set_robot_commands": 0.010227134227752684, "deviation-center-line": 0.8210741678088811, "driven_lanedir_consec": 2.4243684965432557, "sim_compute_sim_state": 0.005447333653767904, "sim_compute_performance-ego": 0.008085480531056722, "sim_compute_robot_state-ego": 0.0096781325340271, "sim_compute_robot_state-npc0": 0.009339712460835774, "sim_compute_robot_state-npc1": 0.009239602088928222, "sim_compute_robot_state-npc2": 0.009170722961425782, "sim_compute_robot_state-npc3": 0.008926077683766683}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.9031439699824095, "sim_physics": 0.16617425521214804, "survival_time": 14.950000000000076, "driven_lanedir": 2.650918989907681, "sim_render-ego": 0.013439213434855143, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.029408111572265624, "deviation-heading": 3.941045388296829, "set_robot_commands": 0.0097448992729187, "deviation-center-line": 0.6527296960110828, "driven_lanedir_consec": 2.650918989907681, "sim_compute_sim_state": 0.00550349235534668, "sim_compute_performance-ego": 0.008219250837961833, "sim_compute_robot_state-ego": 0.01001853624979655, "sim_compute_robot_state-npc0": 0.009145818551381428, "sim_compute_robot_state-npc1": 0.009007945855458575, "sim_compute_robot_state-npc2": 0.008937931855519613, "sim_compute_robot_state-npc3": 0.008699010213216146}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.73415514821492, "sim_physics": 0.1487251631418864, "survival_time": 14.950000000000076, "driven_lanedir": 2.5475516715509445, "sim_render-ego": 0.01318195104598999, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.03114643891652425, "deviation-heading": 3.8458775114719126, "set_robot_commands": 0.01038082758585612, "deviation-center-line": 1.0099628620348398, "driven_lanedir_consec": 2.5475516715509445, "sim_compute_sim_state": 0.005566091537475586, "sim_compute_performance-ego": 0.008201625347137451, "sim_compute_robot_state-ego": 0.009914006392161051, "sim_compute_robot_state-npc0": 0.009419889450073242, "sim_compute_robot_state-npc1": 0.009392731189727783, "sim_compute_robot_state-npc2": 0.009300594329833984, "sim_compute_robot_state-npc3": 0.00908147891362508}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.513397527095738, "sim_physics": 0.14384271542231242, "survival_time": 14.950000000000076, "driven_lanedir": 2.2759114487470873, "sim_render-ego": 0.0130107053120931, "in-drivable-lane": 1.650000000000018, "agent_compute-ego": 0.04079159418741862, "deviation-heading": 3.2515708382932917, "set_robot_commands": 0.010238856474558512, "deviation-center-line": 0.546069754369919, "driven_lanedir_consec": 2.2759114487470873, "sim_compute_sim_state": 0.005331508318583171, "sim_compute_performance-ego": 0.007974345684051514, "sim_compute_robot_state-ego": 0.009608016014099122, "sim_compute_robot_state-npc0": 0.009165154298146566, "sim_compute_robot_state-npc1": 0.009183824062347412, "sim_compute_robot_state-npc2": 0.008927686214447022, "sim_compute_robot_state-npc3": 0.008847661813100179}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.059692338013424, "sim_physics": 0.1381101361910502, "survival_time": 14.950000000000076, "driven_lanedir": 3.777000993920313, "sim_render-ego": 0.01266414244969686, "in-drivable-lane": 1.3000000000000185, "agent_compute-ego": 0.06257627487182617, "deviation-heading": 3.3518322282853266, "set_robot_commands": 0.01105400800704956, "deviation-center-line": 0.907031603147238, "driven_lanedir_consec": 3.777000993920313, "sim_compute_sim_state": 0.005397329330444336, "sim_compute_performance-ego": 0.007828921476999918, "sim_compute_robot_state-ego": 0.009459511439005534, "sim_compute_robot_state-npc0": 0.009783560434977214, "sim_compute_robot_state-npc1": 0.009651259581247964, "sim_compute_robot_state-npc2": 0.009434407552083333, "sim_compute_robot_state-npc3": 0.009261346658070884}}set_robot_commands_max 0.01105400800704956 set_robot_commands_mean 0.010329145113627116 set_robot_commands_median 0.010238856474558512 set_robot_commands_min 0.0097448992729187 sim_compute_performance-ego_max 0.008219250837961833 sim_compute_performance-ego_mean 0.008061924775441487 sim_compute_performance-ego_median 0.008085480531056722 sim_compute_performance-ego_min 0.007828921476999918 sim_compute_robot_state-ego_max 0.01001853624979655 sim_compute_robot_state-ego_mean 0.00973564052581787 sim_compute_robot_state-ego_median 0.0096781325340271 sim_compute_robot_state-ego_min 0.009459511439005534 sim_compute_robot_state-npc0_max 0.009783560434977214 sim_compute_robot_state-npc0_mean 0.009370827039082845 sim_compute_robot_state-npc0_median 0.009339712460835774 sim_compute_robot_state-npc0_min 0.009145818551381428 sim_compute_robot_state-npc1_max 0.009651259581247964 sim_compute_robot_state-npc1_mean 0.009295072555541992 sim_compute_robot_state-npc1_median 0.009239602088928222 sim_compute_robot_state-npc1_min 0.009007945855458575 sim_compute_robot_state-npc2_max 0.009434407552083333 sim_compute_robot_state-npc2_mean 0.009154268582661945 sim_compute_robot_state-npc2_median 0.009170722961425782 sim_compute_robot_state-npc2_min 0.008927686214447022 sim_compute_robot_state-npc3_max 0.009261346658070884 sim_compute_robot_state-npc3_mean 0.008963115056355794 sim_compute_robot_state-npc3_median 0.008926077683766683 sim_compute_robot_state-npc3_min 0.008699010213216146 sim_compute_sim_state_max 0.005566091537475586 sim_compute_sim_state_mean 0.005449151039123535 sim_compute_sim_state_median 0.005447333653767904 sim_compute_sim_state_min 0.005331508318583171 sim_physics_max 0.16617425521214804 sim_physics_mean 0.14796309264500934 sim_physics_median 0.14384271542231242 sim_physics_min 0.1381101361910502 sim_render-ego_max 0.013439213434855143 sim_render-ego_mean 0.0130545760790507 sim_render-ego_median 0.0130107053120931 sim_render-ego_min 0.01266414244969686 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 30382
6253
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:07:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6589432384749848 survival_time_median 4.599999999999992 deviation-center-line_median 0.20797506225334472 in-drivable-lane_median 0.10000000000000142
other stats agent_compute-ego_max 0.02812124358283149 agent_compute-ego_mean 0.027596562492510135 agent_compute-ego_median 0.02803266313340929 agent_compute-ego_min 0.02645884389462678 deviation-center-line_max 0.42048982713468097 deviation-center-line_mean 0.24148235572407065 deviation-center-line_min 0.17220808667355103 deviation-heading_max 2.3391717008510455 deviation-heading_mean 1.330036644904674 deviation-heading_median 1.0802977950606325 deviation-heading_min 0.8632160993535125 driven_any_max 1.2963250233141856 driven_any_mean 0.8126657287927618 driven_any_median 0.6856301588349213 driven_any_min 0.6619009872235992 driven_lanedir_consec_max 1.2118885345534876 driven_lanedir_consec_mean 0.7412114123128248 driven_lanedir_consec_min 0.5358402629502533 driven_lanedir_max 1.2118885345534876 driven_lanedir_mean 0.7412114123128248 driven_lanedir_median 0.6589432384749848 driven_lanedir_min 0.5358402629502533 in-drivable-lane_max 0.4499999999999984 in-drivable-lane_mean 0.17999999999999972 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.6619009872235992, "sim_physics": 0.1683212333255344, "survival_time": 4.499999999999992, "driven_lanedir": 0.5358402629502533, "sim_render-ego": 0.01339467896355523, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.02812124358283149, "deviation-heading": 1.3310475048511166, "set_robot_commands": 0.009095782703823514, "deviation-center-line": 0.18063668134047953, "driven_lanedir_consec": 0.5358402629502533, "sim_compute_sim_state": 0.005649876594543457, "sim_compute_performance-ego": 0.008165091938442655, "sim_compute_robot_state-ego": 0.009909190071953669, "sim_compute_robot_state-npc0": 0.009182927343580458, "sim_compute_robot_state-npc1": 0.008970313602023654, "sim_compute_robot_state-npc2": 0.008906608157687717, "sim_compute_robot_state-npc3": 0.00850585831536187}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7499184957780246, "sim_physics": 0.16265995502471925, "survival_time": 4.99999999999999, "driven_lanedir": 0.7208748014453051, "sim_render-ego": 0.013614568710327148, "in-drivable-lane": 0, "agent_compute-ego": 0.028063442707061768, "deviation-heading": 0.8632160993535125, "set_robot_commands": 0.00921661376953125, "deviation-center-line": 0.22610212121829668, "driven_lanedir_consec": 0.7208748014453051, "sim_compute_sim_state": 0.005549063682556152, "sim_compute_performance-ego": 0.008162410259246826, "sim_compute_robot_state-ego": 0.01019979476928711, "sim_compute_robot_state-npc0": 0.009504954814910888, "sim_compute_robot_state-npc1": 0.009018371105194092, "sim_compute_robot_state-npc2": 0.008928172588348389, "sim_compute_robot_state-npc3": 0.008746244907379151}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2963250233141856, "sim_physics": 0.1583260496457418, "survival_time": 8.399999999999984, "driven_lanedir": 1.2118885345534876, "sim_render-ego": 0.013310605571383522, "in-drivable-lane": 0.10000000000000142, "agent_compute-ego": 0.02730661914462135, "deviation-heading": 2.3391717008510455, "set_robot_commands": 0.008890581982476371, "deviation-center-line": 0.42048982713468097, "driven_lanedir_consec": 1.2118885345534876, "sim_compute_sim_state": 0.005333745763415382, "sim_compute_performance-ego": 0.00823197052592323, "sim_compute_robot_state-ego": 0.009889694906416394, "sim_compute_robot_state-npc0": 0.008995663552057175, "sim_compute_robot_state-npc1": 0.008679893754777453, "sim_compute_robot_state-npc2": 0.008672816412789481, "sim_compute_robot_state-npc3": 0.008402649845395769}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6856301588349213, "sim_physics": 0.16858329461968463, "survival_time": 4.599999999999992, "driven_lanedir": 0.6589432384749848, "sim_render-ego": 0.013448137304057244, "in-drivable-lane": 0, "agent_compute-ego": 0.02645884389462678, "deviation-heading": 1.0802977950606325, "set_robot_commands": 0.00910738758418871, "deviation-center-line": 0.20797506225334472, "driven_lanedir_consec": 0.6589432384749848, "sim_compute_sim_state": 0.005072041698124098, "sim_compute_performance-ego": 0.008071622122888979, "sim_compute_robot_state-ego": 0.009795569855233898, "sim_compute_robot_state-npc0": 0.008682647477025572, "sim_compute_robot_state-npc1": 0.008522007776343304, "sim_compute_robot_state-npc2": 0.008542669856030008, "sim_compute_robot_state-npc3": 0.00833927289299343}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6695539788130777, "sim_physics": 0.17124737368689644, "survival_time": 4.499999999999992, "driven_lanedir": 0.5785102241400932, "sim_render-ego": 0.013643127017551, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.02803266313340929, "deviation-heading": 1.036450124407065, "set_robot_commands": 0.009479358461168078, "deviation-center-line": 0.17220808667355103, "driven_lanedir_consec": 0.5785102241400932, "sim_compute_sim_state": 0.005386341942681207, "sim_compute_performance-ego": 0.008170143763224284, "sim_compute_robot_state-ego": 0.010124037000868056, "sim_compute_robot_state-npc0": 0.009515391455756294, "sim_compute_robot_state-npc1": 0.009011830223931209, "sim_compute_robot_state-npc2": 0.008899815877278646, "sim_compute_robot_state-npc3": 0.008829053243001301}}set_robot_commands_max 0.009479358461168078 set_robot_commands_mean 0.009157944900237584 set_robot_commands_median 0.00910738758418871 set_robot_commands_min 0.008890581982476371 sim_compute_performance-ego_max 0.00823197052592323 sim_compute_performance-ego_mean 0.008160247721945194 sim_compute_performance-ego_median 0.008165091938442655 sim_compute_performance-ego_min 0.008071622122888979 sim_compute_robot_state-ego_max 0.01019979476928711 sim_compute_robot_state-ego_mean 0.009983657320751824 sim_compute_robot_state-ego_median 0.009909190071953669 sim_compute_robot_state-ego_min 0.009795569855233898 sim_compute_robot_state-npc0_max 0.009515391455756294 sim_compute_robot_state-npc0_mean 0.009176316928666077 sim_compute_robot_state-npc0_median 0.009182927343580458 sim_compute_robot_state-npc0_min 0.008682647477025572 sim_compute_robot_state-npc1_max 0.009018371105194092 sim_compute_robot_state-npc1_mean 0.008840483292453943 sim_compute_robot_state-npc1_median 0.008970313602023654 sim_compute_robot_state-npc1_min 0.008522007776343304 sim_compute_robot_state-npc2_max 0.008928172588348389 sim_compute_robot_state-npc2_mean 0.008790016578426848 sim_compute_robot_state-npc2_median 0.008899815877278646 sim_compute_robot_state-npc2_min 0.008542669856030008 sim_compute_robot_state-npc3_max 0.008829053243001301 sim_compute_robot_state-npc3_mean 0.008564615840826306 sim_compute_robot_state-npc3_median 0.00850585831536187 sim_compute_robot_state-npc3_min 0.00833927289299343 sim_compute_sim_state_max 0.005649876594543457 sim_compute_sim_state_mean 0.00539821393626406 sim_compute_sim_state_median 0.005386341942681207 sim_compute_sim_state_min 0.005072041698124098 sim_physics_max 0.17124737368689644 sim_physics_mean 0.1658275812605153 sim_physics_median 0.1683212333255344 sim_physics_min 0.1583260496457418 sim_render-ego_max 0.013643127017551 sim_render-ego_mean 0.013482223513374829 sim_render-ego_median 0.013448137304057244 sim_render-ego_min 0.013310605571383522 simulation-passed 1 survival_time_max 8.399999999999984 survival_time_mean 5.39999999999999 survival_time_min 4.499999999999992
No reset possible 30335
6225
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:08:44 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4629632287283947 survival_time_median 14.950000000000076 deviation-center-line_median 0.7447984149136092 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.02755151351292928 agent_compute-ego_mean 0.025200944264729817 agent_compute-ego_median 0.02537142833073934 agent_compute-ego_min 0.023222804069519043 deviation-center-line_max 0.7766550106002966 deviation-center-line_mean 0.722002518512928 deviation-center-line_min 0.6627139606192165 deviation-heading_max 5.447532735581336 deviation-heading_mean 4.508014045728764 deviation-heading_median 4.749122672415178 deviation-heading_min 3.4650490314300644 driven_any_max 3.342053309141463 driven_any_mean 2.806634843293801 driven_any_median 2.640585250647419 driven_any_min 2.409390427716599 driven_lanedir_consec_max 3.19410420631572 driven_lanedir_consec_mean 2.464932454004199 driven_lanedir_consec_min 1.6641905086008832 driven_lanedir_max 3.19410420631572 driven_lanedir_mean 2.541348526876095 driven_lanedir_median 2.4629632287283947 driven_lanedir_min 2.0462708729603656 in-drivable-lane_max 1.5 in-drivable-lane_mean 0.510000000000003 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.045260657470959, "sim_physics": 0.06442669947942098, "survival_time": 14.950000000000076, "driven_lanedir": 2.928181188038657, "sim_render-ego": 0.010874857902526855, "in-drivable-lane": 0, "agent_compute-ego": 0.02537142833073934, "deviation-heading": 3.4650490314300644, "set_robot_commands": 0.008278793493906656, "deviation-center-line": 0.7766550106002966, "driven_lanedir_consec": 2.928181188038657, "sim_compute_sim_state": 0.004776659806569417, "sim_compute_performance-ego": 0.006674300829569498, "sim_compute_robot_state-ego": 0.00800254980723063}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.595884571492562, "sim_physics": 0.05994297027587891, "survival_time": 14.950000000000076, "driven_lanedir": 2.0752231383373396, "sim_render-ego": 0.010564548174540202, "in-drivable-lane": 1.5, "agent_compute-ego": 0.023222804069519043, "deviation-heading": 5.447532735581336, "set_robot_commands": 0.007576196193695068, "deviation-center-line": 0.6627139606192165, "driven_lanedir_consec": 2.0752231383373396, "sim_compute_sim_state": 0.004452526569366455, "sim_compute_performance-ego": 0.006301246484120687, "sim_compute_robot_state-ego": 0.007707529067993164}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.640585250647419, "sim_physics": 0.06165705442428589, "survival_time": 14.950000000000076, "driven_lanedir": 2.4629632287283947, "sim_render-ego": 0.010999788443247477, "in-drivable-lane": 0, "agent_compute-ego": 0.023763012091318765, "deviation-heading": 4.749122672415178, "set_robot_commands": 0.008222316106160482, "deviation-center-line": 0.7447984149136092, "driven_lanedir_consec": 2.4629632287283947, "sim_compute_sim_state": 0.004645297527313233, "sim_compute_performance-ego": 0.006593302885691325, "sim_compute_robot_state-ego": 0.00799550453821818}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.342053309141463, "sim_physics": 0.06484860738118489, "survival_time": 14.950000000000076, "driven_lanedir": 3.19410420631572, "sim_render-ego": 0.011646975676218668, "in-drivable-lane": 0, "agent_compute-ego": 0.02609596331914266, "deviation-heading": 4.002164419716808, "set_robot_commands": 0.008554757436116537, "deviation-center-line": 0.6755387787603949, "driven_lanedir_consec": 3.19410420631572, "sim_compute_sim_state": 0.00488975445429484, "sim_compute_performance-ego": 0.006997443834940592, "sim_compute_robot_state-ego": 0.008577757676442465}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.409390427716599, "sim_physics": 0.06487057288487752, "survival_time": 14.950000000000076, "driven_lanedir": 2.0462708729603656, "sim_render-ego": 0.010956051349639891, "in-drivable-lane": 1.050000000000015, "agent_compute-ego": 0.02755151351292928, "deviation-heading": 4.876201369500436, "set_robot_commands": 0.008751712640126546, "deviation-center-line": 0.7503064276711227, "driven_lanedir_consec": 1.6641905086008832, "sim_compute_sim_state": 0.0048186357816060385, "sim_compute_performance-ego": 0.006730451583862305, "sim_compute_robot_state-ego": 0.008279281457265218}}set_robot_commands_max 0.008751712640126546 set_robot_commands_mean 0.008276755174001057 set_robot_commands_median 0.008278793493906656 set_robot_commands_min 0.007576196193695068 sim_compute_performance-ego_max 0.006997443834940592 sim_compute_performance-ego_mean 0.006659349123636882 sim_compute_performance-ego_median 0.006674300829569498 sim_compute_performance-ego_min 0.006301246484120687 sim_compute_robot_state-ego_max 0.008577757676442465 sim_compute_robot_state-ego_mean 0.008112524509429932 sim_compute_robot_state-ego_median 0.00800254980723063 sim_compute_robot_state-ego_min 0.007707529067993164 sim_compute_sim_state_max 0.00488975445429484 sim_compute_sim_state_mean 0.004716574827829997 sim_compute_sim_state_median 0.004776659806569417 sim_compute_sim_state_min 0.004452526569366455 sim_physics_max 0.06487057288487752 sim_physics_mean 0.06314918088912964 sim_physics_median 0.06442669947942098 sim_physics_min 0.05994297027587891 sim_render-ego_max 0.011646975676218668 sim_render-ego_mean 0.01100844430923462 sim_render-ego_median 0.010956051349639891 sim_render-ego_min 0.010564548174540202 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 30317
6212
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:07:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7067326832854528 survival_time_median 4.899999999999991 deviation-center-line_median 0.1977754750564397 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.02836623105658106 agent_compute-ego_mean 0.02701428204596116 agent_compute-ego_median 0.027207720145750583 agent_compute-ego_min 0.024952175853016612 deviation-center-line_max 0.4187873659145495 deviation-center-line_mean 0.2255394900156924 deviation-center-line_min 0.11680749653974688 deviation-heading_max 2.1096306930925413 deviation-heading_mean 1.262502610995815 deviation-heading_median 1.121708866344659 deviation-heading_min 0.8077035308472639 driven_any_max 1.280291965436079 driven_any_mean 0.8223189319362507 driven_any_median 0.7338395993550156 driven_any_min 0.6538888968318264 driven_lanedir_consec_max 1.226083518882289 driven_lanedir_consec_mean 0.7630223469855049 driven_lanedir_consec_min 0.523856886801832 driven_lanedir_max 1.226083518882289 driven_lanedir_mean 0.7630223469855049 driven_lanedir_median 0.7067326832854528 driven_lanedir_min 0.523856886801832 in-drivable-lane_max 0.4499999999999984 in-drivable-lane_mean 0.11999999999999958 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.6538888968318264, "sim_physics": 0.1341626403037082, "survival_time": 4.449999999999992, "driven_lanedir": 0.523856886801832, "sim_render-ego": 0.011751702662264362, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.027207720145750583, "deviation-heading": 1.200763620994953, "set_robot_commands": 0.00900807005635808, "deviation-center-line": 0.11680749653974688, "driven_lanedir_consec": 0.523856886801832, "sim_compute_sim_state": 0.004458773002195894, "sim_compute_performance-ego": 0.007016283742497477, "sim_compute_robot_state-ego": 0.008544852224628577, "sim_compute_robot_state-npc0": 0.00861909684170498, "sim_compute_robot_state-npc1": 0.00787749451197935, "sim_compute_robot_state-npc2": 0.007993470416979844, "sim_compute_robot_state-npc3": 0.007653190848532688}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7659860630005273, "sim_physics": 0.13408925019058526, "survival_time": 5.09999999999999, "driven_lanedir": 0.7406753854209095, "sim_render-ego": 0.011996825536092125, "in-drivable-lane": 0, "agent_compute-ego": 0.026243034531088436, "deviation-heading": 0.8077035308472639, "set_robot_commands": 0.009038710126689836, "deviation-center-line": 0.23056601919553596, "driven_lanedir_consec": 0.7406753854209095, "sim_compute_sim_state": 0.004519385450026568, "sim_compute_performance-ego": 0.007254628574146944, "sim_compute_robot_state-ego": 0.008799349560457118, "sim_compute_robot_state-npc0": 0.008475719713697247, "sim_compute_robot_state-npc1": 0.008173631686790316, "sim_compute_robot_state-npc2": 0.007825217994989133, "sim_compute_robot_state-npc3": 0.00780338867037904}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.280291965436079, "sim_physics": 0.1385782167135951, "survival_time": 8.299999999999983, "driven_lanedir": 1.226083518882289, "sim_render-ego": 0.01122455137321748, "in-drivable-lane": 0, "agent_compute-ego": 0.02836623105658106, "deviation-heading": 2.1096306930925413, "set_robot_commands": 0.009402476161359304, "deviation-center-line": 0.4187873659145495, "driven_lanedir_consec": 1.226083518882289, "sim_compute_sim_state": 0.004586012966661568, "sim_compute_performance-ego": 0.0068222988082701904, "sim_compute_robot_state-ego": 0.008356495075915233, "sim_compute_robot_state-npc0": 0.008653781500207373, "sim_compute_robot_state-npc1": 0.008124897278935075, "sim_compute_robot_state-npc2": 0.007886820528880659, "sim_compute_robot_state-npc3": 0.007676449166723044}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7338395993550156, "sim_physics": 0.14310257775442942, "survival_time": 4.899999999999991, "driven_lanedir": 0.7067326832854528, "sim_render-ego": 0.011202495925280512, "in-drivable-lane": 0, "agent_compute-ego": 0.02830224864336909, "deviation-heading": 1.072706343699659, "set_robot_commands": 0.00990838420634367, "deviation-center-line": 0.16376109337218994, "driven_lanedir_consec": 0.7067326832854528, "sim_compute_sim_state": 0.004402856437527403, "sim_compute_performance-ego": 0.006610145374220245, "sim_compute_robot_state-ego": 0.008275888404067682, "sim_compute_robot_state-npc0": 0.00848909786769322, "sim_compute_robot_state-npc1": 0.008034878847550372, "sim_compute_robot_state-npc2": 0.007789937817320532, "sim_compute_robot_state-npc3": 0.007415148676658163}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6775881350578057, "sim_physics": 0.14065354734986693, "survival_time": 4.549999999999992, "driven_lanedir": 0.6177632605370411, "sim_render-ego": 0.01157230597275954, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.024952175853016612, "deviation-heading": 1.121708866344659, "set_robot_commands": 0.00814901603447212, "deviation-center-line": 0.1977754750564397, "driven_lanedir_consec": 0.6177632605370411, "sim_compute_sim_state": 0.004398136348514766, "sim_compute_performance-ego": 0.006824933565579928, "sim_compute_robot_state-ego": 0.008125404735187908, "sim_compute_robot_state-npc0": 0.00788420897263747, "sim_compute_robot_state-npc1": 0.007664876979785961, "sim_compute_robot_state-npc2": 0.007509386146461571, "sim_compute_robot_state-npc3": 0.007315876719715831}}set_robot_commands_max 0.00990838420634367 set_robot_commands_mean 0.0091013313170446 set_robot_commands_median 0.009038710126689836 set_robot_commands_min 0.00814901603447212 sim_compute_performance-ego_max 0.007254628574146944 sim_compute_performance-ego_mean 0.006905658012942957 sim_compute_performance-ego_median 0.006824933565579928 sim_compute_performance-ego_min 0.006610145374220245 sim_compute_robot_state-ego_max 0.008799349560457118 sim_compute_robot_state-ego_mean 0.008420398000051304 sim_compute_robot_state-ego_median 0.008356495075915233 sim_compute_robot_state-ego_min 0.008125404735187908 sim_compute_robot_state-npc0_max 0.008653781500207373 sim_compute_robot_state-npc0_mean 0.00842438097918806 sim_compute_robot_state-npc0_median 0.00848909786769322 sim_compute_robot_state-npc0_min 0.00788420897263747 sim_compute_robot_state-npc1_max 0.008173631686790316 sim_compute_robot_state-npc1_mean 0.007975155861008216 sim_compute_robot_state-npc1_median 0.008034878847550372 sim_compute_robot_state-npc1_min 0.007664876979785961 sim_compute_robot_state-npc2_max 0.007993470416979844 sim_compute_robot_state-npc2_mean 0.007800966580926348 sim_compute_robot_state-npc2_median 0.007825217994989133 sim_compute_robot_state-npc2_min 0.007509386146461571 sim_compute_robot_state-npc3_max 0.00780338867037904 sim_compute_robot_state-npc3_mean 0.007572810816401754 sim_compute_robot_state-npc3_median 0.007653190848532688 sim_compute_robot_state-npc3_min 0.007315876719715831 sim_compute_sim_state_max 0.004586012966661568 sim_compute_sim_state_mean 0.00447303284098524 sim_compute_sim_state_median 0.004458773002195894 sim_compute_sim_state_min 0.004398136348514766 sim_physics_max 0.14310257775442942 sim_physics_mean 0.13811724646243698 sim_physics_median 0.1385782167135951 sim_physics_min 0.13408925019058526 sim_render-ego_max 0.011996825536092125 sim_render-ego_mean 0.011549576293922803 sim_render-ego_median 0.01157230597275954 sim_render-ego_min 0.011202495925280512 simulation-passed 1 survival_time_max 8.299999999999983 survival_time_mean 5.459999999999989 survival_time_min 4.449999999999992
No reset possible 30280
6189
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:07:54 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6610274604544941 survival_time_median 4.6499999999999915 deviation-center-line_median 0.13571426847905635 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03214165243771997 agent_compute-ego_mean 0.0282696127478348 agent_compute-ego_median 0.02729643032114993 agent_compute-ego_min 0.026975783957056253 deviation-center-line_max 0.36846047551430994 deviation-center-line_mean 0.20087923210564945 deviation-center-line_min 0.12929849806357782 deviation-heading_max 1.7447899006453695 deviation-heading_mean 1.290505391386663 deviation-heading_median 1.168620786652861 deviation-heading_min 0.9787362654751112 driven_any_max 1.2803023349870908 driven_any_mean 0.8126722041269769 driven_any_median 0.6936646644270654 driven_any_min 0.6615093685428932 driven_lanedir_consec_max 1.239807692423851 driven_lanedir_consec_mean 0.742942843019995 driven_lanedir_consec_min 0.5350041869890858 driven_lanedir_max 1.239807692423851 driven_lanedir_mean 0.742942843019995 driven_lanedir_median 0.6610274604544941 driven_lanedir_min 0.5350041869890858 in-drivable-lane_max 0.3999999999999986 in-drivable-lane_mean 0.15999999999999942 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.6699580202834807, "sim_physics": 0.16194157548003144, "survival_time": 4.549999999999992, "driven_lanedir": 0.5578399688496607, "sim_render-ego": 0.013462606367174086, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.027288402829851423, "deviation-heading": 1.168620786652861, "set_robot_commands": 0.009280183813074131, "deviation-center-line": 0.12929849806357782, "driven_lanedir_consec": 0.5578399688496607, "sim_compute_sim_state": 0.005298127184857379, "sim_compute_performance-ego": 0.007922481704544236, "sim_compute_robot_state-ego": 0.009694699402693864, "sim_compute_robot_state-npc0": 0.009355524084070229, "sim_compute_robot_state-npc1": 0.009148773256239, "sim_compute_robot_state-npc2": 0.00890010267823607, "sim_compute_robot_state-npc3": 0.008644874279315654}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.6936646644270654, "sim_physics": 0.15969011860509072, "survival_time": 4.6499999999999915, "driven_lanedir": 0.6610274604544941, "sim_render-ego": 0.013936411949896045, "in-drivable-lane": 0, "agent_compute-ego": 0.02729643032114993, "deviation-heading": 0.9787362654751112, "set_robot_commands": 0.009598506394252982, "deviation-center-line": 0.23554654945527323, "driven_lanedir_consec": 0.6610274604544941, "sim_compute_sim_state": 0.005718341437719201, "sim_compute_performance-ego": 0.008015727484098045, "sim_compute_robot_state-ego": 0.010021768590455414, "sim_compute_robot_state-npc0": 0.0098141598445113, "sim_compute_robot_state-npc1": 0.00959128205494214, "sim_compute_robot_state-npc2": 0.009434448775424752, "sim_compute_robot_state-npc3": 0.009284998780937604}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2803023349870908, "sim_physics": 0.1457634359957224, "survival_time": 8.299999999999983, "driven_lanedir": 1.239807692423851, "sim_render-ego": 0.012505167938140502, "in-drivable-lane": 0, "agent_compute-ego": 0.026975783957056253, "deviation-heading": 1.7447899006453695, "set_robot_commands": 0.00897050478372229, "deviation-center-line": 0.36846047551430994, "driven_lanedir_consec": 1.239807692423851, "sim_compute_sim_state": 0.004971087697040604, "sim_compute_performance-ego": 0.007519879973078349, "sim_compute_robot_state-ego": 0.008910730660679829, "sim_compute_robot_state-npc0": 0.0088123011301799, "sim_compute_robot_state-npc1": 0.008611489491290357, "sim_compute_robot_state-npc2": 0.008379525448902544, "sim_compute_robot_state-npc3": 0.008151713624058}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7579266323943543, "sim_physics": 0.1557691758221919, "survival_time": 5.04999999999999, "driven_lanedir": 0.7210349063828833, "sim_render-ego": 0.01299057384528736, "in-drivable-lane": 0, "agent_compute-ego": 0.03214165243771997, "deviation-heading": 1.160109896636034, "set_robot_commands": 0.009002834263414439, "deviation-center-line": 0.13537636901602973, "driven_lanedir_consec": 0.7210349063828833, "sim_compute_sim_state": 0.005053812914555616, "sim_compute_performance-ego": 0.007958435776210067, "sim_compute_robot_state-ego": 0.009814859616874469, "sim_compute_robot_state-npc0": 0.008838464718053836, "sim_compute_robot_state-npc1": 0.008594640410772644, "sim_compute_robot_state-npc2": 0.008549414058723072, "sim_compute_robot_state-npc3": 0.008286417120754128}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6615093685428932, "sim_physics": 0.15397446075182283, "survival_time": 4.449999999999992, "driven_lanedir": 0.5350041869890858, "sim_render-ego": 0.012763235006439552, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.027645794193396408, "deviation-heading": 1.4002701075239397, "set_robot_commands": 0.009232839841521187, "deviation-center-line": 0.13571426847905635, "driven_lanedir_consec": 0.5350041869890858, "sim_compute_sim_state": 0.004895261164461629, "sim_compute_performance-ego": 0.00743237774023849, "sim_compute_robot_state-ego": 0.009093806984719266, "sim_compute_robot_state-npc0": 0.008900205740767919, "sim_compute_robot_state-npc1": 0.008499882194433319, "sim_compute_robot_state-npc2": 0.008429497815250011, "sim_compute_robot_state-npc3": 0.00818580723880382}}set_robot_commands_max 0.009598506394252982 set_robot_commands_mean 0.009216973819197009 set_robot_commands_median 0.009232839841521187 set_robot_commands_min 0.00897050478372229 sim_compute_performance-ego_max 0.008015727484098045 sim_compute_performance-ego_mean 0.007769780535633838 sim_compute_performance-ego_median 0.007922481704544236 sim_compute_performance-ego_min 0.00743237774023849 sim_compute_robot_state-ego_max 0.010021768590455414 sim_compute_robot_state-ego_mean 0.00950717305108457 sim_compute_robot_state-ego_median 0.009694699402693864 sim_compute_robot_state-ego_min 0.008910730660679829 sim_compute_robot_state-npc0_max 0.0098141598445113 sim_compute_robot_state-npc0_mean 0.009144131103516636 sim_compute_robot_state-npc0_median 0.008900205740767919 sim_compute_robot_state-npc0_min 0.0088123011301799 sim_compute_robot_state-npc1_max 0.00959128205494214 sim_compute_robot_state-npc1_mean 0.008889213481535492 sim_compute_robot_state-npc1_median 0.008611489491290357 sim_compute_robot_state-npc1_min 0.008499882194433319 sim_compute_robot_state-npc2_max 0.009434448775424752 sim_compute_robot_state-npc2_mean 0.00873859775530729 sim_compute_robot_state-npc2_median 0.008549414058723072 sim_compute_robot_state-npc2_min 0.008379525448902544 sim_compute_robot_state-npc3_max 0.009284998780937604 sim_compute_robot_state-npc3_mean 0.00851076220877384 sim_compute_robot_state-npc3_median 0.008286417120754128 sim_compute_robot_state-npc3_min 0.008151713624058 sim_compute_sim_state_max 0.005718341437719201 sim_compute_sim_state_mean 0.005187326079726886 sim_compute_sim_state_median 0.005053812914555616 sim_compute_sim_state_min 0.004895261164461629 sim_physics_max 0.16194157548003144 sim_physics_mean 0.15542775333097186 sim_physics_median 0.1557691758221919 sim_physics_min 0.1457634359957224 sim_render-ego_max 0.013936411949896045 sim_render-ego_mean 0.013131599021387509 sim_render-ego_median 0.01299057384528736 sim_render-ego_min 0.012505167938140502 simulation-passed 1 survival_time_max 8.299999999999983 survival_time_mean 5.39999999999999 survival_time_min 4.449999999999992
No reset possible 30264
6175
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:08:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7305604945842992 survival_time_median 5.04999999999999 deviation-center-line_median 0.2144440688299984 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.02347209236838601 agent_compute-ego_mean 0.020786594402712515 agent_compute-ego_median 0.02038618274357008 agent_compute-ego_min 0.01977113685985603 deviation-center-line_max 0.7912986817900155 deviation-center-line_mean 0.3106232493944896 deviation-center-line_min 0.15346482390596702 deviation-heading_max 5.7132269891028455 deviation-heading_mean 1.9187064066990789 deviation-heading_median 1.039323221312803 deviation-heading_min 0.8268677656733141 driven_any_max 2.300553079180343 driven_any_mean 1.0472600083062238 driven_any_median 0.7579412201934149 driven_any_min 0.6856276347248899 driven_lanedir_consec_max 1.5059064695067053 driven_lanedir_consec_mean 0.8662105429002066 driven_lanedir_consec_min 0.6588955012137351 driven_lanedir_max 1.70134658924499 driven_lanedir_mean 0.9052985668478636 driven_lanedir_median 0.7305604945842992 driven_lanedir_min 0.6588955012137351 in-drivable-lane_max 2 in-drivable-lane_mean 0.4 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7342350082373561, "sim_physics": 0.1314065649051859, "survival_time": 4.94999999999999, "driven_lanedir": 0.7010486661662613, "sim_render-ego": 0.009812675341211184, "in-drivable-lane": 0, "agent_compute-ego": 0.02347209236838601, "deviation-heading": 1.081052110350792, "set_robot_commands": 0.00788073106245561, "deviation-center-line": 0.1633785527498664, "driven_lanedir_consec": 0.7010486661662613, "sim_compute_sim_state": 0.004050512506504252, "sim_compute_performance-ego": 0.006229667952566436, "sim_compute_robot_state-ego": 0.007490297760626282, "sim_compute_robot_state-npc0": 0.007147362737944632, "sim_compute_robot_state-npc1": 0.006880420627016009, "sim_compute_robot_state-npc2": 0.007190398495606702, "sim_compute_robot_state-npc3": 0.006921984932639382}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7579412201934149, "sim_physics": 0.12424176046163728, "survival_time": 5.04999999999999, "driven_lanedir": 0.7305604945842992, "sim_render-ego": 0.009808854301377096, "in-drivable-lane": 0, "agent_compute-ego": 0.020519131481057343, "deviation-heading": 0.8268677656733141, "set_robot_commands": 0.007202552096678479, "deviation-center-line": 0.2144440688299984, "driven_lanedir_consec": 0.7305604945842992, "sim_compute_sim_state": 0.003925750751306515, "sim_compute_performance-ego": 0.005639741916467648, "sim_compute_robot_state-ego": 0.0069196389453245865, "sim_compute_robot_state-npc0": 0.0069818850791100225, "sim_compute_robot_state-npc1": 0.006596069524783899, "sim_compute_robot_state-npc2": 0.00661160686228535, "sim_compute_robot_state-npc3": 0.006409718258546131}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.300553079180343, "sim_physics": 0.11936412004073732, "survival_time": 14.650000000000071, "driven_lanedir": 1.70134658924499, "sim_render-ego": 0.0096709589909368, "in-drivable-lane": 2, "agent_compute-ego": 0.01978442856069311, "deviation-heading": 5.7132269891028455, "set_robot_commands": 0.006887156808742484, "deviation-center-line": 0.7912986817900155, "driven_lanedir_consec": 1.5059064695067053, "sim_compute_sim_state": 0.003866591144340437, "sim_compute_performance-ego": 0.005674264536782743, "sim_compute_robot_state-ego": 0.0070892405591320255, "sim_compute_robot_state-npc0": 0.006821397221535953, "sim_compute_robot_state-npc1": 0.00648451583784188, "sim_compute_robot_state-npc2": 0.006407540812834131, "sim_compute_robot_state-npc3": 0.006406098095630216}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7579430991951156, "sim_physics": 0.12960047060900395, "survival_time": 5.04999999999999, "driven_lanedir": 0.7346415830300329, "sim_render-ego": 0.009873213154254571, "in-drivable-lane": 0, "agent_compute-ego": 0.01977113685985603, "deviation-heading": 0.9330619470556378, "set_robot_commands": 0.006851946953499671, "deviation-center-line": 0.15346482390596702, "driven_lanedir_consec": 0.7346415830300329, "sim_compute_sim_state": 0.003841402507064366, "sim_compute_performance-ego": 0.005824225963932453, "sim_compute_robot_state-ego": 0.00727876342169129, "sim_compute_robot_state-npc0": 0.006830543574720326, "sim_compute_robot_state-npc1": 0.00662274171810339, "sim_compute_robot_state-npc2": 0.00658946698254878, "sim_compute_robot_state-npc3": 0.006636107322013024}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6856276347248899, "sim_physics": 0.13519767315491385, "survival_time": 4.599999999999992, "driven_lanedir": 0.6588955012137351, "sim_render-ego": 0.009763336699941883, "in-drivable-lane": 0, "agent_compute-ego": 0.02038618274357008, "deviation-heading": 1.039323221312803, "set_robot_commands": 0.006820836792821469, "deviation-center-line": 0.23053011969660056, "driven_lanedir_consec": 0.6588955012137351, "sim_compute_sim_state": 0.003991798214290453, "sim_compute_performance-ego": 0.005835644576860511, "sim_compute_robot_state-ego": 0.007130633229794709, "sim_compute_robot_state-npc0": 0.006875629010407821, "sim_compute_robot_state-npc1": 0.00649571937063466, "sim_compute_robot_state-npc2": 0.006313824135324229, "sim_compute_robot_state-npc3": 0.006636788015780242}}set_robot_commands_max 0.00788073106245561 set_robot_commands_mean 0.007128644742839543 set_robot_commands_median 0.006887156808742484 set_robot_commands_min 0.006820836792821469 sim_compute_performance-ego_max 0.006229667952566436 sim_compute_performance-ego_mean 0.005840708989321959 sim_compute_performance-ego_median 0.005824225963932453 sim_compute_performance-ego_min 0.005639741916467648 sim_compute_robot_state-ego_max 0.007490297760626282 sim_compute_robot_state-ego_mean 0.007181714783313779 sim_compute_robot_state-ego_median 0.007130633229794709 sim_compute_robot_state-ego_min 0.0069196389453245865 sim_compute_robot_state-npc0_max 0.007147362737944632 sim_compute_robot_state-npc0_mean 0.00693136352474375 sim_compute_robot_state-npc0_median 0.006875629010407821 sim_compute_robot_state-npc0_min 0.006821397221535953 sim_compute_robot_state-npc1_max 0.006880420627016009 sim_compute_robot_state-npc1_mean 0.006615893415675968 sim_compute_robot_state-npc1_median 0.006596069524783899 sim_compute_robot_state-npc1_min 0.00648451583784188 sim_compute_robot_state-npc2_max 0.007190398495606702 sim_compute_robot_state-npc2_mean 0.006622567457719839 sim_compute_robot_state-npc2_median 0.00658946698254878 sim_compute_robot_state-npc2_min 0.006313824135324229 sim_compute_robot_state-npc3_max 0.006921984932639382 sim_compute_robot_state-npc3_mean 0.0066021393249217995 sim_compute_robot_state-npc3_median 0.006636107322013024 sim_compute_robot_state-npc3_min 0.006406098095630216 sim_compute_sim_state_max 0.004050512506504252 sim_compute_sim_state_mean 0.003935211024701205 sim_compute_sim_state_median 0.003925750751306515 sim_compute_sim_state_min 0.003841402507064366 sim_physics_max 0.13519767315491385 sim_physics_mean 0.12796211783429565 sim_physics_median 0.12960047060900395 sim_physics_min 0.11936412004073732 sim_render-ego_max 0.009873213154254571 sim_render-ego_mean 0.009785807697544308 sim_render-ego_median 0.009808854301377096 sim_render-ego_min 0.0096709589909368 simulation-passed 1 survival_time_max 14.650000000000071 survival_time_mean 6.860000000000008 survival_time_min 4.599999999999992
No reset possible 30232
6166
Dong Wang 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:07:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.141923130879324 survival_time_median 14.950000000000076 deviation-center-line_median 0.7505069092058378 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.021944423111117616 agent_compute-ego_mean 0.02002711096400648 agent_compute-ego_median 0.019873197078704833 agent_compute-ego_min 0.0185907506942749 deviation-center-line_max 1.0005036782335357 deviation-center-line_mean 0.6950436361494908 deviation-center-line_min 0.2680478614409223 deviation-heading_max 3.8506217571093697 deviation-heading_mean 1.85368985478392 deviation-heading_median 1.7052217400615346 deviation-heading_min 0.8098938306640202 driven_any_max 2.3491524398781953 driven_any_mean 1.8188077291006937 driven_any_median 2.349077222344278 driven_any_min 0.7261946446658941 driven_lanedir_consec_max 2.325521969768084 driven_lanedir_consec_mean 1.7612197622062662 driven_lanedir_consec_min 0.7120246886607148 driven_lanedir_max 2.325521969768084 driven_lanedir_mean 1.7612197622062662 driven_lanedir_median 2.141923130879324 driven_lanedir_min 0.7120246886607148 in-drivable-lane_max 0.5000000000000071 in-drivable-lane_mean 0.10000000000000142 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7261946446658941, "sim_physics": 0.06240136282784598, "survival_time": 4.899999999999991, "driven_lanedir": 0.7120246886607148, "sim_render-ego": 0.009953995140231386, "in-drivable-lane": 0, "agent_compute-ego": 0.021944423111117616, "deviation-heading": 0.8098938306640202, "set_robot_commands": 0.007202233586992536, "deviation-center-line": 0.2680478614409223, "driven_lanedir_consec": 0.7120246886607148, "sim_compute_sim_state": 0.00421739354425547, "sim_compute_performance-ego": 0.006118273248477858, "sim_compute_robot_state-ego": 0.007250262766468282}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3491300466476215, "sim_physics": 0.060327541828155515, "survival_time": 14.950000000000076, "driven_lanedir": 2.323102359411525, "sim_render-ego": 0.009464017550150554, "in-drivable-lane": 0, "agent_compute-ego": 0.0185907506942749, "deviation-heading": 1.78826252045047, "set_robot_commands": 0.006665340264638265, "deviation-center-line": 1.0005036782335357, "driven_lanedir_consec": 2.323102359411525, "sim_compute_sim_state": 0.003950310548146566, "sim_compute_performance-ego": 0.005666662851969401, "sim_compute_robot_state-ego": 0.006824669043223063}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.349077222344278, "sim_physics": 0.0603977624575297, "survival_time": 14.950000000000076, "driven_lanedir": 2.141923130879324, "sim_render-ego": 0.00983027696609497, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.019873197078704833, "deviation-heading": 3.8506217571093697, "set_robot_commands": 0.00706347386042277, "deviation-center-line": 0.9585641792077214, "driven_lanedir_consec": 2.141923130879324, "sim_compute_sim_state": 0.004132641951243083, "sim_compute_performance-ego": 0.005747088591257731, "sim_compute_robot_state-ego": 0.007121334075927735}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.3204842919674789, "sim_physics": 0.061242180260998466, "survival_time": 8.549999999999986, "driven_lanedir": 1.3035266623116837, "sim_render-ego": 0.009367624918619793, "in-drivable-lane": 0, "agent_compute-ego": 0.01982885912845009, "deviation-heading": 1.114449425634205, "set_robot_commands": 0.006827039328234935, "deviation-center-line": 0.4975955526594372, "driven_lanedir_consec": 1.3035266623116837, "sim_compute_sim_state": 0.0039533258181566385, "sim_compute_performance-ego": 0.005491785138671161, "sim_compute_robot_state-ego": 0.006675377226712411}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3491524398781953, "sim_physics": 0.06097358067830404, "survival_time": 14.950000000000076, "driven_lanedir": 2.325521969768084, "sim_render-ego": 0.01047788937886556, "in-drivable-lane": 0, "agent_compute-ego": 0.019898324807484945, "deviation-heading": 1.7052217400615346, "set_robot_commands": 0.007161838213602702, "deviation-center-line": 0.7505069092058378, "driven_lanedir_consec": 2.325521969768084, "sim_compute_sim_state": 0.004088694254557291, "sim_compute_performance-ego": 0.006103263696034749, "sim_compute_robot_state-ego": 0.0068808380762736005}}set_robot_commands_max 0.007202233586992536 set_robot_commands_mean 0.006983985050778241 set_robot_commands_median 0.00706347386042277 set_robot_commands_min 0.006665340264638265 sim_compute_performance-ego_max 0.006118273248477858 sim_compute_performance-ego_mean 0.005825414705282179 sim_compute_performance-ego_median 0.005747088591257731 sim_compute_performance-ego_min 0.005491785138671161 sim_compute_robot_state-ego_max 0.007250262766468282 sim_compute_robot_state-ego_mean 0.006950496237721017 sim_compute_robot_state-ego_median 0.0068808380762736005 sim_compute_robot_state-ego_min 0.006675377226712411 sim_compute_sim_state_max 0.00421739354425547 sim_compute_sim_state_mean 0.00406847322327181 sim_compute_sim_state_median 0.004088694254557291 sim_compute_sim_state_min 0.003950310548146566 sim_physics_max 0.06240136282784598 sim_physics_mean 0.06106848561056675 sim_physics_median 0.06097358067830404 sim_physics_min 0.060327541828155515 sim_render-ego_max 0.01047788937886556 sim_render-ego_mean 0.009818760790792452 sim_render-ego_median 0.00983027696609497 sim_render-ego_min 0.009367624918619793 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.660000000000045 survival_time_min 4.899999999999991
No reset possible 30226
6161
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:05:57 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.681402085459803 survival_time_median 8.449999999999985 deviation-center-line_median 0.4492695795821765 in-drivable-lane_median 0.4999999999999982
other stats agent_compute-ego_max 0.048184807160321405 agent_compute-ego_mean 0.04153068715401733 agent_compute-ego_median 0.0409306845016028 agent_compute-ego_min 0.03845624000795426 deviation-center-line_max 0.6404619728986072 deviation-center-line_mean 0.41645114049756093 deviation-center-line_min 0.1974729132553197 deviation-heading_max 3.197371112340149 deviation-heading_mean 1.891657899182204 deviation-heading_median 1.9074839012046891 deviation-heading_min 0.7737483330597897 driven_any_max 5.053791270542074 driven_any_mean 2.838630463940103 driven_any_median 3.2180968117754105 driven_any_min 1.256376316576905 driven_lanedir_consec_max 4.064755365432995 driven_lanedir_consec_mean 2.4037318364997997 driven_lanedir_consec_min 1.204518817838253 driven_lanedir_max 4.064755365432995 driven_lanedir_mean 2.4037318364997997 driven_lanedir_median 2.681402085459803 driven_lanedir_min 1.204518817838253 in-drivable-lane_max 1.7000000000000242 in-drivable-lane_mean 0.6600000000000037 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.3146700572160122, "sim_physics": 0.06997246181263643, "survival_time": 4.249999999999993, "driven_lanedir": 1.2643817160960045, "sim_render-ego": 0.012579901078168084, "in-drivable-lane": 0, "agent_compute-ego": 0.048184807160321405, "deviation-heading": 0.9585391391848432, "set_robot_commands": 0.008975797541001264, "deviation-center-line": 0.1974729132553197, "driven_lanedir_consec": 1.2643817160960045, "sim_compute_sim_state": 0.005222713246065027, "sim_compute_performance-ego": 0.007439543219173656, "sim_compute_robot_state-ego": 0.008987264072193819}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.256376316576905, "sim_physics": 0.0697279284077306, "survival_time": 3.099999999999997, "driven_lanedir": 1.204518817838253, "sim_render-ego": 0.011446475982666016, "in-drivable-lane": 0, "agent_compute-ego": 0.03845624000795426, "deviation-heading": 0.7737483330597897, "set_robot_commands": 0.008174011784215127, "deviation-center-line": 0.2144431080012523, "driven_lanedir_consec": 1.204518817838253, "sim_compute_sim_state": 0.004460619341942572, "sim_compute_performance-ego": 0.006909766504841466, "sim_compute_robot_state-ego": 0.00864409246752339}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.053791270542074, "sim_physics": 0.06688342650731405, "survival_time": 14.950000000000076, "driven_lanedir": 4.064755365432995, "sim_render-ego": 0.011293951670328777, "in-drivable-lane": 1.7000000000000242, "agent_compute-ego": 0.03849053382873535, "deviation-heading": 3.197371112340149, "set_robot_commands": 0.007888037363688151, "deviation-center-line": 0.6404619728986072, "driven_lanedir_consec": 4.064755365432995, "sim_compute_sim_state": 0.004560431639353434, "sim_compute_performance-ego": 0.00730392058690389, "sim_compute_robot_state-ego": 0.008479573726654054}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.3502178635901143, "sim_physics": 0.07135885283791807, "survival_time": 8.449999999999985, "driven_lanedir": 2.681402085459803, "sim_render-ego": 0.011964517232229018, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.04159117027147282, "deviation-heading": 1.9074839012046891, "set_robot_commands": 0.008462750700098522, "deviation-center-line": 0.4492695795821765, "driven_lanedir_consec": 2.681402085459803, "sim_compute_sim_state": 0.004885655183058519, "sim_compute_performance-ego": 0.007317736304017919, "sim_compute_robot_state-ego": 0.00869427771257931}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.2180968117754105, "sim_physics": 0.07284257538925261, "survival_time": 8.449999999999985, "driven_lanedir": 2.8036011976719437, "sim_render-ego": 0.01212430987837752, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.0409306845016028, "deviation-heading": 2.621147010121549, "set_robot_commands": 0.007971581622693666, "deviation-center-line": 0.5806081287504492, "driven_lanedir_consec": 2.8036011976719437, "sim_compute_sim_state": 0.004788685127122868, "sim_compute_performance-ego": 0.007332525309726332, "sim_compute_robot_state-ego": 0.008758748071433524}}set_robot_commands_max 0.008975797541001264 set_robot_commands_mean 0.008294435802339345 set_robot_commands_median 0.008174011784215127 set_robot_commands_min 0.007888037363688151 sim_compute_performance-ego_max 0.007439543219173656 sim_compute_performance-ego_mean 0.007260698384932653 sim_compute_performance-ego_median 0.007317736304017919 sim_compute_performance-ego_min 0.006909766504841466 sim_compute_robot_state-ego_max 0.008987264072193819 sim_compute_robot_state-ego_mean 0.008712791210076818 sim_compute_robot_state-ego_median 0.00869427771257931 sim_compute_robot_state-ego_min 0.008479573726654054 sim_compute_sim_state_max 0.005222713246065027 sim_compute_sim_state_mean 0.004783620907508485 sim_compute_sim_state_median 0.004788685127122868 sim_compute_sim_state_min 0.004460619341942572 sim_physics_max 0.07284257538925261 sim_physics_mean 0.07015704899097033 sim_physics_median 0.06997246181263643 sim_physics_min 0.06688342650731405 sim_render-ego_max 0.012579901078168084 sim_render-ego_mean 0.011881831168353884 sim_render-ego_median 0.011964517232229018 sim_render-ego_min 0.011293951670328777 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 7.840000000000008 survival_time_min 3.099999999999997
No reset possible 30213
4454
Bea Baselines 🐤challenge-aido_LF-baseline-duckietown aido3-LFV-real-validation
eval2-visualize host-error no idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:05:29 Error while running [...] Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job30213-413191', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job30213-413191', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job30213-413191_evaluation" with the default driver
stderr | Creating volume "job30213-413191_fifos" with default driver
stderr | Creating job30213-413191_evaluator_1 ...
stderr |
stderr | ERROR: for job30213-413191_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 30211
6146
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation host-error yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:04:01 Error while running [...] Error while running Docker Compose:
Could not run ['docker-compose', '-p', 'job30211-418490', 'up', '-d', '--renew-anon-volumes']:
> Command '['docker-compose', '-p', 'job30211-418490', 'up', '-d', '--renew-anon-volumes']' returned non-zero exit status 1.
stdout |
stderr | Creating network "job30211-418490_evaluation" with the default driver
stderr | Creating volume "job30211-418490_fifos" with default driver
stderr | Creating job30211-418490_solution_1 ...
stderr | Creating job30211-418490_simulator_1 ...
stderr | Creating job30211-418490_evaluator_1 ...
stderr | Creating job30211-418490_scenario_maker_1 ...
stderr |
stderr | ERROR: for job30211-418490_scenario_maker_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for job30211-418490_solution_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for job30211-418490_simulator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for job30211-418490_evaluator_1 UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for scenario_maker UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for solution UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for simulator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr |
stderr | ERROR: for evaluator UnixHTTPConnectionPool(host='localhost', port=None): Read timed out. (read timeout=60)
stderr | An HTTP request took too long to complete. Retry with --verbose to obtain debug information.
stderr | If you encounter this issue regularly because of slow network conditions, consider setting COMPOSE_HTTP_TIMEOUT to a higher value (current value: 60).
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 30194
6153
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:06:03 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.014959652386466 survival_time_median 6.299999999999986 deviation-center-line_median 0.3471550402090868 in-drivable-lane_median 0.6999999999999984
other stats agent_compute-ego_max 0.04527408736092704 agent_compute-ego_mean 0.04005975847894444 agent_compute-ego_median 0.03778648095972398 agent_compute-ego_min 0.03675745805104574 deviation-center-line_max 0.694984001956336 deviation-center-line_mean 0.4057288320520621 deviation-center-line_min 0.21132065473114156 deviation-heading_max 3.035098355016145 deviation-heading_mean 1.8329790963749737 deviation-heading_median 1.6408367895063645 deviation-heading_min 0.9576613636812756 driven_any_max 5.032107368750574 driven_any_mean 2.7369480121151795 driven_any_median 2.4279580117433004 driven_any_min 1.3714312964421511 driven_lanedir_consec_max 4.28269157978369 driven_lanedir_consec_mean 2.192772039837666 driven_lanedir_consec_min 0.9251815354781534 driven_lanedir_max 4.28269157978369 driven_lanedir_mean 2.192772039837666 driven_lanedir_median 2.014959652386466 driven_lanedir_min 0.9251815354781534 in-drivable-lane_max 2.4499999999999913 in-drivable-lane_mean 1.1800000000000015 in-drivable-lane_min 0.4499999999999984 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.8039728767438965, "sim_physics": 0.0798338254292806, "survival_time": 6.299999999999986, "driven_lanedir": 0.9251815354781534, "sim_render-ego": 0.013434637160528274, "in-drivable-lane": 2.4499999999999913, "agent_compute-ego": 0.04527408736092704, "deviation-heading": 1.6408367895063645, "set_robot_commands": 0.01014211064293271, "deviation-center-line": 0.24235360448755935, "driven_lanedir_consec": 0.9251815354781534, "sim_compute_sim_state": 0.005345700279114738, "sim_compute_performance-ego": 0.008649949043516129, "sim_compute_robot_state-ego": 0.00962165802244156}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.3714312964421511, "sim_physics": 0.07438444740632001, "survival_time": 3.399999999999996, "driven_lanedir": 0.980033593083734, "sim_render-ego": 0.01257545457166784, "in-drivable-lane": 0.6999999999999984, "agent_compute-ego": 0.037051316569833195, "deviation-heading": 0.9576613636812756, "set_robot_commands": 0.00860743662890266, "deviation-center-line": 0.21132065473114156, "driven_lanedir_consec": 0.980033593083734, "sim_compute_sim_state": 0.004993905039394603, "sim_compute_performance-ego": 0.007681376793805291, "sim_compute_robot_state-ego": 0.00920856700224035}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.032107368750574, "sim_physics": 0.07233109553654989, "survival_time": 14.950000000000076, "driven_lanedir": 4.28269157978369, "sim_render-ego": 0.012179437478383385, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.03675745805104574, "deviation-heading": 3.035098355016145, "set_robot_commands": 0.008770016034444173, "deviation-center-line": 0.694984001956336, "driven_lanedir_consec": 4.28269157978369, "sim_compute_sim_state": 0.005127275784810384, "sim_compute_performance-ego": 0.00770561695098877, "sim_compute_robot_state-ego": 0.009115411440531412}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.0492705068959767, "sim_physics": 0.07575837584102856, "survival_time": 8.499999999999986, "driven_lanedir": 2.7609938384562884, "sim_render-ego": 0.012707793011384852, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.03778648095972398, "deviation-heading": 1.8945190375400716, "set_robot_commands": 0.009068761152379654, "deviation-center-line": 0.5328308588761873, "driven_lanedir_consec": 2.7609938384562884, "sim_compute_sim_state": 0.005126664217780618, "sim_compute_performance-ego": 0.007906335942885454, "sim_compute_robot_state-ego": 0.009276189523584702}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.4279580117433004, "sim_physics": 0.08490576784489519, "survival_time": 5.899999999999987, "driven_lanedir": 2.014959652386466, "sim_render-ego": 0.014128883006209032, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.04342944945319224, "deviation-heading": 1.6367799361310116, "set_robot_commands": 0.00920195296659308, "deviation-center-line": 0.3471550402090868, "driven_lanedir_consec": 2.014959652386466, "sim_compute_sim_state": 0.005943023552328853, "sim_compute_performance-ego": 0.008530491489475057, "sim_compute_robot_state-ego": 0.010224340325694971}}set_robot_commands_max 0.01014211064293271 set_robot_commands_mean 0.009158055485050456 set_robot_commands_median 0.009068761152379654 set_robot_commands_min 0.00860743662890266 sim_compute_performance-ego_max 0.008649949043516129 sim_compute_performance-ego_mean 0.00809475404413414 sim_compute_performance-ego_median 0.007906335942885454 sim_compute_performance-ego_min 0.007681376793805291 sim_compute_robot_state-ego_max 0.010224340325694971 sim_compute_robot_state-ego_mean 0.0094892332628986 sim_compute_robot_state-ego_median 0.009276189523584702 sim_compute_robot_state-ego_min 0.009115411440531412 sim_compute_sim_state_max 0.005943023552328853 sim_compute_sim_state_mean 0.00530731377468584 sim_compute_sim_state_median 0.005127275784810384 sim_compute_sim_state_min 0.004993905039394603 sim_physics_max 0.08490576784489519 sim_physics_mean 0.07744270241161486 sim_physics_median 0.07575837584102856 sim_physics_min 0.07233109553654989 sim_render-ego_max 0.014128883006209032 sim_render-ego_mean 0.013005241045634676 sim_render-ego_median 0.012707793011384852 sim_render-ego_min 0.012179437478383385 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 7.810000000000007 survival_time_min 3.399999999999996
No reset possible 30191
6149
Dhaivat Bhatt 🇨🇦whattheduck aido3-LF-sim-validation
step1-simulation host-error yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:00:35 Error while running [...]
stderr | Creating job30191-932884_scenario_maker_1 ...
stderr | Creating job30191-932884_evaluator_1 ...
stderr | Creating job30191-932884_simulator_1 ...
stderr | Creating job30191-932884_solution_1 ... error
stderr |
stderr | ERROR: for job30191-932884_solution_1 Cannot start service solution: OCI runtime create failed: container_linux.go:346: starting container process caused "process_linux.go:449: container init caused \"process_linux.go:432: running prestart hook 1 caused \\\"error running hook: exit status 1, stdout: , stderr: nvidia-container-cli: requirement error: unsatisfied condition: brand = tesla\\\\n\\\"\"": unknown
stderr |
stderr | ERROR: for solution Cannot start service solution: OCI runtime create failed: container_linux.go:346: starting container process caused "process_linux.go:449: container init caused \"process_linux.go:432: running prestart hook 1 caused \\\"error running hook: exit status 1, stdout: , stderr: nvidia-container-cli: requirement error: unsatisfied condition: brand = tesla\\\\n\\\"\"": unknown
stderr | Encountered errors while bringing up the project.
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 30186
6152
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:05:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4470606566050292 survival_time_median 6.249999999999986 deviation-center-line_median 0.4114674643219036 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.031117242813110353 agent_compute-ego_mean 0.027534962584320165 agent_compute-ego_median 0.029140660257050484 agent_compute-ego_min 0.02277170181274414 deviation-center-line_max 1.207834118881756 deviation-center-line_mean 0.622547419770507 deviation-center-line_min 0.08907355280478406 deviation-heading_max 5.437017120570615 deviation-heading_mean 2.118723348624255 deviation-heading_median 0.9540387237437912 deviation-heading_min 0.43414992545628456 driven_any_max 3.1099757281798492 driven_any_mean 1.6449910092795923 driven_any_median 1.4673324565291987 driven_any_min 0.3329230371102295 driven_lanedir_consec_max 2.1594121294904016 driven_lanedir_consec_mean 1.2416699146946104 driven_lanedir_consec_min 0.31187752513883016 driven_lanedir_max 2.55763334651429 driven_lanedir_mean 1.3981946828828788 driven_lanedir_median 1.4470606566050292 driven_lanedir_min 0.31187752513883016 in-drivable-lane_max 3.450000000000019 in-drivable-lane_mean 1.030000000000009 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5283791136928923, "sim_physics": 0.06829643249511719, "survival_time": 3.649999999999995, "driven_lanedir": 0.5149897566658423, "sim_render-ego": 0.010998503802573844, "in-drivable-lane": 0, "agent_compute-ego": 0.030974966205962715, "deviation-heading": 0.7508754136849798, "set_robot_commands": 0.008224033329584827, "deviation-center-line": 0.2648663033061431, "driven_lanedir_consec": 0.5149897566658423, "sim_compute_sim_state": 0.0048003164056229265, "sim_compute_performance-ego": 0.007085568284335202, "sim_compute_robot_state-ego": 0.008528611431383106}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.1099757281798492, "sim_physics": 0.057456315358479816, "survival_time": 14.950000000000076, "driven_lanedir": 2.55763334651429, "sim_render-ego": 0.009902342955271403, "in-drivable-lane": 1.7000000000000242, "agent_compute-ego": 0.02277170181274414, "deviation-heading": 5.437017120570615, "set_robot_commands": 0.007845565478006999, "deviation-center-line": 1.1394956595379475, "driven_lanedir_consec": 1.775009505572948, "sim_compute_sim_state": 0.004240587552388509, "sim_compute_performance-ego": 0.006009141604105632, "sim_compute_robot_state-ego": 0.007433831691741943}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.786344710885792, "sim_physics": 0.05856977939605713, "survival_time": 14.950000000000076, "driven_lanedir": 2.1594121294904016, "sim_render-ego": 0.010091959635416668, "in-drivable-lane": 3.450000000000019, "agent_compute-ego": 0.023670241832733155, "deviation-heading": 3.0175355596656064, "set_robot_commands": 0.007608110904693603, "deviation-center-line": 1.207834118881756, "driven_lanedir_consec": 2.1594121294904016, "sim_compute_sim_state": 0.004236673514048259, "sim_compute_performance-ego": 0.006061694622039795, "sim_compute_robot_state-ego": 0.00746393362681071}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3329230371102295, "sim_physics": 0.07664221705812396, "survival_time": 1.6500000000000008, "driven_lanedir": 0.31187752513883016, "sim_render-ego": 0.01287448044979211, "in-drivable-lane": 0, "agent_compute-ego": 0.029140660257050484, "deviation-heading": 0.43414992545628456, "set_robot_commands": 0.00962158405419552, "deviation-center-line": 0.08907355280478406, "driven_lanedir_consec": 0.31187752513883016, "sim_compute_sim_state": 0.0056751207871870565, "sim_compute_performance-ego": 0.007780197894934452, "sim_compute_robot_state-ego": 0.00984507618528424}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4673324565291987, "sim_physics": 0.07000575256347656, "survival_time": 6.249999999999986, "driven_lanedir": 1.4470606566050292, "sim_render-ego": 0.013207664489746094, "in-drivable-lane": 0, "agent_compute-ego": 0.031117242813110353, "deviation-heading": 0.9540387237437912, "set_robot_commands": 0.009952272415161133, "deviation-center-line": 0.4114674643219036, "driven_lanedir_consec": 1.4470606566050292, "sim_compute_sim_state": 0.005501693725585938, "sim_compute_performance-ego": 0.007812067031860352, "sim_compute_robot_state-ego": 0.00954768180847168}}set_robot_commands_max 0.009952272415161133 set_robot_commands_mean 0.008650313236328417 set_robot_commands_median 0.008224033329584827 set_robot_commands_min 0.007608110904693603 sim_compute_performance-ego_max 0.007812067031860352 sim_compute_performance-ego_mean 0.0069497338874550865 sim_compute_performance-ego_median 0.007085568284335202 sim_compute_performance-ego_min 0.006009141604105632 sim_compute_robot_state-ego_max 0.00984507618528424 sim_compute_robot_state-ego_mean 0.008563826948738336 sim_compute_robot_state-ego_median 0.008528611431383106 sim_compute_robot_state-ego_min 0.007433831691741943 sim_compute_sim_state_max 0.0056751207871870565 sim_compute_sim_state_mean 0.004890878396966537 sim_compute_sim_state_median 0.0048003164056229265 sim_compute_sim_state_min 0.004236673514048259 sim_physics_max 0.07664221705812396 sim_physics_mean 0.06619409937425093 sim_physics_median 0.06829643249511719 sim_physics_min 0.057456315358479816 sim_render-ego_max 0.013207664489746094 sim_render-ego_mean 0.011414990266560022 sim_render-ego_median 0.010998503802573844 sim_render-ego_min 0.009902342955271403 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 8.290000000000028 survival_time_min 1.6500000000000008
No reset possible 30174
6145
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:06:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.319076119596983 survival_time_median 4.599999999999992 deviation-center-line_median 0.2534896234362904 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.1486437605388129 agent_compute-ego_mean 0.09200392171721432 agent_compute-ego_median 0.08640817376070245 agent_compute-ego_min 0.05216222520200362 deviation-center-line_max 0.560410979590129 deviation-center-line_mean 0.3354388321127406 deviation-center-line_min 0.18809185130519623 deviation-heading_max 1.9583123539509528 deviation-heading_mean 1.2518356589311872 deviation-heading_median 0.9476480808254576 deviation-heading_min 0.8122541671169164 driven_any_max 3.0603949354972664 driven_any_mean 1.990004747001191 driven_any_median 1.369914629065758 driven_any_min 1.2604796695822362 driven_lanedir_consec_max 2.766677143210305 driven_lanedir_consec_mean 1.8458180797340211 driven_lanedir_consec_min 1.217341685041525 driven_lanedir_max 2.766677143210305 driven_lanedir_mean 1.8458180797340211 driven_lanedir_median 1.319076119596983 driven_lanedir_min 1.217341685041525 in-drivable-lane_max 0.5000000000000071 in-drivable-lane_mean 0.1900000000000011 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.9897513825072566, "sim_physics": 0.0781226213588271, "survival_time": 10.750000000000018, "driven_lanedir": 2.6849182951256605, "sim_render-ego": 0.013013966138972792, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.08640817376070245, "deviation-heading": 1.9583123539509528, "set_robot_commands": 0.008771440594695335, "deviation-center-line": 0.560410979590129, "driven_lanedir_consec": 2.6849182951256605, "sim_compute_sim_state": 0.005360480241997297, "sim_compute_performance-ego": 0.0077930605688760445, "sim_compute_robot_state-ego": 0.00909636186998944}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.369914629065758, "sim_physics": 0.08035994287747056, "survival_time": 3.349999999999996, "driven_lanedir": 1.319076119596983, "sim_render-ego": 0.013526275976380306, "in-drivable-lane": 0, "agent_compute-ego": 0.1486437605388129, "deviation-heading": 0.8159308338076938, "set_robot_commands": 0.00869874456035557, "deviation-center-line": 0.2534896234362904, "driven_lanedir_consec": 1.319076119596983, "sim_compute_sim_state": 0.005456543680447251, "sim_compute_performance-ego": 0.007452174798766179, "sim_compute_robot_state-ego": 0.009148416234486138}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2694831183534363, "sim_physics": 0.08339238425959712, "survival_time": 4.599999999999992, "driven_lanedir": 1.241077155695632, "sim_render-ego": 0.013690671195154604, "in-drivable-lane": 0, "agent_compute-ego": 0.08804842959279599, "deviation-heading": 0.9476480808254576, "set_robot_commands": 0.008517296417899754, "deviation-center-line": 0.22382670311704791, "driven_lanedir_consec": 1.241077155695632, "sim_compute_sim_state": 0.005581446315931237, "sim_compute_performance-ego": 0.008094800555187723, "sim_compute_robot_state-ego": 0.009783374226611592}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.0603949354972664, "sim_physics": 0.08458546822115501, "survival_time": 8.04999999999998, "driven_lanedir": 2.766677143210305, "sim_render-ego": 0.014441402802556198, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.05216222520200362, "deviation-heading": 1.725032858954915, "set_robot_commands": 0.009771058278054185, "deviation-center-line": 0.4513750031150395, "driven_lanedir_consec": 2.766677143210305, "sim_compute_sim_state": 0.006341643955396569, "sim_compute_performance-ego": 0.008608788436984424, "sim_compute_robot_state-ego": 0.01063543965357431}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.2604796695822362, "sim_physics": 0.08295113198897418, "survival_time": 3.399999999999996, "driven_lanedir": 1.217341685041525, "sim_render-ego": 0.01433409662807689, "in-drivable-lane": 0, "agent_compute-ego": 0.08475701949175667, "deviation-heading": 0.8122541671169164, "set_robot_commands": 0.009599191301009237, "deviation-center-line": 0.18809185130519623, "driven_lanedir_consec": 1.217341685041525, "sim_compute_sim_state": 0.0056484306559843175, "sim_compute_performance-ego": 0.00808567860547234, "sim_compute_robot_state-ego": 0.010118484497070312}}set_robot_commands_max 0.009771058278054185 set_robot_commands_mean 0.009071546230402816 set_robot_commands_median 0.008771440594695335 set_robot_commands_min 0.008517296417899754 sim_compute_performance-ego_max 0.008608788436984424 sim_compute_performance-ego_mean 0.008006900593057342 sim_compute_performance-ego_median 0.00808567860547234 sim_compute_performance-ego_min 0.007452174798766179 sim_compute_robot_state-ego_max 0.01063543965357431 sim_compute_robot_state-ego_mean 0.009756415296346358 sim_compute_robot_state-ego_median 0.009783374226611592 sim_compute_robot_state-ego_min 0.00909636186998944 sim_compute_sim_state_max 0.006341643955396569 sim_compute_sim_state_mean 0.005677708969951335 sim_compute_sim_state_median 0.005581446315931237 sim_compute_sim_state_min 0.005360480241997297 sim_physics_max 0.08458546822115501 sim_physics_mean 0.08188230974120478 sim_physics_median 0.08295113198897418 sim_physics_min 0.0781226213588271 sim_render-ego_max 0.014441402802556198 sim_render-ego_mean 0.01380128254822816 sim_render-ego_median 0.013690671195154604 sim_render-ego_min 0.013013966138972792 simulation-passed 1 survival_time_max 10.750000000000018 survival_time_mean 6.029999999999996 survival_time_min 3.349999999999996
No reset possible 30169
4454
Bea Baselines 🐤challenge-aido_LF-baseline-duckietown aido3-LFV-real-validation
eval2-visualize aborted no idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:05:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 5.801287485556822 survival_time 42.6666 deviation-center-line 2.0774214607720203 in-drivable-lane 0
other stats deviation-heading 5.456604427897678 driven_any 5.9268319536543626 driven_lanedir 5.801287485556822 visualized-eval2-passed 1
No reset possible 30155
6145
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:09:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.0196142859292023 survival_time_median 9.55 deviation-center-line_median 0.3517452929134081 in-drivable-lane_median 0.6000000000000085
other stats agent_compute-ego_max 0.251237502738611 agent_compute-ego_mean 0.11738376629535256 agent_compute-ego_median 0.10923354442302996 agent_compute-ego_min 0.053848896423975626 deviation-center-line_max 0.5635977671651258 deviation-center-line_mean 0.3621348104179746 deviation-center-line_min 0.16048403350577436 deviation-heading_max 2.4238323266851265 deviation-heading_mean 1.5776731246079712 deviation-heading_median 1.8090219821670792 deviation-heading_min 0.7182691033677556 driven_any_max 3.360421062887914 driven_any_mean 2.295803329501259 driven_any_median 2.3237716752086603 driven_any_min 1.256107119212888 driven_lanedir_consec_max 2.6727034195478696 driven_lanedir_consec_mean 1.8469730958678023 driven_lanedir_consec_min 0.9174260052326184 driven_lanedir_max 2.6727034195478696 driven_lanedir_mean 1.8469730958678023 driven_lanedir_median 2.0196142859292023 driven_lanedir_min 0.9174260052326184 in-drivable-lane_max 2.299999999999992 in-drivable-lane_mean 0.89 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.933730439247979, "sim_physics": 0.0827156370552025, "survival_time": 10.050000000000008, "driven_lanedir": 2.6727034195478696, "sim_render-ego": 0.011950590124177696, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.251237502738611, "deviation-heading": 2.4238323266851265, "set_robot_commands": 0.008094396164168172, "deviation-center-line": 0.5635977671651258, "driven_lanedir_consec": 2.6727034195478696, "sim_compute_sim_state": 0.004907202364793464, "sim_compute_performance-ego": 0.0069136429781937484, "sim_compute_robot_state-ego": 0.0095552461064277}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.6049863509488542, "sim_physics": 0.07247060384505834, "survival_time": 3.899999999999994, "driven_lanedir": 0.9174260052326184, "sim_render-ego": 0.0119626399798271, "in-drivable-lane": 1.2999999999999965, "agent_compute-ego": 0.10923354442302996, "deviation-heading": 1.0024833567477718, "set_robot_commands": 0.007463687505477514, "deviation-center-line": 0.2033171203141581, "driven_lanedir_consec": 0.9174260052326184, "sim_compute_sim_state": 0.004433576877300556, "sim_compute_performance-ego": 0.0072162854365813425, "sim_compute_robot_state-ego": 0.008596686216501089}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3237716752086603, "sim_physics": 0.06595556338628134, "survival_time": 12.000000000000036, "driven_lanedir": 2.0196142859292023, "sim_render-ego": 0.011223090688387552, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.053848896423975626, "deviation-heading": 1.9347588540721217, "set_robot_commands": 0.007507287462552388, "deviation-center-line": 0.3517452929134081, "driven_lanedir_consec": 2.0196142859292023, "sim_compute_sim_state": 0.004446672399838766, "sim_compute_performance-ego": 0.006938801209131876, "sim_compute_robot_state-ego": 0.00822861393292745}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.360421062887914, "sim_physics": 0.0678212455429956, "survival_time": 9.55, "driven_lanedir": 2.4088214605646856, "sim_render-ego": 0.010945864372852583, "in-drivable-lane": 2.299999999999992, "agent_compute-ego": 0.0627565720942632, "deviation-heading": 1.8090219821670792, "set_robot_commands": 0.007553443858760814, "deviation-center-line": 0.5315298381914065, "driven_lanedir_consec": 2.4088214605646856, "sim_compute_sim_state": 0.004421626086010359, "sim_compute_performance-ego": 0.0067691628221441934, "sim_compute_robot_state-ego": 0.008168751032564653}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.256107119212888, "sim_physics": 0.06484721168395012, "survival_time": 3.099999999999997, "driven_lanedir": 1.2163003080646366, "sim_render-ego": 0.011081587883733934, "in-drivable-lane": 0, "agent_compute-ego": 0.10984231579688288, "deviation-heading": 0.7182691033677556, "set_robot_commands": 0.00710029371323124, "deviation-center-line": 0.16048403350577436, "driven_lanedir_consec": 1.2163003080646366, "sim_compute_sim_state": 0.004574860295941753, "sim_compute_performance-ego": 0.006717074301935012, "sim_compute_robot_state-ego": 0.00788693658767208}}set_robot_commands_max 0.008094396164168172 set_robot_commands_mean 0.007543821740838025 set_robot_commands_median 0.007507287462552388 set_robot_commands_min 0.00710029371323124 sim_compute_performance-ego_max 0.0072162854365813425 sim_compute_performance-ego_mean 0.0069109933495972355 sim_compute_performance-ego_median 0.0069136429781937484 sim_compute_performance-ego_min 0.006717074301935012 sim_compute_robot_state-ego_max 0.0095552461064277 sim_compute_robot_state-ego_mean 0.008487246775218595 sim_compute_robot_state-ego_median 0.00822861393292745 sim_compute_robot_state-ego_min 0.00788693658767208 sim_compute_sim_state_max 0.004907202364793464 sim_compute_sim_state_mean 0.00455678760477698 sim_compute_sim_state_median 0.004446672399838766 sim_compute_sim_state_min 0.004421626086010359 sim_physics_max 0.0827156370552025 sim_physics_mean 0.07076205230269758 sim_physics_median 0.0678212455429956 sim_physics_min 0.06484721168395012 sim_render-ego_max 0.0119626399798271 sim_render-ego_mean 0.011432754609795773 sim_render-ego_median 0.011223090688387552 sim_render-ego_min 0.010945864372852583 simulation-passed 1 survival_time_max 12.000000000000036 survival_time_mean 7.720000000000008 survival_time_min 3.099999999999997
No reset possible 30024
5976
c reddy 🇮🇳challenge-aido_LF-baseline-duckietown aido3-LF-real-validation
eval1-visualize success no idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:07:47 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 3.3025459444730445 survival_time 44 deviation-center-line 3.758658658669601 in-drivable-lane 14
other stats deviation-heading 3.306633567170736 driven_any 4.5061917168790515 driven_lanedir 3.3025459444730445 visualized-eval1-passed 1
No reset possible 29956
6086
Mikita Sazanovich 🇷🇺chameleon-09-trio aido3-LFV-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:37:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.9898189131591764 survival_time_median 14.950000000000076 deviation-center-line_median 0.5612979094449914 in-drivable-lane_median 1.4499999999999948
other stats agent_compute-ego_max 0.03484605391820272 agent_compute-ego_mean 0.03274136580409048 agent_compute-ego_median 0.032674407958984374 agent_compute-ego_min 0.031011854901033288 deviation-center-line_max 0.8927833954511132 deviation-center-line_mean 0.5132611047201414 deviation-center-line_min 0.15416105811835423 deviation-heading_max 4.940119061662973 deviation-heading_mean 2.8344056703256557 deviation-heading_median 2.72711798226429 deviation-heading_min 0.6225935707495015 driven_any_max 4.648500254426272 driven_any_mean 3.0389330783539035 driven_any_median 3.4523029249677792 driven_any_min 1.0687472778206706 driven_lanedir_consec_max 4.28069546312293 driven_lanedir_consec_mean 2.4978224078208195 driven_lanedir_consec_min 0.7866246056707432 driven_lanedir_max 4.28069546312293 driven_lanedir_mean 2.4978224078208195 driven_lanedir_median 2.9898189131591764 driven_lanedir_min 0.7866246056707432 in-drivable-lane_max 3.150000000000019 in-drivable-lane_mean 1.4966666666666724 in-drivable-lane_min 0.29999999999999893 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.113897169981693, "sim_physics": 0.14626992305119832, "survival_time": 14.950000000000076, "driven_lanedir": 3.1759673878489645, "sim_render-ego": 0.014188555081685384, "in-drivable-lane": 2.6500000000000075, "agent_compute-ego": 0.03484605391820272, "deviation-heading": 4.726923699447519, "set_robot_commands": 0.011464696725209554, "deviation-center-line": 0.748418965325646, "driven_lanedir_consec": 3.1759673878489645, "sim_compute_sim_state": 0.005787758827209472, "sim_compute_performance-ego": 0.008613492647806803, "sim_compute_robot_state-ego": 0.010529112021128335, "sim_compute_robot_state-npc0": 0.010472904841105144, "sim_compute_robot_state-npc1": 0.01012428840001424, "sim_compute_robot_state-npc2": 0.009945376714070638, "sim_compute_robot_state-npc3": 0.009721852938334148}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.334237971773089, "sim_physics": 0.1614093578086709, "survival_time": 5.299999999999989, "driven_lanedir": 0.7866246056707432, "sim_render-ego": 0.01437585083943493, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.032604923788106664, "deviation-heading": 1.6239276278483503, "set_robot_commands": 0.010740388114497347, "deviation-center-line": 0.21413717928924556, "driven_lanedir_consec": 0.7866246056707432, "sim_compute_sim_state": 0.005795323623801177, "sim_compute_performance-ego": 0.008315443992614746, "sim_compute_robot_state-ego": 0.010282309550159383, "sim_compute_robot_state-npc0": 0.009904569050051132, "sim_compute_robot_state-npc1": 0.01007913643459104, "sim_compute_robot_state-npc2": 0.009703541701694704, "sim_compute_robot_state-npc3": 0.009614044765256484}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.4523029249677792, "sim_physics": 0.15544086671524937, "survival_time": 12.850000000000048, "driven_lanedir": 3.003788834301055, "sim_render-ego": 0.014639785781444745, "in-drivable-lane": 1.3999999999999997, "agent_compute-ego": 0.032321351047619774, "deviation-heading": 2.72711798226429, "set_robot_commands": 0.011086281171568636, "deviation-center-line": 0.5612979094449914, "driven_lanedir_consec": 3.003788834301055, "sim_compute_sim_state": 0.006014896274076825, "sim_compute_performance-ego": 0.008821985600987297, "sim_compute_robot_state-ego": 0.01096061973720209, "sim_compute_robot_state-npc0": 0.010571613385983478, "sim_compute_robot_state-npc1": 0.010287555739109618, "sim_compute_robot_state-npc2": 0.010154646194398636, "sim_compute_robot_state-npc3": 0.009912430544307724}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.034674095284562, "sim_physics": 0.14510302861531577, "survival_time": 14.950000000000076, "driven_lanedir": 3.3140120377469033, "sim_render-ego": 0.01418309450149536, "in-drivable-lane": 1.700000000000009, "agent_compute-ego": 0.03386038541793823, "deviation-heading": 4.940119061662973, "set_robot_commands": 0.011272478898366292, "deviation-center-line": 0.8927833954511132, "driven_lanedir_consec": 3.3140120377469033, "sim_compute_sim_state": 0.005785947640736898, "sim_compute_performance-ego": 0.008412020206451416, "sim_compute_robot_state-ego": 0.010278489589691162, "sim_compute_robot_state-npc0": 0.01030967394510905, "sim_compute_robot_state-npc1": 0.010028865337371826, "sim_compute_robot_state-npc2": 0.010101198355356852, "sim_compute_robot_state-npc3": 0.00966790517171224}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.182637621918313, "sim_physics": 0.1450865419705709, "survival_time": 14.950000000000076, "driven_lanedir": 3.8289431830702942, "sim_render-ego": 0.013606998920440674, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.032674407958984374, "deviation-heading": 2.966930670468506, "set_robot_commands": 0.011012717882792155, "deviation-center-line": 0.7224506784186906, "driven_lanedir_consec": 3.8289431830702942, "sim_compute_sim_state": 0.005626343091328939, "sim_compute_performance-ego": 0.008115546703338623, "sim_compute_robot_state-ego": 0.009858229955037434, "sim_compute_robot_state-npc0": 0.009911026159922282, "sim_compute_robot_state-npc1": 0.009681831200917562, "sim_compute_robot_state-npc2": 0.009648966789245605, "sim_compute_robot_state-npc3": 0.009380633036295574}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 3.796503961323697, "sim_physics": 0.14993517398834227, "survival_time": 14.950000000000076, "driven_lanedir": 2.9898189131591764, "sim_render-ego": 0.013199185530344644, "in-drivable-lane": 2.4000000000000137, "agent_compute-ego": 0.032940266927083336, "deviation-heading": 4.158071858992761, "set_robot_commands": 0.010408283869425456, "deviation-center-line": 0.6167298117218614, "driven_lanedir_consec": 2.9898189131591764, "sim_compute_sim_state": 0.005444393952687581, "sim_compute_performance-ego": 0.007974932988484701, "sim_compute_robot_state-ego": 0.009603965282440185, "sim_compute_robot_state-npc0": 0.0094399356842041, "sim_compute_robot_state-npc1": 0.009447060426076253, "sim_compute_robot_state-npc2": 0.009266040325164794, "sim_compute_robot_state-npc3": 0.009102861881256105}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 3.9408016544827658, "sim_physics": 0.15059295336405437, "survival_time": 14.950000000000076, "driven_lanedir": 3.215256667551815, "sim_render-ego": 0.01350495417912801, "in-drivable-lane": 1.6000000000000183, "agent_compute-ego": 0.032450891335805254, "deviation-heading": 4.776399706025107, "set_robot_commands": 0.010446032683054609, "deviation-center-line": 0.8376957470672988, "driven_lanedir_consec": 3.215256667551815, "sim_compute_sim_state": 0.005634473959604899, "sim_compute_performance-ego": 0.00829265832901001, "sim_compute_robot_state-ego": 0.009909719626108805, "sim_compute_robot_state-npc0": 0.009771969318389893, "sim_compute_robot_state-npc1": 0.009648525714874267, "sim_compute_robot_state-npc2": 0.00937233845392863, "sim_compute_robot_state-npc3": 0.009322604338328044}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.2760824228472116, "sim_physics": 0.15221483800925462, "survival_time": 5.09999999999999, "driven_lanedir": 0.8270030557180577, "sim_render-ego": 0.013192415237426758, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.031011854901033288, "deviation-heading": 1.216507289439733, "set_robot_commands": 0.009958087229261212, "deviation-center-line": 0.22025216991206648, "driven_lanedir_consec": 0.8270030557180577, "sim_compute_sim_state": 0.005412054996864468, "sim_compute_performance-ego": 0.007718698651182885, "sim_compute_robot_state-ego": 0.009580294291178385, "sim_compute_robot_state-npc0": 0.009169389219845043, "sim_compute_robot_state-npc1": 0.009231144306706449, "sim_compute_robot_state-npc2": 0.008787026592329437, "sim_compute_robot_state-npc3": 0.00886667943468281}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.085338105666215, "sim_physics": 0.12695492969618904, "survival_time": 3.599999999999995, "driven_lanedir": 0.9675345377312964, "sim_render-ego": 0.013385431634055244, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.032433281342188515, "deviation-heading": 0.6225935707495015, "set_robot_commands": 0.01058657964070638, "deviation-center-line": 0.15416105811835423, "driven_lanedir_consec": 0.9675345377312964, "sim_compute_sim_state": 0.005393462048636543, "sim_compute_performance-ego": 0.007855067650477091, "sim_compute_robot_state-ego": 0.0096073051293691, "sim_compute_robot_state-npc0": 0.00926153858502706, "sim_compute_robot_state-npc1": 0.009415239095687866, "sim_compute_robot_state-npc2": 0.008996718459659152, "sim_compute_robot_state-npc3": 0.009111526939604018}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0687472778206706, "sim_physics": 0.12598906554184952, "survival_time": 3.8499999999999943, "driven_lanedir": 0.9298572714922492, "sim_render-ego": 0.013038932503043832, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.03136544723015327, "deviation-heading": 0.9039717650893612, "set_robot_commands": 0.010067614642056553, "deviation-center-line": 0.17009985565312236, "driven_lanedir_consec": 0.9298572714922492, "sim_compute_sim_state": 0.005314350128173828, "sim_compute_performance-ego": 0.009199863904482358, "sim_compute_robot_state-ego": 0.00932686050216873, "sim_compute_robot_state-npc0": 0.008696816184303978, "sim_compute_robot_state-npc1": 0.008932061009592825, "sim_compute_robot_state-npc2": 0.008804584478403066, "sim_compute_robot_state-npc3": 0.00863912817719695}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 2.4758398496951113, "sim_physics": 0.14389854211073655, "survival_time": 8.449999999999985, "driven_lanedir": 2.0781110075800195, "sim_render-ego": 0.013354711984036236, "in-drivable-lane": 0.9500000000000002, "agent_compute-ego": 0.03321529281209912, "deviation-heading": 2.623693431113044, "set_robot_commands": 0.01081802012652335, "deviation-center-line": 0.4644250718419931, "driven_lanedir_consec": 2.0781110075800195, "sim_compute_sim_state": 0.005454723651592548, "sim_compute_performance-ego": 0.007943616110897628, "sim_compute_robot_state-ego": 0.0096624250242696, "sim_compute_robot_state-npc0": 0.00956365906980616, "sim_compute_robot_state-npc1": 0.009660286310861802, "sim_compute_robot_state-npc2": 0.009422788958577717, "sim_compute_robot_state-npc3": 0.009371878832755004}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.841743149953716, "sim_physics": 0.14137086311976116, "survival_time": 14.950000000000076, "driven_lanedir": 2.6009215844569433, "sim_render-ego": 0.01331586996714274, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.033334293365478516, "deviation-heading": 1.6420926420299893, "set_robot_commands": 0.01085524559020996, "deviation-center-line": 0.24268945983664972, "driven_lanedir_consec": 2.6009215844569433, "sim_compute_sim_state": 0.005614761511484782, "sim_compute_performance-ego": 0.00818340539932251, "sim_compute_robot_state-ego": 0.00981942335764567, "sim_compute_robot_state-npc0": 0.00985529104868571, "sim_compute_robot_state-npc1": 0.00974362850189209, "sim_compute_robot_state-npc2": 0.009612563451131186, "sim_compute_robot_state-npc3": 0.009520144462585449}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 4.648500254426272, "sim_physics": 0.14942361354827882, "survival_time": 14.950000000000076, "driven_lanedir": 4.28069546312293, "sim_render-ego": 0.014291812578837076, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.032164332071940104, "deviation-heading": 2.4209497571293475, "set_robot_commands": 0.010775296688079836, "deviation-center-line": 0.6136564525875566, "driven_lanedir_consec": 4.28069546312293, "sim_compute_sim_state": 0.006019228299458821, "sim_compute_performance-ego": 0.008363744417826335, "sim_compute_robot_state-ego": 0.0103253968556722, "sim_compute_robot_state-npc0": 0.010484902064005534, "sim_compute_robot_state-npc1": 0.010243571599324545, "sim_compute_robot_state-npc2": 0.01040515661239624, "sim_compute_robot_state-npc3": 0.009647446473439536}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 4.06430741689536, "sim_physics": 0.1661753002802531, "survival_time": 14.950000000000076, "driven_lanedir": 3.3470214456350336, "sim_render-ego": 0.014725039800008138, "in-drivable-lane": 2.200000000000011, "agent_compute-ego": 0.03294833501180013, "deviation-heading": 3.959110763864259, "set_robot_commands": 0.011251912117004397, "deviation-center-line": 0.7005702231336524, "driven_lanedir_consec": 3.3470214456350336, "sim_compute_sim_state": 0.00616534153620402, "sim_compute_performance-ego": 0.009114583333333334, "sim_compute_robot_state-ego": 0.01075237512588501, "sim_compute_robot_state-npc0": 0.010875248114267985, "sim_compute_robot_state-npc1": 0.01083128531773885, "sim_compute_robot_state-npc2": 0.010441107749938963, "sim_compute_robot_state-npc3": 0.010094526608784994}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 3.268382298272092, "sim_physics": 0.1655819064804486, "survival_time": 11.200000000000024, "driven_lanedir": 2.1217801222268093, "sim_render-ego": 0.014610308621610914, "in-drivable-lane": 3.150000000000019, "agent_compute-ego": 0.032949369932924, "deviation-heading": 3.2076752287600883, "set_robot_commands": 0.010919465550354548, "deviation-center-line": 0.5395485929998783, "driven_lanedir_consec": 2.1217801222268093, "sim_compute_sim_state": 0.005995674857071468, "sim_compute_performance-ego": 0.00870000890323094, "sim_compute_robot_state-ego": 0.010601460933685304, "sim_compute_robot_state-npc0": 0.010586547000067574, "sim_compute_robot_state-npc1": 0.010302513837814333, "sim_compute_robot_state-npc2": 0.010003983974456789, "sim_compute_robot_state-npc3": 0.0099118139062609}}set_robot_commands_max 0.011464696725209554 set_robot_commands_mean 0.010777540061940682 set_robot_commands_median 0.01081802012652335 set_robot_commands_min 0.009958087229261212 sim_compute_performance-ego_max 0.009199863904482358 sim_compute_performance-ego_mean 0.008375004589296445 sim_compute_performance-ego_median 0.008315443992614746 sim_compute_performance-ego_min 0.007718698651182885 sim_compute_robot_state-ego_max 0.01096061973720209 sim_compute_robot_state-ego_mean 0.010073199132109427 sim_compute_robot_state-ego_median 0.009909719626108805 sim_compute_robot_state-ego_min 0.00932686050216873 sim_compute_robot_state-npc0_max 0.010875248114267985 sim_compute_robot_state-npc0_mean 0.009925005578051607 sim_compute_robot_state-npc0_median 0.009904569050051132 sim_compute_robot_state-npc0_min 0.008696816184303978 sim_compute_robot_state-npc1_max 0.01083128531773885 sim_compute_robot_state-npc1_mean 0.009843799548838236 sim_compute_robot_state-npc1_median 0.00974362850189209 sim_compute_robot_state-npc1_min 0.008932061009592825 sim_compute_robot_state-npc2_max 0.010441107749938963 sim_compute_robot_state-npc2_mean 0.009644402587383496 sim_compute_robot_state-npc2_median 0.009648966789245605 sim_compute_robot_state-npc2_min 0.008787026592329437 sim_compute_robot_state-npc3_max 0.010094526608784994 sim_compute_robot_state-npc3_mean 0.009459031834053331 sim_compute_robot_state-npc3_median 0.009520144462585449 sim_compute_robot_state-npc3_min 0.00863912817719695 sim_compute_sim_state_max 0.00616534153620402 sim_compute_sim_state_mean 0.005697248959928817 sim_compute_sim_state_median 0.005634473959604899 sim_compute_sim_state_min 0.005314350128173828 sim_physics_max 0.1661753002802531 sim_physics_mean 0.1483631269533449 sim_physics_median 0.14942361354827882 sim_physics_min 0.12598906554184952 sim_render-ego_max 0.014725039800008138 sim_render-ego_mean 0.013840863144008978 sim_render-ego_median 0.013606998920440674 sim_render-ego_min 0.013038932503043832 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.330000000000044 survival_time_min 3.599999999999995
No reset possible 29941
6087
Mikita Sazanovich 🇷🇺chameleon-09-trio aido3-LFVI-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:11:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.0130358302398044 survival_time_median 7.049999999999983 deviation-center-line_median 0.3848320361122815 in-drivable-lane_median 0.4499999999999984
other stats agent_compute-ego_max 0.029555785740520937 agent_compute-ego_mean 0.027879591378101764 agent_compute-ego_median 0.028049983183542886 agent_compute-ego_min 0.025225145716062734 deviation-center-line_max 0.6856766186976435 deviation-center-line_mean 0.4121051135015256 deviation-center-line_min 0.28324328073643784 deviation-heading_max 3.455922615629897 deviation-heading_mean 1.969250431630236 deviation-heading_median 1.8663755860525304 deviation-heading_min 0.916640997013762 driven_any_max 3.785175547064791 driven_any_mean 2.393309964419272 driven_any_median 2.309990402041252 driven_any_min 1.1350643074490834 driven_lanedir_consec_max 3.392500797222692 driven_lanedir_consec_mean 2.0560593465076757 driven_lanedir_consec_min 0.906347041090066 driven_lanedir_max 3.392795773358007 driven_lanedir_mean 2.163621328157039 driven_lanedir_median 2.271993188717869 driven_lanedir_min 0.9472735837384572 in-drivable-lane_max 1.200000000000017 in-drivable-lane_mean 0.5500000000000034 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 1.1350643074490834, "sim_physics": 0.1737938077826249, "survival_time": 4.749999999999991, "driven_lanedir": 0.9472735837384572, "sim_render-ego": 0.011671407599198193, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.027604110617386667, "deviation-heading": 1.8663755860525304, "set_robot_commands": 0.007984911768059981, "deviation-center-line": 0.28490959544367006, "driven_lanedir_consec": 0.906347041090066, "sim_compute_sim_state": 0.004506889142488178, "sim_compute_performance-ego": 0.00676542834231728, "sim_compute_robot_state-ego": 0.008283218584562603, "sim_compute_robot_state-npc0": 0.00783597795586837, "sim_compute_robot_state-npc1": 0.00753039560819927, "sim_compute_robot_state-npc2": 0.007493009065326892, "sim_compute_robot_state-npc3": 0.007374203832525956}, "udem1-1-0": {"driven_any": 3.550207505602105, "sim_physics": 0.1510141642888387, "survival_time": 14.950000000000076, "driven_lanedir": 3.11383673346646, "sim_render-ego": 0.01196487029393514, "in-drivable-lane": 1.0500000000000016, "agent_compute-ego": 0.028049983183542886, "deviation-heading": 3.455922615629897, "set_robot_commands": 0.009463589986165364, "deviation-center-line": 0.6856766186976435, "driven_lanedir_consec": 2.876205702481416, "sim_compute_sim_state": 0.004765474796295166, "sim_compute_performance-ego": 0.007119169235229492, "sim_compute_robot_state-ego": 0.008813820679982503, "sim_compute_robot_state-npc0": 0.008612255255381266, "sim_compute_robot_state-npc1": 0.00833414077758789, "sim_compute_robot_state-npc2": 0.008096373081207276, "sim_compute_robot_state-npc3": 0.007875981330871583}, "udem1-2-0": {"driven_any": 1.186112059939129, "sim_physics": 0.1361506959082375, "survival_time": 3.5499999999999954, "driven_lanedir": 1.0922073615044006, "sim_render-ego": 0.012064060694734816, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.025225145716062734, "deviation-heading": 0.9549164841972886, "set_robot_commands": 0.008500260366520412, "deviation-center-line": 0.28324328073643784, "driven_lanedir_consec": 1.0922073615044006, "sim_compute_sim_state": 0.004863507311109086, "sim_compute_performance-ego": 0.0071251694585236025, "sim_compute_robot_state-ego": 0.008717261569600709, "sim_compute_robot_state-npc0": 0.008325402165802432, "sim_compute_robot_state-npc1": 0.00796081650425011, "sim_compute_robot_state-npc2": 0.007982489088891258, "sim_compute_robot_state-npc3": 0.007883192787707691}, "udem1-3-0": {"driven_any": 2.309990402041252, "sim_physics": 0.14976270148094664, "survival_time": 7.049999999999983, "driven_lanedir": 2.271993188717869, "sim_render-ego": 0.01372565783507435, "in-drivable-lane": 0, "agent_compute-ego": 0.029555785740520937, "deviation-heading": 0.916640997013762, "set_robot_commands": 0.009210096183398093, "deviation-center-line": 0.3848320361122815, "driven_lanedir_consec": 2.0130358302398044, "sim_compute_sim_state": 0.0048227445453616746, "sim_compute_performance-ego": 0.007171404277179258, "sim_compute_robot_state-ego": 0.008836073232880721, "sim_compute_robot_state-npc0": 0.008555050437332045, "sim_compute_robot_state-npc1": 0.008449786098290843, "sim_compute_robot_state-npc2": 0.00824495072060443, "sim_compute_robot_state-npc3": 0.008145481136673731}, "udem1-4-0": {"driven_any": 3.785175547064791, "sim_physics": 0.1690155839920044, "survival_time": 14.950000000000076, "driven_lanedir": 3.392795773358007, "sim_render-ego": 0.012394525210062663, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.028962931632995605, "deviation-heading": 2.652396475257702, "set_robot_commands": 0.00931095043818156, "deviation-center-line": 0.4218640365175951, "driven_lanedir_consec": 3.392500797222692, "sim_compute_sim_state": 0.004962604840596517, "sim_compute_performance-ego": 0.007566192150115967, "sim_compute_robot_state-ego": 0.009381635189056397, "sim_compute_robot_state-npc0": 0.008878269195556641, "sim_compute_robot_state-npc1": 0.008537370363871257, "sim_compute_robot_state-npc2": 0.008514842987060546, "sim_compute_robot_state-npc3": 0.00828014055887858}}set_robot_commands_max 0.009463589986165364 set_robot_commands_mean 0.008893961748465082 set_robot_commands_median 0.009210096183398093 set_robot_commands_min 0.007984911768059981 sim_compute_performance-ego_max 0.007566192150115967 sim_compute_performance-ego_mean 0.00714947269267312 sim_compute_performance-ego_median 0.0071251694585236025 sim_compute_performance-ego_min 0.00676542834231728 sim_compute_robot_state-ego_max 0.009381635189056397 sim_compute_robot_state-ego_mean 0.008806401851216585 sim_compute_robot_state-ego_median 0.008813820679982503 sim_compute_robot_state-ego_min 0.008283218584562603 sim_compute_robot_state-npc0_max 0.008878269195556641 sim_compute_robot_state-npc0_mean 0.00844139100198815 sim_compute_robot_state-npc0_median 0.008555050437332045 sim_compute_robot_state-npc0_min 0.00783597795586837 sim_compute_robot_state-npc1_max 0.008537370363871257 sim_compute_robot_state-npc1_mean 0.008162501870439874 sim_compute_robot_state-npc1_median 0.00833414077758789 sim_compute_robot_state-npc1_min 0.00753039560819927 sim_compute_robot_state-npc2_max 0.008514842987060546 sim_compute_robot_state-npc2_mean 0.00806633298861808 sim_compute_robot_state-npc2_median 0.008096373081207276 sim_compute_robot_state-npc2_min 0.007493009065326892 sim_compute_robot_state-npc3_max 0.00828014055887858 sim_compute_robot_state-npc3_mean 0.007911799929331508 sim_compute_robot_state-npc3_median 0.007883192787707691 sim_compute_robot_state-npc3_min 0.007374203832525956 sim_compute_sim_state_max 0.004962604840596517 sim_compute_sim_state_mean 0.004784244127170124 sim_compute_sim_state_median 0.0048227445453616746 sim_compute_sim_state_min 0.004506889142488178 sim_physics_max 0.1737938077826249 sim_physics_mean 0.15594739069053043 sim_physics_median 0.1510141642888387 sim_physics_min 0.1361506959082375 sim_render-ego_max 0.01372565783507435 sim_render-ego_mean 0.012364104326601032 sim_render-ego_median 0.012064060694734816 sim_render-ego_min 0.011671407599198193 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 9.050000000000026 survival_time_min 3.5499999999999954
No reset possible 29934
6085
Mikita Sazanovich 🇷🇺chameleon-09-trio aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:12:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.826904279194023 survival_time_median 12.550000000000043 deviation-center-line_median 0.5761301356177052 in-drivable-lane_median 1.7499999999999938
other stats agent_compute-ego_max 0.02671417474746704 agent_compute-ego_mean 0.025876305459740845 agent_compute-ego_median 0.025828145345052084 agent_compute-ego_min 0.02517008274159533 deviation-center-line_max 0.8004975819331088 deviation-center-line_mean 0.49264542729568567 deviation-center-line_min 0.1034611256619052 deviation-heading_max 4.80365744779733 deviation-heading_mean 3.040615623283497 deviation-heading_median 3.074472483126939 deviation-heading_min 1.0712339577592025 driven_any_max 4.117923411766231 driven_any_mean 2.8697655320853857 driven_any_median 3.3924241058611404 driven_any_min 1.3530534598912898 driven_lanedir_consec_max 3.3139999635555557 driven_lanedir_consec_mean 2.18140112278748 driven_lanedir_consec_min 0.7857054549457286 driven_lanedir_max 3.3139999635555557 driven_lanedir_mean 2.18140112278748 driven_lanedir_median 2.826904279194023 driven_lanedir_min 0.7857054549457286 in-drivable-lane_max 2.700000000000008 in-drivable-lane_mean 1.9200000000000053 in-drivable-lane_min 1.5999999999999943 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.117923411766231, "sim_physics": 0.15393221298853557, "survival_time": 14.950000000000076, "driven_lanedir": 3.1665423815098555, "sim_render-ego": 0.012595837910970051, "in-drivable-lane": 2.700000000000008, "agent_compute-ego": 0.02671417474746704, "deviation-heading": 4.674681241973077, "set_robot_commands": 0.008721149762471517, "deviation-center-line": 0.7710748255913732, "driven_lanedir_consec": 3.1665423815098555, "sim_compute_sim_state": 0.006050403912862142, "sim_compute_performance-ego": 0.007715153694152832, "sim_compute_robot_state-ego": 0.00950027624766032, "sim_compute_robot_state-npc0": 0.009181880156199137, "sim_compute_robot_state-npc1": 0.008911829789479573, "sim_compute_robot_state-npc2": 0.008834166526794434, "sim_compute_robot_state-npc3": 0.008652152220408122}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.3530534598912898, "sim_physics": 0.17319870471954346, "survival_time": 4.99999999999999, "driven_lanedir": 0.7857054549457286, "sim_render-ego": 0.012934200763702393, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.025381414890289306, "deviation-heading": 1.5790329857609346, "set_robot_commands": 0.008544330596923827, "deviation-center-line": 0.2120634676743361, "driven_lanedir_consec": 0.7857054549457286, "sim_compute_sim_state": 0.005535500049591064, "sim_compute_performance-ego": 0.00782076120376587, "sim_compute_robot_state-ego": 0.009490818977355956, "sim_compute_robot_state-npc0": 0.00919701099395752, "sim_compute_robot_state-npc1": 0.009002487659454345, "sim_compute_robot_state-npc2": 0.009228572845458983, "sim_compute_robot_state-npc3": 0.008715620040893554}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.3924241058611404, "sim_physics": 0.15694053144568942, "survival_time": 12.550000000000043, "driven_lanedir": 2.826904279194023, "sim_render-ego": 0.012950320642782872, "in-drivable-lane": 1.650000000000004, "agent_compute-ego": 0.026287709574300457, "deviation-heading": 3.074472483126939, "set_robot_commands": 0.00880470978786271, "deviation-center-line": 0.5761301356177052, "driven_lanedir_consec": 2.826904279194023, "sim_compute_sim_state": 0.005696554107969975, "sim_compute_performance-ego": 0.00809779775095176, "sim_compute_robot_state-ego": 0.009859359596829964, "sim_compute_robot_state-npc0": 0.00937838098442412, "sim_compute_robot_state-npc1": 0.00914720995017732, "sim_compute_robot_state-npc2": 0.008957956891610802, "sim_compute_robot_state-npc3": 0.00885390095501782}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.07248187163201, "sim_physics": 0.16101866642634077, "survival_time": 14.950000000000076, "driven_lanedir": 3.3139999635555557, "sim_render-ego": 0.013030458291371665, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.025828145345052084, "deviation-heading": 4.80365744779733, "set_robot_commands": 0.008418879508972167, "deviation-center-line": 0.8004975819331088, "driven_lanedir_consec": 3.3139999635555557, "sim_compute_sim_state": 0.005612288316090902, "sim_compute_performance-ego": 0.007838852405548095, "sim_compute_robot_state-ego": 0.00949294408162435, "sim_compute_robot_state-npc0": 0.009361203511555989, "sim_compute_robot_state-npc1": 0.008847835858662924, "sim_compute_robot_state-npc2": 0.008793001174926757, "sim_compute_robot_state-npc3": 0.00876543680826823}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.412944811276255, "sim_physics": 0.17206327965919008, "survival_time": 4.699999999999991, "driven_lanedir": 0.8138535347322347, "sim_render-ego": 0.013238805405637053, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.02517008274159533, "deviation-heading": 1.0712339577592025, "set_robot_commands": 0.00849634789405985, "deviation-center-line": 0.1034611256619052, "driven_lanedir_consec": 0.8138535347322347, "sim_compute_sim_state": 0.005516896856592056, "sim_compute_performance-ego": 0.008128736881499595, "sim_compute_robot_state-ego": 0.009849107011835626, "sim_compute_robot_state-npc0": 0.009241870109071125, "sim_compute_robot_state-npc1": 0.009220770064820636, "sim_compute_robot_state-npc2": 0.009146903423552816, "sim_compute_robot_state-npc3": 0.008978486061096191}}set_robot_commands_max 0.00880470978786271 set_robot_commands_mean 0.008597083510058013 set_robot_commands_median 0.008544330596923827 set_robot_commands_min 0.008418879508972167 sim_compute_performance-ego_max 0.008128736881499595 sim_compute_performance-ego_mean 0.00792026038718363 sim_compute_performance-ego_median 0.007838852405548095 sim_compute_performance-ego_min 0.007715153694152832 sim_compute_robot_state-ego_max 0.009859359596829964 sim_compute_robot_state-ego_mean 0.009638501183061244 sim_compute_robot_state-ego_median 0.00950027624766032 sim_compute_robot_state-ego_min 0.009490818977355956 sim_compute_robot_state-npc0_max 0.00937838098442412 sim_compute_robot_state-npc0_mean 0.00927206915104158 sim_compute_robot_state-npc0_median 0.009241870109071125 sim_compute_robot_state-npc0_min 0.009181880156199137 sim_compute_robot_state-npc1_max 0.009220770064820636 sim_compute_robot_state-npc1_mean 0.00902602666451896 sim_compute_robot_state-npc1_median 0.009002487659454345 sim_compute_robot_state-npc1_min 0.008847835858662924 sim_compute_robot_state-npc2_max 0.009228572845458983 sim_compute_robot_state-npc2_mean 0.008992120172468757 sim_compute_robot_state-npc2_median 0.008957956891610802 sim_compute_robot_state-npc2_min 0.008793001174926757 sim_compute_robot_state-npc3_max 0.008978486061096191 sim_compute_robot_state-npc3_mean 0.008793119217136785 sim_compute_robot_state-npc3_median 0.00876543680826823 sim_compute_robot_state-npc3_min 0.008652152220408122 sim_compute_sim_state_max 0.006050403912862142 sim_compute_sim_state_mean 0.005682328648621228 sim_compute_sim_state_median 0.005612288316090902 sim_compute_sim_state_min 0.005516896856592056 sim_physics_max 0.17319870471954346 sim_physics_mean 0.16343067904785985 sim_physics_median 0.16101866642634077 sim_physics_min 0.15393221298853557 sim_render-ego_max 0.013238805405637053 sim_render-ego_mean 0.012949924602892808 sim_render-ego_median 0.012950320642782872 sim_render-ego_min 0.012595837910970051 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 10.430000000000035 survival_time_min 4.699999999999991
No reset possible 29931
6084
Mikita Sazanovich 🇷🇺chameleon-09-trio aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:09:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.1612159173299106 survival_time_median 14.950000000000076 deviation-center-line_median 0.4929642974150129 in-drivable-lane_median 1.1500000000000163
other stats agent_compute-ego_max 0.03146719773610433 agent_compute-ego_mean 0.030520171417909508 agent_compute-ego_median 0.03032440821329753 agent_compute-ego_min 0.02984308163324992 deviation-center-line_max 0.7338489479247459 deviation-center-line_mean 0.4287518233426095 deviation-center-line_min 0.18193104926676024 deviation-heading_max 4.3641754084114295 deviation-heading_mean 2.445429199684269 deviation-heading_median 2.6137779867231856 deviation-heading_min 0.4415610908820342 driven_any_max 4.135771302538435 driven_any_mean 3.166448044522648 driven_any_median 3.686036184827475 driven_any_min 1.1540377965320123 driven_lanedir_consec_max 3.5965431383728945 driven_lanedir_consec_mean 2.7920975132903836 driven_lanedir_consec_min 1.1407881095629575 driven_lanedir_max 3.5965431383728945 driven_lanedir_mean 2.7920975132903836 driven_lanedir_median 3.1612159173299106 driven_lanedir_min 1.1407881095629575 in-drivable-lane_max 2.3000000000000327 in-drivable-lane_mean 0.9500000000000088 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.135771302538435, "sim_physics": 0.08750052372614543, "survival_time": 14.950000000000076, "driven_lanedir": 3.1612159173299106, "sim_render-ego": 0.014419134457906086, "in-drivable-lane": 2.3000000000000327, "agent_compute-ego": 0.02984308163324992, "deviation-heading": 4.3641754084114295, "set_robot_commands": 0.010265350341796877, "deviation-center-line": 0.7338489479247459, "driven_lanedir_consec": 3.1612159173299106, "sim_compute_sim_state": 0.0065566921234130856, "sim_compute_performance-ego": 0.00887493928273519, "sim_compute_robot_state-ego": 0.010959566434224449}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.686036184827475, "sim_physics": 0.08759546836217244, "survival_time": 14.950000000000076, "driven_lanedir": 3.5965431383728945, "sim_render-ego": 0.01458731730779012, "in-drivable-lane": 0, "agent_compute-ego": 0.030796244939168296, "deviation-heading": 2.6137779867231856, "set_robot_commands": 0.010335111618041992, "deviation-center-line": 0.4929642974150129, "driven_lanedir_consec": 3.5965431383728945, "sim_compute_sim_state": 0.006512975692749024, "sim_compute_performance-ego": 0.00888445536295573, "sim_compute_robot_state-ego": 0.010995120207468668}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.1540377965320123, "sim_physics": 0.08885549096500173, "survival_time": 4.249999999999993, "driven_lanedir": 1.1407881095629575, "sim_render-ego": 0.01582668809329762, "in-drivable-lane": 0, "agent_compute-ego": 0.03016992456772748, "deviation-heading": 0.4415610908820342, "set_robot_commands": 0.010441261179306927, "deviation-center-line": 0.18193104926676024, "driven_lanedir_consec": 1.1407881095629575, "sim_compute_sim_state": 0.007089923409854665, "sim_compute_performance-ego": 0.009181098377003387, "sim_compute_robot_state-ego": 0.010980544370763444}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.9049414857483105, "sim_physics": 0.08915878534317016, "survival_time": 14.950000000000076, "driven_lanedir": 3.4324153631419416, "sim_render-ego": 0.0152056614557902, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.03146719773610433, "deviation-heading": 3.1179951901488097, "set_robot_commands": 0.010900652408599854, "deviation-center-line": 0.5333739369509054, "driven_lanedir_consec": 3.4324153631419416, "sim_compute_sim_state": 0.006658782164255778, "sim_compute_performance-ego": 0.0091539470354716, "sim_compute_robot_state-ego": 0.01118454376856486}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.951453452967008, "sim_physics": 0.08707560857137044, "survival_time": 14.950000000000076, "driven_lanedir": 2.6295250380442132, "sim_render-ego": 0.015023309389750165, "in-drivable-lane": 1.1500000000000163, "agent_compute-ego": 0.03032440821329753, "deviation-heading": 1.689636322255886, "set_robot_commands": 0.010403378009796144, "deviation-center-line": 0.20164088515562303, "driven_lanedir_consec": 2.6295250380442132, "sim_compute_sim_state": 0.006620930830637614, "sim_compute_performance-ego": 0.009048582712809243, "sim_compute_robot_state-ego": 0.0108210825920105}}set_robot_commands_max 0.010900652408599854 set_robot_commands_mean 0.01046915071150836 set_robot_commands_median 0.010403378009796144 set_robot_commands_min 0.010265350341796877 sim_compute_performance-ego_max 0.009181098377003387 sim_compute_performance-ego_mean 0.00902860455419503 sim_compute_performance-ego_median 0.009048582712809243 sim_compute_performance-ego_min 0.00887493928273519 sim_compute_robot_state-ego_max 0.01118454376856486 sim_compute_robot_state-ego_mean 0.010988171474606383 sim_compute_robot_state-ego_median 0.010980544370763444 sim_compute_robot_state-ego_min 0.0108210825920105 sim_compute_sim_state_max 0.007089923409854665 sim_compute_sim_state_mean 0.006687860844182034 sim_compute_sim_state_median 0.006620930830637614 sim_compute_sim_state_min 0.006512975692749024 sim_physics_max 0.08915878534317016 sim_physics_mean 0.08803717539357205 sim_physics_median 0.08759546836217244 sim_physics_min 0.08707560857137044 sim_render-ego_max 0.01582668809329762 sim_render-ego_mean 0.01501242214090684 sim_render-ego_median 0.015023309389750165 sim_render-ego_min 0.014419134457906086 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.81000000000006 survival_time_min 4.249999999999993
No reset possible 29867
6040
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LFV-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:49:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.1853546419095793 survival_time_median 14.950000000000076 deviation-center-line_median 0.4155685255945499 in-drivable-lane_median 0.20000000000000284
other stats agent_compute-ego_max 0.24981225939357984 agent_compute-ego_mean 0.13520540034620054 agent_compute-ego_median 0.1311349352200826 agent_compute-ego_min 0.054055820978604834 deviation-center-line_max 0.764088474525906 deviation-center-line_mean 0.45456132928413856 deviation-center-line_min 0.12694726883042098 deviation-heading_max 2.8212387456965775 deviation-heading_mean 1.7268330952971052 deviation-heading_median 1.74555742274202 deviation-heading_min 0.4914003347940888 driven_any_max 2.765163978915282 driven_any_mean 1.4666886418217338 driven_any_median 1.3393423382854812 driven_any_min 0.29603315930606805 driven_lanedir_consec_max 2.7430549053500086 driven_lanedir_consec_mean 1.3084214156746072 driven_lanedir_consec_min 0.2921648010776119 driven_lanedir_max 2.7430549053500086 driven_lanedir_mean 1.3084214156746072 driven_lanedir_median 1.1853546419095793 driven_lanedir_min 0.2921648010776119 in-drivable-lane_max 7.700000000000095 in-drivable-lane_mean 0.7866666666666734 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.601508864430184, "sim_physics": 0.12371033191680908, "survival_time": 14.950000000000076, "driven_lanedir": 1.5834760339556844, "sim_render-ego": 0.012480262915293376, "in-drivable-lane": 0, "agent_compute-ego": 0.16569060722986856, "deviation-heading": 1.74555742274202, "set_robot_commands": 0.008633585770924886, "deviation-center-line": 0.48276991771207584, "driven_lanedir_consec": 1.5834760339556844, "sim_compute_sim_state": 0.004736637274424235, "sim_compute_performance-ego": 0.007518371740976969, "sim_compute_robot_state-ego": 0.00901912291844686, "sim_compute_robot_state-npc0": 0.007961674531300863, "sim_compute_robot_state-npc1": 0.007789409160614014, "sim_compute_robot_state-npc2": 0.008134334087371827, "sim_compute_robot_state-npc3": 0.007833260695139567}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.5752602580019417, "sim_physics": 0.13498453776041666, "survival_time": 14.950000000000076, "driven_lanedir": 1.5334497124232296, "sim_render-ego": 0.01198238452275594, "in-drivable-lane": 0, "agent_compute-ego": 0.1311349352200826, "deviation-heading": 2.742115660240512, "set_robot_commands": 0.008503432273864747, "deviation-center-line": 0.6291953608539509, "driven_lanedir_consec": 1.5334497124232296, "sim_compute_sim_state": 0.004739880561828613, "sim_compute_performance-ego": 0.00749409834543864, "sim_compute_robot_state-ego": 0.008857636451721192, "sim_compute_robot_state-npc0": 0.00809988021850586, "sim_compute_robot_state-npc1": 0.007902454535166423, "sim_compute_robot_state-npc2": 0.007973401546478272, "sim_compute_robot_state-npc3": 0.007707045078277588}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.98680604904338, "sim_physics": 0.14256122065525428, "survival_time": 5.09999999999999, "driven_lanedir": 0.6217370175719081, "sim_render-ego": 0.011731510068856034, "in-drivable-lane": 1.299999999999998, "agent_compute-ego": 0.24981225939357984, "deviation-heading": 1.9305387497343325, "set_robot_commands": 0.007726173774868834, "deviation-center-line": 0.4155572243702185, "driven_lanedir_consec": 0.6217370175719081, "sim_compute_sim_state": 0.00493164857228597, "sim_compute_performance-ego": 0.006876078306459913, "sim_compute_robot_state-ego": 0.008581988951739143, "sim_compute_robot_state-npc0": 0.007964241738412894, "sim_compute_robot_state-npc1": 0.007509002498551911, "sim_compute_robot_state-npc2": 0.00809488577001235, "sim_compute_robot_state-npc3": 0.00807366885390936}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.609227387237203, "sim_physics": 0.14882699966430665, "survival_time": 14.950000000000076, "driven_lanedir": 1.585176392298874, "sim_render-ego": 0.01243824561436971, "in-drivable-lane": 0, "agent_compute-ego": 0.20325605551401776, "deviation-heading": 2.118235863280533, "set_robot_commands": 0.008652481238047282, "deviation-center-line": 0.7072052846193777, "driven_lanedir_consec": 1.585176392298874, "sim_compute_sim_state": 0.004884128570556641, "sim_compute_performance-ego": 0.007430882453918457, "sim_compute_robot_state-ego": 0.009001602331797282, "sim_compute_robot_state-npc0": 0.008220011393229167, "sim_compute_robot_state-npc1": 0.0080557386080424, "sim_compute_robot_state-npc2": 0.008189332485198975, "sim_compute_robot_state-npc3": 0.008295618693033854}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.257007031410935, "sim_physics": 0.1402756949971775, "survival_time": 9.850000000000003, "driven_lanedir": 1.0894461243866664, "sim_render-ego": 0.012103917029908463, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.1606960163503734, "deviation-heading": 2.8212387456965775, "set_robot_commands": 0.008465008082123577, "deviation-center-line": 0.6075702373466103, "driven_lanedir_consec": 1.0894461243866664, "sim_compute_sim_state": 0.004949216310142866, "sim_compute_performance-ego": 0.007281633803081997, "sim_compute_robot_state-ego": 0.008888228895700522, "sim_compute_robot_state-npc0": 0.008130806956799502, "sim_compute_robot_state-npc1": 0.007924183976226651, "sim_compute_robot_state-npc2": 0.008133505806705068, "sim_compute_robot_state-npc3": 0.008215819518578233}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.3393423382854812, "sim_physics": 0.14893271684646606, "survival_time": 14.950000000000076, "driven_lanedir": 0.7221293971617935, "sim_render-ego": 0.01237369696299235, "in-drivable-lane": 7.700000000000095, "agent_compute-ego": 0.16349162260691324, "deviation-heading": 1.3778211440587709, "set_robot_commands": 0.008897838592529296, "deviation-center-line": 0.12694726883042098, "driven_lanedir_consec": 0.7221293971617935, "sim_compute_sim_state": 0.004988847573598226, "sim_compute_performance-ego": 0.007315545082092285, "sim_compute_robot_state-ego": 0.009081230958302816, "sim_compute_robot_state-npc0": 0.008281168937683105, "sim_compute_robot_state-npc1": 0.008058021068572998, "sim_compute_robot_state-npc2": 0.008647549152374267, "sim_compute_robot_state-npc3": 0.008379107316335042}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.3001707823722697, "sim_physics": 0.15214909341600205, "survival_time": 11.250000000000025, "driven_lanedir": 1.1853546419095793, "sim_render-ego": 0.012293213738335505, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.23854016409979925, "deviation-heading": 2.5897378699755, "set_robot_commands": 0.00804666625128852, "deviation-center-line": 0.764088474525906, "driven_lanedir_consec": 1.1853546419095793, "sim_compute_sim_state": 0.004784820344712999, "sim_compute_performance-ego": 0.00783278677198622, "sim_compute_robot_state-ego": 0.008820912043253581, "sim_compute_robot_state-npc0": 0.00790458149380154, "sim_compute_robot_state-npc1": 0.007840578291151258, "sim_compute_robot_state-npc2": 0.007776419321695964, "sim_compute_robot_state-npc3": 0.008140437867906358}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0080683023312986, "sim_physics": 0.13364559412002563, "survival_time": 6.5999999999999845, "driven_lanedir": 0.6832741307302358, "sim_render-ego": 0.012902283307277796, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.15134931513757416, "deviation-heading": 0.9316648220029756, "set_robot_commands": 0.008529758814609411, "deviation-center-line": 0.27236873606128376, "driven_lanedir_consec": 0.6832741307302358, "sim_compute_sim_state": 0.005061024969274347, "sim_compute_performance-ego": 0.007824173479369192, "sim_compute_robot_state-ego": 0.00898683974237153, "sim_compute_robot_state-npc0": 0.008088556202975187, "sim_compute_robot_state-npc1": 0.008353471755981445, "sim_compute_robot_state-npc2": 0.008027743209492077, "sim_compute_robot_state-npc3": 0.00813886071696426}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.0072551761305415, "sim_physics": 0.13326639652252198, "survival_time": 14.950000000000076, "driven_lanedir": 1.9812475242682437, "sim_render-ego": 0.012596664428710935, "in-drivable-lane": 0, "agent_compute-ego": 0.12043534437815348, "deviation-heading": 1.9489935763261224, "set_robot_commands": 0.008547247250874837, "deviation-center-line": 0.6270180544734939, "driven_lanedir_consec": 1.9812475242682437, "sim_compute_sim_state": 0.004860671361287435, "sim_compute_performance-ego": 0.007625679175059001, "sim_compute_robot_state-ego": 0.009208482106526692, "sim_compute_robot_state-npc0": 0.007944358984629312, "sim_compute_robot_state-npc1": 0.007992782592773438, "sim_compute_robot_state-npc2": 0.007999380429585775, "sim_compute_robot_state-npc3": 0.00797880490620931}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0183341096972458, "sim_physics": 0.12072585511395312, "survival_time": 6.349999999999985, "driven_lanedir": 0.8085544297047569, "sim_render-ego": 0.014027419052724765, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.05721021824934351, "deviation-heading": 1.0190926792997852, "set_robot_commands": 0.009389518752811462, "deviation-center-line": 0.317751124141235, "driven_lanedir_consec": 0.8085544297047569, "sim_compute_sim_state": 0.0050658691586471915, "sim_compute_performance-ego": 0.008141992599006713, "sim_compute_robot_state-ego": 0.010035989791389524, "sim_compute_robot_state-npc0": 0.009533547979640207, "sim_compute_robot_state-npc1": 0.008519367908868264, "sim_compute_robot_state-npc2": 0.00887954141211322, "sim_compute_robot_state-npc3": 0.0090191401834563}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.017639505580136, "sim_physics": 0.12421990174513596, "survival_time": 6.499999999999985, "driven_lanedir": 0.7745891928053905, "sim_render-ego": 0.014132418999305138, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.054055820978604834, "deviation-heading": 1.208272039576261, "set_robot_commands": 0.009724022791935847, "deviation-center-line": 0.2879517416421784, "driven_lanedir_consec": 0.7745891928053905, "sim_compute_sim_state": 0.005287544543926532, "sim_compute_performance-ego": 0.008399504881638747, "sim_compute_robot_state-ego": 0.010174026856055628, "sim_compute_robot_state-npc0": 0.009131073951721191, "sim_compute_robot_state-npc1": 0.009060425024766188, "sim_compute_robot_state-npc2": 0.008970097395089957, "sim_compute_robot_state-npc3": 0.0091021336041964}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.765163978915282, "sim_physics": 0.12601879040400188, "survival_time": 14.950000000000076, "driven_lanedir": 2.7430549053500086, "sim_render-ego": 0.013698206742604574, "in-drivable-lane": 0, "agent_compute-ego": 0.05881134192148845, "deviation-heading": 1.6129437177358703, "set_robot_commands": 0.009518037637074789, "deviation-center-line": 0.3833625188370786, "driven_lanedir_consec": 2.7430549053500086, "sim_compute_sim_state": 0.00519978920618693, "sim_compute_performance-ego": 0.00810881773630778, "sim_compute_robot_state-ego": 0.010139156182607014, "sim_compute_robot_state-npc0": 0.008886464436848958, "sim_compute_robot_state-npc1": 0.008799126942952474, "sim_compute_robot_state-npc2": 0.00888786554336548, "sim_compute_robot_state-npc3": 0.008709305922190349}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.3127054110314, "sim_physics": 0.14557143847147624, "survival_time": 14.950000000000076, "driven_lanedir": 2.310403478516358, "sim_render-ego": 0.013379892508188884, "in-drivable-lane": 0, "agent_compute-ego": 0.0844082260131836, "deviation-heading": 0.4914003347940888, "set_robot_commands": 0.008959213097890217, "deviation-center-line": 0.22810685462716976, "driven_lanedir_consec": 2.310403478516358, "sim_compute_sim_state": 0.005185672442118327, "sim_compute_performance-ego": 0.008055015405019125, "sim_compute_robot_state-ego": 0.00993084987004598, "sim_compute_robot_state-npc0": 0.008807311852773031, "sim_compute_robot_state-npc1": 0.00868211269378662, "sim_compute_robot_state-npc2": 0.009205257097880046, "sim_compute_robot_state-npc3": 0.008754074573516846}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.29603315930606805, "sim_physics": 0.1189607079823812, "survival_time": 14.950000000000076, "driven_lanedir": 0.2921648010776119, "sim_render-ego": 0.013446876207987467, "in-drivable-lane": 0, "agent_compute-ego": 0.11072046756744384, "deviation-heading": 1.0233152628808897, "set_robot_commands": 0.008661243915557861, "deviation-center-line": 0.4155685255945499, "driven_lanedir_consec": 0.2921648010776119, "sim_compute_sim_state": 0.004863283634185791, "sim_compute_performance-ego": 0.008057996431986491, "sim_compute_robot_state-ego": 0.009577271938323974, "sim_compute_robot_state-npc0": 0.008830064137776693, "sim_compute_robot_state-npc1": 0.008308262825012206, "sim_compute_robot_state-npc2": 0.008262311617533366, "sim_compute_robot_state-npc3": 0.008357145786285401}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.9058072735526437, "sim_physics": 0.15239301603287458, "survival_time": 12.800000000000049, "driven_lanedir": 1.712263452958768, "sim_render-ego": 0.013216260820627213, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.0784686105325818, "deviation-heading": 2.3415685411123333, "set_robot_commands": 0.009243405424058436, "deviation-center-line": 0.5529586156265284, "driven_lanedir_consec": 1.712263452958768, "sim_compute_sim_state": 0.0049936892464756966, "sim_compute_performance-ego": 0.007699941284954548, "sim_compute_robot_state-ego": 0.009401246905326843, "sim_compute_robot_state-npc0": 0.008520343340933323, "sim_compute_robot_state-npc1": 0.008556672371923923, "sim_compute_robot_state-npc2": 0.008783710189163685, "sim_compute_robot_state-npc3": 0.008188789710402489}}set_robot_commands_max 0.009724022791935847 set_robot_commands_mean 0.008766508911230668 set_robot_commands_median 0.008652481238047282 set_robot_commands_min 0.007726173774868834 sim_compute_performance-ego_max 0.008399504881638747 sim_compute_performance-ego_mean 0.00771083449981974 sim_compute_performance-ego_median 0.007699941284954548 sim_compute_performance-ego_min 0.006876078306459913 sim_compute_robot_state-ego_max 0.010174026856055628 sim_compute_robot_state-ego_mean 0.00931363906290724 sim_compute_robot_state-ego_median 0.009081230958302816 sim_compute_robot_state-ego_min 0.008581988951739143 sim_compute_robot_state-npc0_max 0.009533547979640207 sim_compute_robot_state-npc0_mean 0.008420272410468721 sim_compute_robot_state-npc0_median 0.008220011393229167 sim_compute_robot_state-npc0_min 0.00790458149380154 sim_compute_robot_state-npc1_max 0.009060425024766188 sim_compute_robot_state-npc1_mean 0.008223440683626012 sim_compute_robot_state-npc1_median 0.008058021068572998 sim_compute_robot_state-npc1_min 0.007509002498551911 sim_compute_robot_state-npc2_max 0.009205257097880046 sim_compute_robot_state-npc2_mean 0.008397689004270688 sim_compute_robot_state-npc2_median 0.008189332485198975 sim_compute_robot_state-npc2_min 0.007776419321695964 sim_compute_robot_state-npc3_max 0.0091021336041964 sim_compute_robot_state-npc3_mean 0.008326214228426757 sim_compute_robot_state-npc3_median 0.008215819518578233 sim_compute_robot_state-npc3_min 0.007707045078277588 sim_compute_sim_state_max 0.005287544543926532 sim_compute_sim_state_mean 0.004968848251310121 sim_compute_sim_state_median 0.004949216310142866 sim_compute_sim_state_min 0.004736637274424235 sim_physics_max 0.15239301603287458 sim_physics_mean 0.13641615304325355 sim_physics_median 0.13498453776041666 sim_physics_min 0.1189607079823812 sim_render-ego_max 0.014132418999305138 sim_render-ego_mean 0.012853550194662545 sim_render-ego_median 0.012596664428710935 sim_render-ego_min 0.011731510068856034 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.87000000000004 survival_time_min 5.09999999999999
No reset possible 29832
6016
Philippe Marcotte 🇨🇦pp + veh dect aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:30:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.473493488715918 survival_time_median 14.950000000000076 deviation-center-line_median 0.5229755650103562 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.0533916449546814 agent_compute-ego_mean 0.050411378330654566 agent_compute-ego_median 0.05138860066731771 agent_compute-ego_min 0.036519792079925534 deviation-center-line_max 0.7668317361130199 deviation-center-line_mean 0.4980577268192132 deviation-center-line_min 0.21774319180549095 deviation-heading_max 3.4491417807016944 deviation-heading_mean 2.322000996558818 deviation-heading_median 2.3545853611520493 deviation-heading_min 1.4014493867009106 driven_any_max 2.5439184944623463 driven_any_mean 2.52034873671821 driven_any_median 2.5216732898719054 driven_any_min 2.504282779254859 driven_lanedir_consec_max 2.494725605985222 driven_lanedir_consec_mean 2.441095415563414 driven_lanedir_consec_min 2.247748136576216 driven_lanedir_max 2.494725605985222 driven_lanedir_mean 2.441095415563414 driven_lanedir_median 2.473493488715918 driven_lanedir_min 2.247748136576216 in-drivable-lane_max 0.9999999999999978 in-drivable-lane_mean 0.12666666666666695 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.5216732898719054, "sim_physics": 0.08387195746103923, "survival_time": 14.950000000000076, "driven_lanedir": 2.343535529232857, "sim_render-ego": 0.011872398058573404, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.036519792079925534, "deviation-heading": 3.4491417807016944, "set_robot_commands": 0.008470762570699055, "deviation-center-line": 0.5316204383675129, "driven_lanedir_consec": 2.343535529232857, "sim_compute_sim_state": 0.005573857625325521, "sim_compute_performance-ego": 0.007671269575754801, "sim_compute_robot_state-ego": 0.008929576873779297}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.504282779254859, "sim_physics": 0.08677138010660808, "survival_time": 14.950000000000076, "driven_lanedir": 2.455085292511986, "sim_render-ego": 0.01265403668085734, "in-drivable-lane": 0, "agent_compute-ego": 0.05248294194539388, "deviation-heading": 2.171441869211637, "set_robot_commands": 0.008739229838053385, "deviation-center-line": 0.4151906092430815, "driven_lanedir_consec": 2.455085292511986, "sim_compute_sim_state": 0.005880868434906006, "sim_compute_performance-ego": 0.008037978013356527, "sim_compute_robot_state-ego": 0.009261570771535235}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.5229120999218995, "sim_physics": 0.08484670321146646, "survival_time": 14.950000000000076, "driven_lanedir": 2.436157132657895, "sim_render-ego": 0.012288586298624674, "in-drivable-lane": 0, "agent_compute-ego": 0.049459317525227864, "deviation-heading": 3.026741974034049, "set_robot_commands": 0.008341875076293945, "deviation-center-line": 0.6985776009538621, "driven_lanedir_consec": 2.436157132657895, "sim_compute_sim_state": 0.005689944426218669, "sim_compute_performance-ego": 0.007548651695251465, "sim_compute_robot_state-ego": 0.009045333862304689}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.508194815997706, "sim_physics": 0.08814619779586792, "survival_time": 14.950000000000076, "driven_lanedir": 2.484113179234852, "sim_render-ego": 0.012525962193806969, "in-drivable-lane": 0, "agent_compute-ego": 0.05235909859339396, "deviation-heading": 1.794261796067035, "set_robot_commands": 0.008733644485473632, "deviation-center-line": 0.21774319180549095, "driven_lanedir_consec": 2.484113179234852, "sim_compute_sim_state": 0.0057962505022684735, "sim_compute_performance-ego": 0.00794576644897461, "sim_compute_robot_state-ego": 0.009451201756795247}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.505140218185097, "sim_physics": 0.08852845748265584, "survival_time": 14.950000000000076, "driven_lanedir": 2.472740329103837, "sim_render-ego": 0.01278698762257894, "in-drivable-lane": 0, "agent_compute-ego": 0.05266042073567708, "deviation-heading": 1.8250612642285389, "set_robot_commands": 0.008322224617004395, "deviation-center-line": 0.3637823749661552, "driven_lanedir_consec": 2.472740329103837, "sim_compute_sim_state": 0.005756956736246745, "sim_compute_performance-ego": 0.0077248016993204755, "sim_compute_robot_state-ego": 0.009184520244598388}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.516833685413437, "sim_physics": 0.08723642667134603, "survival_time": 14.950000000000076, "driven_lanedir": 2.494725605985222, "sim_render-ego": 0.013101751804351807, "in-drivable-lane": 0, "agent_compute-ego": 0.0533916449546814, "deviation-heading": 1.6334740280654054, "set_robot_commands": 0.008682042757670084, "deviation-center-line": 0.3491335274572071, "driven_lanedir_consec": 2.494725605985222, "sim_compute_sim_state": 0.005808473428090414, "sim_compute_performance-ego": 0.007878937721252442, "sim_compute_robot_state-ego": 0.00915997584660848}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 2.5057254929142827, "sim_physics": 0.08689423084259033, "survival_time": 14.950000000000076, "driven_lanedir": 2.4910555271817416, "sim_render-ego": 0.012463676929473876, "in-drivable-lane": 0, "agent_compute-ego": 0.05061231692632039, "deviation-heading": 1.4014493867009106, "set_robot_commands": 0.008399682839711507, "deviation-center-line": 0.4305304203712588, "driven_lanedir_consec": 2.4910555271817416, "sim_compute_sim_state": 0.005680020650227865, "sim_compute_performance-ego": 0.007613515853881836, "sim_compute_robot_state-ego": 0.009315911134084066}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.535822336537214, "sim_physics": 0.08880633433659871, "survival_time": 14.950000000000076, "driven_lanedir": 2.489679060507717, "sim_render-ego": 0.012669472694396972, "in-drivable-lane": 0, "agent_compute-ego": 0.05158699591954549, "deviation-heading": 2.0744668890481863, "set_robot_commands": 0.008351929187774658, "deviation-center-line": 0.5765376558411939, "driven_lanedir_consec": 2.489679060507717, "sim_compute_sim_state": 0.005578993956247965, "sim_compute_performance-ego": 0.0075987958908081054, "sim_compute_robot_state-ego": 0.009113982518513995}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.5439184944623463, "sim_physics": 0.08491726716359456, "survival_time": 14.950000000000076, "driven_lanedir": 2.476865307362883, "sim_render-ego": 0.012448163032531738, "in-drivable-lane": 0, "agent_compute-ego": 0.05068084160486857, "deviation-heading": 2.546424195431245, "set_robot_commands": 0.008409287134806315, "deviation-center-line": 0.5304025870370319, "driven_lanedir_consec": 2.476865307362883, "sim_compute_sim_state": 0.005732614994049073, "sim_compute_performance-ego": 0.007742203871409098, "sim_compute_robot_state-ego": 0.009133040110270182}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.531507461725377, "sim_physics": 0.08750777800877889, "survival_time": 14.950000000000076, "driven_lanedir": 2.473493488715918, "sim_render-ego": 0.013113649686177571, "in-drivable-lane": 0, "agent_compute-ego": 0.05204252560933431, "deviation-heading": 2.620169187290513, "set_robot_commands": 0.008635450998942057, "deviation-center-line": 0.499500208618271, "driven_lanedir_consec": 2.473493488715918, "sim_compute_sim_state": 0.005775446097056071, "sim_compute_performance-ego": 0.008241424560546875, "sim_compute_robot_state-ego": 0.009546164671579998}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 2.5164736764155493, "sim_physics": 0.08771989186604817, "survival_time": 14.950000000000076, "driven_lanedir": 2.247748136576216, "sim_render-ego": 0.01266785462697347, "in-drivable-lane": 0.9999999999999978, "agent_compute-ego": 0.0500531538327535, "deviation-heading": 2.649617054920398, "set_robot_commands": 0.008221808274586996, "deviation-center-line": 0.7668317361130199, "driven_lanedir_consec": 2.247748136576216, "sim_compute_sim_state": 0.005617968241373698, "sim_compute_performance-ego": 0.007664749622344971, "sim_compute_robot_state-ego": 0.009203238487243652}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.504306975370471, "sim_physics": 0.08505491813023885, "survival_time": 14.950000000000076, "driven_lanedir": 2.4317914419042332, "sim_render-ego": 0.012406726678212484, "in-drivable-lane": 0, "agent_compute-ego": 0.05084216276804606, "deviation-heading": 2.7281667122356685, "set_robot_commands": 0.008544191519419353, "deviation-center-line": 0.58299962229219, "driven_lanedir_consec": 2.4317914419042332, "sim_compute_sim_state": 0.005665432612101237, "sim_compute_performance-ego": 0.007786359786987305, "sim_compute_robot_state-ego": 0.00909681797027588}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.534290361576824, "sim_physics": 0.08760161717732748, "survival_time": 14.950000000000076, "driven_lanedir": 2.344213262165236, "sim_render-ego": 0.012412224610646566, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.05146259784698486, "deviation-heading": 2.6194642296401955, "set_robot_commands": 0.008279247283935547, "deviation-center-line": 0.6269161942720674, "driven_lanedir_consec": 2.344213262165236, "sim_compute_sim_state": 0.0058491007486979165, "sim_compute_performance-ego": 0.007941031455993652, "sim_compute_robot_state-ego": 0.009270504315694173}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 2.531372353027025, "sim_physics": 0.08503886222839356, "survival_time": 14.950000000000076, "driven_lanedir": 2.4852933877626397, "sim_render-ego": 0.01279871622721354, "in-drivable-lane": 0, "agent_compute-ego": 0.05138860066731771, "deviation-heading": 2.3545853611520493, "set_robot_commands": 0.008838622570037842, "deviation-center-line": 0.5229755650103562, "driven_lanedir_consec": 2.4852933877626397, "sim_compute_sim_state": 0.005777193705240886, "sim_compute_performance-ego": 0.007983283996582031, "sim_compute_robot_state-ego": 0.009461674690246582}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.5227770100991447, "sim_physics": 0.08964363336563111, "survival_time": 14.950000000000076, "driven_lanedir": 2.489934552547979, "sim_render-ego": 0.012723759015401204, "in-drivable-lane": 0, "agent_compute-ego": 0.0506282639503479, "deviation-heading": 1.9355492196547397, "set_robot_commands": 0.00839298963546753, "deviation-center-line": 0.35812416993949825, "driven_lanedir_consec": 2.489934552547979, "sim_compute_sim_state": 0.005717165470123291, "sim_compute_performance-ego": 0.007610425154368083, "sim_compute_robot_state-ego": 0.009055546919504802}}set_robot_commands_max 0.008838622570037842 set_robot_commands_mean 0.008490865919325085 set_robot_commands_median 0.008409287134806315 set_robot_commands_min 0.008221808274586996 sim_compute_performance-ego_max 0.008241424560546875 sim_compute_performance-ego_mean 0.007799279689788817 sim_compute_performance-ego_median 0.007742203871409098 sim_compute_performance-ego_min 0.007548651695251465 sim_compute_robot_state-ego_max 0.009546164671579998 sim_compute_robot_state-ego_mean 0.00921527067820231 sim_compute_robot_state-ego_median 0.009184520244598388 sim_compute_robot_state-ego_min 0.008929576873779297 sim_compute_sim_state_max 0.005880868434906006 sim_compute_sim_state_mean 0.005726685841878256 sim_compute_sim_state_median 0.005732614994049073 sim_compute_sim_state_min 0.005573857625325521 sim_physics_max 0.08964363336563111 sim_physics_mean 0.08683904372321236 sim_physics_median 0.08723642667134603 sim_physics_min 0.08387195746103923 sim_render-ego_max 0.013113649686177571 sim_render-ego_mean 0.01259559774398804 sim_render-ego_median 0.01265403668085734 sim_render-ego_min 0.011872398058573404 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 29809
6013
Philippe Marcotte 🇨🇦pp + veh dect aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 3 months 5 years, 3 months 0:09:54 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.469863168915493 survival_time_median 14.950000000000076 deviation-center-line_median 0.2613803490990157 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.057657527128855385 agent_compute-ego_mean 0.04552963621314914 agent_compute-ego_median 0.04969966570536295 agent_compute-ego_min 0.02573127582155425 deviation-center-line_max 0.6864601779789663 deviation-center-line_mean 0.35954954127648947 deviation-center-line_min 0.21692635413724956 deviation-heading_max 2.617983859675394 deviation-heading_mean 1.9104322521229324 deviation-heading_median 1.6255243363836205 deviation-heading_min 1.2949965474387717 driven_any_max 2.5415999504647755 driven_any_mean 2.2584948266894957 driven_any_median 2.5240056244233013 driven_any_min 1.19240263124157 driven_lanedir_consec_max 2.527183515766348 driven_lanedir_consec_mean 2.1047399611477093 driven_lanedir_consec_min 0.7880123923696472 driven_lanedir_max 2.527183515766348 driven_lanedir_mean 2.1047399611477093 driven_lanedir_median 2.469863168915493 driven_lanedir_min 0.7880123923696472 in-drivable-lane_max 1.999999999999993 in-drivable-lane_mean 0.570000000000001 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.19240263124157, "sim_physics": 0.07706621433126515, "survival_time": 7.249999999999982, "driven_lanedir": 0.7880123923696472, "sim_render-ego": 0.010833292994005927, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.02573127582155425, "deviation-heading": 1.6255243363836205, "set_robot_commands": 0.00803165600217622, "deviation-center-line": 0.21692635413724956, "driven_lanedir_consec": 0.7880123923696472, "sim_compute_sim_state": 0.005037845414260338, "sim_compute_performance-ego": 0.006862110927187163, "sim_compute_robot_state-ego": 0.008263231145924536}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.5240056244233013, "sim_physics": 0.08120227813720703, "survival_time": 14.950000000000076, "driven_lanedir": 2.256694359160767, "sim_render-ego": 0.011889623800913492, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.04123812913894653, "deviation-heading": 2.617983859675394, "set_robot_commands": 0.008051634629567464, "deviation-center-line": 0.3919182341583904, "driven_lanedir_consec": 2.256694359160767, "sim_compute_sim_state": 0.004868910312652588, "sim_compute_performance-ego": 0.00683743158976237, "sim_compute_robot_state-ego": 0.008131667772928874}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.5355783121855127, "sim_physics": 0.08846066872278849, "survival_time": 14.950000000000076, "driven_lanedir": 2.469863168915493, "sim_render-ego": 0.011792240937550862, "in-drivable-lane": 0, "agent_compute-ego": 0.05332158327102661, "deviation-heading": 2.541677791159695, "set_robot_commands": 0.008352104822794597, "deviation-center-line": 0.6864601779789663, "driven_lanedir_consec": 2.469863168915493, "sim_compute_sim_state": 0.004955660502115885, "sim_compute_performance-ego": 0.007264089584350586, "sim_compute_robot_state-ego": 0.008542397022247315}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.4988876151323205, "sim_physics": 0.07834588845570882, "survival_time": 14.950000000000076, "driven_lanedir": 2.4819463695262924, "sim_render-ego": 0.011402068138122558, "in-drivable-lane": 0, "agent_compute-ego": 0.04969966570536295, "deviation-heading": 1.4719787259571817, "set_robot_commands": 0.008019586404164633, "deviation-center-line": 0.24106259100882552, "driven_lanedir_consec": 2.4819463695262924, "sim_compute_sim_state": 0.0049578491846720375, "sim_compute_performance-ego": 0.007085134188334147, "sim_compute_robot_state-ego": 0.008550399939219158}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.5415999504647755, "sim_physics": 0.08504435539245606, "survival_time": 14.950000000000076, "driven_lanedir": 2.527183515766348, "sim_render-ego": 0.011708557605743408, "in-drivable-lane": 0, "agent_compute-ego": 0.057657527128855385, "deviation-heading": 1.2949965474387717, "set_robot_commands": 0.008375651041666666, "deviation-center-line": 0.2613803490990157, "driven_lanedir_consec": 2.527183515766348, "sim_compute_sim_state": 0.005019966761271159, "sim_compute_performance-ego": 0.007321505546569824, "sim_compute_robot_state-ego": 0.008682039578755697}}set_robot_commands_max 0.008375651041666666 set_robot_commands_mean 0.008166126580073917 set_robot_commands_median 0.008051634629567464 set_robot_commands_min 0.008019586404164633 sim_compute_performance-ego_max 0.007321505546569824 sim_compute_performance-ego_mean 0.007074054367240819 sim_compute_performance-ego_median 0.007085134188334147 sim_compute_performance-ego_min 0.00683743158976237 sim_compute_robot_state-ego_max 0.008682039578755697 sim_compute_robot_state-ego_mean 0.008433947091815117 sim_compute_robot_state-ego_median 0.008542397022247315 sim_compute_robot_state-ego_min 0.008131667772928874 sim_compute_sim_state_max 0.005037845414260338 sim_compute_sim_state_mean 0.004968046434994401 sim_compute_sim_state_median 0.0049578491846720375 sim_compute_sim_state_min 0.004868910312652588 sim_physics_max 0.08846066872278849 sim_physics_mean 0.08202388100788512 sim_physics_median 0.08120227813720703 sim_physics_min 0.07706621433126515 sim_render-ego_max 0.011889623800913492 sim_render-ego_mean 0.01152515669526725 sim_render-ego_median 0.011708557605743408 sim_render-ego_min 0.010833292994005927 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.410000000000055 survival_time_min 7.249999999999982
No reset possible 29801
6008
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation aborted yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:07:22 Timeout because eval [...] Timeout because evaluator contacted us
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 29760
5959
c reddy 🇮🇳challenge-aido_LF-baseline-duckietown aido3-LFV-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:54:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4354622796768166 survival_time_median 14.950000000000076 deviation-center-line_median 0.613562628103252 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.029288771152496337 agent_compute-ego_mean 0.02667205190658569 agent_compute-ego_median 0.026694284280141194 agent_compute-ego_min 0.02498530864715576 deviation-center-line_max 0.8511912359755923 deviation-center-line_mean 0.6179768633383629 deviation-center-line_min 0.35093980357598176 deviation-heading_max 5.605994754286819 deviation-heading_mean 3.9524037144229016 deviation-heading_median 4.116153176184538 deviation-heading_min 2.149608909735054 driven_any_max 2.6153755524897093 driven_any_mean 2.5697064165941144 driven_any_median 2.5629067313758873 driven_any_min 2.544849250629358 driven_lanedir_consec_max 2.577184274126634 driven_lanedir_consec_mean 2.3975626592354637 driven_lanedir_consec_min 2.0683879704677826 driven_lanedir_max 2.577184274126634 driven_lanedir_mean 2.3975626592354637 driven_lanedir_median 2.4354622796768166 driven_lanedir_min 2.0683879704677826 in-drivable-lane_max 1.3499999999999952 in-drivable-lane_mean 0.16333333333333322 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.544849250629358, "sim_physics": 0.1551702117919922, "survival_time": 14.950000000000076, "driven_lanedir": 2.0683879704677826, "sim_render-ego": 0.013514317671457929, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.02787762959798177, "deviation-heading": 5.066968385949255, "set_robot_commands": 0.009504919052124024, "deviation-center-line": 0.8511912359755923, "driven_lanedir_consec": 2.0683879704677826, "sim_compute_sim_state": 0.005513903299967448, "sim_compute_performance-ego": 0.008354777495066325, "sim_compute_robot_state-ego": 0.010103147824605306, "sim_compute_robot_state-npc0": 0.009617460568745932, "sim_compute_robot_state-npc1": 0.009341259002685547, "sim_compute_robot_state-npc2": 0.009311340649922688, "sim_compute_robot_state-npc3": 0.009220310846964518}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.553186846762907, "sim_physics": 0.17126670360565183, "survival_time": 14.950000000000076, "driven_lanedir": 2.3730698821741623, "sim_render-ego": 0.014392582575480144, "in-drivable-lane": 0, "agent_compute-ego": 0.029288771152496337, "deviation-heading": 4.553625798166667, "set_robot_commands": 0.00995650291442871, "deviation-center-line": 0.6502667842559219, "driven_lanedir_consec": 2.3730698821741623, "sim_compute_sim_state": 0.005910733540852865, "sim_compute_performance-ego": 0.008619429270426433, "sim_compute_robot_state-ego": 0.010448001225789387, "sim_compute_robot_state-npc0": 0.010160852273305257, "sim_compute_robot_state-npc1": 0.009870161215464274, "sim_compute_robot_state-npc2": 0.00948702335357666, "sim_compute_robot_state-npc3": 0.009544117450714111}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.553242478362728, "sim_physics": 0.156139976978302, "survival_time": 14.950000000000076, "driven_lanedir": 2.3978034985484125, "sim_render-ego": 0.013361665407816569, "in-drivable-lane": 0, "agent_compute-ego": 0.02658585786819458, "deviation-heading": 4.116153176184538, "set_robot_commands": 0.009367361068725584, "deviation-center-line": 0.6650242238484135, "driven_lanedir_consec": 2.3978034985484125, "sim_compute_sim_state": 0.005707233746846517, "sim_compute_performance-ego": 0.008133507569630941, "sim_compute_robot_state-ego": 0.009810169537862144, "sim_compute_robot_state-npc0": 0.009661033948262532, "sim_compute_robot_state-npc1": 0.009544410705566409, "sim_compute_robot_state-npc2": 0.009159061113993328, "sim_compute_robot_state-npc3": 0.009279929002126056}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.553112726806088, "sim_physics": 0.16824268261591593, "survival_time": 14.950000000000076, "driven_lanedir": 2.2347903791621477, "sim_render-ego": 0.01353164831797282, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.027304969628651934, "deviation-heading": 5.605994754286819, "set_robot_commands": 0.00933190902074178, "deviation-center-line": 0.7108435649475143, "driven_lanedir_consec": 2.2347903791621477, "sim_compute_sim_state": 0.005561021963755289, "sim_compute_performance-ego": 0.008432060877482096, "sim_compute_robot_state-ego": 0.010252355734507244, "sim_compute_robot_state-npc0": 0.009991413752237955, "sim_compute_robot_state-npc1": 0.009499444166819254, "sim_compute_robot_state-npc2": 0.009453183809916178, "sim_compute_robot_state-npc3": 0.009465596675872802}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.588229150965386, "sim_physics": 0.1474913732210795, "survival_time": 14.950000000000076, "driven_lanedir": 2.4354622796768166, "sim_render-ego": 0.013408209482828776, "in-drivable-lane": 0, "agent_compute-ego": 0.026946569283803304, "deviation-heading": 4.271757316120271, "set_robot_commands": 0.009498368899027509, "deviation-center-line": 0.8229357128872165, "driven_lanedir_consec": 2.4354622796768166, "sim_compute_sim_state": 0.005450104077657064, "sim_compute_performance-ego": 0.008385796546936036, "sim_compute_robot_state-ego": 0.009906706809997558, "sim_compute_robot_state-npc0": 0.009825469652811688, "sim_compute_robot_state-npc1": 0.009149206479390465, "sim_compute_robot_state-npc2": 0.009152342478434244, "sim_compute_robot_state-npc3": 0.009131681124369304}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.562890946846776, "sim_physics": 0.16720295826594034, "survival_time": 14.950000000000076, "driven_lanedir": 2.4505073785146863, "sim_render-ego": 0.013295122782389325, "in-drivable-lane": 0, "agent_compute-ego": 0.026694284280141194, "deviation-heading": 3.523314515182076, "set_robot_commands": 0.00936008373896281, "deviation-center-line": 0.5957963919211123, "driven_lanedir_consec": 2.4505073785146863, "sim_compute_sim_state": 0.005371967951456706, "sim_compute_performance-ego": 0.008111523787180582, "sim_compute_robot_state-ego": 0.009451978206634522, "sim_compute_robot_state-npc0": 0.00978835662206014, "sim_compute_robot_state-npc1": 0.009304529825846354, "sim_compute_robot_state-npc2": 0.009176991780598958, "sim_compute_robot_state-npc3": 0.009020853837331136}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 2.5629067313758873, "sim_physics": 0.168562540213267, "survival_time": 14.950000000000076, "driven_lanedir": 2.469474106854121, "sim_render-ego": 0.013585991859436037, "in-drivable-lane": 0, "agent_compute-ego": 0.027056782245635985, "deviation-heading": 3.282556985157172, "set_robot_commands": 0.009408322970072429, "deviation-center-line": 0.5587673182674048, "driven_lanedir_consec": 2.469474106854121, "sim_compute_sim_state": 0.005557873249053955, "sim_compute_performance-ego": 0.008529252211252848, "sim_compute_robot_state-ego": 0.01000906785329183, "sim_compute_robot_state-npc0": 0.010140227476755775, "sim_compute_robot_state-npc1": 0.009402164618174237, "sim_compute_robot_state-npc2": 0.009305640856424968, "sim_compute_robot_state-npc3": 0.009331731001536052}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.5789669935521378, "sim_physics": 0.1722254165013631, "survival_time": 14.950000000000076, "driven_lanedir": 2.4633535709504457, "sim_render-ego": 0.014158337910970051, "in-drivable-lane": 0, "agent_compute-ego": 0.0273494021097819, "deviation-heading": 3.6458239089227327, "set_robot_commands": 0.009628098805745442, "deviation-center-line": 0.613562628103252, "driven_lanedir_consec": 2.4633535709504457, "sim_compute_sim_state": 0.005915629069010417, "sim_compute_performance-ego": 0.008648235003153483, "sim_compute_robot_state-ego": 0.010577053229014078, "sim_compute_robot_state-npc0": 0.01029608170191447, "sim_compute_robot_state-npc1": 0.01004931926727295, "sim_compute_robot_state-npc2": 0.01002452294031779, "sim_compute_robot_state-npc3": 0.009514641761779786}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.5795626709189428, "sim_physics": 0.1603575849533081, "survival_time": 14.950000000000076, "driven_lanedir": 2.4924214147620916, "sim_render-ego": 0.014501153628031413, "in-drivable-lane": 0, "agent_compute-ego": 0.02847452720006307, "deviation-heading": 3.2045920663621574, "set_robot_commands": 0.00982768456141154, "deviation-center-line": 0.5769734465899476, "driven_lanedir_consec": 2.4924214147620916, "sim_compute_sim_state": 0.005759499867757162, "sim_compute_performance-ego": 0.008620265324910482, "sim_compute_robot_state-ego": 0.010560669898986816, "sim_compute_robot_state-npc0": 0.010519639650980631, "sim_compute_robot_state-npc1": 0.009956398010253909, "sim_compute_robot_state-npc2": 0.009836843808492025, "sim_compute_robot_state-npc3": 0.009759100278218589}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.580841886754548, "sim_physics": 0.1683132259051005, "survival_time": 14.950000000000076, "driven_lanedir": 2.5077969871601056, "sim_render-ego": 0.013464136123657228, "in-drivable-lane": 0, "agent_compute-ego": 0.026051119168599448, "deviation-heading": 2.764200140662332, "set_robot_commands": 0.009089525540669758, "deviation-center-line": 0.5222618516334936, "driven_lanedir_consec": 2.5077969871601056, "sim_compute_sim_state": 0.005468009312947591, "sim_compute_performance-ego": 0.008435246149698893, "sim_compute_robot_state-ego": 0.009969935417175294, "sim_compute_robot_state-npc0": 0.009780094623565674, "sim_compute_robot_state-npc1": 0.00938688596089681, "sim_compute_robot_state-npc2": 0.00939433495203654, "sim_compute_robot_state-npc3": 0.009242579936981202}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 2.5698459984799547, "sim_physics": 0.15659260590871174, "survival_time": 14.950000000000076, "driven_lanedir": 2.2327151376781584, "sim_render-ego": 0.01296376864115397, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.025535675684611004, "deviation-heading": 4.9234876152704565, "set_robot_commands": 0.00897899071375529, "deviation-center-line": 0.5932758985985805, "driven_lanedir_consec": 2.2327151376781584, "sim_compute_sim_state": 0.005603461265563965, "sim_compute_performance-ego": 0.007991795539855956, "sim_compute_robot_state-ego": 0.009883407751719158, "sim_compute_robot_state-npc0": 0.009655507405598958, "sim_compute_robot_state-npc1": 0.008966352144877116, "sim_compute_robot_state-npc2": 0.008945387204488118, "sim_compute_robot_state-npc3": 0.008713258902231851}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.6153755524897093, "sim_physics": 0.14647852102915446, "survival_time": 14.950000000000076, "driven_lanedir": 2.577184274126634, "sim_render-ego": 0.013153041203816732, "in-drivable-lane": 0, "agent_compute-ego": 0.025324827829996743, "deviation-heading": 2.149608909735054, "set_robot_commands": 0.008820212682088217, "deviation-center-line": 0.35093980357598176, "driven_lanedir_consec": 2.577184274126634, "sim_compute_sim_state": 0.005408362547556559, "sim_compute_performance-ego": 0.007611275513966878, "sim_compute_robot_state-ego": 0.00945602019627889, "sim_compute_robot_state-npc0": 0.009338526725769044, "sim_compute_robot_state-npc1": 0.008956151008605957, "sim_compute_robot_state-npc2": 0.009053237438201904, "sim_compute_robot_state-npc3": 0.008869516849517822}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.596252026796777, "sim_physics": 0.1586090326309204, "survival_time": 14.950000000000076, "driven_lanedir": 2.5540356734099854, "sim_render-ego": 0.013317625522613523, "in-drivable-lane": 0, "agent_compute-ego": 0.025091581344604492, "deviation-heading": 2.23666615706571, "set_robot_commands": 0.009008441766103109, "deviation-center-line": 0.40912655941523657, "driven_lanedir_consec": 2.5540356734099854, "sim_compute_sim_state": 0.00569138765335083, "sim_compute_performance-ego": 0.008203574816385905, "sim_compute_robot_state-ego": 0.009493401845296224, "sim_compute_robot_state-npc0": 0.009444482326507568, "sim_compute_robot_state-npc1": 0.009126065572102864, "sim_compute_robot_state-npc2": 0.00942456881205241, "sim_compute_robot_state-npc3": 0.009102147420247396}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 2.553084781637939, "sim_physics": 0.15661442279815674, "survival_time": 14.950000000000076, "driven_lanedir": 2.311526560768474, "sim_render-ego": 0.0130447252591451, "in-drivable-lane": 0, "agent_compute-ego": 0.02498530864715576, "deviation-heading": 5.588480688860206, "set_robot_commands": 0.0091361403465271, "deviation-center-line": 0.7206662402695991, "driven_lanedir_consec": 2.311526560768474, "sim_compute_sim_state": 0.005544807116190592, "sim_compute_performance-ego": 0.007866574128468832, "sim_compute_robot_state-ego": 0.009577017625172933, "sim_compute_robot_state-npc0": 0.009313926696777344, "sim_compute_robot_state-npc1": 0.009013477166493734, "sim_compute_robot_state-npc2": 0.009051617781321209, "sim_compute_robot_state-npc3": 0.009364518324534098}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.553248206532564, "sim_physics": 0.17656153599421184, "survival_time": 14.950000000000076, "driven_lanedir": 2.3949107742779407, "sim_render-ego": 0.013547378381093343, "in-drivable-lane": 0, "agent_compute-ego": 0.02551347255706787, "deviation-heading": 4.352825298418078, "set_robot_commands": 0.00891727368036906, "deviation-center-line": 0.628021289786175, "driven_lanedir_consec": 2.3949107742779407, "sim_compute_sim_state": 0.0056026450792948405, "sim_compute_performance-ego": 0.008130163351694742, "sim_compute_robot_state-ego": 0.009438316822052002, "sim_compute_robot_state-npc0": 0.009836708704630534, "sim_compute_robot_state-npc1": 0.009665606021881105, "sim_compute_robot_state-npc2": 0.008919156392415365, "sim_compute_robot_state-npc3": 0.00923633098602295}}set_robot_commands_max 0.00995650291442871 set_robot_commands_mean 0.009322255717383493 set_robot_commands_median 0.00936008373896281 set_robot_commands_min 0.008820212682088217 sim_compute_performance-ego_max 0.008648235003153483 sim_compute_performance-ego_mean 0.008271565172407363 sim_compute_performance-ego_median 0.008354777495066325 sim_compute_performance-ego_min 0.007611275513966878 sim_compute_robot_state-ego_max 0.010577053229014078 sim_compute_robot_state-ego_mean 0.009929149998558894 sim_compute_robot_state-ego_median 0.009906706809997558 sim_compute_robot_state-ego_min 0.009438316822052002 sim_compute_robot_state-npc0_max 0.010519639650980631 sim_compute_robot_state-npc0_mean 0.009824652141994902 sim_compute_robot_state-npc0_median 0.00978835662206014 sim_compute_robot_state-npc0_min 0.009313926696777344 sim_compute_robot_state-npc1_max 0.01004931926727295 sim_compute_robot_state-npc1_mean 0.009415428744422066 sim_compute_robot_state-npc1_median 0.00938688596089681 sim_compute_robot_state-npc1_min 0.008956151008605957 sim_compute_robot_state-npc2_max 0.01002452294031779 sim_compute_robot_state-npc2_mean 0.00931301689147949 sim_compute_robot_state-npc2_median 0.009305640856424968 sim_compute_robot_state-npc2_min 0.008919156392415365 sim_compute_robot_state-npc3_max 0.009759100278218589 sim_compute_robot_state-npc3_mean 0.009253087626563178 sim_compute_robot_state-npc3_median 0.009242579936981202 sim_compute_robot_state-npc3_min 0.008713258902231851 sim_compute_sim_state_max 0.005915629069010417 sim_compute_sim_state_mean 0.005604442649417452 sim_compute_sim_state_median 0.005561021963755289 sim_compute_sim_state_min 0.005371967951456706 sim_physics_max 0.17656153599421184 sim_physics_mean 0.16198858616087172 sim_physics_median 0.1603575849533081 sim_physics_min 0.14647852102915446 sim_render-ego_max 0.014501153628031413 sim_render-ego_mean 0.013549313651190864 sim_render-ego_median 0.013464136123657228 sim_render-ego_min 0.01296376864115397 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 29751
5960
c reddy 🇮🇳challenge-aido_LF-baseline-duckietown aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:28:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4708891489269726 survival_time_median 14.950000000000076 deviation-center-line_median 0.6240162196013055 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03027564971173396 agent_compute-ego_mean 0.027496008587230964 agent_compute-ego_median 0.02679651419321696 agent_compute-ego_min 0.02561237732569377 deviation-center-line_max 0.9847206668670808 deviation-center-line_mean 0.5543456209627107 deviation-center-line_min 0.15793232891689463 deviation-heading_max 5.685780805143319 deviation-heading_mean 3.236610770066967 deviation-heading_median 3.481368863272794 deviation-heading_min 0.4610292879599538 driven_any_max 2.6682333469315083 driven_any_mean 2.4465273474646634 driven_any_median 2.57231579380424 driven_any_min 0.48535455386440424 driven_lanedir_consec_max 2.6162367205779966 driven_lanedir_consec_mean 2.2605727404941716 driven_lanedir_consec_min 0.1645785358672135 driven_lanedir_max 2.6162367205779966 driven_lanedir_mean 2.3155315527560254 driven_lanedir_median 2.4708891489269726 driven_lanedir_min 0.1645785358672135 in-drivable-lane_max 1.6999999999999966 in-drivable-lane_mean 0.13 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.544943437128397, "sim_physics": 0.07588335593541463, "survival_time": 14.950000000000076, "driven_lanedir": 2.384156659271462, "sim_render-ego": 0.01279535452524821, "in-drivable-lane": 0, "agent_compute-ego": 0.026146873633066812, "deviation-heading": 4.5889525129715825, "set_robot_commands": 0.00890867789586385, "deviation-center-line": 0.6603962430172787, "driven_lanedir_consec": 2.384156659271462, "sim_compute_sim_state": 0.005590193271636963, "sim_compute_performance-ego": 0.007917527357737224, "sim_compute_robot_state-ego": 0.00924095074335734}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.589538848878703, "sim_physics": 0.07892380317052206, "survival_time": 14.950000000000076, "driven_lanedir": 2.5249885431507795, "sim_render-ego": 0.013303229014078776, "in-drivable-lane": 0, "agent_compute-ego": 0.02679651419321696, "deviation-heading": 2.8115530161340345, "set_robot_commands": 0.008897652626037597, "deviation-center-line": 0.4318598750447109, "driven_lanedir_consec": 2.5249885431507795, "sim_compute_sim_state": 0.005666820208231608, "sim_compute_performance-ego": 0.008198990027109781, "sim_compute_robot_state-ego": 0.009369970162709554}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.5629979934010327, "sim_physics": 0.07810300509134928, "survival_time": 14.950000000000076, "driven_lanedir": 2.5053262705511785, "sim_render-ego": 0.013403467337290446, "in-drivable-lane": 0, "agent_compute-ego": 0.02561237732569377, "deviation-heading": 2.644035618096092, "set_robot_commands": 0.009066569805145265, "deviation-center-line": 0.6240162196013055, "driven_lanedir_consec": 2.5053262705511785, "sim_compute_sim_state": 0.005601902802785237, "sim_compute_performance-ego": 0.007970766226450602, "sim_compute_robot_state-ego": 0.00947048823038737}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.6404147132718028, "sim_physics": 0.07776204665501912, "survival_time": 14.950000000000076, "driven_lanedir": 2.6162367205779966, "sim_render-ego": 0.013959951400756836, "in-drivable-lane": 0, "agent_compute-ego": 0.026599133014678956, "deviation-heading": 1.6575456558553765, "set_robot_commands": 0.009322373867034913, "deviation-center-line": 0.2618069718018682, "driven_lanedir_consec": 2.6162367205779966, "sim_compute_sim_state": 0.005916444460550944, "sim_compute_performance-ego": 0.008070269425710042, "sim_compute_robot_state-ego": 0.009688358306884763}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.6682333469315083, "sim_physics": 0.07658841848373413, "survival_time": 14.950000000000076, "driven_lanedir": 2.608383068307471, "sim_render-ego": 0.01279617468516032, "in-drivable-lane": 0, "agent_compute-ego": 0.026758232911427815, "deviation-heading": 2.362935912175092, "set_robot_commands": 0.008920985062917074, "deviation-center-line": 0.35313141055090774, "driven_lanedir_consec": 2.608383068307471, "sim_compute_sim_state": 0.0057032434145609535, "sim_compute_performance-ego": 0.007857739130655924, "sim_compute_robot_state-ego": 0.009498539765675863}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.5533769778977544, "sim_physics": 0.07889278491338093, "survival_time": 14.950000000000076, "driven_lanedir": 2.5138368458085, "sim_render-ego": 0.013727180163065593, "in-drivable-lane": 0, "agent_compute-ego": 0.02652330001195272, "deviation-heading": 1.9872497507539688, "set_robot_commands": 0.009090850353240969, "deviation-center-line": 0.3657093268864184, "driven_lanedir_consec": 2.5138368458085, "sim_compute_sim_state": 0.0058272814750671385, "sim_compute_performance-ego": 0.007819916407267253, "sim_compute_robot_state-ego": 0.0098067045211792}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 2.5699013696491586, "sim_physics": 0.07824943621953329, "survival_time": 14.950000000000076, "driven_lanedir": 2.422741356528094, "sim_render-ego": 0.013706796169281006, "in-drivable-lane": 0, "agent_compute-ego": 0.026741596857706707, "deviation-heading": 4.313799313489883, "set_robot_commands": 0.009430947303771971, "deviation-center-line": 0.6382928908720992, "driven_lanedir_consec": 2.422741356528094, "sim_compute_sim_state": 0.005948774019877116, "sim_compute_performance-ego": 0.008198153177897136, "sim_compute_robot_state-ego": 0.009785776138305663}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.5724976515877715, "sim_physics": 0.07947252988815308, "survival_time": 14.950000000000076, "driven_lanedir": 2.444247842750576, "sim_render-ego": 0.013951154549916585, "in-drivable-lane": 0, "agent_compute-ego": 0.026868424415588375, "deviation-heading": 3.850040035805292, "set_robot_commands": 0.009434226353963217, "deviation-center-line": 0.6703637791533981, "driven_lanedir_consec": 2.444247842750576, "sim_compute_sim_state": 0.005982054074605306, "sim_compute_performance-ego": 0.008463451862335205, "sim_compute_robot_state-ego": 0.010082717736562092}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.57231579380424, "sim_physics": 0.08176953395207723, "survival_time": 14.950000000000076, "driven_lanedir": 2.2457430706613297, "sim_render-ego": 0.014156134923299151, "in-drivable-lane": 0.25000000000000355, "agent_compute-ego": 0.028358009656270344, "deviation-heading": 5.685780805143319, "set_robot_commands": 0.009666961034138995, "deviation-center-line": 0.838758023726485, "driven_lanedir_consec": 1.4213608867335294, "sim_compute_sim_state": 0.006270275910695394, "sim_compute_performance-ego": 0.008488108317057291, "sim_compute_robot_state-ego": 0.01009735902150472}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.553331989570977, "sim_physics": 0.08396629412968953, "survival_time": 14.950000000000076, "driven_lanedir": 2.4199646656606544, "sim_render-ego": 0.0142215625445048, "in-drivable-lane": 0, "agent_compute-ego": 0.028325370947519937, "deviation-heading": 3.9918985705794054, "set_robot_commands": 0.0108297069867452, "deviation-center-line": 0.7520589585395544, "driven_lanedir_consec": 2.4199646656606544, "sim_compute_sim_state": 0.006293947696685791, "sim_compute_performance-ego": 0.008939549922943116, "sim_compute_robot_state-ego": 0.010444398721059164}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.48535455386440424, "sim_physics": 0.08788355452115418, "survival_time": 3.049999999999997, "driven_lanedir": 0.1645785358672135, "sim_render-ego": 0.01563604151616331, "in-drivable-lane": 1.6999999999999966, "agent_compute-ego": 0.03027564971173396, "deviation-heading": 0.4610292879599538, "set_robot_commands": 0.010544468144901464, "deviation-center-line": 0.15793232891689463, "driven_lanedir_consec": 0.1645785358672135, "sim_compute_sim_state": 0.007058925315982006, "sim_compute_performance-ego": 0.008888721466064453, "sim_compute_robot_state-ego": 0.010902303164122535}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.589116594371101, "sim_physics": 0.08300405581792196, "survival_time": 14.950000000000076, "driven_lanedir": 2.4861580426977437, "sim_render-ego": 0.01437530517578125, "in-drivable-lane": 0, "agent_compute-ego": 0.02900682210922241, "deviation-heading": 3.481368863272794, "set_robot_commands": 0.009863154888153076, "deviation-center-line": 0.5254284850264694, "driven_lanedir_consec": 2.4861580426977437, "sim_compute_sim_state": 0.006185525258382161, "sim_compute_performance-ego": 0.008543636004130046, "sim_compute_robot_state-ego": 0.010244531631469728}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.5866243404706397, "sim_physics": 0.08582963069279989, "survival_time": 14.950000000000076, "driven_lanedir": 2.550498894124727, "sim_render-ego": 0.01420644760131836, "in-drivable-lane": 0, "agent_compute-ego": 0.02898911714553833, "deviation-heading": 1.681249580272525, "set_robot_commands": 0.009785483678181968, "deviation-center-line": 0.3463780337479582, "driven_lanedir_consec": 2.550498894124727, "sim_compute_sim_state": 0.006584628423055013, "sim_compute_performance-ego": 0.008687145709991455, "sim_compute_robot_state-ego": 0.010259416898091634}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 2.553292156539688, "sim_physics": 0.08528268814086915, "survival_time": 14.950000000000076, "driven_lanedir": 2.3752236264556803, "sim_render-ego": 0.014482454458872475, "in-drivable-lane": 0, "agent_compute-ego": 0.029015335241953533, "deviation-heading": 4.626205256664098, "set_robot_commands": 0.009969298044840496, "deviation-center-line": 0.9847206668670808, "driven_lanedir_consec": 2.3752236264556803, "sim_compute_sim_state": 0.006470102469126384, "sim_compute_performance-ego": 0.008754045168558756, "sim_compute_robot_state-ego": 0.01049718221028646}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.6559704446027665, "sim_physics": 0.07876347223917643, "survival_time": 14.950000000000076, "driven_lanedir": 2.4708891489269726, "sim_render-ego": 0.013569019635518391, "in-drivable-lane": 0, "agent_compute-ego": 0.02642337163289388, "deviation-heading": 4.405517371831082, "set_robot_commands": 0.008975675900777181, "deviation-center-line": 0.7043311006882312, "driven_lanedir_consec": 2.4708891489269726, "sim_compute_sim_state": 0.006076286633809408, "sim_compute_performance-ego": 0.008181382020314534, "sim_compute_robot_state-ego": 0.009611048698425294}}set_robot_commands_max 0.0108297069867452 set_robot_commands_mean 0.009513802129714217 set_robot_commands_median 0.009430947303771971 set_robot_commands_min 0.008897652626037597 sim_compute_performance-ego_max 0.008939549922943116 sim_compute_performance-ego_mean 0.008331960148281522 sim_compute_performance-ego_median 0.008198990027109781 sim_compute_performance-ego_min 0.007819916407267253 sim_compute_robot_state-ego_max 0.010902303164122535 sim_compute_robot_state-ego_mean 0.00993331639666809 sim_compute_robot_state-ego_median 0.0098067045211792 sim_compute_robot_state-ego_min 0.00924095074335734 sim_compute_sim_state_max 0.007058925315982006 sim_compute_sim_state_mean 0.006078427029003428 sim_compute_sim_state_median 0.005982054074605306 sim_compute_sim_state_min 0.005590193271636963 sim_physics_max 0.08788355452115418 sim_physics_mean 0.08069164065671962 sim_physics_median 0.07892380317052206 sim_physics_min 0.07588335593541463 sim_render-ego_max 0.01563604151616331 sim_render-ego_mean 0.0138860182466837 sim_render-ego_median 0.013951154549916585 sim_render-ego_min 0.01279535452524821 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.156666666666736 survival_time_min 3.049999999999997
No reset possible 29700
5921
Aleksei Shpilman 🇷🇺challenge-aido_LF-baseline-IL-0232 aido3-LFV-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:39:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.464856419476622 survival_time_median 14.950000000000076 deviation-center-line_median 0.97978466335155 in-drivable-lane_median 1.099999999999996
other stats agent_compute-ego_max 0.029394108479417216 agent_compute-ego_mean 0.02487387123913575 agent_compute-ego_median 0.024482175509134927 agent_compute-ego_min 0.0232097327709198 deviation-center-line_max 1.240322496390102 deviation-center-line_mean 0.8056302726318507 deviation-center-line_min 0.11545927322431895 deviation-heading_max 4.5605538330143895 deviation-heading_mean 2.8726266106529863 deviation-heading_median 2.8005063477688648 deviation-heading_min 0.7085497418740306 driven_any_max 6.450147925087532 driven_any_mean 4.186460731293024 driven_any_median 4.926642244938783 driven_any_min 1.0182542438253297 driven_lanedir_consec_max 6.002132644594107 driven_lanedir_consec_mean 3.7523386720741225 driven_lanedir_consec_min 0.644618446837689 driven_lanedir_max 6.002132644594107 driven_lanedir_mean 3.7523386720741225 driven_lanedir_median 4.464856419476622 driven_lanedir_min 0.644618446837689 in-drivable-lane_max 3.500000000000008 in-drivable-lane_mean 1.1300000000000006 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.1397069296426916, "sim_physics": 0.16505397210909625, "survival_time": 6.349999999999985, "driven_lanedir": 1.5707208106826325, "sim_render-ego": 0.012446564952219566, "in-drivable-lane": 1.949999999999993, "agent_compute-ego": 0.029394108479417216, "deviation-heading": 1.5641740157794477, "set_robot_commands": 0.00928310146481972, "deviation-center-line": 0.3129736276042732, "driven_lanedir_consec": 1.5707208106826325, "sim_compute_sim_state": 0.005237096876609983, "sim_compute_performance-ego": 0.007525654289666123, "sim_compute_robot_state-ego": 0.008927211986752007, "sim_compute_robot_state-npc0": 0.009205341339111328, "sim_compute_robot_state-npc1": 0.008698857675387165, "sim_compute_robot_state-npc2": 0.00844838675551527, "sim_compute_robot_state-npc3": 0.008329922758688138}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.590754353831625, "sim_physics": 0.1540339637447048, "survival_time": 14.800000000000075, "driven_lanedir": 3.569486677314196, "sim_render-ego": 0.011434819247271563, "in-drivable-lane": 3.500000000000008, "agent_compute-ego": 0.02669353420669968, "deviation-heading": 4.199815302396248, "set_robot_commands": 0.008149387868675025, "deviation-center-line": 0.8097292889229316, "driven_lanedir_consec": 3.569486677314196, "sim_compute_sim_state": 0.004882142350480363, "sim_compute_performance-ego": 0.006890271966521804, "sim_compute_robot_state-ego": 0.008243758130717921, "sim_compute_robot_state-npc0": 0.008151945230123159, "sim_compute_robot_state-npc1": 0.007916841958020185, "sim_compute_robot_state-npc2": 0.008205901932071996, "sim_compute_robot_state-npc3": 0.007841595926800289}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.467912741194227, "sim_physics": 0.16242457230885823, "survival_time": 14.950000000000076, "driven_lanedir": 5.3332418326999, "sim_render-ego": 0.01145493745803833, "in-drivable-lane": 0, "agent_compute-ego": 0.02473545471827189, "deviation-heading": 2.8005063477688648, "set_robot_commands": 0.007965428034464518, "deviation-center-line": 0.97978466335155, "driven_lanedir_consec": 5.3332418326999, "sim_compute_sim_state": 0.004813899199167887, "sim_compute_performance-ego": 0.006863466103871663, "sim_compute_robot_state-ego": 0.008393624623616536, "sim_compute_robot_state-npc0": 0.008221887747446695, "sim_compute_robot_state-npc1": 0.00796952486038208, "sim_compute_robot_state-npc2": 0.00797931989034017, "sim_compute_robot_state-npc3": 0.00790050745010376}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.0879286182554644, "sim_physics": 0.16150891490098906, "survival_time": 6.149999999999986, "driven_lanedir": 1.517423781329629, "sim_render-ego": 0.011739253997802734, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.02507209583995788, "deviation-heading": 1.606843445436074, "set_robot_commands": 0.008088988017260544, "deviation-center-line": 0.2717309121781304, "driven_lanedir_consec": 1.517423781329629, "sim_compute_sim_state": 0.004790666626720894, "sim_compute_performance-ego": 0.007171320721385925, "sim_compute_robot_state-ego": 0.008399920734932752, "sim_compute_robot_state-npc0": 0.008194931154328634, "sim_compute_robot_state-npc1": 0.00815249846233585, "sim_compute_robot_state-npc2": 0.007997861722620523, "sim_compute_robot_state-npc3": 0.007948540090545407}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.757595100650903, "sim_physics": 0.1401135286727509, "survival_time": 7.699999999999981, "driven_lanedir": 2.529327060039751, "sim_render-ego": 0.01114869737005853, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.02329520436076375, "deviation-heading": 1.9851396095300624, "set_robot_commands": 0.007804579549021535, "deviation-center-line": 0.61972612949982, "driven_lanedir_consec": 2.529327060039751, "sim_compute_sim_state": 0.004649866711009632, "sim_compute_performance-ego": 0.006857172235265955, "sim_compute_robot_state-ego": 0.008074069952035879, "sim_compute_robot_state-npc0": 0.00809532016902775, "sim_compute_robot_state-npc1": 0.007995936777684596, "sim_compute_robot_state-npc2": 0.007908313305346996, "sim_compute_robot_state-npc3": 0.007744199269777769}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 4.926642244938783, "sim_physics": 0.1497079380353292, "survival_time": 14.950000000000076, "driven_lanedir": 4.270122035063945, "sim_render-ego": 0.01104821761449178, "in-drivable-lane": 1.3000000000000185, "agent_compute-ego": 0.025451635519663493, "deviation-heading": 4.5605538330143895, "set_robot_commands": 0.007784212430318196, "deviation-center-line": 1.1658282498091457, "driven_lanedir_consec": 4.270122035063945, "sim_compute_sim_state": 0.0045566391944885255, "sim_compute_performance-ego": 0.006805736223856608, "sim_compute_robot_state-ego": 0.008063349723815918, "sim_compute_robot_state-npc0": 0.007730175654093424, "sim_compute_robot_state-npc1": 0.00753854751586914, "sim_compute_robot_state-npc2": 0.007507694562276204, "sim_compute_robot_state-npc3": 0.007574684619903564}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 5.286994116735183, "sim_physics": 0.14623719771703084, "survival_time": 14.950000000000076, "driven_lanedir": 4.821101335237137, "sim_render-ego": 0.011098570823669432, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.024482175509134927, "deviation-heading": 4.283332775417379, "set_robot_commands": 0.007795904477437337, "deviation-center-line": 1.2183140021359302, "driven_lanedir_consec": 4.821101335237137, "sim_compute_sim_state": 0.004515881538391113, "sim_compute_performance-ego": 0.0068107859293619795, "sim_compute_robot_state-ego": 0.00827022631963094, "sim_compute_robot_state-npc0": 0.008013656934102376, "sim_compute_robot_state-npc1": 0.00765975554784139, "sim_compute_robot_state-npc2": 0.007663555939992269, "sim_compute_robot_state-npc3": 0.007427957057952881}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 5.192884807372033, "sim_physics": 0.14341254790623983, "survival_time": 14.950000000000076, "driven_lanedir": 4.597811914243078, "sim_render-ego": 0.011086975733439128, "in-drivable-lane": 1.3999999999999957, "agent_compute-ego": 0.0263268772761027, "deviation-heading": 4.475935752148052, "set_robot_commands": 0.007687486012776692, "deviation-center-line": 1.1124769495579632, "driven_lanedir_consec": 4.597811914243078, "sim_compute_sim_state": 0.004616779486338297, "sim_compute_performance-ego": 0.006696914831797282, "sim_compute_robot_state-ego": 0.008123542467753092, "sim_compute_robot_state-npc0": 0.007846048672993978, "sim_compute_robot_state-npc1": 0.00757900873819987, "sim_compute_robot_state-npc2": 0.007585329214731852, "sim_compute_robot_state-npc3": 0.007516870498657227}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 5.856361011821507, "sim_physics": 0.13991349697113037, "survival_time": 14.950000000000076, "driven_lanedir": 5.713166034931129, "sim_render-ego": 0.011446044445037842, "in-drivable-lane": 0, "agent_compute-ego": 0.02470196723937988, "deviation-heading": 2.830189680889236, "set_robot_commands": 0.007978754838307699, "deviation-center-line": 1.0335554495273076, "driven_lanedir_consec": 5.713166034931129, "sim_compute_sim_state": 0.004812634785970052, "sim_compute_performance-ego": 0.006858477592468262, "sim_compute_robot_state-ego": 0.008149142265319825, "sim_compute_robot_state-npc0": 0.00819510300954183, "sim_compute_robot_state-npc1": 0.007883166472117106, "sim_compute_robot_state-npc2": 0.008424010276794434, "sim_compute_robot_state-npc3": 0.0078073620796203615}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 5.135782015307155, "sim_physics": 0.1240142297744751, "survival_time": 14.950000000000076, "driven_lanedir": 4.906343888066009, "sim_render-ego": 0.01085596799850464, "in-drivable-lane": 0, "agent_compute-ego": 0.02447229782740275, "deviation-heading": 3.6693289350449536, "set_robot_commands": 0.007521506945292155, "deviation-center-line": 1.240322496390102, "driven_lanedir_consec": 4.906343888066009, "sim_compute_sim_state": 0.004621225992838542, "sim_compute_performance-ego": 0.006687419414520264, "sim_compute_robot_state-ego": 0.007954317728678386, "sim_compute_robot_state-npc0": 0.007943314711252848, "sim_compute_robot_state-npc1": 0.00781678597132365, "sim_compute_robot_state-npc2": 0.007552976608276367, "sim_compute_robot_state-npc3": 0.007519206206003825}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 4.880022256565896, "sim_physics": 0.14661232471466065, "survival_time": 14.950000000000076, "driven_lanedir": 4.464856419476622, "sim_render-ego": 0.01108725388844808, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.023592524528503415, "deviation-heading": 3.9615271306502065, "set_robot_commands": 0.007713217735290528, "deviation-center-line": 1.2357889160286768, "driven_lanedir_consec": 4.464856419476622, "sim_compute_sim_state": 0.004772368272145589, "sim_compute_performance-ego": 0.0067505709330240886, "sim_compute_robot_state-ego": 0.007996197541554768, "sim_compute_robot_state-npc0": 0.007935027281443277, "sim_compute_robot_state-npc1": 0.007781178951263428, "sim_compute_robot_state-npc2": 0.007797392209370931, "sim_compute_robot_state-npc3": 0.007898292541503905}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 4.937984383383332, "sim_physics": 0.15311795749744786, "survival_time": 11.850000000000032, "driven_lanedir": 4.640592672090672, "sim_render-ego": 0.0120134333517984, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.02441747983296712, "deviation-heading": 2.2370277284624875, "set_robot_commands": 0.007996592340590079, "deviation-center-line": 0.6564225132221186, "driven_lanedir_consec": 4.640592672090672, "sim_compute_sim_state": 0.004735930559504384, "sim_compute_performance-ego": 0.006737248304021007, "sim_compute_robot_state-ego": 0.007826935892869652, "sim_compute_robot_state-npc0": 0.008010020235922769, "sim_compute_robot_state-npc1": 0.007941526702687711, "sim_compute_robot_state-npc2": 0.007636264406679049, "sim_compute_robot_state-npc3": 0.007718662672405002}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 6.450147925087532, "sim_physics": 0.13734320322672525, "survival_time": 14.950000000000076, "driven_lanedir": 6.002132644594107, "sim_render-ego": 0.010989588101704917, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.02390183925628662, "deviation-heading": 2.783189578195548, "set_robot_commands": 0.007859385013580323, "deviation-center-line": 1.002728986718901, "driven_lanedir_consec": 6.002132644594107, "sim_compute_sim_state": 0.004649295806884766, "sim_compute_performance-ego": 0.006731275717417399, "sim_compute_robot_state-ego": 0.008020954132080078, "sim_compute_robot_state-npc0": 0.007841938336690267, "sim_compute_robot_state-npc1": 0.007769800821940104, "sim_compute_robot_state-npc2": 0.007656786441802978, "sim_compute_robot_state-npc3": 0.007569828828175863}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.0182542438253297, "sim_physics": 0.11571971476078032, "survival_time": 3.999999999999994, "driven_lanedir": 0.644618446837689, "sim_render-ego": 0.010590317845344544, "in-drivable-lane": 1.999999999999993, "agent_compute-ego": 0.0232097327709198, "deviation-heading": 0.7085497418740306, "set_robot_commands": 0.007406863570213318, "deviation-center-line": 0.11545927322431895, "driven_lanedir_consec": 0.644618446837689, "sim_compute_sim_state": 0.00439295768737793, "sim_compute_performance-ego": 0.006097960472106934, "sim_compute_robot_state-ego": 0.007459896802902222, "sim_compute_robot_state-npc0": 0.007296967506408692, "sim_compute_robot_state-npc1": 0.007202336192131042, "sim_compute_robot_state-npc2": 0.0071785300970077515, "sim_compute_robot_state-npc3": 0.007073068618774414}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.067940220783707, "sim_physics": 0.14988279342651367, "survival_time": 5.699999999999988, "driven_lanedir": 1.7041345285053384, "sim_render-ego": 0.011443878474988437, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.023361141221565112, "deviation-heading": 1.4232852831878156, "set_robot_commands": 0.007836939995748955, "deviation-center-line": 0.3096126313065916, "driven_lanedir_consec": 1.7041345285053384, "sim_compute_sim_state": 0.004677297776205498, "sim_compute_performance-ego": 0.006714697469744766, "sim_compute_robot_state-ego": 0.008226384196365089, "sim_compute_robot_state-npc0": 0.0079218818430315, "sim_compute_robot_state-npc1": 0.007656940242700409, "sim_compute_robot_state-npc2": 0.007523007560194584, "sim_compute_robot_state-npc3": 0.007559966622737416}}set_robot_commands_max 0.00928310146481972 set_robot_commands_mean 0.007924823219586444 set_robot_commands_median 0.007836939995748955 set_robot_commands_min 0.007406863570213318 sim_compute_performance-ego_max 0.007525654289666123 sim_compute_performance-ego_mean 0.00681326481366867 sim_compute_performance-ego_median 0.006805736223856608 sim_compute_performance-ego_min 0.006097960472106934 sim_compute_robot_state-ego_max 0.008927211986752007 sim_compute_robot_state-ego_mean 0.008141968833268337 sim_compute_robot_state-ego_median 0.008123542467753092 sim_compute_robot_state-ego_min 0.007459896802902222 sim_compute_robot_state-npc0_max 0.009205341339111328 sim_compute_robot_state-npc0_mean 0.008040237321701236 sim_compute_robot_state-npc0_median 0.008010020235922769 sim_compute_robot_state-npc0_min 0.007296967506408692 sim_compute_robot_state-npc1_max 0.008698857675387165 sim_compute_robot_state-npc1_mean 0.007837513792658913 sim_compute_robot_state-npc1_median 0.00781678597132365 sim_compute_robot_state-npc1_min 0.007202336192131042 sim_compute_robot_state-npc2_max 0.00844838675551527 sim_compute_robot_state-npc2_mean 0.007804355394868093 sim_compute_robot_state-npc2_median 0.007663555939992269 sim_compute_robot_state-npc2_min 0.0071785300970077515 sim_compute_robot_state-npc3_max 0.008329922758688138 sim_compute_robot_state-npc3_mean 0.007695377682776655 sim_compute_robot_state-npc3_median 0.007718662672405002 sim_compute_robot_state-npc3_min 0.007073068618774414 sim_compute_sim_state_max 0.005237096876609983 sim_compute_sim_state_mean 0.004714978857608897 sim_compute_sim_state_median 0.004677297776205498 sim_compute_sim_state_min 0.00439295768737793 sim_physics_max 0.16505397210909625 sim_physics_mean 0.1459397570511155 sim_physics_median 0.14661232471466065 sim_physics_min 0.11571971476078032 sim_render-ego_max 0.012446564952219566 sim_render-ego_mean 0.011325634753521193 sim_render-ego_median 0.01114869737005853 sim_render-ego_min 0.010590317845344544 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.743333333333377 survival_time_min 3.999999999999994
No reset possible 29687
5920
Aleksei Shpilman 🇷🇺challenge-aido_LF-baseline-IL-0232 aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:13:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.2553227367763378 survival_time_median 14.950000000000076 deviation-center-line_median 0.725090099726401 in-drivable-lane_median 1.499999999999995
other stats agent_compute-ego_max 0.03299722809722458 agent_compute-ego_mean 0.02874651320798008 agent_compute-ego_median 0.027702929178873695 agent_compute-ego_min 0.027002250561948684 deviation-center-line_max 1.3770218188073913 deviation-center-line_mean 0.7415296174071239 deviation-center-line_min 0.2720319843307196 deviation-heading_max 4.258093175844833 deviation-heading_mean 2.922226166105251 deviation-heading_median 2.8790046992736813 deviation-heading_min 1.6707447503763118 driven_any_max 5.3733252044032325 driven_any_mean 3.815592917712235 driven_any_median 4.539070870162572 driven_any_min 2.07615634693499 driven_lanedir_consec_max 5.227580189869474 driven_lanedir_consec_mean 3.250296767371792 driven_lanedir_consec_min 1.5702586574621462 driven_lanedir_max 5.227580189869474 driven_lanedir_mean 3.250296767371792 driven_lanedir_median 3.2553227367763378 driven_lanedir_min 1.5702586574621462 in-drivable-lane_max 4.300000000000005 in-drivable-lane_mean 1.659999999999998 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.1998806358504344, "sim_physics": 0.16205298555070077, "survival_time": 6.8999999999999835, "driven_lanedir": 1.5915712204541583, "sim_render-ego": 0.012656756069349209, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.03299722809722458, "deviation-heading": 1.8461978382064452, "set_robot_commands": 0.009877555612204733, "deviation-center-line": 0.34806414971061167, "driven_lanedir_consec": 1.5915712204541583, "sim_compute_sim_state": 0.005374611287877179, "sim_compute_performance-ego": 0.007820879203685816, "sim_compute_robot_state-ego": 0.009400445482005243, "sim_compute_robot_state-npc0": 0.009355919948522596, "sim_compute_robot_state-npc1": 0.009031651676564978, "sim_compute_robot_state-npc2": 0.008852720260620117, "sim_compute_robot_state-npc3": 0.008729188338569973}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.539070870162572, "sim_physics": 0.1553645936648051, "survival_time": 14.950000000000076, "driven_lanedir": 3.2553227367763378, "sim_render-ego": 0.012163355350494384, "in-drivable-lane": 4.300000000000005, "agent_compute-ego": 0.02895056406656901, "deviation-heading": 4.258093175844833, "set_robot_commands": 0.009466440677642822, "deviation-center-line": 0.725090099726401, "driven_lanedir_consec": 3.2553227367763378, "sim_compute_sim_state": 0.0051687884330749514, "sim_compute_performance-ego": 0.007370770772298177, "sim_compute_robot_state-ego": 0.0090420929590861, "sim_compute_robot_state-npc0": 0.009061662356058755, "sim_compute_robot_state-npc1": 0.008817311922709146, "sim_compute_robot_state-npc2": 0.008464086055755615, "sim_compute_robot_state-npc3": 0.008424093723297119}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.3733252044032325, "sim_physics": 0.15509416818618774, "survival_time": 14.950000000000076, "driven_lanedir": 5.227580189869474, "sim_render-ego": 0.012286842664082843, "in-drivable-lane": 0, "agent_compute-ego": 0.027702929178873695, "deviation-heading": 2.8790046992736813, "set_robot_commands": 0.008787250518798828, "deviation-center-line": 0.9854400344604956, "driven_lanedir_consec": 5.227580189869474, "sim_compute_sim_state": 0.004926668802897135, "sim_compute_performance-ego": 0.00752427339553833, "sim_compute_robot_state-ego": 0.00914108117421468, "sim_compute_robot_state-npc0": 0.008647477626800537, "sim_compute_robot_state-npc1": 0.00838668982187907, "sim_compute_robot_state-npc2": 0.008140457471211752, "sim_compute_robot_state-npc3": 0.00814250389734904}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.07615634693499, "sim_physics": 0.15744622418137846, "survival_time": 6.099999999999986, "driven_lanedir": 1.5702586574621462, "sim_render-ego": 0.01233268174968782, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.027002250561948684, "deviation-heading": 1.6707447503763118, "set_robot_commands": 0.008634051338571017, "deviation-center-line": 0.2720319843307196, "driven_lanedir_consec": 1.5702586574621462, "sim_compute_sim_state": 0.004743832056639624, "sim_compute_performance-ego": 0.007363430789259613, "sim_compute_robot_state-ego": 0.008508662708470078, "sim_compute_robot_state-npc0": 0.008343165038061923, "sim_compute_robot_state-npc1": 0.008227891609316966, "sim_compute_robot_state-npc2": 0.008251776460741387, "sim_compute_robot_state-npc3": 0.007993352217752426}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.889531531209947, "sim_physics": 0.15091049830118816, "survival_time": 14.950000000000076, "driven_lanedir": 4.6067510322968435, "sim_render-ego": 0.012030471960703532, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.027079594135284425, "deviation-heading": 3.957090366824985, "set_robot_commands": 0.008808205922444662, "deviation-center-line": 1.3770218188073913, "driven_lanedir_consec": 4.6067510322968435, "sim_compute_sim_state": 0.0049081023534139, "sim_compute_performance-ego": 0.00723498821258545, "sim_compute_robot_state-ego": 0.008799877166748047, "sim_compute_robot_state-npc0": 0.008526209195454916, "sim_compute_robot_state-npc1": 0.008250213464101156, "sim_compute_robot_state-npc2": 0.008182965914408365, "sim_compute_robot_state-npc3": 0.007999361356099447}}set_robot_commands_max 0.009877555612204733 set_robot_commands_mean 0.009114700813932413 set_robot_commands_median 0.008808205922444662 set_robot_commands_min 0.008634051338571017 sim_compute_performance-ego_max 0.007820879203685816 sim_compute_performance-ego_mean 0.007462868474673477 sim_compute_performance-ego_median 0.007370770772298177 sim_compute_performance-ego_min 0.00723498821258545 sim_compute_robot_state-ego_max 0.009400445482005243 sim_compute_robot_state-ego_mean 0.00897843189810483 sim_compute_robot_state-ego_median 0.0090420929590861 sim_compute_robot_state-ego_min 0.008508662708470078 sim_compute_robot_state-npc0_max 0.009355919948522596 sim_compute_robot_state-npc0_mean 0.008786886832979745 sim_compute_robot_state-npc0_median 0.008647477626800537 sim_compute_robot_state-npc0_min 0.008343165038061923 sim_compute_robot_state-npc1_max 0.009031651676564978 sim_compute_robot_state-npc1_mean 0.008542751698914264 sim_compute_robot_state-npc1_median 0.00838668982187907 sim_compute_robot_state-npc1_min 0.008227891609316966 sim_compute_robot_state-npc2_max 0.008852720260620117 sim_compute_robot_state-npc2_mean 0.008378401232547447 sim_compute_robot_state-npc2_median 0.008251776460741387 sim_compute_robot_state-npc2_min 0.008140457471211752 sim_compute_robot_state-npc3_max 0.008729188338569973 sim_compute_robot_state-npc3_mean 0.0082576999066136 sim_compute_robot_state-npc3_median 0.00814250389734904 sim_compute_robot_state-npc3_min 0.007993352217752426 sim_compute_sim_state_max 0.005374611287877179 sim_compute_sim_state_mean 0.005024400586780558 sim_compute_sim_state_median 0.004926668802897135 sim_compute_sim_state_min 0.004743832056639624 sim_physics_max 0.16205298555070077 sim_physics_mean 0.15617369397685205 sim_physics_median 0.1553645936648051 sim_physics_min 0.15091049830118816 sim_render-ego_max 0.012656756069349209 sim_render-ego_mean 0.012294021558863558 sim_render-ego_median 0.012286842664082843 sim_render-ego_min 0.012030471960703532 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.57000000000004 survival_time_min 6.099999999999986
No reset possible 29667
5911
Frank (Chude) Qian 🇨🇦2019-12-09|FrankNet|v3-Patch1 aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6929784574272698 survival_time_median 3.4499999999999957 deviation-center-line_median 0.07871374621740143 in-drivable-lane_median 2.2499999999999956
other stats agent_compute-ego_max 0.054735228419303894 agent_compute-ego_mean 0.05102825122851131 agent_compute-ego_median 0.05076336524855923 agent_compute-ego_min 0.04858587068669936 deviation-center-line_max 0.7170098168428835 deviation-center-line_mean 0.28688631386849184 deviation-center-line_min 0.056287445641916775 deviation-heading_max 3.1087940425242473 deviation-heading_mean 1.2640040547247249 deviation-heading_median 0.5191387338225544 deviation-heading_min 0.3412360801657127 driven_any_max 6.345773679003346 driven_any_mean 2.8102141782880734 driven_any_median 1.1834360519575042 driven_any_min 1.1425501603229191 driven_lanedir_consec_max 3.479252126482345 driven_lanedir_consec_mean 1.5927573146631877 driven_lanedir_consec_min 0.4074942658932936 driven_lanedir_max 3.479252126482345 driven_lanedir_mean 1.5927573146631877 driven_lanedir_median 0.6929784574272698 driven_lanedir_min 0.4074942658932936 in-drivable-lane_max 5.350000000000023 in-drivable-lane_mean 2.7700000000000022 in-drivable-lane_min 1.4499999999999955 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.1425501603229191, "sim_physics": 0.15120400488376615, "survival_time": 3.1999999999999966, "driven_lanedir": 0.6929784574272698, "sim_render-ego": 0.01169351115822792, "in-drivable-lane": 1.4499999999999955, "agent_compute-ego": 0.054735228419303894, "deviation-heading": 0.40423854267549975, "set_robot_commands": 0.008193466812372208, "deviation-center-line": 0.056287445641916775, "driven_lanedir_consec": 0.6929784574272698, "sim_compute_sim_state": 0.0047823116183280945, "sim_compute_performance-ego": 0.006956763565540314, "sim_compute_robot_state-ego": 0.008466556668281555, "sim_compute_robot_state-npc0": 0.008128002285957336, "sim_compute_robot_state-npc1": 0.007888201624155045, "sim_compute_robot_state-npc2": 0.007640998810529709, "sim_compute_robot_state-npc3": 0.007735416293144226}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 6.345773679003346, "sim_physics": 0.15402830654466657, "survival_time": 14.200000000000069, "driven_lanedir": 3.479252126482345, "sim_render-ego": 0.01143080583760436, "in-drivable-lane": 5.350000000000023, "agent_compute-ego": 0.05076336524855923, "deviation-heading": 3.1087940425242473, "set_robot_commands": 0.008178054446905432, "deviation-center-line": 0.7170098168428835, "driven_lanedir_consec": 3.479252126482345, "sim_compute_sim_state": 0.004738889109920448, "sim_compute_performance-ego": 0.006942928676873865, "sim_compute_robot_state-ego": 0.008573784794605953, "sim_compute_robot_state-npc0": 0.00800253387907861, "sim_compute_robot_state-npc1": 0.007973846415398826, "sim_compute_robot_state-npc2": 0.007992945926290162, "sim_compute_robot_state-npc3": 0.007960550382103719}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.236432172091927, "sim_physics": 0.16409578919410706, "survival_time": 9.6, "driven_lanedir": 2.7099186686240735, "sim_render-ego": 0.011976942420005798, "in-drivable-lane": 3.1000000000000023, "agent_compute-ego": 0.051471480478843055, "deviation-heading": 1.9466128744356104, "set_robot_commands": 0.00853281964858373, "deviation-center-line": 0.5163861630720802, "driven_lanedir_consec": 2.7099186686240735, "sim_compute_sim_state": 0.0048639339705308276, "sim_compute_performance-ego": 0.00702161838610967, "sim_compute_robot_state-ego": 0.008698017646869024, "sim_compute_robot_state-npc0": 0.00849876676996549, "sim_compute_robot_state-npc1": 0.008061282336711884, "sim_compute_robot_state-npc2": 0.008170413474241892, "sim_compute_robot_state-npc3": 0.00782382239898046}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.1428788280646711, "sim_physics": 0.1591497365979181, "survival_time": 3.4499999999999957, "driven_lanedir": 0.6741430548889569, "sim_render-ego": 0.012027242909307066, "in-drivable-lane": 1.6999999999999948, "agent_compute-ego": 0.049585311309151024, "deviation-heading": 0.5191387338225544, "set_robot_commands": 0.008768914402395056, "deviation-center-line": 0.07871374621740143, "driven_lanedir_consec": 0.6741430548889569, "sim_compute_sim_state": 0.004627611326134723, "sim_compute_performance-ego": 0.006768789844236512, "sim_compute_robot_state-ego": 0.008381456568621206, "sim_compute_robot_state-npc0": 0.00814947183581366, "sim_compute_robot_state-npc1": 0.008201574933701668, "sim_compute_robot_state-npc2": 0.007978518803914389, "sim_compute_robot_state-npc3": 0.00776835800944895}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.1834360519575042, "sim_physics": 0.16932993075426886, "survival_time": 3.399999999999996, "driven_lanedir": 0.4074942658932936, "sim_render-ego": 0.011404861422146069, "in-drivable-lane": 2.2499999999999956, "agent_compute-ego": 0.04858587068669936, "deviation-heading": 0.3412360801657127, "set_robot_commands": 0.00819925350301406, "deviation-center-line": 0.06603439756817721, "driven_lanedir_consec": 0.4074942658932936, "sim_compute_sim_state": 0.00456768975538366, "sim_compute_performance-ego": 0.006685435771942139, "sim_compute_robot_state-ego": 0.008155352929059197, "sim_compute_robot_state-npc0": 0.007897391038782457, "sim_compute_robot_state-npc1": 0.00782101645189173, "sim_compute_robot_state-npc2": 0.008076990351957433, "sim_compute_robot_state-npc3": 0.007478496607612161}}set_robot_commands_max 0.008768914402395056 set_robot_commands_mean 0.008374501762654097 set_robot_commands_median 0.00819925350301406 set_robot_commands_min 0.008178054446905432 sim_compute_performance-ego_max 0.00702161838610967 sim_compute_performance-ego_mean 0.0068751072489405 sim_compute_performance-ego_median 0.006942928676873865 sim_compute_performance-ego_min 0.006685435771942139 sim_compute_robot_state-ego_max 0.008698017646869024 sim_compute_robot_state-ego_mean 0.008455033721487388 sim_compute_robot_state-ego_median 0.008466556668281555 sim_compute_robot_state-ego_min 0.008155352929059197 sim_compute_robot_state-npc0_max 0.00849876676996549 sim_compute_robot_state-npc0_mean 0.008135233161919511 sim_compute_robot_state-npc0_median 0.008128002285957336 sim_compute_robot_state-npc0_min 0.007897391038782457 sim_compute_robot_state-npc1_max 0.008201574933701668 sim_compute_robot_state-npc1_mean 0.007989184352371831 sim_compute_robot_state-npc1_median 0.007973846415398826 sim_compute_robot_state-npc1_min 0.00782101645189173 sim_compute_robot_state-npc2_max 0.008170413474241892 sim_compute_robot_state-npc2_mean 0.007971973473386717 sim_compute_robot_state-npc2_median 0.007992945926290162 sim_compute_robot_state-npc2_min 0.007640998810529709 sim_compute_robot_state-npc3_max 0.007960550382103719 sim_compute_robot_state-npc3_mean 0.007753328738257905 sim_compute_robot_state-npc3_median 0.00776835800944895 sim_compute_robot_state-npc3_min 0.007478496607612161 sim_compute_sim_state_max 0.0048639339705308276 sim_compute_sim_state_mean 0.004716087156059551 sim_compute_sim_state_median 0.004738889109920448 sim_compute_sim_state_min 0.00456768975538366 sim_physics_max 0.16932993075426886 sim_physics_mean 0.15956155359494534 sim_physics_median 0.1591497365979181 sim_physics_min 0.15120400488376615 sim_render-ego_max 0.012027242909307066 sim_render-ego_mean 0.011706672749458243 sim_render-ego_median 0.01169351115822792 sim_render-ego_min 0.011404861422146069 simulation-passed 1 survival_time_max 14.200000000000069 survival_time_mean 6.770000000000012 survival_time_min 3.1999999999999966
No reset possible 29638
5880
Philippe Marcotte 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:26:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4717354042642308 survival_time_median 14.950000000000076 deviation-center-line_median 0.4331265840465593 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.0505995992886818 agent_compute-ego_mean 0.0436747691105988 agent_compute-ego_median 0.045158897240956626 agent_compute-ego_min 0.02228082736333211 deviation-center-line_max 0.956869923429021 deviation-center-line_mean 0.4723911623297901 deviation-center-line_min 0.14586955709249813 deviation-heading_max 4.088646487313643 deviation-heading_mean 2.1320015951183557 deviation-heading_median 2.3291327507289763 deviation-heading_min 0.4574927144327184 driven_any_max 2.554267866341459 driven_any_mean 2.384406496380811 driven_any_median 2.518067279298441 driven_any_min 0.45468789150365424 driven_lanedir_consec_max 2.516807693724706 driven_lanedir_consec_mean 2.3156776320363317 driven_lanedir_consec_min 0.15010668183025688 driven_lanedir_max 2.516807693724706 driven_lanedir_mean 2.3156776320363317 driven_lanedir_median 2.4717354042642308 driven_lanedir_min 0.15010668183025688 in-drivable-lane_max 1.649999999999997 in-drivable-lane_mean 0.1099999999999998 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.500696295765033, "sim_physics": 0.07764994064966838, "survival_time": 14.950000000000076, "driven_lanedir": 2.4300209145176916, "sim_render-ego": 0.011674393812815348, "in-drivable-lane": 0, "agent_compute-ego": 0.025353031158447267, "deviation-heading": 2.885613683477636, "set_robot_commands": 0.008556695779164632, "deviation-center-line": 0.5795877274352705, "driven_lanedir_consec": 2.4300209145176916, "sim_compute_sim_state": 0.0051831610997517905, "sim_compute_performance-ego": 0.007297859191894531, "sim_compute_robot_state-ego": 0.008330984115600586}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.535918431386712, "sim_physics": 0.06714367469151815, "survival_time": 14.950000000000076, "driven_lanedir": 2.4855176655059643, "sim_render-ego": 0.01039201021194458, "in-drivable-lane": 0, "agent_compute-ego": 0.02228082736333211, "deviation-heading": 2.4768940831722217, "set_robot_commands": 0.007569866975148519, "deviation-center-line": 0.43078679962562544, "driven_lanedir_consec": 2.4855176655059643, "sim_compute_sim_state": 0.004401692549387614, "sim_compute_performance-ego": 0.00614344040552775, "sim_compute_robot_state-ego": 0.007391297817230224}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.5289160568823497, "sim_physics": 0.0634164571762085, "survival_time": 14.950000000000076, "driven_lanedir": 2.46245234719521, "sim_render-ego": 0.009882980982462566, "in-drivable-lane": 0, "agent_compute-ego": 0.04279589176177979, "deviation-heading": 2.7404815954096233, "set_robot_commands": 0.00726341168085734, "deviation-center-line": 0.5582094782189033, "driven_lanedir_consec": 2.46245234719521, "sim_compute_sim_state": 0.0041959245999654135, "sim_compute_performance-ego": 0.006047046979268392, "sim_compute_robot_state-ego": 0.007226002216339111}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.5159661066038193, "sim_physics": 0.06670251448949178, "survival_time": 14.950000000000076, "driven_lanedir": 2.4843589491323876, "sim_render-ego": 0.010277063846588134, "in-drivable-lane": 0, "agent_compute-ego": 0.044349201520284015, "deviation-heading": 1.8688442461064243, "set_robot_commands": 0.0070926467577616375, "deviation-center-line": 0.31771486415435884, "driven_lanedir_consec": 2.4843589491323876, "sim_compute_sim_state": 0.0043409911791483565, "sim_compute_performance-ego": 0.006149350802103678, "sim_compute_robot_state-ego": 0.007380104064941407}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.518067279298441, "sim_physics": 0.06623498519261678, "survival_time": 14.950000000000076, "driven_lanedir": 2.5076936600946613, "sim_render-ego": 0.010294679800669351, "in-drivable-lane": 0, "agent_compute-ego": 0.045158897240956626, "deviation-heading": 1.1381817343853358, "set_robot_commands": 0.007204984823862712, "deviation-center-line": 0.22991971811076645, "driven_lanedir_consec": 2.5076936600946613, "sim_compute_sim_state": 0.004403957525889079, "sim_compute_performance-ego": 0.006265149116516113, "sim_compute_robot_state-ego": 0.007474129994710287}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.554267866341459, "sim_physics": 0.06647560834884643, "survival_time": 14.950000000000076, "driven_lanedir": 2.5055997851510905, "sim_render-ego": 0.010763947168986003, "in-drivable-lane": 0, "agent_compute-ego": 0.04710493246714274, "deviation-heading": 2.3340891514522277, "set_robot_commands": 0.007551570733388265, "deviation-center-line": 0.5047571806700817, "driven_lanedir_consec": 2.5055997851510905, "sim_compute_sim_state": 0.004522902965545654, "sim_compute_performance-ego": 0.006385273933410644, "sim_compute_robot_state-ego": 0.007812785307566324}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 2.5047371729173893, "sim_physics": 0.06900469859441122, "survival_time": 14.950000000000076, "driven_lanedir": 2.493732366675937, "sim_render-ego": 0.01063361883163452, "in-drivable-lane": 0, "agent_compute-ego": 0.04425386905670166, "deviation-heading": 1.1780651371818502, "set_robot_commands": 0.007454469203948975, "deviation-center-line": 0.3658074887797259, "driven_lanedir_consec": 2.493732366675937, "sim_compute_sim_state": 0.004535148143768311, "sim_compute_performance-ego": 0.006299174626668294, "sim_compute_robot_state-ego": 0.007622345288594564}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.5436804537199467, "sim_physics": 0.06825990517934163, "survival_time": 14.950000000000076, "driven_lanedir": 2.4849041830813654, "sim_render-ego": 0.010050008296966551, "in-drivable-lane": 0, "agent_compute-ego": 0.044609890778859455, "deviation-heading": 2.3291327507289763, "set_robot_commands": 0.007458076477050781, "deviation-center-line": 0.5861565564003582, "driven_lanedir_consec": 2.4849041830813654, "sim_compute_sim_state": 0.004446433385213216, "sim_compute_performance-ego": 0.0061515061060587566, "sim_compute_robot_state-ego": 0.0073135773340861}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.503087042174115, "sim_physics": 0.0680728530883789, "survival_time": 14.950000000000076, "driven_lanedir": 2.4446797471991224, "sim_render-ego": 0.010460888544718425, "in-drivable-lane": 0, "agent_compute-ego": 0.04427586396535237, "deviation-heading": 2.4588832896809665, "set_robot_commands": 0.007378818194071452, "deviation-center-line": 0.5920731793978384, "driven_lanedir_consec": 2.4446797471991224, "sim_compute_sim_state": 0.004517636299133301, "sim_compute_performance-ego": 0.006320060094197591, "sim_compute_robot_state-ego": 0.007692192395528158}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.5430644582801976, "sim_physics": 0.07069741169611612, "survival_time": 14.950000000000076, "driven_lanedir": 2.401863956253787, "sim_render-ego": 0.010509216785430908, "in-drivable-lane": 0, "agent_compute-ego": 0.0470384947458903, "deviation-heading": 4.088646487313643, "set_robot_commands": 0.007451257705688477, "deviation-center-line": 0.956869923429021, "driven_lanedir_consec": 2.401863956253787, "sim_compute_sim_state": 0.004427988529205323, "sim_compute_performance-ego": 0.0063696726163228355, "sim_compute_robot_state-ego": 0.00760984738667806}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.45468789150365424, "sim_physics": 0.07412759732391874, "survival_time": 2.9499999999999975, "driven_lanedir": 0.15010668183025688, "sim_render-ego": 0.011094283249418614, "in-drivable-lane": 1.649999999999997, "agent_compute-ego": 0.0505995992886818, "deviation-heading": 0.4574927144327184, "set_robot_commands": 0.007687883861994339, "deviation-center-line": 0.14586955709249813, "driven_lanedir_consec": 0.15010668183025688, "sim_compute_sim_state": 0.004579790567947647, "sim_compute_performance-ego": 0.006337978072085623, "sim_compute_robot_state-ego": 0.007837158138469115}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.5213002056309355, "sim_physics": 0.07545666217803955, "survival_time": 14.950000000000076, "driven_lanedir": 2.4385795891771913, "sim_render-ego": 0.010934988657633465, "in-drivable-lane": 0, "agent_compute-ego": 0.0494819442431132, "deviation-heading": 3.067939429861424, "set_robot_commands": 0.007746497790018718, "deviation-center-line": 0.7202406340890174, "driven_lanedir_consec": 2.4385795891771913, "sim_compute_sim_state": 0.00466416597366333, "sim_compute_performance-ego": 0.006448280811309814, "sim_compute_robot_state-ego": 0.007831457455952963}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.508526204653752, "sim_physics": 0.07477035363515218, "survival_time": 14.950000000000076, "driven_lanedir": 2.4571115367413734, "sim_render-ego": 0.01119238297144572, "in-drivable-lane": 0, "agent_compute-ego": 0.049828546047210695, "deviation-heading": 2.111038236094353, "set_robot_commands": 0.008158709208170573, "deviation-center-line": 0.41627915661780435, "driven_lanedir_consec": 2.4571115367413734, "sim_compute_sim_state": 0.004702338377634684, "sim_compute_performance-ego": 0.006888611316680908, "sim_compute_robot_state-ego": 0.008019766807556152}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 2.507227923421906, "sim_physics": 0.0764265004793803, "survival_time": 14.950000000000076, "driven_lanedir": 2.4717354042642308, "sim_render-ego": 0.011492300033569335, "in-drivable-lane": 0, "agent_compute-ego": 0.04944851398468018, "deviation-heading": 1.7142415693176545, "set_robot_commands": 0.007916518052419027, "deviation-center-line": 0.4331265840465593, "driven_lanedir_consec": 2.4717354042642308, "sim_compute_sim_state": 0.004923655192057292, "sim_compute_performance-ego": 0.0069838841756184895, "sim_compute_robot_state-ego": 0.008327489693959553}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.5259540571324526, "sim_physics": 0.07682533184687297, "survival_time": 14.950000000000076, "driven_lanedir": 2.516807693724706, "sim_render-ego": 0.011255381107330322, "in-drivable-lane": 0, "agent_compute-ego": 0.048542033036549886, "deviation-heading": 1.130479818160286, "set_robot_commands": 0.008019957542419433, "deviation-center-line": 0.2484685868790235, "driven_lanedir_consec": 2.516807693724706, "sim_compute_sim_state": 0.004763100147247314, "sim_compute_performance-ego": 0.006825881799062093, "sim_compute_robot_state-ego": 0.008120598793029786}}set_robot_commands_max 0.008556695779164632 set_robot_commands_mean 0.007634090985730993 set_robot_commands_median 0.007551570733388265 set_robot_commands_min 0.0070926467577616375 sim_compute_performance-ego_max 0.007297859191894531 sim_compute_performance-ego_mean 0.006460878003115034 sim_compute_performance-ego_median 0.006337978072085623 sim_compute_performance-ego_min 0.006047046979268392 sim_compute_robot_state-ego_max 0.008330984115600586 sim_compute_robot_state-ego_mean 0.007732649120682823 sim_compute_robot_state-ego_median 0.007692192395528158 sim_compute_robot_state-ego_min 0.007226002216339111 sim_compute_sim_state_max 0.0051831610997517905 sim_compute_sim_state_mean 0.0045739257690372214 sim_compute_sim_state_median 0.004522902965545654 sim_compute_sim_state_min 0.0041959245999654135 sim_physics_max 0.07764994064966838 sim_physics_mean 0.0707509663046641 sim_physics_median 0.06900469859441122 sim_physics_min 0.0634164571762085 sim_render-ego_max 0.011674393812815348 sim_render-ego_mean 0.010727209620107588 sim_render-ego_median 0.01063361883163452 sim_render-ego_min 0.009882980982462566 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.15000000000007 survival_time_min 2.9499999999999975
No reset possible 29613
5783
Robert Moni 🇭🇺kaland-225210 aido3-LF-real-validation
eval1-visualize success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:07:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 2.3670396922598673 survival_time 25.3333 deviation-center-line 1.2919918393230252 in-drivable-lane 14.6666
other stats deviation-heading 4.869949217695082 driven_any 6.966802909012357 driven_lanedir 2.3670396922598673 visualized-eval1-passed 1
No reset possible 29573
5857
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:11:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.366387580668704 survival_time_median 14.950000000000076 deviation-center-line_median 0.899008889439427 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.2206137212117513 agent_compute-ego_mean 0.17311344520930935 agent_compute-ego_median 0.17802053491274517 agent_compute-ego_min 0.12344071308771767 deviation-center-line_max 1.3557287842354615 deviation-center-line_mean 0.8131115877191408 deviation-center-line_min 0.3931524853032729 deviation-heading_max 4.247779824705213 deviation-heading_mean 2.916901122278607 deviation-heading_median 2.6786193602712323 deviation-heading_min 1.6335256525803885 driven_any_max 4.682324949854285 driven_any_mean 3.814125606345163 driven_any_median 4.490113555359597 driven_any_min 2.375300878267149 driven_lanedir_consec_max 4.408419429092503 driven_lanedir_consec_mean 3.565903189322232 driven_lanedir_consec_min 2.256936843331582 driven_lanedir_max 4.408419429092503 driven_lanedir_mean 3.565903189322232 driven_lanedir_median 4.366387580668704 driven_lanedir_min 2.256936843331582 in-drivable-lane_max 0.7500000000000089 in-drivable-lane_mean 0.15000000000000177 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.9393902577120916, "sim_physics": 0.06959247971601028, "survival_time": 9.349999999999998, "driven_lanedir": 2.4240781210378475, "sim_render-ego": 0.012301835146817292, "in-drivable-lane": 0.7500000000000089, "agent_compute-ego": 0.15219522797487636, "deviation-heading": 1.9017554263617713, "set_robot_commands": 0.008261165516899231, "deviation-center-line": 0.3931524853032729, "driven_lanedir_consec": 2.4240781210378475, "sim_compute_sim_state": 0.004859564776089102, "sim_compute_performance-ego": 0.007625294241675719, "sim_compute_robot_state-ego": 0.008502695012220087}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.583498390532695, "sim_physics": 0.07172822713851928, "survival_time": 14.950000000000076, "driven_lanedir": 4.366387580668704, "sim_render-ego": 0.012238966623942056, "in-drivable-lane": 0, "agent_compute-ego": 0.2206137212117513, "deviation-heading": 4.247779824705213, "set_robot_commands": 0.008210109869639078, "deviation-center-line": 0.986313678784312, "driven_lanedir_consec": 4.366387580668704, "sim_compute_sim_state": 0.004856259028116862, "sim_compute_performance-ego": 0.007317350705464681, "sim_compute_robot_state-ego": 0.008479207356770834}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.490113555359597, "sim_physics": 0.06927213271458944, "survival_time": 14.950000000000076, "driven_lanedir": 4.373693972480523, "sim_render-ego": 0.011894613107045492, "in-drivable-lane": 0, "agent_compute-ego": 0.1912970288594564, "deviation-heading": 2.6786193602712323, "set_robot_commands": 0.007963291803995768, "deviation-center-line": 0.899008889439427, "driven_lanedir_consec": 4.373693972480523, "sim_compute_sim_state": 0.005006749629974366, "sim_compute_performance-ego": 0.006947715282440186, "sim_compute_robot_state-ego": 0.00817128578821818}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.682324949854285, "sim_physics": 0.06660953839619954, "survival_time": 14.950000000000076, "driven_lanedir": 4.408419429092503, "sim_render-ego": 0.011587273279825849, "in-drivable-lane": 0, "agent_compute-ego": 0.12344071308771767, "deviation-heading": 4.122825347474432, "set_robot_commands": 0.00806682268778483, "deviation-center-line": 1.3557287842354615, "driven_lanedir_consec": 4.408419429092503, "sim_compute_sim_state": 0.004606650670369466, "sim_compute_performance-ego": 0.006879130999247233, "sim_compute_robot_state-ego": 0.008460222085316976}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.375300878267149, "sim_physics": 0.06981062293052673, "survival_time": 5.999999999999987, "driven_lanedir": 2.256936843331582, "sim_render-ego": 0.012131989002227783, "in-drivable-lane": 0, "agent_compute-ego": 0.17802053491274517, "deviation-heading": 1.6335256525803885, "set_robot_commands": 0.008196063836415609, "deviation-center-line": 0.43135410083323056, "driven_lanedir_consec": 2.256936843331582, "sim_compute_sim_state": 0.004587499300638834, "sim_compute_performance-ego": 0.0069064160188039144, "sim_compute_robot_state-ego": 0.008628491560618083}}set_robot_commands_max 0.008261165516899231 set_robot_commands_mean 0.008139490742946903 set_robot_commands_median 0.008196063836415609 set_robot_commands_min 0.007963291803995768 sim_compute_performance-ego_max 0.007625294241675719 sim_compute_performance-ego_mean 0.007135181449526347 sim_compute_performance-ego_median 0.006947715282440186 sim_compute_performance-ego_min 0.006879130999247233 sim_compute_robot_state-ego_max 0.008628491560618083 sim_compute_robot_state-ego_mean 0.008448380360628832 sim_compute_robot_state-ego_median 0.008479207356770834 sim_compute_robot_state-ego_min 0.00817128578821818 sim_compute_sim_state_max 0.005006749629974366 sim_compute_sim_state_mean 0.004783344681037726 sim_compute_sim_state_median 0.004856259028116862 sim_compute_sim_state_min 0.004587499300638834 sim_physics_max 0.07172822713851928 sim_physics_mean 0.06940260017916906 sim_physics_median 0.06959247971601028 sim_physics_min 0.06660953839619954 sim_render-ego_max 0.012301835146817292 sim_render-ego_mean 0.012030935431971694 sim_render-ego_median 0.012131989002227783 sim_render-ego_min 0.011587273279825849 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.040000000000044 survival_time_min 5.999999999999987
No reset possible 29564
5783
Robert Moni 🇭🇺kaland-225210 aido3-LF-real-validation
eval0-videos success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 29551
5763
Philippe Marcotte 🇨🇦original pp aido3-LF-real-validation
eval2-videos success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:08:55 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 29509
5825
Robert Moni 🇭🇺kaland-225308 aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:25:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.147512914606814 survival_time_median 14.950000000000076 deviation-center-line_median 0.6256354177966217 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.044924372831980385 agent_compute-ego_mean 0.04162994687787339 agent_compute-ego_median 0.041498668988545734 agent_compute-ego_min 0.03594873286783695 deviation-center-line_max 0.7904041780333358 deviation-center-line_mean 0.5666898208394954 deviation-center-line_min 0.1486846065398298 deviation-heading_max 3.7387362555858714 deviation-heading_mean 2.7600097099467473 deviation-heading_median 2.89233642975467 deviation-heading_min 1.0340894425651912 driven_any_max 4.398143168881651 driven_any_mean 3.9105514006866815 driven_any_median 4.278128097682385 driven_any_min 1.0363508876644905 driven_lanedir_consec_max 4.2846315419495 driven_lanedir_consec_mean 3.762142783381493 driven_lanedir_consec_min 0.8896059315366762 driven_lanedir_max 4.2846315419495 driven_lanedir_mean 3.762142783381493 driven_lanedir_median 4.147512914606814 driven_lanedir_min 0.8896059315366762 in-drivable-lane_max 0.5999999999999979 in-drivable-lane_mean 0.0633333333333331 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.3011941080925915, "sim_physics": 0.07286593675613404, "survival_time": 14.950000000000076, "driven_lanedir": 4.161804115836719, "sim_render-ego": 0.012174011866251628, "in-drivable-lane": 0, "agent_compute-ego": 0.044553600152333575, "deviation-heading": 3.060866486745429, "set_robot_commands": 0.008902803262074788, "deviation-center-line": 0.6149446567798011, "driven_lanedir_consec": 4.161804115836719, "sim_compute_sim_state": 0.005350457032521566, "sim_compute_performance-ego": 0.007322405179341634, "sim_compute_robot_state-ego": 0.008633403778076172}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.2380005478267595, "sim_physics": 0.07137790679931641, "survival_time": 14.950000000000076, "driven_lanedir": 4.030021544521835, "sim_render-ego": 0.011977155208587649, "in-drivable-lane": 0, "agent_compute-ego": 0.04010017951329549, "deviation-heading": 3.7387362555858714, "set_robot_commands": 0.008293893337249756, "deviation-center-line": 0.6462628121299787, "driven_lanedir_consec": 4.030021544521835, "sim_compute_sim_state": 0.004904934565226237, "sim_compute_performance-ego": 0.00701415220896403, "sim_compute_robot_state-ego": 0.00838885227839152}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.312253840191342, "sim_physics": 0.0745651642481486, "survival_time": 14.950000000000076, "driven_lanedir": 4.177882411250352, "sim_render-ego": 0.012136186758677165, "in-drivable-lane": 0, "agent_compute-ego": 0.044924372831980385, "deviation-heading": 2.7486641185655385, "set_robot_commands": 0.009335316022237142, "deviation-center-line": 0.558473661879674, "driven_lanedir_consec": 4.177882411250352, "sim_compute_sim_state": 0.005311142603556315, "sim_compute_performance-ego": 0.007355615297953288, "sim_compute_robot_state-ego": 0.009014931519826254}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.278128097682385, "sim_physics": 0.07212209304173788, "survival_time": 14.950000000000076, "driven_lanedir": 4.147751692820899, "sim_render-ego": 0.01175717035929362, "in-drivable-lane": 0, "agent_compute-ego": 0.04124929984410604, "deviation-heading": 2.8590567782747422, "set_robot_commands": 0.00877674420674642, "deviation-center-line": 0.6683670014496217, "driven_lanedir_consec": 4.147751692820899, "sim_compute_sim_state": 0.005180056889851888, "sim_compute_performance-ego": 0.00710890531539917, "sim_compute_robot_state-ego": 0.008627815246582031}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.198091518161429, "sim_physics": 0.07278611977895101, "survival_time": 14.950000000000076, "driven_lanedir": 4.083276959012252, "sim_render-ego": 0.012130728562672931, "in-drivable-lane": 0, "agent_compute-ego": 0.04229540427525838, "deviation-heading": 2.89233642975467, "set_robot_commands": 0.009206950664520264, "deviation-center-line": 0.5477904993078729, "driven_lanedir_consec": 4.083276959012252, "sim_compute_sim_state": 0.00525545597076416, "sim_compute_performance-ego": 0.007316710948944091, "sim_compute_robot_state-ego": 0.008832500775655111}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 4.330840887545683, "sim_physics": 0.07318740129470826, "survival_time": 14.950000000000076, "driven_lanedir": 4.187815688276415, "sim_render-ego": 0.011759766737620036, "in-drivable-lane": 0, "agent_compute-ego": 0.041498668988545734, "deviation-heading": 3.2516973448351543, "set_robot_commands": 0.008814787069956462, "deviation-center-line": 0.6586536889531829, "driven_lanedir_consec": 4.187815688276415, "sim_compute_sim_state": 0.005117646853129069, "sim_compute_performance-ego": 0.00717726469039917, "sim_compute_robot_state-ego": 0.008636247316996257}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 4.224600526565447, "sim_physics": 0.072545747756958, "survival_time": 14.950000000000076, "driven_lanedir": 4.147512914606814, "sim_render-ego": 0.012226625283559164, "in-drivable-lane": 0, "agent_compute-ego": 0.043434155782063805, "deviation-heading": 2.3079432049060187, "set_robot_commands": 0.009412642319997153, "deviation-center-line": 0.43704588550436374, "driven_lanedir_consec": 4.147512914606814, "sim_compute_sim_state": 0.005203225612640381, "sim_compute_performance-ego": 0.00737791379292806, "sim_compute_robot_state-ego": 0.00883361021677653}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0363508876644905, "sim_physics": 0.07537754879722112, "survival_time": 3.949999999999994, "driven_lanedir": 0.8896059315366762, "sim_render-ego": 0.012662072724933866, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.043568164487428306, "deviation-heading": 1.0340894425651912, "set_robot_commands": 0.00956634630130816, "deviation-center-line": 0.1486846065398298, "driven_lanedir_consec": 0.8896059315366762, "sim_compute_sim_state": 0.005435545233231556, "sim_compute_performance-ego": 0.0077450818653348125, "sim_compute_robot_state-ego": 0.009099869788447512}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 4.1933668376377735, "sim_physics": 0.07298945744832357, "survival_time": 14.950000000000076, "driven_lanedir": 4.028329127234467, "sim_render-ego": 0.011865800221761069, "in-drivable-lane": 0, "agent_compute-ego": 0.04122809727986654, "deviation-heading": 3.1568115973872497, "set_robot_commands": 0.008624333540598552, "deviation-center-line": 0.675184648406463, "driven_lanedir_consec": 4.028329127234467, "sim_compute_sim_state": 0.005051108201344808, "sim_compute_performance-ego": 0.007152425448099772, "sim_compute_robot_state-ego": 0.008788470427195232}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 4.394680523864875, "sim_physics": 0.07192981163660685, "survival_time": 14.950000000000076, "driven_lanedir": 4.246067944904187, "sim_render-ego": 0.011933794021606443, "in-drivable-lane": 0, "agent_compute-ego": 0.04161051988601685, "deviation-heading": 3.1024014087375984, "set_robot_commands": 0.008863156636555989, "deviation-center-line": 0.6418392470307241, "driven_lanedir_consec": 4.246067944904187, "sim_compute_sim_state": 0.005322058200836182, "sim_compute_performance-ego": 0.007394646008809408, "sim_compute_robot_state-ego": 0.008630181153615316}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 4.2936506241382055, "sim_physics": 0.07313680728276571, "survival_time": 14.950000000000076, "driven_lanedir": 4.14454420973932, "sim_render-ego": 0.011979795296986898, "in-drivable-lane": 0, "agent_compute-ego": 0.04321569522221883, "deviation-heading": 3.1528030335131625, "set_robot_commands": 0.010931551456451416, "deviation-center-line": 0.7514891317780203, "driven_lanedir_consec": 4.14454420973932, "sim_compute_sim_state": 0.005354907512664795, "sim_compute_performance-ego": 0.007466548283894856, "sim_compute_robot_state-ego": 0.008847397168477376}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 4.398143168881651, "sim_physics": 0.07118605772654216, "survival_time": 14.950000000000076, "driven_lanedir": 4.2846315419495, "sim_render-ego": 0.012581814924875897, "in-drivable-lane": 0, "agent_compute-ego": 0.04052664915720622, "deviation-heading": 2.6949210711939764, "set_robot_commands": 0.008730823198954265, "deviation-center-line": 0.6256354177966217, "driven_lanedir_consec": 4.2846315419495, "sim_compute_sim_state": 0.005255890687306722, "sim_compute_performance-ego": 0.007036805152893066, "sim_compute_robot_state-ego": 0.008540701866149903}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.912269596592879, "sim_physics": 0.06538046710193157, "survival_time": 6.399999999999985, "driven_lanedir": 1.604946239728072, "sim_render-ego": 0.010615427047014236, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.03594873286783695, "deviation-heading": 1.3783684125320228, "set_robot_commands": 0.007676238194108009, "deviation-center-line": 0.22015400971706453, "driven_lanedir_consec": 1.604946239728072, "sim_compute_sim_state": 0.004505818709731102, "sim_compute_performance-ego": 0.006127675995230675, "sim_compute_robot_state-ego": 0.007344556972384453}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 4.322167257125921, "sim_physics": 0.0731311806042989, "survival_time": 14.950000000000076, "driven_lanedir": 4.171039407472999, "sim_render-ego": 0.011411240895589193, "in-drivable-lane": 0, "agent_compute-ego": 0.04028032859166463, "deviation-heading": 3.379777354848443, "set_robot_commands": 0.008207226594289144, "deviation-center-line": 0.7904041780333358, "driven_lanedir_consec": 4.171039407472999, "sim_compute_sim_state": 0.005006217161814372, "sim_compute_performance-ego": 0.006963529586791992, "sim_compute_robot_state-ego": 0.00821927547454834}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 4.224532588328781, "sim_physics": 0.07913933277130127, "survival_time": 14.950000000000076, "driven_lanedir": 4.126912021831885, "sim_render-ego": 0.013440446058909098, "in-drivable-lane": 0, "agent_compute-ego": 0.04001533428827921, "deviation-heading": 2.641672709756139, "set_robot_commands": 0.008439168930053711, "deviation-center-line": 0.5154178672858759, "driven_lanedir_consec": 4.126912021831885, "sim_compute_sim_state": 0.005241513252258301, "sim_compute_performance-ego": 0.007254346211751302, "sim_compute_robot_state-ego": 0.008761873245239258}}set_robot_commands_max 0.010931551456451416 set_robot_commands_mean 0.00891879878234008 set_robot_commands_median 0.008814787069956462 set_robot_commands_min 0.007676238194108009 sim_compute_performance-ego_max 0.0077450818653348125 sim_compute_performance-ego_mean 0.007187601732449021 sim_compute_performance-ego_median 0.007254346211751302 sim_compute_performance-ego_min 0.006127675995230675 sim_compute_robot_state-ego_max 0.009099869788447512 sim_compute_robot_state-ego_mean 0.008613312481890751 sim_compute_robot_state-ego_median 0.008636247316996257 sim_compute_robot_state-ego_min 0.007344556972384453 sim_compute_sim_state_max 0.005435545233231556 sim_compute_sim_state_mean 0.00516639856579183 sim_compute_sim_state_median 0.005241513252258301 sim_compute_sim_state_min 0.004505818709731102 sim_physics_max 0.07913933277130127 sim_physics_mean 0.07278140220299635 sim_physics_median 0.07286593675613404 sim_physics_min 0.06538046710193157 sim_render-ego_max 0.013440446058909098 sim_render-ego_mean 0.012043469064555926 sim_render-ego_median 0.011979795296986898 sim_render-ego_min 0.010615427047014236 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.64666666666673 survival_time_min 3.949999999999994
No reset possible 29502
5820
Robert Moni 🇭🇺kaland-225308 aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:52 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.17143077929722 survival_time_median 14.950000000000076 deviation-center-line_median 0.5612504327438954 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.05173748731613159 agent_compute-ego_mean 0.05048676141103109 agent_compute-ego_median 0.050251797040303546 agent_compute-ego_min 0.04968679507573446 deviation-center-line_max 0.617333649892482 deviation-center-line_mean 0.5295984435689803 deviation-center-line_min 0.3448114783175255 deviation-heading_max 3.1138348453562887 deviation-heading_mean 2.7655887346222703 deviation-heading_median 2.942182083787949 deviation-heading_min 2.177866306348266 driven_any_max 4.307367907795054 driven_any_mean 4.2264858290394525 driven_any_median 4.2716573832230145 driven_any_min 4.107688665639028 driven_lanedir_consec_max 4.175569824423304 driven_lanedir_consec_mean 4.093390679146426 driven_lanedir_consec_min 3.8631981196186103 driven_lanedir_max 4.175569824423304 driven_lanedir_mean 4.093390679146426 driven_lanedir_median 4.17143077929722 driven_lanedir_min 3.8631981196186103 in-drivable-lane_max 0.350000000000005 in-drivable-lane_mean 0.07000000000000099 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.307367907795054, "sim_physics": 0.07978528181711833, "survival_time": 14.950000000000076, "driven_lanedir": 4.17143077929722, "sim_render-ego": 0.012732648054758707, "in-drivable-lane": 0, "agent_compute-ego": 0.04976708730061849, "deviation-heading": 3.030012828407967, "set_robot_commands": 0.011260539690653482, "deviation-center-line": 0.5612504327438954, "driven_lanedir_consec": 4.17143077929722, "sim_compute_sim_state": 0.005912541548411051, "sim_compute_performance-ego": 0.008011184533437092, "sim_compute_robot_state-ego": 0.009763717651367188}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.296516488511488, "sim_physics": 0.08347830057144165, "survival_time": 14.950000000000076, "driven_lanedir": 4.173347808537062, "sim_render-ego": 0.014122841358184814, "in-drivable-lane": 0, "agent_compute-ego": 0.05173748731613159, "deviation-heading": 2.942182083787949, "set_robot_commands": 0.01116063674290975, "deviation-center-line": 0.5565350282366954, "driven_lanedir_consec": 4.173347808537062, "sim_compute_sim_state": 0.006393569310506185, "sim_compute_performance-ego": 0.00878143310546875, "sim_compute_robot_state-ego": 0.010599701404571534}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.2716573832230145, "sim_physics": 0.07611468871434529, "survival_time": 14.950000000000076, "driven_lanedir": 4.175569824423304, "sim_render-ego": 0.01323595921198527, "in-drivable-lane": 0, "agent_compute-ego": 0.05099064032236735, "deviation-heading": 2.564047609210881, "set_robot_commands": 0.01088715394337972, "deviation-center-line": 0.5680616286543032, "driven_lanedir_consec": 4.175569824423304, "sim_compute_sim_state": 0.005561156272888184, "sim_compute_performance-ego": 0.008043855031331381, "sim_compute_robot_state-ego": 0.009761892954508465}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.149198700028677, "sim_physics": 0.07918111403783162, "survival_time": 14.950000000000076, "driven_lanedir": 4.083406863855931, "sim_render-ego": 0.013306407928466796, "in-drivable-lane": 0, "agent_compute-ego": 0.050251797040303546, "deviation-heading": 2.177866306348266, "set_robot_commands": 0.010640782515207926, "deviation-center-line": 0.3448114783175255, "driven_lanedir_consec": 4.083406863855931, "sim_compute_sim_state": 0.005671756267547607, "sim_compute_performance-ego": 0.008009873231252034, "sim_compute_robot_state-ego": 0.009812227090199788}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.107688665639028, "sim_physics": 0.07618069092432658, "survival_time": 14.950000000000076, "driven_lanedir": 3.8631981196186103, "sim_render-ego": 0.01299753983815511, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.04968679507573446, "deviation-heading": 3.1138348453562887, "set_robot_commands": 0.01093161900838216, "deviation-center-line": 0.617333649892482, "driven_lanedir_consec": 3.8631981196186103, "sim_compute_sim_state": 0.005712765057881673, "sim_compute_performance-ego": 0.008038276036580404, "sim_compute_robot_state-ego": 0.009759183724721272}}set_robot_commands_max 0.011260539690653482 set_robot_commands_mean 0.010976146380106609 set_robot_commands_median 0.01093161900838216 set_robot_commands_min 0.010640782515207926 sim_compute_performance-ego_max 0.00878143310546875 sim_compute_performance-ego_mean 0.008176924387613933 sim_compute_performance-ego_median 0.008038276036580404 sim_compute_performance-ego_min 0.008009873231252034 sim_compute_robot_state-ego_max 0.010599701404571534 sim_compute_robot_state-ego_mean 0.009939344565073649 sim_compute_robot_state-ego_median 0.009763717651367188 sim_compute_robot_state-ego_min 0.009759183724721272 sim_compute_sim_state_max 0.006393569310506185 sim_compute_sim_state_mean 0.00585035769144694 sim_compute_sim_state_median 0.005712765057881673 sim_compute_sim_state_min 0.005561156272888184 sim_physics_max 0.08347830057144165 sim_physics_mean 0.07894801521301269 sim_physics_median 0.07918111403783162 sim_physics_min 0.07611468871434529 sim_render-ego_max 0.014122841358184814 sim_render-ego_mean 0.01327907927831014 sim_render-ego_median 0.01323595921198527 sim_render-ego_min 0.012732648054758707 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 29491
5816
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:08:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.0502141930967337 survival_time_median 14.950000000000076 deviation-center-line_median 0.8812278872382354 in-drivable-lane_median 0.8999999999999968
other stats agent_compute-ego_max 0.02884405295054118 agent_compute-ego_mean 0.02749642069042487 agent_compute-ego_median 0.027901775042215984 agent_compute-ego_min 0.025310696760813396 deviation-center-line_max 0.9476155887546828 deviation-center-line_mean 0.7949934519384865 deviation-center-line_min 0.4644046401578802 deviation-heading_max 4.960543611036232 deviation-heading_mean 3.51893701391608 deviation-heading_median 3.5271231144108506 deviation-heading_min 2.2116376376232254 driven_any_max 3.954296557606092 driven_any_mean 3.2994589211896552 driven_any_median 3.581581547609471 driven_any_min 1.7340071474058971 driven_lanedir_consec_max 3.8274720992009432 driven_lanedir_consec_mean 2.9446848678364153 driven_lanedir_consec_min 1.3667677458082403 driven_lanedir_max 3.8274720992009432 driven_lanedir_mean 2.9446848678364153 driven_lanedir_median 3.0502141930967337 driven_lanedir_min 1.3667677458082403 in-drivable-lane_max 2.1500000000000092 in-drivable-lane_mean 0.9200000000000028 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.281548573632587, "sim_physics": 0.07268199761708577, "survival_time": 14.950000000000076, "driven_lanedir": 3.0502141930967337, "sim_render-ego": 0.01236675500869751, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.02884405295054118, "deviation-heading": 3.5595569114861685, "set_robot_commands": 0.00955156644185384, "deviation-center-line": 0.8812278872382354, "driven_lanedir_consec": 3.0502141930967337, "sim_compute_sim_state": 0.005166465441385905, "sim_compute_performance-ego": 0.007791938781738281, "sim_compute_robot_state-ego": 0.009329468409220377}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.954296557606092, "sim_physics": 0.07500744978586833, "survival_time": 14.950000000000076, "driven_lanedir": 3.8274720992009432, "sim_render-ego": 0.012404698530832928, "in-drivable-lane": 0, "agent_compute-ego": 0.027901775042215984, "deviation-heading": 3.335823795023924, "set_robot_commands": 0.009198691844940186, "deviation-center-line": 0.914528909522245, "driven_lanedir_consec": 3.8274720992009432, "sim_compute_sim_state": 0.005233996709187825, "sim_compute_performance-ego": 0.007977437973022462, "sim_compute_robot_state-ego": 0.009172760645548502}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.581581547609471, "sim_physics": 0.07061457395553589, "survival_time": 14.950000000000076, "driven_lanedir": 2.895080048774672, "sim_render-ego": 0.01181458075841268, "in-drivable-lane": 2.1500000000000092, "agent_compute-ego": 0.025310696760813396, "deviation-heading": 4.960543611036232, "set_robot_commands": 0.008832940260569255, "deviation-center-line": 0.9476155887546828, "driven_lanedir_consec": 2.895080048774672, "sim_compute_sim_state": 0.005078481833140055, "sim_compute_performance-ego": 0.00741728146870931, "sim_compute_robot_state-ego": 0.00880521853764852}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.7340071474058971, "sim_physics": 0.07558085718227707, "survival_time": 6.549999999999985, "driven_lanedir": 1.3667677458082403, "sim_render-ego": 0.01245352694096456, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.026685745661495296, "deviation-heading": 2.2116376376232254, "set_robot_commands": 0.008965490428546002, "deviation-center-line": 0.4644046401578802, "driven_lanedir_consec": 1.3667677458082403, "sim_compute_sim_state": 0.005255144061023042, "sim_compute_performance-ego": 0.007566488426150256, "sim_compute_robot_state-ego": 0.009212051639120087}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.9458607796942298, "sim_physics": 0.07344392140706381, "survival_time": 14.950000000000076, "driven_lanedir": 3.583890252301488, "sim_render-ego": 0.012548135121663412, "in-drivable-lane": 1.15000000000001, "agent_compute-ego": 0.028739833037058512, "deviation-heading": 3.5271231144108506, "set_robot_commands": 0.009357666969299317, "deviation-center-line": 0.767190234019389, "driven_lanedir_consec": 3.583890252301488, "sim_compute_sim_state": 0.005263978640238444, "sim_compute_performance-ego": 0.007953555583953857, "sim_compute_robot_state-ego": 0.009401793479919434}}set_robot_commands_max 0.00955156644185384 set_robot_commands_mean 0.00918127118904172 set_robot_commands_median 0.009198691844940186 set_robot_commands_min 0.008832940260569255 sim_compute_performance-ego_max 0.007977437973022462 sim_compute_performance-ego_mean 0.007741340446714833 sim_compute_performance-ego_median 0.007791938781738281 sim_compute_performance-ego_min 0.00741728146870931 sim_compute_robot_state-ego_max 0.009401793479919434 sim_compute_robot_state-ego_mean 0.009184258542291384 sim_compute_robot_state-ego_median 0.009212051639120087 sim_compute_robot_state-ego_min 0.00880521853764852 sim_compute_sim_state_max 0.005263978640238444 sim_compute_sim_state_mean 0.005199613336995055 sim_compute_sim_state_median 0.005233996709187825 sim_compute_sim_state_min 0.005078481833140055 sim_physics_max 0.07558085718227707 sim_physics_mean 0.07346575998956617 sim_physics_median 0.07344392140706381 sim_physics_min 0.07061457395553589 sim_render-ego_max 0.012548135121663412 sim_render-ego_mean 0.01231753927211422 sim_render-ego_median 0.012404698530832928 sim_render-ego_min 0.01181458075841268 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.270000000000058 survival_time_min 6.549999999999985
No reset possible 29464
5786
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.8370165274474854 survival_time_median 8.649999999999988 deviation-center-line_median 0.6907532580677678 in-drivable-lane_median 0.3999999999999986
other stats agent_compute-ego_max 0.045562641961233954 agent_compute-ego_mean 0.0407186600297984 agent_compute-ego_median 0.04092901706695557 agent_compute-ego_min 0.03584125000617407 deviation-center-line_max 1.0048632179836956 deviation-center-line_mean 0.612847084664901 deviation-center-line_min 0.158682167593412 deviation-heading_max 4.255344604538362 deviation-heading_mean 2.682222830230396 deviation-heading_median 2.7808898435176457 deviation-heading_min 0.7091074992061417 driven_any_max 5.007167871701853 driven_any_mean 3.2276240076771834 driven_any_median 3.136631479675347 driven_any_min 1.2726598806545664 driven_lanedir_consec_max 4.254979924210714 driven_lanedir_consec_mean 2.8819853364741657 driven_lanedir_consec_min 1.236182904876047 driven_lanedir_max 4.254979924210714 driven_lanedir_mean 2.8819853364741657 driven_lanedir_median 2.8370165274474854 driven_lanedir_min 1.236182904876047 in-drivable-lane_max 1.1000000000000156 in-drivable-lane_mean 0.4500000000000025 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.2726598806545664, "sim_physics": 0.07081666730699085, "survival_time": 4.199999999999993, "driven_lanedir": 1.236182904876047, "sim_render-ego": 0.011877837635221936, "in-drivable-lane": 0, "agent_compute-ego": 0.045562641961233954, "deviation-heading": 0.7091074992061417, "set_robot_commands": 0.008712081682114374, "deviation-center-line": 0.158682167593412, "driven_lanedir_consec": 1.236182904876047, "sim_compute_sim_state": 0.004663492952074323, "sim_compute_performance-ego": 0.007268102396102179, "sim_compute_robot_state-ego": 0.008471735886165075}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.686456653395364, "sim_physics": 0.07519965916010686, "survival_time": 8.649999999999988, "driven_lanedir": 2.2584381847829658, "sim_render-ego": 0.01285170681903817, "in-drivable-lane": 0.7499999999999984, "agent_compute-ego": 0.03584125000617407, "deviation-heading": 2.7808898435176457, "set_robot_commands": 0.0092954249740336, "deviation-center-line": 0.6907532580677678, "driven_lanedir_consec": 2.2584381847829658, "sim_compute_sim_state": 0.0050977020594425975, "sim_compute_performance-ego": 0.0077895070776084945, "sim_compute_robot_state-ego": 0.009481708438410235}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.007167871701853, "sim_physics": 0.07486875216166178, "survival_time": 14.950000000000076, "driven_lanedir": 4.254979924210714, "sim_render-ego": 0.012781229813893636, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.04092901706695557, "deviation-heading": 4.255344604538362, "set_robot_commands": 0.008645805517832438, "deviation-center-line": 1.0048632179836956, "driven_lanedir_consec": 4.254979924210714, "sim_compute_sim_state": 0.005041305224100749, "sim_compute_performance-ego": 0.00786854108174642, "sim_compute_robot_state-ego": 0.00932623545328776}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.136631479675347, "sim_physics": 0.07480996468163639, "survival_time": 8.649999999999988, "driven_lanedir": 2.8370165274474854, "sim_render-ego": 0.012716573097802312, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.042515790531401, "deviation-heading": 1.8131538143771189, "set_robot_commands": 0.008891220037647755, "deviation-center-line": 0.4183792066851431, "driven_lanedir_consec": 2.8370165274474854, "sim_compute_sim_state": 0.0051675531905510524, "sim_compute_performance-ego": 0.007819822068848362, "sim_compute_robot_state-ego": 0.009236488728164936}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.035204152958788, "sim_physics": 0.07661640229832711, "survival_time": 12.950000000000047, "driven_lanedir": 3.823309141053617, "sim_render-ego": 0.013235962989247445, "in-drivable-lane": 0, "agent_compute-ego": 0.03874460058322744, "deviation-heading": 3.852618389512712, "set_robot_commands": 0.009096534095675788, "deviation-center-line": 0.7915575729944863, "driven_lanedir_consec": 3.823309141053617, "sim_compute_sim_state": 0.00530193855403473, "sim_compute_performance-ego": 0.007990908898902216, "sim_compute_robot_state-ego": 0.009678748583701586}}set_robot_commands_max 0.0092954249740336 set_robot_commands_mean 0.008928213261460791 set_robot_commands_median 0.008891220037647755 set_robot_commands_min 0.008645805517832438 sim_compute_performance-ego_max 0.007990908898902216 sim_compute_performance-ego_mean 0.0077473763046415345 sim_compute_performance-ego_median 0.007819822068848362 sim_compute_performance-ego_min 0.007268102396102179 sim_compute_robot_state-ego_max 0.009678748583701586 sim_compute_robot_state-ego_mean 0.009238983417945918 sim_compute_robot_state-ego_median 0.00932623545328776 sim_compute_robot_state-ego_min 0.008471735886165075 sim_compute_sim_state_max 0.00530193855403473 sim_compute_sim_state_mean 0.00505439839604069 sim_compute_sim_state_median 0.0050977020594425975 sim_compute_sim_state_min 0.004663492952074323 sim_physics_max 0.07661640229832711 sim_physics_mean 0.0744622891217446 sim_physics_median 0.07486875216166178 sim_physics_min 0.07081666730699085 sim_render-ego_max 0.013235962989247445 sim_render-ego_mean 0.0126926620710407 sim_render-ego_median 0.012781229813893636 sim_render-ego_min 0.011877837635221936 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 9.88000000000002 survival_time_min 4.199999999999993
No reset possible 29183
5664
Riza Velioglu 🇩🇪UniBielefeld-#6 aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.948687888788613 survival_time_median 14.150000000000066 deviation-center-line_median 0.7529083426327439 in-drivable-lane_median 2.500000000000007
other stats agent_compute-ego_max 0.05978935062885284 agent_compute-ego_mean 0.05731603459478278 agent_compute-ego_median 0.057165226750997264 agent_compute-ego_min 0.055489224592844645 deviation-center-line_max 0.9889882748798796 deviation-center-line_mean 0.6840147030556633 deviation-center-line_min 0.14173623093344792 deviation-heading_max 4.306301463752529 deviation-heading_mean 3.071441837031927 deviation-heading_median 3.3451740036887267 deviation-heading_min 1.081493262873245 driven_any_max 5.691707132049145 driven_any_mean 4.545835293933099 driven_any_median 5.513328897700145 driven_any_min 1.3703231737259003 driven_lanedir_consec_max 4.80858875876049 driven_lanedir_consec_mean 3.5192668281333326 driven_lanedir_consec_min 0.841842445253795 driven_lanedir_max 4.80858875876049 driven_lanedir_mean 3.5192668281333326 driven_lanedir_median 3.948687888788613 driven_lanedir_min 0.841842445253795 in-drivable-lane_max 3.650000000000021 in-drivable-lane_mean 2.460000000000008 in-drivable-lane_min 1.299999999999996 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.3703231737259003, "sim_physics": 0.07624993622303008, "survival_time": 3.999999999999994, "driven_lanedir": 0.841842445253795, "sim_render-ego": 0.013557299971580504, "in-drivable-lane": 1.299999999999996, "agent_compute-ego": 0.05978935062885284, "deviation-heading": 1.081493262873245, "set_robot_commands": 0.008764421939849854, "deviation-center-line": 0.14173623093344792, "driven_lanedir_consec": 0.841842445253795, "sim_compute_sim_state": 0.005019333958625793, "sim_compute_performance-ego": 0.008123722672462464, "sim_compute_robot_state-ego": 0.009616521000862122}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.6278222885687335, "sim_physics": 0.07331580092549807, "survival_time": 12.35000000000004, "driven_lanedir": 3.541286104428833, "sim_render-ego": 0.013820972519847546, "in-drivable-lane": 2.7000000000000126, "agent_compute-ego": 0.0559692933009221, "deviation-heading": 3.3451740036887267, "set_robot_commands": 0.009126319576371536, "deviation-center-line": 0.7201524684146311, "driven_lanedir_consec": 3.541286104428833, "sim_compute_sim_state": 0.005109310150146484, "sim_compute_performance-ego": 0.008128552301692576, "sim_compute_robot_state-ego": 0.009811894613721592}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.691707132049145, "sim_physics": 0.07220923016012347, "survival_time": 14.150000000000066, "driven_lanedir": 4.80858875876049, "sim_render-ego": 0.014498295295364866, "in-drivable-lane": 2.150000000000002, "agent_compute-ego": 0.057165226750997264, "deviation-heading": 2.9397481063498327, "set_robot_commands": 0.009210905000936015, "deviation-center-line": 0.816288198417614, "driven_lanedir_consec": 4.80858875876049, "sim_compute_sim_state": 0.0053150898154969775, "sim_compute_performance-ego": 0.008029771777850579, "sim_compute_robot_state-ego": 0.009626244487695054}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 5.513328897700145, "sim_physics": 0.07767739852269491, "survival_time": 14.950000000000076, "driven_lanedir": 3.948687888788613, "sim_render-ego": 0.01506864865620931, "in-drivable-lane": 3.650000000000021, "agent_compute-ego": 0.05816707770029704, "deviation-heading": 4.306301463752529, "set_robot_commands": 0.009414040247599283, "deviation-center-line": 0.7529083426327439, "driven_lanedir_consec": 3.948687888788613, "sim_compute_sim_state": 0.0056220579147338865, "sim_compute_performance-ego": 0.008225714365641276, "sim_compute_robot_state-ego": 0.01002029021581014}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.525994977621568, "sim_physics": 0.0731264034907023, "survival_time": 14.950000000000076, "driven_lanedir": 4.455928943434929, "sim_render-ego": 0.01341588338216146, "in-drivable-lane": 2.500000000000007, "agent_compute-ego": 0.055489224592844645, "deviation-heading": 3.684492348495301, "set_robot_commands": 0.0091035795211792, "deviation-center-line": 0.9889882748798796, "driven_lanedir_consec": 4.455928943434929, "sim_compute_sim_state": 0.0052445936203002926, "sim_compute_performance-ego": 0.007925771872202555, "sim_compute_robot_state-ego": 0.009539995988210042}}set_robot_commands_max 0.009414040247599283 set_robot_commands_mean 0.00912385325718718 set_robot_commands_median 0.009126319576371536 set_robot_commands_min 0.008764421939849854 sim_compute_performance-ego_max 0.008225714365641276 sim_compute_performance-ego_mean 0.00808670659796989 sim_compute_performance-ego_median 0.008123722672462464 sim_compute_performance-ego_min 0.007925771872202555 sim_compute_robot_state-ego_max 0.01002029021581014 sim_compute_robot_state-ego_mean 0.00972298926125979 sim_compute_robot_state-ego_median 0.009626244487695054 sim_compute_robot_state-ego_min 0.009539995988210042 sim_compute_sim_state_max 0.0056220579147338865 sim_compute_sim_state_mean 0.005262077091860687 sim_compute_sim_state_median 0.0052445936203002926 sim_compute_sim_state_min 0.005019333958625793 sim_physics_max 0.07767739852269491 sim_physics_mean 0.07451575386440977 sim_physics_median 0.07331580092549807 sim_physics_min 0.07220923016012347 sim_render-ego_max 0.01506864865620931 sim_render-ego_mean 0.014072219965032736 sim_render-ego_median 0.013820972519847546 sim_render-ego_min 0.01341588338216146 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.08000000000005 survival_time_min 3.999999999999994
No reset possible 29125
5643
Frank (Chude) Qian 🇨🇦2019-12-05|FrankNet|v3 aido3-LFV-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:51:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.254114701992409 survival_time_median 14.950000000000076 deviation-center-line_median 0.8641239514493788 in-drivable-lane_median 2.549999999999991
other stats agent_compute-ego_max 0.051959628204129776 agent_compute-ego_mean 0.048508175465282743 agent_compute-ego_median 0.04780573750797071 agent_compute-ego_min 0.046254406770070394 deviation-center-line_max 1.2127520719563585 deviation-center-line_mean 0.8605672677352421 deviation-center-line_min 0.4329197423706256 deviation-heading_max 3.904264833632927 deviation-heading_mean 3.152558845616788 deviation-heading_median 3.2225072495959552 deviation-heading_min 1.5781140001511975 driven_any_max 6.749572155974129 driven_any_mean 5.238460693729977 driven_any_median 5.378607318971057 driven_any_min 2.584178678003996 driven_lanedir_consec_max 5.9420811909561735 driven_lanedir_consec_mean 4.139602243301526 driven_lanedir_consec_min 2.235812899980158 driven_lanedir_max 5.9420811909561735 driven_lanedir_mean 4.139602243301526 driven_lanedir_median 4.254114701992409 driven_lanedir_min 2.235812899980158 in-drivable-lane_max 5.05000000000002 in-drivable-lane_mean 2.543333333333342 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 5.5547315472047645, "sim_physics": 0.12591736555099486, "survival_time": 14.950000000000076, "driven_lanedir": 4.516107749221899, "sim_render-ego": 0.012076342900594075, "in-drivable-lane": 1.8500000000000076, "agent_compute-ego": 0.04856043815612793, "deviation-heading": 3.904264833632927, "set_robot_commands": 0.008457934856414795, "deviation-center-line": 0.9827357554254644, "driven_lanedir_consec": 4.516107749221899, "sim_compute_sim_state": 0.004997158050537109, "sim_compute_performance-ego": 0.007071113586425782, "sim_compute_robot_state-ego": 0.00865047295888265, "sim_compute_robot_state-npc0": 0.008423047065734863, "sim_compute_robot_state-npc1": 0.00824113686879476, "sim_compute_robot_state-npc2": 0.008459345499674479, "sim_compute_robot_state-npc3": 0.008075629870096843}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 5.292586029636205, "sim_physics": 0.14020514329274494, "survival_time": 14.950000000000076, "driven_lanedir": 4.551594968622555, "sim_render-ego": 0.011860015392303467, "in-drivable-lane": 1.5499999999999945, "agent_compute-ego": 0.046987266540527345, "deviation-heading": 3.2225072495959552, "set_robot_commands": 0.008639214833577474, "deviation-center-line": 0.869178458123416, "driven_lanedir_consec": 4.551594968622555, "sim_compute_sim_state": 0.004954946835835775, "sim_compute_performance-ego": 0.007137513955434163, "sim_compute_robot_state-ego": 0.008564733664194742, "sim_compute_robot_state-npc0": 0.008556016286214193, "sim_compute_robot_state-npc1": 0.008649858633677164, "sim_compute_robot_state-npc2": 0.008443092505137126, "sim_compute_robot_state-npc3": 0.008349858125050862}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.485621007236376, "sim_physics": 0.15057355801264444, "survival_time": 14.950000000000076, "driven_lanedir": 3.706948052763467, "sim_render-ego": 0.012268985112508138, "in-drivable-lane": 3.95, "agent_compute-ego": 0.046254406770070394, "deviation-heading": 3.8865656319250537, "set_robot_commands": 0.008601980209350586, "deviation-center-line": 0.8531784623560618, "driven_lanedir_consec": 3.706948052763467, "sim_compute_sim_state": 0.00510845422744751, "sim_compute_performance-ego": 0.007173465887705485, "sim_compute_robot_state-ego": 0.008962436517079671, "sim_compute_robot_state-npc0": 0.00827437957127889, "sim_compute_robot_state-npc1": 0.008402558167775472, "sim_compute_robot_state-npc2": 0.008461280663808187, "sim_compute_robot_state-npc3": 0.008278525670369467}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 5.1629032201951075, "sim_physics": 0.1373606570561727, "survival_time": 14.950000000000076, "driven_lanedir": 3.2970725202104862, "sim_render-ego": 0.01326629638671875, "in-drivable-lane": 5.05000000000002, "agent_compute-ego": 0.049635151227315266, "deviation-heading": 3.69433074880444, "set_robot_commands": 0.009331071376800537, "deviation-center-line": 0.8193724146981198, "driven_lanedir_consec": 3.2970725202104862, "sim_compute_sim_state": 0.005241618951161702, "sim_compute_performance-ego": 0.007838892141977945, "sim_compute_robot_state-ego": 0.009487810929616291, "sim_compute_robot_state-npc0": 0.009143657684326172, "sim_compute_robot_state-npc1": 0.008827375570933023, "sim_compute_robot_state-npc2": 0.0089646848042806, "sim_compute_robot_state-npc3": 0.008874533971150716}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.584178678003996, "sim_physics": 0.14081348086658277, "survival_time": 7.599999999999981, "driven_lanedir": 2.235812899980158, "sim_render-ego": 0.013570534555535568, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.04780573750797071, "deviation-heading": 1.5781140001511975, "set_robot_commands": 0.008690432498329565, "deviation-center-line": 0.4714077658926852, "driven_lanedir_consec": 2.235812899980158, "sim_compute_sim_state": 0.004937275459891872, "sim_compute_performance-ego": 0.007377795482936658, "sim_compute_robot_state-ego": 0.009218559453361912, "sim_compute_robot_state-npc0": 0.00905918604449222, "sim_compute_robot_state-npc1": 0.008369106995432, "sim_compute_robot_state-npc2": 0.008410781621932983, "sim_compute_robot_state-npc3": 0.00846363055078607}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 5.6580910507130024, "sim_physics": 0.14567745288213094, "survival_time": 14.950000000000076, "driven_lanedir": 3.832544474037934, "sim_render-ego": 0.012575433254241944, "in-drivable-lane": 4.600000000000022, "agent_compute-ego": 0.04728010654449463, "deviation-heading": 3.144234153660598, "set_robot_commands": 0.010879271030426026, "deviation-center-line": 0.8300756170217601, "driven_lanedir_consec": 3.832544474037934, "sim_compute_sim_state": 0.005042577584584554, "sim_compute_performance-ego": 0.007216192881266276, "sim_compute_robot_state-ego": 0.008862825234731038, "sim_compute_robot_state-npc0": 0.008599030176798502, "sim_compute_robot_state-npc1": 0.008305203914642335, "sim_compute_robot_state-npc2": 0.008200968106587728, "sim_compute_robot_state-npc3": 0.008180909951527914}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 5.378607318971057, "sim_physics": 0.14700015226999918, "survival_time": 14.950000000000076, "driven_lanedir": 4.254114701992409, "sim_render-ego": 0.012949639956156412, "in-drivable-lane": 2.549999999999991, "agent_compute-ego": 0.048848308722178144, "deviation-heading": 3.8966969820427337, "set_robot_commands": 0.008952571551005045, "deviation-center-line": 0.9500733282888776, "driven_lanedir_consec": 4.254114701992409, "sim_compute_sim_state": 0.005188896656036377, "sim_compute_performance-ego": 0.00757667620976766, "sim_compute_robot_state-ego": 0.00911959727605184, "sim_compute_robot_state-npc0": 0.00882657766342163, "sim_compute_robot_state-npc1": 0.008762806256612143, "sim_compute_robot_state-npc2": 0.008550366560618083, "sim_compute_robot_state-npc3": 0.008620632489522299}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 3.8287945444886455, "sim_physics": 0.1486742912598376, "survival_time": 10.600000000000016, "driven_lanedir": 2.679699574472857, "sim_render-ego": 0.013226307787985172, "in-drivable-lane": 3.400000000000033, "agent_compute-ego": 0.051959628204129776, "deviation-heading": 1.659679215754435, "set_robot_commands": 0.00929344375178499, "deviation-center-line": 0.4329197423706256, "driven_lanedir_consec": 2.679699574472857, "sim_compute_sim_state": 0.005192168478695852, "sim_compute_performance-ego": 0.007543307430339309, "sim_compute_robot_state-ego": 0.009415379110372293, "sim_compute_robot_state-npc0": 0.00908914826950937, "sim_compute_robot_state-npc1": 0.008656501770019531, "sim_compute_robot_state-npc2": 0.008824410303583686, "sim_compute_robot_state-npc3": 0.008739056452265326}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 6.2492221073593175, "sim_physics": 0.13874239524205526, "survival_time": 14.950000000000076, "driven_lanedir": 5.693262846686313, "sim_render-ego": 0.012603902022043863, "in-drivable-lane": 0.8499999999999996, "agent_compute-ego": 0.048836552302042646, "deviation-heading": 2.6342840249834483, "set_robot_commands": 0.009151206016540528, "deviation-center-line": 0.8641239514493788, "driven_lanedir_consec": 5.693262846686313, "sim_compute_sim_state": 0.0051742847760518395, "sim_compute_performance-ego": 0.007735277016957601, "sim_compute_robot_state-ego": 0.009130264123280845, "sim_compute_robot_state-npc0": 0.009496793746948244, "sim_compute_robot_state-npc1": 0.008840650717417398, "sim_compute_robot_state-npc2": 0.008856510321299235, "sim_compute_robot_state-npc3": 0.008602142333984375}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 5.743196488471419, "sim_physics": 0.13439647912979125, "survival_time": 14.950000000000076, "driven_lanedir": 4.415718887304012, "sim_render-ego": 0.0133159073193868, "in-drivable-lane": 2.950000000000002, "agent_compute-ego": 0.05032353162765503, "deviation-heading": 3.7329204722440448, "set_robot_commands": 0.009700887203216551, "deviation-center-line": 0.9574411290650408, "driven_lanedir_consec": 4.415718887304012, "sim_compute_sim_state": 0.0052112722396850586, "sim_compute_performance-ego": 0.007771593729654948, "sim_compute_robot_state-ego": 0.00958232323328654, "sim_compute_robot_state-npc0": 0.00925381580988566, "sim_compute_robot_state-npc1": 0.008855087757110596, "sim_compute_robot_state-npc2": 0.0090861177444458, "sim_compute_robot_state-npc3": 0.008732779026031494}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 4.73674682699667, "sim_physics": 0.1555797322591146, "survival_time": 14.950000000000076, "driven_lanedir": 4.627268170683488, "sim_render-ego": 0.012802549997965497, "in-drivable-lane": 0, "agent_compute-ego": 0.047633810838063555, "deviation-heading": 2.951530825521461, "set_robot_commands": 0.008640383084615072, "deviation-center-line": 0.8073754537578048, "driven_lanedir_consec": 4.627268170683488, "sim_compute_sim_state": 0.005041675567626953, "sim_compute_performance-ego": 0.007120554447174072, "sim_compute_robot_state-ego": 0.008796134789784749, "sim_compute_robot_state-npc0": 0.008666669527689616, "sim_compute_robot_state-npc1": 0.008729974428812662, "sim_compute_robot_state-npc2": 0.008478514353434245, "sim_compute_robot_state-npc3": 0.008240540822347006}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 5.968037297439007, "sim_physics": 0.14973493178685507, "survival_time": 14.950000000000076, "driven_lanedir": 4.823496711894922, "sim_render-ego": 0.012439440886179608, "in-drivable-lane": 2.3500000000000334, "agent_compute-ego": 0.04730839093526205, "deviation-heading": 3.7584108639798153, "set_robot_commands": 0.008891376654307047, "deviation-center-line": 1.0775264240672349, "driven_lanedir_consec": 4.823496711894922, "sim_compute_sim_state": 0.005035372575124105, "sim_compute_performance-ego": 0.007239473660786947, "sim_compute_robot_state-ego": 0.00901122252146403, "sim_compute_robot_state-npc0": 0.00853605349858602, "sim_compute_robot_state-npc1": 0.00850717544555664, "sim_compute_robot_state-npc2": 0.008444645404815675, "sim_compute_robot_state-npc3": 0.008395439783732096}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 6.749572155974129, "sim_physics": 0.1323996122678121, "survival_time": 14.950000000000076, "driven_lanedir": 5.9420811909561735, "sim_render-ego": 0.01246221383412679, "in-drivable-lane": 1.5000000000000044, "agent_compute-ego": 0.04753982384999593, "deviation-heading": 2.5493469299227867, "set_robot_commands": 0.00895484209060669, "deviation-center-line": 1.2127520719563585, "driven_lanedir_consec": 5.9420811909561735, "sim_compute_sim_state": 0.004893113772074381, "sim_compute_performance-ego": 0.007393972873687744, "sim_compute_robot_state-ego": 0.008850362300872803, "sim_compute_robot_state-npc0": 0.00849097728729248, "sim_compute_robot_state-npc1": 0.00859611749649048, "sim_compute_robot_state-npc2": 0.008508345286051433, "sim_compute_robot_state-npc3": 0.008227279186248779}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 5.14759268576042, "sim_physics": 0.14543181498845417, "survival_time": 14.950000000000076, "driven_lanedir": 3.577516325619765, "sim_render-ego": 0.012585280736287436, "in-drivable-lane": 3.950000000000016, "agent_compute-ego": 0.04737507502237956, "deviation-heading": 3.604455383997316, "set_robot_commands": 0.00882723887761434, "deviation-center-line": 0.948184601768994, "driven_lanedir_consec": 3.577516325619765, "sim_compute_sim_state": 0.00516145388285319, "sim_compute_performance-ego": 0.007713725566864013, "sim_compute_robot_state-ego": 0.009048439661661785, "sim_compute_robot_state-npc0": 0.008881186644236247, "sim_compute_robot_state-npc1": 0.008821828365325928, "sim_compute_robot_state-npc2": 0.00866498867670695, "sim_compute_robot_state-npc3": 0.00860284169514974}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 5.037029447499551, "sim_physics": 0.14018721024195352, "survival_time": 14.950000000000076, "driven_lanedir": 3.940794575076436, "sim_render-ego": 0.013054203192392986, "in-drivable-lane": 2.950000000000003, "agent_compute-ego": 0.05127440373102824, "deviation-heading": 3.0710413680356106, "set_robot_commands": 0.009345037937164308, "deviation-center-line": 0.8321638397868076, "driven_lanedir_consec": 3.940794575076436, "sim_compute_sim_state": 0.005143059889475505, "sim_compute_performance-ego": 0.007798154354095459, "sim_compute_robot_state-ego": 0.009578173160552978, "sim_compute_robot_state-npc0": 0.009166502157847086, "sim_compute_robot_state-npc1": 0.008812545935312907, "sim_compute_robot_state-npc2": 0.009396357536315918, "sim_compute_robot_state-npc3": 0.00856590986251831}}set_robot_commands_max 0.010879271030426026 set_robot_commands_mean 0.00909045946478357 set_robot_commands_median 0.008952571551005045 set_robot_commands_min 0.008457934856414795 sim_compute_performance-ego_max 0.007838892141977945 sim_compute_performance-ego_mean 0.007447180615004938 sim_compute_performance-ego_median 0.007393972873687744 sim_compute_performance-ego_min 0.007071113586425782 sim_compute_robot_state-ego_max 0.00958232323328654 sim_compute_robot_state-ego_mean 0.00908524899567961 sim_compute_robot_state-ego_median 0.009048439661661785 sim_compute_robot_state-ego_min 0.008564733664194742 sim_compute_robot_state-npc0_max 0.009496793746948244 sim_compute_robot_state-npc0_mean 0.008830869428950746 sim_compute_robot_state-npc0_median 0.00882657766342163 sim_compute_robot_state-npc0_min 0.00827437957127889 sim_compute_robot_state-npc1_max 0.008855087757110596 sim_compute_robot_state-npc1_mean 0.008625195221594202 sim_compute_robot_state-npc1_median 0.008656501770019531 sim_compute_robot_state-npc1_min 0.00824113686879476 sim_compute_robot_state-npc2_max 0.009396357536315918 sim_compute_robot_state-npc2_mean 0.008650027292579476 sim_compute_robot_state-npc2_median 0.008508345286051433 sim_compute_robot_state-npc2_min 0.008200968106587728 sim_compute_robot_state-npc3_max 0.008874533971150716 sim_compute_robot_state-npc3_mean 0.008463313986052086 sim_compute_robot_state-npc3_median 0.00846363055078607 sim_compute_robot_state-npc3_min 0.008075629870096843 sim_compute_sim_state_max 0.005241618951161702 sim_compute_sim_state_mean 0.005088221929805451 sim_compute_sim_state_median 0.00510845422744751 sim_compute_sim_state_min 0.004893113772074381 sim_physics_max 0.1555797322591146 sim_physics_mean 0.14217961847380955 sim_physics_median 0.14081348086658277 sim_physics_min 0.12591736555099486 sim_render-ego_max 0.013570534555535568 sim_render-ego_mean 0.012737136888961768 sim_render-ego_median 0.012603902022043863 sim_render-ego_min 0.011860015392303467 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.170000000000066 survival_time_min 7.599999999999981
No reset possible 28843
5513
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.563822868160841 survival_time_median 1.4500000000000006 deviation-center-line_median 0.101275558885306 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.04446059114792768 agent_compute-ego_mean 0.04028696247438394 agent_compute-ego_median 0.04054335890145137 agent_compute-ego_min 0.03741661991391863 deviation-center-line_max 0.4910975632844859 deviation-center-line_mean 0.23083407152341112 deviation-center-line_min 0.07349958253608366 deviation-heading_max 2.2091143093065377 deviation-heading_mean 0.9500153531435194 deviation-heading_median 0.4159091718945019 deviation-heading_min 0.244579414820297 driven_any_max 3.758447747245571 driven_any_mean 1.3118540130558978 driven_any_median 0.5770938809908778 driven_any_min 0.26190459117067905 driven_lanedir_consec_max 3.284986375201896 driven_lanedir_consec_mean 1.125607036298638 driven_lanedir_consec_min 0.24993513121440292 driven_lanedir_max 3.284986375201896 driven_lanedir_mean 1.125607036298638 driven_lanedir_median 0.563822868160841 driven_lanedir_min 0.24993513121440292 in-drivable-lane_max 1.3499999999999952 in-drivable-lane_mean 0.4799999999999983 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.4677026559908797, "sim_physics": 0.08330591519673665, "survival_time": 5.849999999999987, "driven_lanedir": 1.0627257363014493, "sim_render-ego": 0.013549437889685998, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.04145760210151346, "deviation-heading": 2.2091143093065377, "set_robot_commands": 0.009570782001201924, "deviation-center-line": 0.40036953123328584, "driven_lanedir_consec": 1.0627257363014493, "sim_compute_sim_state": 0.005842640868618957, "sim_compute_performance-ego": 0.008492102989783654, "sim_compute_robot_state-ego": 0.00993088983063005}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.26190459117067905, "sim_physics": 0.09507378409890568, "survival_time": 0.8500000000000002, "driven_lanedir": 0.24993513121440292, "sim_render-ego": 0.013747187221751491, "in-drivable-lane": 0, "agent_compute-ego": 0.04446059114792768, "deviation-heading": 0.244579414820297, "set_robot_commands": 0.010391571942497702, "deviation-center-line": 0.07349958253608366, "driven_lanedir_consec": 0.24993513121440292, "sim_compute_sim_state": 0.005510035683127011, "sim_compute_performance-ego": 0.008269422194536994, "sim_compute_robot_state-ego": 0.010331209968118107}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.49412118988148135, "sim_physics": 0.08857403952499916, "survival_time": 1.4500000000000006, "driven_lanedir": 0.4665650706145992, "sim_render-ego": 0.014526844024658205, "in-drivable-lane": 0, "agent_compute-ego": 0.04054335890145137, "deviation-heading": 0.4159091718945019, "set_robot_commands": 0.009221027637350148, "deviation-center-line": 0.101275558885306, "driven_lanedir_consec": 0.4665650706145992, "sim_compute_sim_state": 0.0066495763844457165, "sim_compute_performance-ego": 0.008800983428955078, "sim_compute_robot_state-ego": 0.00983243153013032}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.758447747245571, "sim_physics": 0.08398364384969076, "survival_time": 8.999999999999993, "driven_lanedir": 3.284986375201896, "sim_render-ego": 0.014767057365841336, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.03755664030710856, "deviation-heading": 1.550168892355186, "set_robot_commands": 0.009201212724049886, "deviation-center-line": 0.4910975632844859, "driven_lanedir_consec": 3.284986375201896, "sim_compute_sim_state": 0.005877273612552219, "sim_compute_performance-ego": 0.008514273166656493, "sim_compute_robot_state-ego": 0.009928201304541692}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5770938809908778, "sim_physics": 0.0934317708015442, "survival_time": 1.4000000000000006, "driven_lanedir": 0.563822868160841, "sim_render-ego": 0.014438646180289132, "in-drivable-lane": 0, "agent_compute-ego": 0.03741661991391863, "deviation-heading": 0.3303049773410749, "set_robot_commands": 0.009040262017931256, "deviation-center-line": 0.08792812167789418, "driven_lanedir_consec": 0.563822868160841, "sim_compute_sim_state": 0.006380481379372733, "sim_compute_performance-ego": 0.00844613994870867, "sim_compute_robot_state-ego": 0.00986170768737793}}set_robot_commands_max 0.010391571942497702 set_robot_commands_mean 0.009484971264606184 set_robot_commands_median 0.009221027637350148 set_robot_commands_min 0.009040262017931256 sim_compute_performance-ego_max 0.008800983428955078 sim_compute_performance-ego_mean 0.008504584345728178 sim_compute_performance-ego_median 0.008492102989783654 sim_compute_performance-ego_min 0.008269422194536994 sim_compute_robot_state-ego_max 0.010331209968118107 sim_compute_robot_state-ego_mean 0.00997688806415962 sim_compute_robot_state-ego_median 0.009928201304541692 sim_compute_robot_state-ego_min 0.00983243153013032 sim_compute_sim_state_max 0.0066495763844457165 sim_compute_sim_state_mean 0.006052001585623327 sim_compute_sim_state_median 0.005877273612552219 sim_compute_sim_state_min 0.005510035683127011 sim_physics_max 0.09507378409890568 sim_physics_mean 0.0888738306943753 sim_physics_median 0.08857403952499916 sim_physics_min 0.08330591519673665 sim_render-ego_max 0.014767057365841336 sim_render-ego_mean 0.014205834536445233 sim_render-ego_median 0.014438646180289132 sim_render-ego_min 0.013549437889685998 simulation-passed 1 survival_time_max 8.999999999999993 survival_time_mean 3.709999999999997 survival_time_min 0.8500000000000002
No reset possible 28801
5181
Robert Moni 🇭🇺almasip-6824 aido3-LF-real-validation
eval0-visualize success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:02:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 0.8199033163644889 survival_time 4.6667 deviation-center-line 0.16652417089415833 in-drivable-lane 1.3333999999999997
other stats deviation-heading 0.3463706148935569 driven_any 1.5420019949116093 driven_lanedir 0.8199033163644889 visualized-eval0-passed 1
No reset possible 28700
5488
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:46 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4229528210365623 survival_time_median 1.3500000000000003 deviation-center-line_median 0.10023953003245165 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.07077616453170776 agent_compute-ego_mean 0.05115735206746369 agent_compute-ego_median 0.04979623688591851 agent_compute-ego_min 0.03624266761917252 deviation-center-line_max 0.21453040167550008 deviation-center-line_mean 0.13289404930490262 deviation-center-line_min 0.09007905443303224 deviation-heading_max 1.3791663932861415 deviation-heading_mean 0.5801620745057816 deviation-heading_median 0.3880202663049644 deviation-heading_min 0.20901017099775515 driven_any_max 1.622182744122122 driven_any_mean 0.7465316196049304 driven_any_median 0.44023862698440647 driven_any_min 0.37370708522359086 driven_lanedir_consec_max 1.2449244691625811 driven_lanedir_consec_mean 0.6154695267581445 driven_lanedir_consec_min 0.3669602551141826 driven_lanedir_max 1.2449244691625811 driven_lanedir_mean 0.6154695267581445 driven_lanedir_median 0.4229528210365623 driven_lanedir_min 0.3669602551141826 in-drivable-lane_max 1.649999999999994 in-drivable-lane_mean 0.579999999999998 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.38605439944821585, "sim_physics": 0.08353288968404134, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3700663600919626, "sim_render-ego": 0.014031904715078848, "in-drivable-lane": 0, "agent_compute-ego": 0.05488068086129648, "deviation-heading": 0.38508815567687016, "set_robot_commands": 0.010181744893391928, "deviation-center-line": 0.10023953003245165, "driven_lanedir_consec": 0.3700663600919626, "sim_compute_sim_state": 0.005364833054719148, "sim_compute_performance-ego": 0.00882293559886791, "sim_compute_robot_state-ego": 0.010439899232652452}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.37370708522359086, "sim_physics": 0.07694810628890991, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3669602551141826, "sim_render-ego": 0.011722815036773682, "in-drivable-lane": 0, "agent_compute-ego": 0.07077616453170776, "deviation-heading": 0.20901017099775515, "set_robot_commands": 0.007039213180541992, "deviation-center-line": 0.09007905443303224, "driven_lanedir_consec": 0.3669602551141826, "sim_compute_sim_state": 0.005083239078521729, "sim_compute_performance-ego": 0.006837308406829834, "sim_compute_robot_state-ego": 0.009029924869537354}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9104752422463172, "sim_physics": 0.08084642023280048, "survival_time": 3.4499999999999957, "driven_lanedir": 0.6724437283854332, "sim_render-ego": 0.016288249388985012, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.04409101043922314, "deviation-heading": 0.5395253862631767, "set_robot_commands": 0.009661114734152088, "deviation-center-line": 0.1617366137038408, "driven_lanedir_consec": 0.6724437283854332, "sim_compute_sim_state": 0.005507880362911501, "sim_compute_performance-ego": 0.008667831835539444, "sim_compute_robot_state-ego": 0.010399586912514507}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.622182744122122, "sim_physics": 0.07359359715435956, "survival_time": 5.549999999999988, "driven_lanedir": 1.2449244691625811, "sim_render-ego": 0.012706730816815353, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.03624266761917252, "deviation-heading": 1.3791663932861415, "set_robot_commands": 0.008779564419308224, "deviation-center-line": 0.21453040167550008, "driven_lanedir_consec": 1.2449244691625811, "sim_compute_sim_state": 0.005178505235964114, "sim_compute_performance-ego": 0.00807472392245456, "sim_compute_robot_state-ego": 0.009435810484327713}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.44023862698440647, "sim_physics": 0.07544513101930972, "survival_time": 1.3500000000000003, "driven_lanedir": 0.4229528210365623, "sim_render-ego": 0.012845648659600152, "in-drivable-lane": 0, "agent_compute-ego": 0.04979623688591851, "deviation-heading": 0.3880202663049644, "set_robot_commands": 0.008141023141366464, "deviation-center-line": 0.0978846466796883, "driven_lanedir_consec": 0.4229528210365623, "sim_compute_sim_state": 0.005015982521904839, "sim_compute_performance-ego": 0.007755403165464048, "sim_compute_robot_state-ego": 0.00934069244949906}}set_robot_commands_max 0.010181744893391928 set_robot_commands_mean 0.00876053207375214 set_robot_commands_median 0.008779564419308224 set_robot_commands_min 0.007039213180541992 sim_compute_performance-ego_max 0.00882293559886791 sim_compute_performance-ego_mean 0.008031640585831158 sim_compute_performance-ego_median 0.00807472392245456 sim_compute_performance-ego_min 0.006837308406829834 sim_compute_robot_state-ego_max 0.010439899232652452 sim_compute_robot_state-ego_mean 0.009729182789706216 sim_compute_robot_state-ego_median 0.009435810484327713 sim_compute_robot_state-ego_min 0.009029924869537354 sim_compute_sim_state_max 0.005507880362911501 sim_compute_sim_state_mean 0.005230088050804266 sim_compute_sim_state_median 0.005178505235964114 sim_compute_sim_state_min 0.005015982521904839 sim_physics_max 0.08353288968404134 sim_physics_mean 0.07807322887588419 sim_physics_median 0.07694810628890991 sim_physics_min 0.07359359715435956 sim_render-ego_max 0.016288249388985012 sim_render-ego_mean 0.013519069723450608 sim_render-ego_median 0.012845648659600152 sim_render-ego_min 0.011722815036773682 simulation-passed 1 survival_time_max 5.549999999999988 survival_time_mean 2.539999999999997 survival_time_min 1.0000000000000002
No reset possible 28669
5470
Basile Dura 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:06 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 2 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28622
4535
Gianmarco Bernasconi challenge-aido_LF-baseline-duckietown aido3-LF-real-validation
eval2-visualize success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 7.201504702669574 survival_time 60.6666 deviation-center-line 4.42103170208901 in-drivable-lane 1.3333000000000013
other stats deviation-heading 5.836007957125276 driven_any 7.403739280428318 driven_lanedir 7.201504702669574 visualized-eval2-passed 1
No reset possible 28615
4535
Gianmarco Bernasconi challenge-aido_LF-baseline-duckietown aido3-LF-real-validation
eval1-visualize success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:23:57 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 8.088910075153729 survival_time 69.3333 deviation-center-line 5.775166775727122 in-drivable-lane 4.666700000000002
other stats deviation-heading 6.599253355969978 driven_any 8.600389115757503 driven_lanedir 8.088910075153729 visualized-eval1-passed 1
No reset possible 28592
4540
Robert Moni 🇭🇺kaland-22405 aido3-LF-real-validation
eval0-videos success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:39:03 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28566
5457
c reddy 🇮🇳challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.496694202099121 survival_time_median 14.950000000000076 deviation-center-line_median 0.4327643139852588 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.029331823984781905 agent_compute-ego_mean 0.028786243597666423 agent_compute-ego_median 0.028688448270161947 agent_compute-ego_min 0.028367095788319904 deviation-center-line_max 0.7606192125871384 deviation-center-line_mean 0.43463125056908625 deviation-center-line_min 0.19996500789724356 deviation-heading_max 3.3824979811084503 deviation-heading_mean 2.0013313378392334 deviation-heading_median 1.7752114761514477 deviation-heading_min 1.215586058997394 driven_any_max 2.553446286062485 driven_any_mean 2.2914471070283255 driven_any_median 2.5533947582240524 driven_any_min 1.2436007658605983 driven_lanedir_consec_max 2.541539699612343 driven_lanedir_consec_mean 2.149695453421844 driven_lanedir_consec_min 0.829225110027213 driven_lanedir_max 2.541539699612343 driven_lanedir_mean 2.149695453421844 driven_lanedir_median 2.496694202099121 driven_lanedir_min 0.829225110027213 in-drivable-lane_max 2.1499999999999924 in-drivable-lane_mean 0.5299999999999981 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.2436007658605983, "sim_physics": 0.08529562791188558, "survival_time": 7.499999999999981, "driven_lanedir": 0.829225110027213, "sim_render-ego": 0.013729394276936847, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.029331823984781905, "deviation-heading": 1.2532669474671918, "set_robot_commands": 0.00990530014038086, "deviation-center-line": 0.19996500789724356, "driven_lanedir_consec": 0.829225110027213, "sim_compute_sim_state": 0.00618229071299235, "sim_compute_performance-ego": 0.009052557945251463, "sim_compute_robot_state-ego": 0.010109065373738606}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.5534281755496457, "sim_physics": 0.0805531120300293, "survival_time": 14.950000000000076, "driven_lanedir": 2.5206256040785444, "sim_render-ego": 0.014129786491394044, "in-drivable-lane": 0, "agent_compute-ego": 0.028588857650756836, "deviation-heading": 1.7752114761514477, "set_robot_commands": 0.009697726567586265, "deviation-center-line": 0.4327643139852588, "driven_lanedir_consec": 2.5206256040785444, "sim_compute_sim_state": 0.006030635039011637, "sim_compute_performance-ego": 0.008364028135935465, "sim_compute_robot_state-ego": 0.009843138058980306}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.553446286062485, "sim_physics": 0.08240374247233073, "survival_time": 14.950000000000076, "driven_lanedir": 2.541539699612343, "sim_render-ego": 0.014236682256062826, "in-drivable-lane": 0, "agent_compute-ego": 0.028367095788319904, "deviation-heading": 1.215586058997394, "set_robot_commands": 0.009937220414479574, "deviation-center-line": 0.33140900699207465, "driven_lanedir_consec": 2.541539699612343, "sim_compute_sim_state": 0.006236317157745361, "sim_compute_performance-ego": 0.008596593538920085, "sim_compute_robot_state-ego": 0.00982648770014445}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.5533947582240524, "sim_physics": 0.0828375744819641, "survival_time": 14.950000000000076, "driven_lanedir": 2.496694202099121, "sim_render-ego": 0.014231427510579427, "in-drivable-lane": 0, "agent_compute-ego": 0.02895499229431152, "deviation-heading": 2.3800942254716846, "set_robot_commands": 0.00963510513305664, "deviation-center-line": 0.44839871138371606, "driven_lanedir_consec": 2.496694202099121, "sim_compute_sim_state": 0.0063459046681722, "sim_compute_performance-ego": 0.008682100772857667, "sim_compute_robot_state-ego": 0.01018710692723592}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.553365549444847, "sim_physics": 0.08278349876403808, "survival_time": 14.950000000000076, "driven_lanedir": 2.360392651291998, "sim_render-ego": 0.013686512311299642, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.028688448270161947, "deviation-heading": 3.3824979811084503, "set_robot_commands": 0.009777823289235432, "deviation-center-line": 0.7606192125871384, "driven_lanedir_consec": 2.360392651291998, "sim_compute_sim_state": 0.00643786350886027, "sim_compute_performance-ego": 0.008480470180511474, "sim_compute_robot_state-ego": 0.010148159662882489}}set_robot_commands_max 0.009937220414479574 set_robot_commands_mean 0.009790635108947754 set_robot_commands_median 0.009777823289235432 set_robot_commands_min 0.00963510513305664 sim_compute_performance-ego_max 0.009052557945251463 sim_compute_performance-ego_mean 0.00863515011469523 sim_compute_performance-ego_median 0.008596593538920085 sim_compute_performance-ego_min 0.008364028135935465 sim_compute_robot_state-ego_max 0.01018710692723592 sim_compute_robot_state-ego_mean 0.010022791544596354 sim_compute_robot_state-ego_median 0.010109065373738606 sim_compute_robot_state-ego_min 0.00982648770014445 sim_compute_sim_state_max 0.00643786350886027 sim_compute_sim_state_mean 0.006246602217356363 sim_compute_sim_state_median 0.006236317157745361 sim_compute_sim_state_min 0.006030635039011637 sim_physics_max 0.08529562791188558 sim_physics_mean 0.08277471113204957 sim_physics_median 0.08278349876403808 sim_physics_min 0.0805531120300293 sim_render-ego_max 0.014236682256062826 sim_render-ego_mean 0.014002760569254558 sim_render-ego_median 0.014129786491394044 sim_render-ego_min 0.013686512311299642 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.460000000000056 survival_time_min 7.499999999999981
No reset possible 28530
5439
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4589128608037514 survival_time_median 5.09999999999999 deviation-center-line_median 0.2996592293170791 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03850715066872391 agent_compute-ego_mean 0.037552505774331266 agent_compute-ego_median 0.037704037295447454 agent_compute-ego_min 0.036323807456276634 deviation-center-line_max 0.9226849923783152 deviation-center-line_mean 0.4091904019429544 deviation-center-line_min 0.09919052275083928 deviation-heading_max 3.50948763829549 deviation-heading_mean 1.1992991479813109 deviation-heading_median 0.80606980874554 deviation-heading_min 0.21615904326485613 driven_any_max 3.1864119890887244 driven_any_mean 1.715851289012416 driven_any_median 1.6412844725789149 driven_any_min 0.39637516302314496 driven_lanedir_consec_max 2.3105440940597592 driven_lanedir_consec_mean 1.4467142385258267 driven_lanedir_consec_min 0.39024517848596774 driven_lanedir_max 2.3105440940597592 driven_lanedir_mean 1.4467142385258267 driven_lanedir_median 1.4589128608037514 driven_lanedir_min 0.39024517848596774 in-drivable-lane_max 2.2000000000000046 in-drivable-lane_mean 0.71 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.1864119890887244, "sim_physics": 0.07550073474771363, "survival_time": 11.850000000000032, "driven_lanedir": 2.3105440940597592, "sim_render-ego": 0.011875863819685669, "in-drivable-lane": 2.2000000000000046, "agent_compute-ego": 0.03672555931509799, "deviation-heading": 3.50948763829549, "set_robot_commands": 0.009380309390619334, "deviation-center-line": 0.9226849923783152, "driven_lanedir_consec": 2.3105440940597592, "sim_compute_sim_state": 0.004999429364747639, "sim_compute_performance-ego": 0.007479858800831726, "sim_compute_robot_state-ego": 0.008874492806221362}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.39637516302314496, "sim_physics": 0.08784105560996315, "survival_time": 1.1000000000000003, "driven_lanedir": 0.39024517848596774, "sim_render-ego": 0.014415556734258478, "in-drivable-lane": 0, "agent_compute-ego": 0.036323807456276634, "deviation-heading": 0.21615904326485613, "set_robot_commands": 0.010318084196610884, "deviation-center-line": 0.09919052275083928, "driven_lanedir_consec": 0.39024517848596774, "sim_compute_sim_state": 0.005230730230158026, "sim_compute_performance-ego": 0.008297269994562323, "sim_compute_robot_state-ego": 0.010453798554160378}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.8851963021166551, "sim_physics": 0.07690568544246533, "survival_time": 5.399999999999989, "driven_lanedir": 1.8598976832170464, "sim_render-ego": 0.012775176101260714, "in-drivable-lane": 0, "agent_compute-ego": 0.037704037295447454, "deviation-heading": 0.80606980874554, "set_robot_commands": 0.009610584488621465, "deviation-center-line": 0.4745930634493296, "driven_lanedir_consec": 1.8598976832170464, "sim_compute_sim_state": 0.005273854290997541, "sim_compute_performance-ego": 0.008059320626435456, "sim_compute_robot_state-ego": 0.009468131595187716}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6412844725789149, "sim_physics": 0.07567953128440708, "survival_time": 5.09999999999999, "driven_lanedir": 1.2139713760626083, "sim_render-ego": 0.01628000128502939, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.03850715066872391, "deviation-heading": 1.126873163488122, "set_robot_commands": 0.009879168342141543, "deviation-center-line": 0.24982420181920856, "driven_lanedir_consec": 1.2139713760626083, "sim_compute_sim_state": 0.005434288698084214, "sim_compute_performance-ego": 0.007926026980082193, "sim_compute_robot_state-ego": 0.009621332673465504}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.4699885182546415, "sim_physics": 0.08636529105050224, "survival_time": 3.149999999999997, "driven_lanedir": 1.4589128608037514, "sim_render-ego": 0.013699694285317072, "in-drivable-lane": 0, "agent_compute-ego": 0.03850197413611033, "deviation-heading": 0.33790608611254513, "set_robot_commands": 0.009833922461857872, "deviation-center-line": 0.2996592293170791, "driven_lanedir_consec": 1.4589128608037514, "sim_compute_sim_state": 0.00559929438999721, "sim_compute_performance-ego": 0.008285571658422076, "sim_compute_robot_state-ego": 0.010015525515117342}}set_robot_commands_max 0.010318084196610884 set_robot_commands_mean 0.00980441377597022 set_robot_commands_median 0.009833922461857872 set_robot_commands_min 0.009380309390619334 sim_compute_performance-ego_max 0.008297269994562323 sim_compute_performance-ego_mean 0.008009609612066754 sim_compute_performance-ego_median 0.008059320626435456 sim_compute_performance-ego_min 0.007479858800831726 sim_compute_robot_state-ego_max 0.010453798554160378 sim_compute_robot_state-ego_mean 0.00968665622883046 sim_compute_robot_state-ego_median 0.009621332673465504 sim_compute_robot_state-ego_min 0.008874492806221362 sim_compute_sim_state_max 0.00559929438999721 sim_compute_sim_state_mean 0.005307519394796926 sim_compute_sim_state_median 0.005273854290997541 sim_compute_sim_state_min 0.004999429364747639 sim_physics_max 0.08784105560996315 sim_physics_mean 0.08045845962701029 sim_physics_median 0.07690568544246533 sim_physics_min 0.07550073474771363 sim_render-ego_max 0.01628000128502939 sim_render-ego_mean 0.013809258445110264 sim_render-ego_median 0.013699694285317072 sim_render-ego_min 0.011875863819685669 simulation-passed 1 survival_time_max 11.850000000000032 survival_time_mean 5.320000000000002 survival_time_min 1.1000000000000003
No reset possible 28521
5433
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.2848145007808554 survival_time_median 14.950000000000076 deviation-center-line_median 0.5778049879801443 in-drivable-lane_median 0.5500000000000078
other stats agent_compute-ego_max 0.062307167847951254 agent_compute-ego_mean 0.05969506216049194 agent_compute-ego_median 0.06094245831171671 agent_compute-ego_min 0.05305637915929159 deviation-center-line_max 0.7840414373143595 deviation-center-line_mean 0.6230611043286063 deviation-center-line_min 0.5519865477026236 deviation-heading_max 4.664712891295725 deviation-heading_mean 3.476761497463431 deviation-heading_median 3.763311799639648 deviation-heading_min 2.4338477463623267 driven_any_max 4.556502143105284 driven_any_mean 3.805998726263633 driven_any_median 3.5527189049772843 driven_any_min 2.9176061587143765 driven_lanedir_consec_max 4.449291608020452 driven_lanedir_consec_mean 3.5662613727165406 driven_lanedir_consec_min 2.4818352660959286 driven_lanedir_max 4.449291608020452 driven_lanedir_mean 3.5904126608761926 driven_lanedir_median 3.3259702369194204 driven_lanedir_min 2.4818352660959286 in-drivable-lane_max 3.200000000000026 in-drivable-lane_mean 0.910000000000006 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.9176061587143765, "sim_physics": 0.08143557469050089, "survival_time": 14.950000000000076, "driven_lanedir": 2.4818352660959286, "sim_render-ego": 0.013512877623240152, "in-drivable-lane": 3.200000000000026, "agent_compute-ego": 0.05305637915929159, "deviation-heading": 3.770970215300545, "set_robot_commands": 0.010213786760965984, "deviation-center-line": 0.6260626515399145, "driven_lanedir_consec": 2.4818352660959286, "sim_compute_sim_state": 0.006117554505666097, "sim_compute_performance-ego": 0.008527528444925945, "sim_compute_robot_state-ego": 0.010093006292978922}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.448076697175407, "sim_physics": 0.08227900505065917, "survival_time": 14.950000000000076, "driven_lanedir": 3.2848145007808554, "sim_render-ego": 0.013893264929453532, "in-drivable-lane": 0, "agent_compute-ego": 0.06094245831171671, "deviation-heading": 3.763311799639648, "set_robot_commands": 0.010210549036661784, "deviation-center-line": 0.7840414373143595, "driven_lanedir_consec": 3.2848145007808554, "sim_compute_sim_state": 0.006404016017913818, "sim_compute_performance-ego": 0.008457246621449789, "sim_compute_robot_state-ego": 0.010563247998555502}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.555089727345812, "sim_physics": 0.08489743073781332, "survival_time": 14.950000000000076, "driven_lanedir": 4.410151692564307, "sim_render-ego": 0.01349309206008911, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.05991129239400228, "deviation-heading": 2.4338477463623267, "set_robot_commands": 0.01085298220316569, "deviation-center-line": 0.5754098971059896, "driven_lanedir_consec": 4.410151692564307, "sim_compute_sim_state": 0.006455233891805013, "sim_compute_performance-ego": 0.008445132573445637, "sim_compute_robot_state-ego": 0.010498379071553548}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.556502143105284, "sim_physics": 0.08605253060658773, "survival_time": 14.950000000000076, "driven_lanedir": 4.449291608020452, "sim_render-ego": 0.01423340400060018, "in-drivable-lane": 0, "agent_compute-ego": 0.062307167847951254, "deviation-heading": 2.7509648347189084, "set_robot_commands": 0.011230234305063884, "deviation-center-line": 0.5778049879801443, "driven_lanedir_consec": 4.449291608020452, "sim_compute_sim_state": 0.006545039812723795, "sim_compute_performance-ego": 0.00875860055287679, "sim_compute_robot_state-ego": 0.01079940398534139}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.5527189049772843, "sim_physics": 0.0858841323852539, "survival_time": 14.950000000000076, "driven_lanedir": 3.3259702369194204, "sim_render-ego": 0.014350269635518392, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.06225801308949788, "deviation-heading": 4.664712891295725, "set_robot_commands": 0.0111109725634257, "deviation-center-line": 0.5519865477026236, "driven_lanedir_consec": 3.2052137961211593, "sim_compute_sim_state": 0.0065616997083028155, "sim_compute_performance-ego": 0.008775375684102376, "sim_compute_robot_state-ego": 0.0106131911277771}}set_robot_commands_max 0.011230234305063884 set_robot_commands_mean 0.010723704973856609 set_robot_commands_median 0.01085298220316569 set_robot_commands_min 0.010210549036661784 sim_compute_performance-ego_max 0.008775375684102376 sim_compute_performance-ego_mean 0.008592776775360108 sim_compute_performance-ego_median 0.008527528444925945 sim_compute_performance-ego_min 0.008445132573445637 sim_compute_robot_state-ego_max 0.01079940398534139 sim_compute_robot_state-ego_mean 0.010513445695241291 sim_compute_robot_state-ego_median 0.010563247998555502 sim_compute_robot_state-ego_min 0.010093006292978922 sim_compute_sim_state_max 0.0065616997083028155 sim_compute_sim_state_mean 0.006416708787282307 sim_compute_sim_state_median 0.006455233891805013 sim_compute_sim_state_min 0.006117554505666097 sim_physics_max 0.08605253060658773 sim_physics_mean 0.084109734694163 sim_physics_median 0.08489743073781332 sim_physics_min 0.08143557469050089 sim_render-ego_max 0.014350269635518392 sim_render-ego_mean 0.013896581649780273 sim_render-ego_median 0.013893264929453532 sim_render-ego_min 0.01349309206008911 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 28512
5426
Ramon Emiliani 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6631652158980691 survival_time_median 4.249999999999993 deviation-center-line_median 0.19511115218572525 in-drivable-lane_median 0.5000000000000004
other stats agent_compute-ego_max 0.028029324961643592 agent_compute-ego_mean 0.02778632830970878 agent_compute-ego_median 0.027752974373953684 agent_compute-ego_min 0.027619206628134083 deviation-center-line_max 1.044882084697126 deviation-center-line_mean 0.3954631157457972 deviation-center-line_min 0.105066574532636 deviation-heading_max 4.659201321521697 deviation-heading_mean 2.375154710632286 deviation-heading_median 1.6272731356745616 deviation-heading_min 0.7253673997911796 driven_any_max 4.085169625318007 driven_any_mean 1.729145814902017 driven_any_median 1.081278852939873 driven_any_min 0.5075776553089447 driven_lanedir_consec_max 3.515307667990141 driven_lanedir_consec_mean 1.3556762247335965 driven_lanedir_consec_min 0.1937992698841422 driven_lanedir_max 3.515307667990141 driven_lanedir_mean 1.388698394483687 driven_lanedir_median 0.6656807237032184 driven_lanedir_min 0.23879553510810547 in-drivable-lane_max 0.9999999999999972 in-drivable-lane_mean 0.5199999999999989 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.081278852939873, "sim_physics": 0.07227483356700223, "survival_time": 4.249999999999993, "driven_lanedir": 0.6656807237032184, "sim_render-ego": 0.012345064387601964, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.02787055408253389, "deviation-heading": 1.6272731356745616, "set_robot_commands": 0.008894488390754251, "deviation-center-line": 0.19511115218572525, "driven_lanedir_consec": 0.6631652158980691, "sim_compute_sim_state": 0.004999609554515165, "sim_compute_performance-ego": 0.007707890342263614, "sim_compute_robot_state-ego": 0.009136239220114317}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.352292364687973, "sim_physics": 0.07782335145132882, "survival_time": 8.74999999999999, "driven_lanedir": 1.9385081317667696, "sim_render-ego": 0.012996471949986047, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.027752974373953684, "deviation-heading": 3.7786434941077793, "set_robot_commands": 0.009517413548060826, "deviation-center-line": 0.5038848774878271, "driven_lanedir_consec": 1.820909056045429, "sim_compute_sim_state": 0.005493108204432896, "sim_compute_performance-ego": 0.00818378039768764, "sim_compute_robot_state-ego": 0.009711313247680663}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.085169625318007, "sim_physics": 0.07595061779022216, "survival_time": 14.950000000000076, "driven_lanedir": 3.515307667990141, "sim_render-ego": 0.012656403382619225, "in-drivable-lane": 0.9999999999999972, "agent_compute-ego": 0.027659581502278645, "deviation-heading": 4.659201321521697, "set_robot_commands": 0.00934937079747518, "deviation-center-line": 1.044882084697126, "driven_lanedir_consec": 3.515307667990141, "sim_compute_sim_state": 0.005317978858947754, "sim_compute_performance-ego": 0.007892909049987793, "sim_compute_robot_state-ego": 0.00946584939956665}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5075776553089447, "sim_physics": 0.0798203889713731, "survival_time": 2.1500000000000004, "driven_lanedir": 0.23879553510810547, "sim_render-ego": 0.012950010077897893, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.027619206628134083, "deviation-heading": 1.085288202066211, "set_robot_commands": 0.008901806764824445, "deviation-center-line": 0.105066574532636, "driven_lanedir_consec": 0.1937992698841422, "sim_compute_sim_state": 0.005262901616650958, "sim_compute_performance-ego": 0.008097449014353197, "sim_compute_robot_state-ego": 0.009252753368643828}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6194105762552873, "sim_physics": 0.08565102371515013, "survival_time": 2.549999999999999, "driven_lanedir": 0.5851999138502018, "sim_render-ego": 0.013473487367817, "in-drivable-lane": 0, "agent_compute-ego": 0.028029324961643592, "deviation-heading": 0.7253673997911796, "set_robot_commands": 0.009316112480911552, "deviation-center-line": 0.12837088982567152, "driven_lanedir_consec": 0.5851999138502018, "sim_compute_sim_state": 0.005567143945132985, "sim_compute_performance-ego": 0.008410944658167222, "sim_compute_robot_state-ego": 0.012240297654095818}}set_robot_commands_max 0.009517413548060826 set_robot_commands_mean 0.00919583839640525 set_robot_commands_median 0.009316112480911552 set_robot_commands_min 0.008894488390754251 sim_compute_performance-ego_max 0.008410944658167222 sim_compute_performance-ego_mean 0.008058594692491894 sim_compute_performance-ego_median 0.008097449014353197 sim_compute_performance-ego_min 0.007707890342263614 sim_compute_robot_state-ego_max 0.012240297654095818 sim_compute_robot_state-ego_mean 0.009961290578020254 sim_compute_robot_state-ego_median 0.00946584939956665 sim_compute_robot_state-ego_min 0.009136239220114317 sim_compute_sim_state_max 0.005567143945132985 sim_compute_sim_state_mean 0.005328148435935953 sim_compute_sim_state_median 0.005317978858947754 sim_compute_sim_state_min 0.004999609554515165 sim_physics_max 0.08565102371515013 sim_physics_mean 0.07830404309901529 sim_physics_median 0.07782335145132882 sim_physics_min 0.07227483356700223 sim_render-ego_max 0.013473487367817 sim_render-ego_mean 0.012884287433184429 sim_render-ego_median 0.012950010077897893 sim_render-ego_min 0.012345064387601964 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 6.530000000000011 survival_time_min 2.1500000000000004
No reset possible 28508
5423
Tristan Deleu 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:28 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 79 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28496
5415
Mikita Sazanovich 🇷🇺chameleon-3 aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:13:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.8063603485337496 survival_time_median 14.950000000000076 deviation-center-line_median 0.793891957507812 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.28822203961814324 agent_compute-ego_mean 0.27170255938944027 agent_compute-ego_median 0.2682137052218119 agent_compute-ego_min 0.2643558696019564 deviation-center-line_max 0.8406141017865578 deviation-center-line_mean 0.6933201734561301 deviation-center-line_min 0.2522903771677962 deviation-heading_max 4.452594569816384 deviation-heading_mean 3.492962112224524 deviation-heading_median 3.875310973654596 deviation-heading_min 1.3006991115998148 driven_any_max 4.393033730581071 driven_any_mean 3.783746472562902 driven_any_median 4.086521773905566 driven_any_min 2.034193163756248 driven_lanedir_consec_max 4.174214035295924 driven_lanedir_consec_mean 3.5149602106826876 driven_lanedir_consec_min 1.9741074169786537 driven_lanedir_max 4.174214035295924 driven_lanedir_mean 3.5149602106826876 driven_lanedir_median 3.8063603485337496 driven_lanedir_min 1.9741074169786537 in-drivable-lane_max 2.000000000000015 in-drivable-lane_mean 0.4200000000000033 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.034193163756248, "sim_physics": 0.07304501921180787, "survival_time": 6.149999999999986, "driven_lanedir": 1.9741074169786537, "sim_render-ego": 0.012182788151066475, "in-drivable-lane": 0, "agent_compute-ego": 0.28822203961814324, "deviation-heading": 1.3006991115998148, "set_robot_commands": 0.010210163225003377, "deviation-center-line": 0.2522903771677962, "driven_lanedir_consec": 1.9741074169786537, "sim_compute_sim_state": 0.005450378588544644, "sim_compute_performance-ego": 0.007716896088142705, "sim_compute_robot_state-ego": 0.008883530531472308}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.086521773905566, "sim_physics": 0.07300298419787729, "survival_time": 13.900000000000064, "driven_lanedir": 3.825901304309917, "sim_render-ego": 0.012630301413776206, "in-drivable-lane": 0.10000000000000142, "agent_compute-ego": 0.2643558696019564, "deviation-heading": 3.8687038754925607, "set_robot_commands": 0.01046125665843058, "deviation-center-line": 0.793891957507812, "driven_lanedir_consec": 3.825901304309917, "sim_compute_sim_state": 0.005498597090192836, "sim_compute_performance-ego": 0.007720664250764915, "sim_compute_robot_state-ego": 0.009362744770461708}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.393033730581071, "sim_physics": 0.0711031174659729, "survival_time": 14.950000000000076, "driven_lanedir": 4.174214035295924, "sim_render-ego": 0.012650556564331054, "in-drivable-lane": 0, "agent_compute-ego": 0.26816917101542154, "deviation-heading": 3.9675020305592623, "set_robot_commands": 0.01069367488225301, "deviation-center-line": 0.8377854144131153, "driven_lanedir_consec": 4.174214035295924, "sim_compute_sim_state": 0.005517212549845377, "sim_compute_performance-ego": 0.00782288948694865, "sim_compute_robot_state-ego": 0.009257116317749024}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.355259127490792, "sim_physics": 0.0720510220527649, "survival_time": 14.950000000000076, "driven_lanedir": 3.8063603485337496, "sim_render-ego": 0.012643009821573892, "in-drivable-lane": 2.000000000000015, "agent_compute-ego": 0.2695520114898682, "deviation-heading": 3.875310973654596, "set_robot_commands": 0.010748469829559326, "deviation-center-line": 0.7420190164053685, "driven_lanedir_consec": 3.8063603485337496, "sim_compute_sim_state": 0.005431337356567383, "sim_compute_performance-ego": 0.007792712052663168, "sim_compute_robot_state-ego": 0.009220147927602132}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.049724567080833, "sim_physics": 0.07431946833928427, "survival_time": 14.950000000000076, "driven_lanedir": 3.794217948295196, "sim_render-ego": 0.012917766571044922, "in-drivable-lane": 0, "agent_compute-ego": 0.2682137052218119, "deviation-heading": 4.452594569816384, "set_robot_commands": 0.01078646739323934, "deviation-center-line": 0.8406141017865578, "driven_lanedir_consec": 3.794217948295196, "sim_compute_sim_state": 0.005868635972340902, "sim_compute_performance-ego": 0.007939902941385905, "sim_compute_robot_state-ego": 0.009709964593251548}}set_robot_commands_max 0.01078646739323934 set_robot_commands_mean 0.010580006397697126 set_robot_commands_median 0.01069367488225301 set_robot_commands_min 0.010210163225003377 sim_compute_performance-ego_max 0.007939902941385905 sim_compute_performance-ego_mean 0.007798612963981068 sim_compute_performance-ego_median 0.007792712052663168 sim_compute_performance-ego_min 0.007716896088142705 sim_compute_robot_state-ego_max 0.009709964593251548 sim_compute_robot_state-ego_mean 0.009286700828107343 sim_compute_robot_state-ego_median 0.009257116317749024 sim_compute_robot_state-ego_min 0.008883530531472308 sim_compute_sim_state_max 0.005868635972340902 sim_compute_sim_state_mean 0.005553232311498229 sim_compute_sim_state_median 0.005498597090192836 sim_compute_sim_state_min 0.005431337356567383 sim_physics_max 0.07431946833928427 sim_physics_mean 0.07270432225354144 sim_physics_median 0.07300298419787729 sim_physics_min 0.0711031174659729 sim_render-ego_max 0.012917766571044922 sim_render-ego_mean 0.01260488450435851 sim_render-ego_median 0.012643009821573892 sim_render-ego_min 0.012182788151066475 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.980000000000055 survival_time_min 6.149999999999986
No reset possible 28486
5400
Charles Cossette 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:08:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.791163118510085 survival_time_median 14.950000000000076 deviation-center-line_median 0.807272671419091 in-drivable-lane_median 3.250000000000014
other stats agent_compute-ego_max 0.032369149358649006 agent_compute-ego_mean 0.029115679866389223 agent_compute-ego_median 0.028602009614308675 agent_compute-ego_min 0.02742186466852824 deviation-center-line_max 1.0265232618333784 deviation-center-line_mean 0.7206797966441947 deviation-center-line_min 0.17490334841499067 deviation-heading_max 3.5065748611832808 deviation-heading_mean 2.360063723481885 deviation-heading_median 2.782878241314264 deviation-heading_min 0.3997658427005929 driven_any_max 5.470736928572165 driven_any_mean 3.882096838739904 driven_any_median 4.446632429656967 driven_any_min 0.9946188985463996 driven_lanedir_consec_max 4.683106378378881 driven_lanedir_consec_mean 3.1663856231334657 driven_lanedir_consec_min 0.9822107831593724 driven_lanedir_max 4.683106378378881 driven_lanedir_mean 3.1663856231334657 driven_lanedir_median 3.791163118510085 driven_lanedir_min 0.9822107831593724 in-drivable-lane_max 3.5500000000000025 in-drivable-lane_mean 2.3300000000000063 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.4840309672366385, "sim_physics": 0.08347153027852376, "survival_time": 14.950000000000076, "driven_lanedir": 2.5046477143223704, "sim_render-ego": 0.013287611802419028, "in-drivable-lane": 3.250000000000014, "agent_compute-ego": 0.029029597441355387, "deviation-heading": 3.5065748611832808, "set_robot_commands": 0.00937802791595459, "deviation-center-line": 0.8265964611238723, "driven_lanedir_consec": 2.5046477143223704, "sim_compute_sim_state": 0.0061166516939798994, "sim_compute_performance-ego": 0.008394482930501303, "sim_compute_robot_state-ego": 0.010152200857798258}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.446632429656967, "sim_physics": 0.0802603546778361, "survival_time": 14.950000000000076, "driven_lanedir": 3.870800121296619, "sim_render-ego": 0.013750470479329428, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.028602009614308675, "deviation-heading": 2.809556770776726, "set_robot_commands": 0.009577158292134604, "deviation-center-line": 1.0265232618333784, "driven_lanedir_consec": 3.870800121296619, "sim_compute_sim_state": 0.00621289332707723, "sim_compute_performance-ego": 0.008269203503926596, "sim_compute_robot_state-ego": 0.010108916759490967}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.470736928572165, "sim_physics": 0.0783726954460144, "survival_time": 14.950000000000076, "driven_lanedir": 4.683106378378881, "sim_render-ego": 0.013373263676961265, "in-drivable-lane": 3.5500000000000025, "agent_compute-ego": 0.02742186466852824, "deviation-heading": 2.3015429014345616, "set_robot_commands": 0.00911801815032959, "deviation-center-line": 0.807272671419091, "driven_lanedir_consec": 4.683106378378881, "sim_compute_sim_state": 0.00592173178990682, "sim_compute_performance-ego": 0.008174126942952473, "sim_compute_robot_state-ego": 0.009930015405019125}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.9946188985463996, "sim_physics": 0.07455924937599584, "survival_time": 2.849999999999998, "driven_lanedir": 0.9822107831593724, "sim_render-ego": 0.015452397497076735, "in-drivable-lane": 0, "agent_compute-ego": 0.032369149358649006, "deviation-heading": 0.3997658427005929, "set_robot_commands": 0.010532948008754798, "deviation-center-line": 0.17490334841499067, "driven_lanedir_consec": 0.9822107831593724, "sim_compute_sim_state": 0.0062583998629921365, "sim_compute_performance-ego": 0.008952257926003975, "sim_compute_robot_state-ego": 0.011016406511005602}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.01446496968735, "sim_physics": 0.08242324431737263, "survival_time": 14.950000000000076, "driven_lanedir": 3.791163118510085, "sim_render-ego": 0.013459784984588625, "in-drivable-lane": 3.350000000000021, "agent_compute-ego": 0.028155778249104816, "deviation-heading": 2.782878241314264, "set_robot_commands": 0.00944196621576945, "deviation-center-line": 0.7681032404296408, "driven_lanedir_consec": 3.791163118510085, "sim_compute_sim_state": 0.006147034962972005, "sim_compute_performance-ego": 0.00832599401473999, "sim_compute_robot_state-ego": 0.010068887869517007}}set_robot_commands_max 0.010532948008754798 set_robot_commands_mean 0.009609623716588606 set_robot_commands_median 0.00944196621576945 set_robot_commands_min 0.00911801815032959 sim_compute_performance-ego_max 0.008952257926003975 sim_compute_performance-ego_mean 0.008423213063624868 sim_compute_performance-ego_median 0.00832599401473999 sim_compute_performance-ego_min 0.008174126942952473 sim_compute_robot_state-ego_max 0.011016406511005602 sim_compute_robot_state-ego_mean 0.010255285480566192 sim_compute_robot_state-ego_median 0.010108916759490967 sim_compute_robot_state-ego_min 0.009930015405019125 sim_compute_sim_state_max 0.0062583998629921365 sim_compute_sim_state_mean 0.006131342327385618 sim_compute_sim_state_median 0.006147034962972005 sim_compute_sim_state_min 0.00592173178990682 sim_physics_max 0.08347153027852376 sim_physics_mean 0.07981741481914854 sim_physics_median 0.0802603546778361 sim_physics_min 0.07455924937599584 sim_render-ego_max 0.015452397497076735 sim_render-ego_mean 0.013864705688075017 sim_render-ego_median 0.013459784984588625 sim_render-ego_min 0.013287611802419028 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.530000000000062 survival_time_min 2.849999999999998
No reset possible 28467
5400
Charles Cossette 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation timeout yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:18:00 Timeout because eval [...] Timeout because evaluator contacted us
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28452
5394
Nikolaus Howe challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:20 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.121833078375609 survival_time_median 3.049999999999997 deviation-center-line_median 0.17802808944197257 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03197252164121534 agent_compute-ego_mean 0.030028435953235223 agent_compute-ego_median 0.030283116279764377 agent_compute-ego_min 0.02607502750844263 deviation-center-line_max 0.42904100143260093 deviation-center-line_mean 0.19987295406258548 deviation-center-line_min 0.09097362328273027 deviation-heading_max 2.2292175492973207 deviation-heading_mean 0.9213229663870356 deviation-heading_median 0.7087882956263853 deviation-heading_min 0.3679373094033154 driven_any_max 3.3871146029468098 driven_any_mean 1.4031164252091175 driven_any_median 1.1619687171051525 driven_any_min 0.4164306030061967 driven_lanedir_consec_max 1.9529147536570484 driven_lanedir_consec_mean 1.0852464255116363 driven_lanedir_consec_min 0.3936942537228716 driven_lanedir_max 1.9529147536570484 driven_lanedir_mean 1.0852464255116363 driven_lanedir_median 1.121833078375609 driven_lanedir_min 0.3936942537228716 in-drivable-lane_max 3.149999999999994 in-drivable-lane_mean 0.6299999999999988 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.3871146029468098, "sim_physics": 0.07770313630556927, "survival_time": 8.949999999999992, "driven_lanedir": 1.9529147536570484, "sim_render-ego": 0.011888690500952011, "in-drivable-lane": 3.149999999999994, "agent_compute-ego": 0.02607502750844263, "deviation-heading": 2.2292175492973207, "set_robot_commands": 0.00882756377065648, "deviation-center-line": 0.42904100143260093, "driven_lanedir_consec": 1.9529147536570484, "sim_compute_sim_state": 0.005903282645028396, "sim_compute_performance-ego": 0.007516742418598197, "sim_compute_robot_state-ego": 0.00917623296130303}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.1619687171051525, "sim_physics": 0.0912338553882036, "survival_time": 3.049999999999997, "driven_lanedir": 1.121833078375609, "sim_render-ego": 0.014659549369186653, "in-drivable-lane": 0, "agent_compute-ego": 0.03197252164121534, "deviation-heading": 0.7087882956263853, "set_robot_commands": 0.010997338373152936, "deviation-center-line": 0.18491560502947663, "driven_lanedir_consec": 1.121833078375609, "sim_compute_sim_state": 0.006897527663434138, "sim_compute_performance-ego": 0.009104322214595608, "sim_compute_robot_state-ego": 0.010794229194766185}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.4164306030061967, "sim_physics": 0.09125600920783147, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3936942537228716, "sim_render-ego": 0.01541179197805899, "in-drivable-lane": 0, "agent_compute-ego": 0.029960561681676795, "deviation-heading": 0.3679373094033154, "set_robot_commands": 0.010906298955281576, "deviation-center-line": 0.09097362328273027, "driven_lanedir_consec": 0.3936942537228716, "sim_compute_sim_state": 0.00639625831886574, "sim_compute_performance-ego": 0.008445139284487124, "sim_compute_robot_state-ego": 0.011068644347014251}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.8293488646566015, "sim_physics": 0.08670348816729606, "survival_time": 2.3499999999999996, "driven_lanedir": 0.7632625788962066, "sim_render-ego": 0.013721663901146422, "in-drivable-lane": 0, "agent_compute-ego": 0.030283116279764377, "deviation-heading": 0.7529707768261514, "set_robot_commands": 0.010132388865694088, "deviation-center-line": 0.17802808944197257, "driven_lanedir_consec": 0.7632625788962066, "sim_compute_sim_state": 0.006366496390484749, "sim_compute_performance-ego": 0.00833309457657185, "sim_compute_robot_state-ego": 0.010379517332036445}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.220719338330826, "sim_physics": 0.0831737108528614, "survival_time": 3.1999999999999966, "driven_lanedir": 1.1945274629064466, "sim_render-ego": 0.01347106322646141, "in-drivable-lane": 0, "agent_compute-ego": 0.03185095265507698, "deviation-heading": 0.5477009007820052, "set_robot_commands": 0.01020166277885437, "deviation-center-line": 0.11640645112614696, "driven_lanedir_consec": 1.1945274629064466, "sim_compute_sim_state": 0.0060826316475868225, "sim_compute_performance-ego": 0.008406829088926315, "sim_compute_robot_state-ego": 0.010081876069307327}}set_robot_commands_max 0.010997338373152936 set_robot_commands_mean 0.010213050548727887 set_robot_commands_median 0.01020166277885437 set_robot_commands_min 0.00882756377065648 sim_compute_performance-ego_max 0.009104322214595608 sim_compute_performance-ego_mean 0.008361225516635819 sim_compute_performance-ego_median 0.008406829088926315 sim_compute_performance-ego_min 0.007516742418598197 sim_compute_robot_state-ego_max 0.011068644347014251 sim_compute_robot_state-ego_mean 0.010300099980885448 sim_compute_robot_state-ego_median 0.010379517332036445 sim_compute_robot_state-ego_min 0.00917623296130303 sim_compute_sim_state_max 0.006897527663434138 sim_compute_sim_state_mean 0.006329239333079969 sim_compute_sim_state_median 0.006366496390484749 sim_compute_sim_state_min 0.005903282645028396 sim_physics_max 0.09125600920783147 sim_physics_mean 0.08601403998435236 sim_physics_median 0.08670348816729606 sim_physics_min 0.07770313630556927 sim_render-ego_max 0.01541179197805899 sim_render-ego_mean 0.013830551795161097 sim_render-ego_median 0.013721663901146422 sim_render-ego_min 0.011888690500952011 simulation-passed 1 survival_time_max 8.949999999999992 survival_time_mean 3.7799999999999976 survival_time_min 1.3500000000000003
No reset possible 28442
5387
Charles Cossette 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:17 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 458 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28429
5379
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:32 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.705378296418714 survival_time_median 14.950000000000076 deviation-center-line_median 0.7845871423701334 in-drivable-lane_median 1.6000000000000227
other stats agent_compute-ego_max 0.02850440263748169 agent_compute-ego_mean 0.026764778296152748 agent_compute-ego_median 0.025954280694325763 agent_compute-ego_min 0.02554784138997396 deviation-center-line_max 1.101741137678084 deviation-center-line_mean 0.8189134080301159 deviation-center-line_min 0.6914244913251009 deviation-heading_max 4.684026728537913 deviation-heading_mean 3.7625829708051945 deviation-heading_median 3.833892798202821 deviation-heading_min 2.599151423816984 driven_any_max 4.260820244379635 driven_any_mean 3.56651153604344 driven_any_median 3.4170710220674896 driven_any_min 2.8677012291702177 driven_lanedir_consec_max 4.017217332253668 driven_lanedir_consec_mean 3.0045703603508445 driven_lanedir_consec_min 1.9032120257844043 driven_lanedir_max 4.017217332253668 driven_lanedir_mean 3.302827433279102 driven_lanedir_median 3.0669101135893793 driven_lanedir_min 2.705378296418714 in-drivable-lane_max 3.300000000000047 in-drivable-lane_mean 1.3900000000000197 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.8677012291702177, "sim_physics": 0.0797574011484782, "survival_time": 14.950000000000076, "driven_lanedir": 2.705378296418714, "sim_render-ego": 0.012969617048899332, "in-drivable-lane": 0, "agent_compute-ego": 0.027908185323079423, "deviation-heading": 3.833892798202821, "set_robot_commands": 0.008892998695373536, "deviation-center-line": 1.101741137678084, "driven_lanedir_consec": 2.705378296418714, "sim_compute_sim_state": 0.006379865805308024, "sim_compute_performance-ego": 0.008214688301086426, "sim_compute_robot_state-ego": 0.009556551774342855}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.4170710220674896, "sim_physics": 0.08599740823109944, "survival_time": 14.950000000000076, "driven_lanedir": 3.0669101135893793, "sim_render-ego": 0.013344771067301432, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.02554784138997396, "deviation-heading": 4.404709815626047, "set_robot_commands": 0.00880474090576172, "deviation-center-line": 0.7845871423701334, "driven_lanedir_consec": 1.9032120257844043, "sim_compute_sim_state": 0.006147410074869792, "sim_compute_performance-ego": 0.00799798329671224, "sim_compute_robot_state-ego": 0.009659484227498372}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.260820244379635, "sim_physics": 0.08253856658935547, "survival_time": 14.950000000000076, "driven_lanedir": 4.017217332253668, "sim_render-ego": 0.013199285666147868, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.025954280694325763, "deviation-heading": 2.599151423816984, "set_robot_commands": 0.008930996259053548, "deviation-center-line": 0.7946224446710116, "driven_lanedir_consec": 4.017217332253668, "sim_compute_sim_state": 0.005980792045593261, "sim_compute_performance-ego": 0.008221615155537923, "sim_compute_robot_state-ego": 0.00988272746404012}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.052519643159923, "sim_physics": 0.08384942372639974, "survival_time": 14.950000000000076, "driven_lanedir": 3.861906243854378, "sim_render-ego": 0.01318239450454712, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.02590918143590291, "deviation-heading": 4.684026728537913, "set_robot_commands": 0.008971563975016276, "deviation-center-line": 0.7221918241062495, "driven_lanedir_consec": 3.8512458297144336, "sim_compute_sim_state": 0.00601663589477539, "sim_compute_performance-ego": 0.008123058478037517, "sim_compute_robot_state-ego": 0.00986356814702352}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.234445541439934, "sim_physics": 0.08096153815587362, "survival_time": 14.950000000000076, "driven_lanedir": 2.8627251802793716, "sim_render-ego": 0.013463902473449706, "in-drivable-lane": 3.300000000000047, "agent_compute-ego": 0.02850440263748169, "deviation-heading": 3.2911340878422104, "set_robot_commands": 0.009355242252349854, "deviation-center-line": 0.6914244913251009, "driven_lanedir_consec": 2.545798317583003, "sim_compute_sim_state": 0.006146032810211182, "sim_compute_performance-ego": 0.008264331022898357, "sim_compute_robot_state-ego": 0.009762678941090902}}set_robot_commands_max 0.009355242252349854 set_robot_commands_mean 0.008991108417510987 set_robot_commands_median 0.008930996259053548 set_robot_commands_min 0.00880474090576172 sim_compute_performance-ego_max 0.008264331022898357 sim_compute_performance-ego_mean 0.008164335250854492 sim_compute_performance-ego_median 0.008214688301086426 sim_compute_performance-ego_min 0.00799798329671224 sim_compute_robot_state-ego_max 0.00988272746404012 sim_compute_robot_state-ego_mean 0.009745002110799154 sim_compute_robot_state-ego_median 0.009762678941090902 sim_compute_robot_state-ego_min 0.009556551774342855 sim_compute_sim_state_max 0.006379865805308024 sim_compute_sim_state_mean 0.00613414732615153 sim_compute_sim_state_median 0.006146032810211182 sim_compute_sim_state_min 0.005980792045593261 sim_physics_max 0.08599740823109944 sim_physics_mean 0.0826208675702413 sim_physics_median 0.08253856658935547 sim_physics_min 0.0797574011484782 sim_render-ego_max 0.013463902473449706 sim_render-ego_mean 0.01323199415206909 sim_render-ego_median 0.013199285666147868 sim_render-ego_min 0.012969617048899332 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 28414
5367
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:06 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6185269135027283 survival_time_median 14.950000000000076 deviation-center-line_median 0.7246887827036668 in-drivable-lane_median 1.7500000000000249
other stats agent_compute-ego_max 0.055282739798227946 agent_compute-ego_mean 0.05148681545257568 agent_compute-ego_median 0.05073550860087077 agent_compute-ego_min 0.04837222814559936 deviation-center-line_max 1.0493826858032445 deviation-center-line_mean 0.8027522824194253 deviation-center-line_min 0.5867268704275547 deviation-heading_max 4.425813668855956 deviation-heading_mean 3.4486260603393015 deviation-heading_median 3.943983229178358 deviation-heading_min 1.9402481251915744 driven_any_max 5.345764081657678 driven_any_mean 3.946941451116966 driven_any_median 3.5605520338178707 driven_any_min 3.0257809860411027 driven_lanedir_consec_max 4.940299240852213 driven_lanedir_consec_mean 2.898208615419956 driven_lanedir_consec_min 1.8628675654940168 driven_lanedir_max 4.940299240852213 driven_lanedir_mean 3.677239554559307 driven_lanedir_median 3.3488854685729788 driven_lanedir_min 2.6649528968979155 in-drivable-lane_max 2.8999999999999924 in-drivable-lane_mean 1.9400000000000144 in-drivable-lane_min 1.150000000000003 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.0257809860411027, "sim_physics": 0.07091410001118978, "survival_time": 14.950000000000076, "driven_lanedir": 2.6649528968979155, "sim_render-ego": 0.01158537228902181, "in-drivable-lane": 1.6500000000000217, "agent_compute-ego": 0.04837222814559936, "deviation-heading": 4.020830982448798, "set_robot_commands": 0.008873666127522786, "deviation-center-line": 1.0493826858032445, "driven_lanedir_consec": 2.6649528968979155, "sim_compute_sim_state": 0.005204660892486572, "sim_compute_performance-ego": 0.007260626157124837, "sim_compute_robot_state-ego": 0.008766594727834066}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.2590368352624437, "sim_physics": 0.06960485696792602, "survival_time": 14.950000000000076, "driven_lanedir": 3.0726523336352267, "sim_render-ego": 0.011556139787038167, "in-drivable-lane": 1.7500000000000249, "agent_compute-ego": 0.050572845141092934, "deviation-heading": 3.943983229178358, "set_robot_commands": 0.0088530166943868, "deviation-center-line": 0.6675176341788867, "driven_lanedir_consec": 2.6185269135027283, "sim_compute_sim_state": 0.005058802763621012, "sim_compute_performance-ego": 0.0069536193211873374, "sim_compute_robot_state-ego": 0.008577004273732503}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.345764081657678, "sim_physics": 0.0710899543762207, "survival_time": 14.950000000000076, "driven_lanedir": 4.940299240852213, "sim_render-ego": 0.01186305284500122, "in-drivable-lane": 2.8999999999999924, "agent_compute-ego": 0.05073550860087077, "deviation-heading": 1.9402481251915744, "set_robot_commands": 0.008942962487538656, "deviation-center-line": 0.5867268704275547, "driven_lanedir_consec": 4.940299240852213, "sim_compute_sim_state": 0.005129176775614421, "sim_compute_performance-ego": 0.007170358498891195, "sim_compute_robot_state-ego": 0.008670674165089926}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.5605520338178707, "sim_physics": 0.06910314083099366, "survival_time": 14.950000000000076, "driven_lanedir": 3.3488854685729788, "sim_render-ego": 0.011379777590433756, "in-drivable-lane": 1.150000000000003, "agent_compute-ego": 0.055282739798227946, "deviation-heading": 4.425813668855956, "set_robot_commands": 0.00898249626159668, "deviation-center-line": 0.9854454389837738, "driven_lanedir_consec": 1.8628675654940168, "sim_compute_sim_state": 0.005078443686167399, "sim_compute_performance-ego": 0.006993778546651204, "sim_compute_robot_state-ego": 0.008499658107757569}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.543573318805732, "sim_physics": 0.06785789092381796, "survival_time": 14.950000000000076, "driven_lanedir": 4.359407832838201, "sim_render-ego": 0.011405127048492432, "in-drivable-lane": 2.2500000000000284, "agent_compute-ego": 0.0524707555770874, "deviation-heading": 2.9122542960218203, "set_robot_commands": 0.0090491517384847, "deviation-center-line": 0.7246887827036668, "driven_lanedir_consec": 2.4043964603529018, "sim_compute_sim_state": 0.004988382657368978, "sim_compute_performance-ego": 0.006937218507130941, "sim_compute_robot_state-ego": 0.008552855650583903}}set_robot_commands_max 0.0090491517384847 set_robot_commands_mean 0.008940258661905925 set_robot_commands_median 0.008942962487538656 set_robot_commands_min 0.0088530166943868 sim_compute_performance-ego_max 0.007260626157124837 sim_compute_performance-ego_mean 0.007063120206197103 sim_compute_performance-ego_median 0.006993778546651204 sim_compute_performance-ego_min 0.006937218507130941 sim_compute_robot_state-ego_max 0.008766594727834066 sim_compute_robot_state-ego_mean 0.008613357384999593 sim_compute_robot_state-ego_median 0.008577004273732503 sim_compute_robot_state-ego_min 0.008499658107757569 sim_compute_sim_state_max 0.005204660892486572 sim_compute_sim_state_mean 0.005091893355051677 sim_compute_sim_state_median 0.005078443686167399 sim_compute_sim_state_min 0.004988382657368978 sim_physics_max 0.0710899543762207 sim_physics_mean 0.06971398862202963 sim_physics_median 0.06960485696792602 sim_physics_min 0.06785789092381796 sim_render-ego_max 0.01186305284500122 sim_render-ego_mean 0.01155789391199748 sim_render-ego_median 0.011556139787038167 sim_render-ego_min 0.011379777590433756 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 28364
5341
c reddy 🇮🇳challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.496396135749552 survival_time_median 14.950000000000076 deviation-center-line_median 0.7658331820227916 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.06176215966542562 agent_compute-ego_mean 0.05380766521755419 agent_compute-ego_median 0.05289640665054321 agent_compute-ego_min 0.04606467099498502 deviation-center-line_max 0.8814101059516098 deviation-center-line_mean 0.7011061162988887 deviation-center-line_min 0.4138241459722085 deviation-heading_max 5.236388317557536 deviation-heading_mean 4.329550238054365 deviation-heading_median 4.882951315836608 deviation-heading_min 2.089006433715167 driven_any_max 3.715128779108443 driven_any_mean 2.956133650773021 driven_any_median 2.732674765339426 driven_any_min 2.210277622425937 driven_lanedir_consec_max 3.5259817806009988 driven_lanedir_consec_mean 2.419644156998207 driven_lanedir_consec_min 0.8005109118590401 driven_lanedir_max 3.5259817806009988 driven_lanedir_mean 2.619305238716458 driven_lanedir_median 2.496396135749552 driven_lanedir_min 1.7988163204502945 in-drivable-lane_max 2.550000000000022 in-drivable-lane_mean 0.6400000000000039 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.6351421113278177, "sim_physics": 0.07803024405198132, "survival_time": 13.900000000000064, "driven_lanedir": 1.7988163204502945, "sim_render-ego": 0.012793223634898234, "in-drivable-lane": 2.550000000000022, "agent_compute-ego": 0.04606467099498502, "deviation-heading": 5.096555180291335, "set_robot_commands": 0.00951314229759381, "deviation-center-line": 0.5939171785382167, "driven_lanedir_consec": 0.8005109118590401, "sim_compute_sim_state": 0.00591187511416648, "sim_compute_performance-ego": 0.007919796079182796, "sim_compute_robot_state-ego": 0.009725395724070158}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.732674765339426, "sim_physics": 0.07982727924982706, "survival_time": 14.950000000000076, "driven_lanedir": 2.496396135749552, "sim_render-ego": 0.013381559054056804, "in-drivable-lane": 0, "agent_compute-ego": 0.052185304164886474, "deviation-heading": 5.236388317557536, "set_robot_commands": 0.009630179405212404, "deviation-center-line": 0.8505459690096172, "driven_lanedir_consec": 2.496396135749552, "sim_compute_sim_state": 0.005842092037200927, "sim_compute_performance-ego": 0.007913355032602947, "sim_compute_robot_state-ego": 0.009591312408447263}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.715128779108443, "sim_physics": 0.08246043682098389, "survival_time": 14.950000000000076, "driven_lanedir": 3.5259817806009988, "sim_render-ego": 0.013621627489725749, "in-drivable-lane": 0, "agent_compute-ego": 0.05289640665054321, "deviation-heading": 4.342849942871178, "set_robot_commands": 0.00976921319961548, "deviation-center-line": 0.8814101059516098, "driven_lanedir_consec": 3.5259817806009988, "sim_compute_sim_state": 0.006294824282328288, "sim_compute_performance-ego": 0.008403623898824056, "sim_compute_robot_state-ego": 0.009977829456329346}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.210277622425937, "sim_physics": 0.08436909614250673, "survival_time": 8.549999999999986, "driven_lanedir": 2.122173667836704, "sim_render-ego": 0.013833567412973148, "in-drivable-lane": 0, "agent_compute-ego": 0.056129784611930626, "deviation-heading": 2.089006433715167, "set_robot_commands": 0.01031626037686889, "deviation-center-line": 0.4138241459722085, "driven_lanedir_consec": 2.122173667836704, "sim_compute_sim_state": 0.0062496536656429895, "sim_compute_performance-ego": 0.008212096509877701, "sim_compute_robot_state-ego": 0.009988899119416176}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.487444975663483, "sim_physics": 0.08650426467259725, "survival_time": 14.950000000000076, "driven_lanedir": 3.1531582889447396, "sim_render-ego": 0.014249640305836996, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.06176215966542562, "deviation-heading": 4.882951315836608, "set_robot_commands": 0.01119112491607666, "deviation-center-line": 0.7658331820227916, "driven_lanedir_consec": 3.1531582889447396, "sim_compute_sim_state": 0.006545742352803548, "sim_compute_performance-ego": 0.008750901222229004, "sim_compute_robot_state-ego": 0.010631503264109294}}set_robot_commands_max 0.01119112491607666 set_robot_commands_mean 0.010083984039073448 set_robot_commands_median 0.00976921319961548 set_robot_commands_min 0.00951314229759381 sim_compute_performance-ego_max 0.008750901222229004 sim_compute_performance-ego_mean 0.008239954548543302 sim_compute_performance-ego_median 0.008212096509877701 sim_compute_performance-ego_min 0.007913355032602947 sim_compute_robot_state-ego_max 0.010631503264109294 sim_compute_robot_state-ego_mean 0.00998298799447445 sim_compute_robot_state-ego_median 0.009977829456329346 sim_compute_robot_state-ego_min 0.009591312408447263 sim_compute_sim_state_max 0.006545742352803548 sim_compute_sim_state_mean 0.006168837490428446 sim_compute_sim_state_median 0.0062496536656429895 sim_compute_sim_state_min 0.005842092037200927 sim_physics_max 0.08650426467259725 sim_physics_mean 0.08223826418757926 sim_physics_median 0.08246043682098389 sim_physics_min 0.07803024405198132 sim_render-ego_max 0.014249640305836996 sim_render-ego_mean 0.013575923579498186 sim_render-ego_median 0.013621627489725749 sim_render-ego_min 0.012793223634898234 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.460000000000056 survival_time_min 8.549999999999986
No reset possible 28340
5328
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.68010446812579 survival_time_median 14.950000000000076 deviation-center-line_median 0.8500271987971924 in-drivable-lane_median 1.8000000000000256
other stats agent_compute-ego_max 0.02898447116216024 agent_compute-ego_mean 0.027514875801048472 agent_compute-ego_median 0.02759078105290731 agent_compute-ego_min 0.025954705874125163 deviation-center-line_max 0.9692821387706276 deviation-center-line_mean 0.7580149441931459 deviation-center-line_min 0.47691044151733514 deviation-heading_max 5.613907531984239 deviation-heading_mean 4.180618644283446 deviation-heading_median 4.263791403440529 deviation-heading_min 2.366016444249869 driven_any_max 3.635959820650103 driven_any_mean 3.2098116298685904 driven_any_median 3.077966065551219 driven_any_min 2.7998508765163774 driven_lanedir_consec_max 3.1666404174171654 driven_lanedir_consec_mean 2.822546395890253 driven_lanedir_consec_min 2.4786365610416823 driven_lanedir_max 3.1666404174171654 driven_lanedir_mean 2.822546395890253 driven_lanedir_median 2.68010446812579 driven_lanedir_min 2.4786365610416823 in-drivable-lane_max 2.70000000000001 in-drivable-lane_mean 1.2700000000000076 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.077966065551219, "sim_physics": 0.07487155199050903, "survival_time": 14.950000000000076, "driven_lanedir": 2.4786365610416823, "sim_render-ego": 0.013476447264353434, "in-drivable-lane": 1.8500000000000023, "agent_compute-ego": 0.02898447116216024, "deviation-heading": 5.372694494215117, "set_robot_commands": 0.00970868746439616, "deviation-center-line": 0.8500271987971924, "driven_lanedir_consec": 2.4786365610416823, "sim_compute_sim_state": 0.00566878080368042, "sim_compute_performance-ego": 0.008259576956431071, "sim_compute_robot_state-ego": 0.009786427021026611}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.7998508765163774, "sim_physics": 0.07209237297969077, "survival_time": 10.050000000000008, "driven_lanedir": 2.68010446812579, "sim_render-ego": 0.013809817347360488, "in-drivable-lane": 0, "agent_compute-ego": 0.026789911943881667, "deviation-heading": 2.366016444249869, "set_robot_commands": 0.0093901347165084, "deviation-center-line": 0.47691044151733514, "driven_lanedir_consec": 2.68010446812579, "sim_compute_sim_state": 0.005614215461768914, "sim_compute_performance-ego": 0.00802088614126936, "sim_compute_robot_state-ego": 0.00977067330583411}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.6167928442468766, "sim_physics": 0.07263663291931152, "survival_time": 14.950000000000076, "driven_lanedir": 3.1666404174171654, "sim_render-ego": 0.013704539934794108, "in-drivable-lane": 2.70000000000001, "agent_compute-ego": 0.02759078105290731, "deviation-heading": 3.2866833475274766, "set_robot_commands": 0.009979319572448731, "deviation-center-line": 0.8867811993788327, "driven_lanedir_consec": 3.1666404174171654, "sim_compute_sim_state": 0.005703552563985189, "sim_compute_performance-ego": 0.008176987171173095, "sim_compute_robot_state-ego": 0.009764325618743895}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.9184885423783724, "sim_physics": 0.07115729014078775, "survival_time": 14.950000000000076, "driven_lanedir": 2.6521416856413818, "sim_render-ego": 0.013618096510569257, "in-drivable-lane": 0, "agent_compute-ego": 0.02825450897216797, "deviation-heading": 5.613907531984239, "set_robot_commands": 0.009883836110432942, "deviation-center-line": 0.9692821387706276, "driven_lanedir_consec": 2.6521416856413818, "sim_compute_sim_state": 0.005596958001454671, "sim_compute_performance-ego": 0.007952094872792562, "sim_compute_robot_state-ego": 0.009504873752593996}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.635959820650103, "sim_physics": 0.06981236298878987, "survival_time": 14.950000000000076, "driven_lanedir": 3.1352088472252455, "sim_render-ego": 0.0131467866897583, "in-drivable-lane": 1.8000000000000256, "agent_compute-ego": 0.025954705874125163, "deviation-heading": 4.263791403440529, "set_robot_commands": 0.009262397289276122, "deviation-center-line": 0.6070737425017416, "driven_lanedir_consec": 3.1352088472252455, "sim_compute_sim_state": 0.0056284944216410315, "sim_compute_performance-ego": 0.007672101656595866, "sim_compute_robot_state-ego": 0.009394785563151042}}set_robot_commands_max 0.009979319572448731 set_robot_commands_mean 0.009644875030612472 set_robot_commands_median 0.00970868746439616 set_robot_commands_min 0.009262397289276122 sim_compute_performance-ego_max 0.008259576956431071 sim_compute_performance-ego_mean 0.00801632935965239 sim_compute_performance-ego_median 0.00802088614126936 sim_compute_performance-ego_min 0.007672101656595866 sim_compute_robot_state-ego_max 0.009786427021026611 sim_compute_robot_state-ego_mean 0.009644217052269932 sim_compute_robot_state-ego_median 0.009764325618743895 sim_compute_robot_state-ego_min 0.009394785563151042 sim_compute_sim_state_max 0.005703552563985189 sim_compute_sim_state_mean 0.005642400250506046 sim_compute_sim_state_median 0.0056284944216410315 sim_compute_sim_state_min 0.005596958001454671 sim_physics_max 0.07487155199050903 sim_physics_mean 0.07211404220381779 sim_physics_median 0.07209237297969077 sim_physics_min 0.06981236298878987 sim_render-ego_max 0.013809817347360488 sim_render-ego_mean 0.013551137549367116 sim_render-ego_median 0.013618096510569257 sim_render-ego_min 0.0131467866897583 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.97000000000006 survival_time_min 10.050000000000008
No reset possible 28328
5320
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:08:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4840254257098855 survival_time_median 14.950000000000076 deviation-center-line_median 0.8667696255254388 in-drivable-lane_median 1.6499999999999946
other stats agent_compute-ego_max 0.023837567965189616 agent_compute-ego_mean 0.02223983569681551 agent_compute-ego_median 0.02196479239404449 agent_compute-ego_min 0.020788343747456868 deviation-center-line_max 1.2464841948230487 deviation-center-line_mean 0.8093321401352972 deviation-center-line_min 0.2876479724932336 deviation-heading_max 4.6184625472834595 deviation-heading_mean 3.314754978324089 deviation-heading_median 3.073261515796742 deviation-heading_min 2.0200675889333706 driven_any_max 4.482710526476174 driven_any_mean 3.6457436253577926 driven_any_median 3.58282177985044 driven_any_min 2.837307517273709 driven_lanedir_consec_max 3.1951541204148723 driven_lanedir_consec_mean 2.602855389042059 driven_lanedir_consec_min 1.9229188174217275 driven_lanedir_max 4.185732054814128 driven_lanedir_mean 3.2647824850262785 driven_lanedir_median 3.1951541204148723 driven_lanedir_min 2.475437929448375 in-drivable-lane_max 2.7500000000000098 in-drivable-lane_mean 1.7300000000000018 in-drivable-lane_min 0.8000000000000114 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.482710526476174, "sim_physics": 0.06946129719416301, "survival_time": 14.950000000000076, "driven_lanedir": 3.983562894744133, "sim_render-ego": 0.011105860074361163, "in-drivable-lane": 2.7500000000000098, "agent_compute-ego": 0.023837567965189616, "deviation-heading": 3.7933084507025407, "set_robot_commands": 0.008143440087636311, "deviation-center-line": 0.8667696255254388, "driven_lanedir_consec": 3.0266160493627785, "sim_compute_sim_state": 0.0047677397727966305, "sim_compute_performance-ego": 0.006911352475484212, "sim_compute_robot_state-ego": 0.008124042352040608}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.463883722400736, "sim_physics": 0.06581340710322062, "survival_time": 14.950000000000076, "driven_lanedir": 4.185732054814128, "sim_render-ego": 0.010212477048238118, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.020788343747456868, "deviation-heading": 3.0686747889043327, "set_robot_commands": 0.007510503927866618, "deviation-center-line": 0.7722348125796844, "driven_lanedir_consec": 1.9229188174217275, "sim_compute_sim_state": 0.004295996824900309, "sim_compute_performance-ego": 0.006019930839538574, "sim_compute_robot_state-ego": 0.00742243766784668}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.58282177985044, "sim_physics": 0.06655850887298584, "survival_time": 14.950000000000076, "driven_lanedir": 3.1951541204148723, "sim_render-ego": 0.010835231145222982, "in-drivable-lane": 1.6499999999999946, "agent_compute-ego": 0.02128976821899414, "deviation-heading": 3.073261515796742, "set_robot_commands": 0.007688430150349935, "deviation-center-line": 1.2464841948230487, "driven_lanedir_consec": 3.1951541204148723, "sim_compute_sim_state": 0.0047108260790507, "sim_compute_performance-ego": 0.006592523256937662, "sim_compute_robot_state-ego": 0.007841575940450032}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.837307517273709, "sim_physics": 0.0673331353674291, "survival_time": 12.050000000000036, "driven_lanedir": 2.4840254257098855, "sim_render-ego": 0.011144522314744372, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.02196479239404449, "deviation-heading": 4.6184625472834595, "set_robot_commands": 0.007599800948780107, "deviation-center-line": 0.8735240952550805, "driven_lanedir_consec": 2.4840254257098855, "sim_compute_sim_state": 0.004806179228659982, "sim_compute_performance-ego": 0.006493521923840788, "sim_compute_robot_state-ego": 0.007881908495891144}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.861994580787905, "sim_physics": 0.06869987242236109, "survival_time": 8.349999999999984, "driven_lanedir": 2.475437929448375, "sim_render-ego": 0.011393108767663649, "in-drivable-lane": 2.099999999999998, "agent_compute-ego": 0.023318706158392443, "deviation-heading": 2.0200675889333706, "set_robot_commands": 0.008263576530410858, "deviation-center-line": 0.2876479724932336, "driven_lanedir_consec": 2.3855625323010297, "sim_compute_sim_state": 0.004877731471718429, "sim_compute_performance-ego": 0.007006825087313167, "sim_compute_robot_state-ego": 0.00856973453910051}}set_robot_commands_max 0.008263576530410858 set_robot_commands_mean 0.007841150329008766 set_robot_commands_median 0.007688430150349935 set_robot_commands_min 0.007510503927866618 sim_compute_performance-ego_max 0.007006825087313167 sim_compute_performance-ego_mean 0.006604830716622881 sim_compute_performance-ego_median 0.006592523256937662 sim_compute_performance-ego_min 0.006019930839538574 sim_compute_robot_state-ego_max 0.00856973453910051 sim_compute_robot_state-ego_mean 0.007967939799065796 sim_compute_robot_state-ego_median 0.007881908495891144 sim_compute_robot_state-ego_min 0.00742243766784668 sim_compute_sim_state_max 0.004877731471718429 sim_compute_sim_state_mean 0.00469169467542521 sim_compute_sim_state_median 0.0047677397727966305 sim_compute_sim_state_min 0.004295996824900309 sim_physics_max 0.06946129719416301 sim_physics_mean 0.06757324419203194 sim_physics_median 0.0673331353674291 sim_physics_min 0.06581340710322062 sim_render-ego_max 0.011393108767663649 sim_render-ego_mean 0.010938239870046057 sim_render-ego_median 0.011105860074361163 sim_render-ego_min 0.010212477048238118 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.05000000000005 survival_time_min 8.349999999999984
No reset possible 28313
5309
Charles Cossette 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:31 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 285 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28281
5290
Charles Cossette 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6375274782815468 survival_time_median 1.800000000000001 deviation-center-line_median 0.1270014289251586 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.05925760418176651 agent_compute-ego_mean 0.05629882044028075 agent_compute-ego_median 0.05741439014673233 agent_compute-ego_min 0.04861099016470987 deviation-center-line_max 0.2610532711822563 deviation-center-line_mean 0.16025954967350992 deviation-center-line_min 0.08572487767521517 deviation-heading_max 1.6362053450583027 deviation-heading_mean 0.7922916506538606 deviation-heading_median 0.6048365516071124 deviation-heading_min 0.3344489433925662 driven_any_max 2.01454753319648 driven_any_mean 0.8198206409858038 driven_any_median 0.6489055082079658 driven_any_min 0.31156385853045476 driven_lanedir_consec_max 1.178404912800553 driven_lanedir_consec_mean 0.6324805560627221 driven_lanedir_consec_min 0.2901714932566215 driven_lanedir_max 1.178404912800553 driven_lanedir_mean 0.6324805560627221 driven_lanedir_median 0.6375274782815468 driven_lanedir_min 0.2901714932566215 in-drivable-lane_max 2.3999999999999915 in-drivable-lane_mean 0.4799999999999983 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.01454753319648, "sim_physics": 0.08087159571100454, "survival_time": 6.099999999999986, "driven_lanedir": 1.178404912800553, "sim_render-ego": 0.013272344088945232, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.04861099016470987, "deviation-heading": 1.6362053450583027, "set_robot_commands": 0.009045837355441734, "deviation-center-line": 0.2610532711822563, "driven_lanedir_consec": 1.178404912800553, "sim_compute_sim_state": 0.005746173076942319, "sim_compute_performance-ego": 0.0080917839144097, "sim_compute_robot_state-ego": 0.009377528409488866}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7520885726824921, "sim_physics": 0.0838442559827838, "survival_time": 2.849999999999998, "driven_lanedir": 0.7100866636256196, "sim_render-ego": 0.013473611128957648, "in-drivable-lane": 0, "agent_compute-ego": 0.05895969742222836, "deviation-heading": 0.8823686262557493, "set_robot_commands": 0.010184221100388913, "deviation-center-line": 0.21598432364973957, "driven_lanedir_consec": 0.7100866636256196, "sim_compute_sim_state": 0.006090469527662846, "sim_compute_performance-ego": 0.00874899144758258, "sim_compute_robot_state-ego": 0.009834649270040949}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3719977323116262, "sim_physics": 0.08783021900388929, "survival_time": 1.800000000000001, "driven_lanedir": 0.34621223234927, "sim_render-ego": 0.013601362705230711, "in-drivable-lane": 0, "agent_compute-ego": 0.057251420285966664, "deviation-heading": 0.6048365516071124, "set_robot_commands": 0.010624534553951688, "deviation-center-line": 0.1270014289251586, "driven_lanedir_consec": 0.34621223234927, "sim_compute_sim_state": 0.00680292977227105, "sim_compute_performance-ego": 0.008686059051089816, "sim_compute_robot_state-ego": 0.00950896077685886}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.31156385853045476, "sim_physics": 0.08662919700145721, "survival_time": 1.6000000000000008, "driven_lanedir": 0.2901714932566215, "sim_render-ego": 0.014577023684978483, "in-drivable-lane": 0, "agent_compute-ego": 0.05741439014673233, "deviation-heading": 0.5035987869555718, "set_robot_commands": 0.00997290015220642, "deviation-center-line": 0.08572487767521517, "driven_lanedir_consec": 0.2901714932566215, "sim_compute_sim_state": 0.0059005096554756165, "sim_compute_performance-ego": 0.008418075740337372, "sim_compute_robot_state-ego": 0.009689733386039734}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6489055082079658, "sim_physics": 0.08674318343400955, "survival_time": 1.6000000000000008, "driven_lanedir": 0.6375274782815468, "sim_render-ego": 0.02014833688735962, "in-drivable-lane": 0, "agent_compute-ego": 0.05925760418176651, "deviation-heading": 0.3344489433925662, "set_robot_commands": 0.010028228163719176, "deviation-center-line": 0.11153384693517988, "driven_lanedir_consec": 0.6375274782815468, "sim_compute_sim_state": 0.0062334612011909485, "sim_compute_performance-ego": 0.00898570567369461, "sim_compute_robot_state-ego": 0.009719803929328918}}set_robot_commands_max 0.010624534553951688 set_robot_commands_mean 0.009971144265141589 set_robot_commands_median 0.010028228163719176 set_robot_commands_min 0.009045837355441734 sim_compute_performance-ego_max 0.00898570567369461 sim_compute_performance-ego_mean 0.008586123165422815 sim_compute_performance-ego_median 0.008686059051089816 sim_compute_performance-ego_min 0.0080917839144097 sim_compute_robot_state-ego_max 0.009834649270040949 sim_compute_robot_state-ego_mean 0.009626135154351465 sim_compute_robot_state-ego_median 0.009689733386039734 sim_compute_robot_state-ego_min 0.009377528409488866 sim_compute_sim_state_max 0.00680292977227105 sim_compute_sim_state_mean 0.0061547086467085566 sim_compute_sim_state_median 0.006090469527662846 sim_compute_sim_state_min 0.005746173076942319 sim_physics_max 0.08783021900388929 sim_physics_mean 0.08518369022662889 sim_physics_median 0.08662919700145721 sim_physics_min 0.08087159571100454 sim_render-ego_max 0.02014833688735962 sim_render-ego_mean 0.01501453569909434 sim_render-ego_median 0.013601362705230711 sim_render-ego_min 0.013272344088945232 simulation-passed 1 survival_time_max 6.099999999999986 survival_time_mean 2.789999999999998 survival_time_min 1.6000000000000008
No reset possible 28270
5285
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:24 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.0767324533418852 survival_time_median 14.950000000000076 deviation-center-line_median 0.7688212253021364 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.0352362330754598 agent_compute-ego_mean 0.028039777437845866 agent_compute-ego_median 0.026946125825246175 agent_compute-ego_min 0.02491464058558146 deviation-center-line_max 1.1955918072296388 deviation-center-line_mean 0.8430568814528667 deviation-center-line_min 0.5572732918732445 deviation-heading_max 5.1266746820328235 deviation-heading_mean 4.209259742159789 deviation-heading_median 4.227441987682169 deviation-heading_min 3.4364917356145837 driven_any_max 1.3746787976350974 driven_any_mean 1.3022045701268303 driven_any_median 1.3018256058247222 driven_any_min 1.169840213612727 driven_lanedir_consec_max 1.327328622706648 driven_lanedir_consec_mean 0.982148250654612 driven_lanedir_consec_min 0.5996197521713972 driven_lanedir_max 1.327328622706648 driven_lanedir_mean 1.0914749781884203 driven_lanedir_median 1.0767324533418852 driven_lanedir_min 0.7883707636145453 in-drivable-lane_max 5.85000000000007 in-drivable-lane_mean 1.7200000000000166 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.169840213612727, "sim_physics": 0.07748233238855998, "survival_time": 14.950000000000076, "driven_lanedir": 1.0767324533418852, "sim_render-ego": 0.012298089663187664, "in-drivable-lane": 0, "agent_compute-ego": 0.02491464058558146, "deviation-heading": 5.1266746820328235, "set_robot_commands": 0.008396979173024495, "deviation-center-line": 0.6360508296412853, "driven_lanedir_consec": 1.0767324533418852, "sim_compute_sim_state": 0.005726954142252604, "sim_compute_performance-ego": 0.007652742067972819, "sim_compute_robot_state-ego": 0.009205312728881835}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.3746787976350974, "sim_physics": 0.07720288515090942, "survival_time": 14.950000000000076, "driven_lanedir": 1.327328622706648, "sim_render-ego": 0.012748762766520184, "in-drivable-lane": 0, "agent_compute-ego": 0.025381534099578856, "deviation-heading": 3.4364917356145837, "set_robot_commands": 0.008672425746917725, "deviation-center-line": 0.5572732918732445, "driven_lanedir_consec": 1.327328622706648, "sim_compute_sim_state": 0.005828966299692789, "sim_compute_performance-ego": 0.007483437856038411, "sim_compute_robot_state-ego": 0.009020493030548096}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.3013293538324595, "sim_physics": 0.07610126654307048, "survival_time": 14.950000000000076, "driven_lanedir": 1.2145166495125015, "sim_render-ego": 0.013132197856903076, "in-drivable-lane": 0, "agent_compute-ego": 0.026946125825246175, "deviation-heading": 4.227441987682169, "set_robot_commands": 0.009178542296091717, "deviation-center-line": 1.1955918072296388, "driven_lanedir_consec": 1.2145166495125015, "sim_compute_sim_state": 0.005957756042480469, "sim_compute_performance-ego": 0.00816171407699585, "sim_compute_robot_state-ego": 0.009635003407796223}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.3018256058247222, "sim_physics": 0.077920982837677, "survival_time": 14.950000000000076, "driven_lanedir": 0.7883707636145453, "sim_render-ego": 0.01264525016148885, "in-drivable-lane": 5.85000000000007, "agent_compute-ego": 0.0352362330754598, "deviation-heading": 3.591808654354414, "set_robot_commands": 0.00891957441965739, "deviation-center-line": 0.7688212253021364, "driven_lanedir_consec": 0.6925437755406288, "sim_compute_sim_state": 0.005971845785776774, "sim_compute_performance-ego": 0.007710707982381185, "sim_compute_robot_state-ego": 0.009473718802134197}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.3633488797291469, "sim_physics": 0.0800170874595642, "survival_time": 14.950000000000076, "driven_lanedir": 1.0504264017665217, "sim_render-ego": 0.013464712301890057, "in-drivable-lane": 2.750000000000014, "agent_compute-ego": 0.027720353603363036, "deviation-heading": 4.6638816511149574, "set_robot_commands": 0.00948462168375651, "deviation-center-line": 1.0575472532180288, "driven_lanedir_consec": 0.5996197521713972, "sim_compute_sim_state": 0.006104091008504232, "sim_compute_performance-ego": 0.008121315638224285, "sim_compute_robot_state-ego": 0.009888718128204346}}set_robot_commands_max 0.00948462168375651 set_robot_commands_mean 0.008930428663889567 set_robot_commands_median 0.00891957441965739 set_robot_commands_min 0.008396979173024495 sim_compute_performance-ego_max 0.00816171407699585 sim_compute_performance-ego_mean 0.007825983524322509 sim_compute_performance-ego_median 0.007710707982381185 sim_compute_performance-ego_min 0.007483437856038411 sim_compute_robot_state-ego_max 0.009888718128204346 sim_compute_robot_state-ego_mean 0.00944464921951294 sim_compute_robot_state-ego_median 0.009473718802134197 sim_compute_robot_state-ego_min 0.009020493030548096 sim_compute_sim_state_max 0.006104091008504232 sim_compute_sim_state_mean 0.0059179226557413735 sim_compute_sim_state_median 0.005957756042480469 sim_compute_sim_state_min 0.005726954142252604 sim_physics_max 0.0800170874595642 sim_physics_mean 0.07774491087595622 sim_physics_median 0.07748233238855998 sim_physics_min 0.07610126654307048 sim_render-ego_max 0.013464712301890057 sim_render-ego_mean 0.012857802549997964 sim_render-ego_median 0.012748762766520184 sim_render-ego_min 0.012298089663187664 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 28250
5273
c reddy 🇮🇳challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:18 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28233
5264
c reddy 🇮🇳challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:16 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28220
5259
Basile Dura 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation error yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:47 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28215
5255
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8269361472487617 survival_time_median 3.4499999999999957 deviation-center-line_median 0.31047595138458833 in-drivable-lane_median 1.199999999999996
other stats agent_compute-ego_max 0.047472147588376645 agent_compute-ego_mean 0.0425462047941322 agent_compute-ego_median 0.04260744977353224 agent_compute-ego_min 0.037655940954236015 deviation-center-line_max 1.4064021695745113 deviation-center-line_mean 0.4526065216642001 deviation-center-line_min 0.09954119365574288 deviation-heading_max 2.1019477838636056 deviation-heading_mean 0.9732498209776168 deviation-heading_median 0.6945173911420622 deviation-heading_min 0.5181182104946729 driven_any_max 2.8042541757715194 driven_any_mean 1.4618241124436762 driven_any_median 1.0386226236091185 driven_any_min 0.8372984562817631 driven_lanedir_consec_max 2.276420431876154 driven_lanedir_consec_mean 0.9937562615283184 driven_lanedir_consec_min 0.33105429980431267 driven_lanedir_max 2.276420431876154 driven_lanedir_mean 0.9937562615283184 driven_lanedir_median 0.8269361472487617 driven_lanedir_min 0.33105429980431267 in-drivable-lane_max 1.5499999999999952 in-drivable-lane_mean 1.0899999999999994 in-drivable-lane_min 0.29999999999999893 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.025985864084073, "sim_physics": 0.08719348907470703, "survival_time": 3.349999999999996, "driven_lanedir": 0.3384018548920501, "sim_render-ego": 0.0136768604392436, "in-drivable-lane": 1.5499999999999952, "agent_compute-ego": 0.04260744977353224, "deviation-heading": 0.5181182104946729, "set_robot_commands": 0.008737247381637345, "deviation-center-line": 0.09954119365574288, "driven_lanedir_consec": 0.3384018548920501, "sim_compute_sim_state": 0.006326376502193622, "sim_compute_performance-ego": 0.0086917450178915, "sim_compute_robot_state-ego": 0.009697839395323796}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.8372984562817631, "sim_physics": 0.08587730699969877, "survival_time": 3.099999999999997, "driven_lanedir": 0.33105429980431267, "sim_render-ego": 0.013391883142532842, "in-drivable-lane": 1.199999999999996, "agent_compute-ego": 0.04644014373902352, "deviation-heading": 0.6688151429221517, "set_robot_commands": 0.008768562347658219, "deviation-center-line": 0.10220962120181858, "driven_lanedir_consec": 0.33105429980431267, "sim_compute_sim_state": 0.0054464263300741875, "sim_compute_performance-ego": 0.008237665699374291, "sim_compute_robot_state-ego": 0.013123354604167322}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.0386226236091185, "sim_physics": 0.08882264814515045, "survival_time": 3.4499999999999957, "driven_lanedir": 0.8269361472487617, "sim_render-ego": 0.013852444247923036, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.037655940954236015, "deviation-heading": 0.8828505764655923, "set_robot_commands": 0.009516494861547495, "deviation-center-line": 0.31047595138458833, "driven_lanedir_consec": 0.8269361472487617, "sim_compute_sim_state": 0.005876561869745669, "sim_compute_performance-ego": 0.008707979451055113, "sim_compute_robot_state-ego": 0.009958253390547156}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6029594424719067, "sim_physics": 0.0849975129983721, "survival_time": 6.849999999999984, "driven_lanedir": 1.195968573820313, "sim_render-ego": 0.01369337965972232, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.03855534191549259, "deviation-heading": 0.6945173911420622, "set_robot_commands": 0.008661127438510422, "deviation-center-line": 0.34440367250433934, "driven_lanedir_consec": 1.195968573820313, "sim_compute_sim_state": 0.005852093661788607, "sim_compute_performance-ego": 0.008512251568536688, "sim_compute_robot_state-ego": 0.010138140977734196}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.8042541757715194, "sim_physics": 0.08336251841651068, "survival_time": 13.500000000000057, "driven_lanedir": 2.276420431876154, "sim_render-ego": 0.01330979135301378, "in-drivable-lane": 1.5000000000000109, "agent_compute-ego": 0.047472147588376645, "deviation-heading": 2.1019477838636056, "set_robot_commands": 0.008569110764397515, "deviation-center-line": 1.4064021695745113, "driven_lanedir_consec": 2.276420431876154, "sim_compute_sim_state": 0.005617707747000235, "sim_compute_performance-ego": 0.008248025399667245, "sim_compute_robot_state-ego": 0.009858137589913827}}set_robot_commands_max 0.009516494861547495 set_robot_commands_mean 0.0088505085587502 set_robot_commands_median 0.008737247381637345 set_robot_commands_min 0.008569110764397515 sim_compute_performance-ego_max 0.008707979451055113 sim_compute_performance-ego_mean 0.008479533427304967 sim_compute_performance-ego_median 0.008512251568536688 sim_compute_performance-ego_min 0.008237665699374291 sim_compute_robot_state-ego_max 0.013123354604167322 sim_compute_robot_state-ego_mean 0.01055514519153726 sim_compute_robot_state-ego_median 0.009958253390547156 sim_compute_robot_state-ego_min 0.009697839395323796 sim_compute_sim_state_max 0.006326376502193622 sim_compute_sim_state_mean 0.005823833222160464 sim_compute_sim_state_median 0.005852093661788607 sim_compute_sim_state_min 0.0054464263300741875 sim_physics_max 0.08882264814515045 sim_physics_mean 0.08605069512688782 sim_physics_median 0.08587730699969877 sim_physics_min 0.08336251841651068 sim_render-ego_max 0.013852444247923036 sim_render-ego_mean 0.013584871768487116 sim_render-ego_median 0.0136768604392436 sim_render-ego_min 0.01330979135301378 simulation-passed 1 survival_time_max 13.500000000000057 survival_time_mean 6.050000000000006 survival_time_min 3.099999999999997
No reset possible 28194
5242
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:08:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.3277193541514443 survival_time_median 14.950000000000076 deviation-center-line_median 0.7704572407316393 in-drivable-lane_median 1.0000000000000062
other stats agent_compute-ego_max 0.027604873975118 agent_compute-ego_mean 0.025905294302313375 agent_compute-ego_median 0.025091704775075444 agent_compute-ego_min 0.02473219470864922 deviation-center-line_max 0.9495133487901106 deviation-center-line_mean 0.6701669358658955 deviation-center-line_min 0.3621947864024103 deviation-heading_max 7.40167227925821 deviation-heading_mean 4.911485863726178 deviation-heading_median 5.936990767359549 deviation-heading_min 2.233294516396536 driven_any_max 2.8790699597642377 driven_any_mean 2.4166329621889173 driven_any_median 2.5413532500856792 driven_any_min 1.368090535760886 driven_lanedir_consec_max 2.4721875924240653 driven_lanedir_consec_mean 1.959216099458431 driven_lanedir_consec_min 1.21346177701832 driven_lanedir_max 2.4721875924240653 driven_lanedir_mean 2.0205217801262507 driven_lanedir_median 2.3277193541514443 driven_lanedir_min 1.21346177701832 in-drivable-lane_max 2.750000000000033 in-drivable-lane_mean 1.0000000000000078 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.8790699597642377, "sim_physics": 0.07942375898361206, "survival_time": 14.950000000000076, "driven_lanedir": 2.4721875924240653, "sim_render-ego": 0.012995790640513104, "in-drivable-lane": 1.0000000000000062, "agent_compute-ego": 0.027154260476430256, "deviation-heading": 6.2954328984996755, "set_robot_commands": 0.008876730600992838, "deviation-center-line": 0.7704572407316393, "driven_lanedir_consec": 2.4721875924240653, "sim_compute_sim_state": 0.005855375130971272, "sim_compute_performance-ego": 0.008223953247070313, "sim_compute_robot_state-ego": 0.009514029026031497}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.475256331755294, "sim_physics": 0.0803518295288086, "survival_time": 14.950000000000076, "driven_lanedir": 1.71530006743722, "sim_render-ego": 0.013284011681874592, "in-drivable-lane": 2.750000000000033, "agent_compute-ego": 0.027604873975118, "deviation-heading": 7.40167227925821, "set_robot_commands": 0.008955000241597493, "deviation-center-line": 0.9495133487901106, "driven_lanedir_consec": 1.4087716640981218, "sim_compute_sim_state": 0.005874468485514323, "sim_compute_performance-ego": 0.007875072956085204, "sim_compute_robot_state-ego": 0.009575246175130208}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.819394733578489, "sim_physics": 0.07770505110422771, "survival_time": 14.950000000000076, "driven_lanedir": 2.3739401096002024, "sim_render-ego": 0.013001694679260252, "in-drivable-lane": 1.0999999999999974, "agent_compute-ego": 0.024943437576293945, "deviation-heading": 5.936990767359549, "set_robot_commands": 0.008847847779591878, "deviation-center-line": 0.7881627970808157, "driven_lanedir_consec": 2.3739401096002024, "sim_compute_sim_state": 0.005524212519327799, "sim_compute_performance-ego": 0.007670586903889974, "sim_compute_robot_state-ego": 0.009257310231526691}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.368090535760886, "sim_physics": 0.07786130514301237, "survival_time": 6.099999999999986, "driven_lanedir": 1.21346177701832, "sim_render-ego": 0.01309613907923464, "in-drivable-lane": 0, "agent_compute-ego": 0.025091704775075444, "deviation-heading": 2.233294516396536, "set_robot_commands": 0.008812237958439061, "deviation-center-line": 0.4805065063245012, "driven_lanedir_consec": 1.21346177701832, "sim_compute_sim_state": 0.005398990678005531, "sim_compute_performance-ego": 0.008137845602191862, "sim_compute_robot_state-ego": 0.00929741976691074}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.5413532500856792, "sim_physics": 0.07848473131303957, "survival_time": 8.449999999999985, "driven_lanedir": 2.3277193541514443, "sim_render-ego": 0.013766305686454096, "in-drivable-lane": 0.15000000000000213, "agent_compute-ego": 0.02473219470864922, "deviation-heading": 2.690038857116916, "set_robot_commands": 0.00826265261723445, "deviation-center-line": 0.3621947864024103, "driven_lanedir_consec": 2.3277193541514443, "sim_compute_sim_state": 0.005544033276258841, "sim_compute_performance-ego": 0.007756017368926099, "sim_compute_robot_state-ego": 0.008841593590008436}}set_robot_commands_max 0.008955000241597493 set_robot_commands_mean 0.008750893839571144 set_robot_commands_median 0.008847847779591878 set_robot_commands_min 0.00826265261723445 sim_compute_performance-ego_max 0.008223953247070313 sim_compute_performance-ego_mean 0.00793269521563269 sim_compute_performance-ego_median 0.007875072956085204 sim_compute_performance-ego_min 0.007670586903889974 sim_compute_robot_state-ego_max 0.009575246175130208 sim_compute_robot_state-ego_mean 0.009297119757921517 sim_compute_robot_state-ego_median 0.00929741976691074 sim_compute_robot_state-ego_min 0.008841593590008436 sim_compute_sim_state_max 0.005874468485514323 sim_compute_sim_state_mean 0.005639416018015553 sim_compute_sim_state_median 0.005544033276258841 sim_compute_sim_state_min 0.005398990678005531 sim_physics_max 0.0803518295288086 sim_physics_mean 0.07876533521454006 sim_physics_median 0.07848473131303957 sim_physics_min 0.07770505110422771 sim_render-ego_max 0.013766305686454096 sim_render-ego_mean 0.01322878835346734 sim_render-ego_median 0.01309613907923464 sim_render-ego_min 0.012995790640513104 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.880000000000042 survival_time_min 6.099999999999986
No reset possible 28159
5220
Ramon Emiliani 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6943154291091933 survival_time_median 4.249999999999993 deviation-center-line_median 0.17137679049971768 in-drivable-lane_median 0.5500000000000005
other stats agent_compute-ego_max 0.04504542572553768 agent_compute-ego_mean 0.04096810423174875 agent_compute-ego_median 0.04379354352536409 agent_compute-ego_min 0.028287427565630744 deviation-center-line_max 0.9529843997920168 deviation-center-line_mean 0.3606467468501161 deviation-center-line_min 0.10198831059947965 deviation-heading_max 3.8909212079357594 deviation-heading_mean 1.895485533736882 deviation-heading_median 1.4031986182185632 deviation-heading_min 0.7341501986076748 driven_any_max 4.085237993592057 driven_any_mean 1.7487332942166371 driven_any_median 1.0812770062898085 driven_any_min 0.5075831822212836 driven_lanedir_consec_max 3.8973799557059783 driven_lanedir_consec_mean 1.4536752165917075 driven_lanedir_consec_min 0.20844052994559512 driven_lanedir_max 3.8973799557059783 driven_lanedir_mean 1.460046942894002 driven_lanedir_median 0.6950933583920362 driven_lanedir_min 0.2395212321742266 in-drivable-lane_max 1.500000000000015 in-drivable-lane_mean 0.6000000000000025 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0812770062898085, "sim_physics": 0.08488150203929228, "survival_time": 4.249999999999993, "driven_lanedir": 0.6950933583920362, "sim_render-ego": 0.013099987366620231, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.028287427565630744, "deviation-heading": 1.4031986182185632, "set_robot_commands": 0.008916327532599954, "deviation-center-line": 0.17137679049971768, "driven_lanedir_consec": 0.6943154291091933, "sim_compute_sim_state": 0.005082436168895048, "sim_compute_performance-ego": 0.007464908151065602, "sim_compute_robot_state-ego": 0.008921541887171128}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.4781108373028493, "sim_physics": 0.072212190731712, "survival_time": 9.199999999999996, "driven_lanedir": 1.9146673339792144, "sim_render-ego": 0.01201558760974718, "in-drivable-lane": 1.500000000000015, "agent_compute-ego": 0.04379354352536409, "deviation-heading": 2.463042557170925, "set_robot_commands": 0.008637428283691406, "deviation-center-line": 0.45191981107092977, "driven_lanedir_consec": 1.9146673339792144, "sim_compute_sim_state": 0.0051367438357809315, "sim_compute_performance-ego": 0.006855914126271787, "sim_compute_robot_state-ego": 0.008478211319964865}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.085237993592057, "sim_physics": 0.08128287474314372, "survival_time": 14.950000000000076, "driven_lanedir": 3.8973799557059783, "sim_render-ego": 0.012583495775858562, "in-drivable-lane": 0, "agent_compute-ego": 0.04474232355753581, "deviation-heading": 3.8909212079357594, "set_robot_commands": 0.00915853182474772, "deviation-center-line": 0.9529843997920168, "driven_lanedir_consec": 3.8973799557059783, "sim_compute_sim_state": 0.005302221775054932, "sim_compute_performance-ego": 0.007475298245747884, "sim_compute_robot_state-ego": 0.008996896743774414}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5075831822212836, "sim_physics": 0.07294725262841513, "survival_time": 2.1500000000000004, "driven_lanedir": 0.2395212321742266, "sim_render-ego": 0.013043431348578875, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.04504542572553768, "deviation-heading": 0.9861150867514868, "set_robot_commands": 0.00833423747572788, "deviation-center-line": 0.10198831059947965, "driven_lanedir_consec": 0.20844052994559512, "sim_compute_sim_state": 0.005119972450788631, "sim_compute_performance-ego": 0.007546275161033453, "sim_compute_robot_state-ego": 0.009167504865069722}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5914574516771889, "sim_physics": 0.07628297805786133, "survival_time": 2.4499999999999993, "driven_lanedir": 0.5535728342185551, "sim_render-ego": 0.011420186685056104, "in-drivable-lane": 0, "agent_compute-ego": 0.04297180078467544, "deviation-heading": 0.7341501986076748, "set_robot_commands": 0.008606662555616729, "deviation-center-line": 0.12496442228843647, "driven_lanedir_consec": 0.5535728342185551, "sim_compute_sim_state": 0.005081493027356206, "sim_compute_performance-ego": 0.0071443976188192565, "sim_compute_robot_state-ego": 0.008277902797776826}}set_robot_commands_max 0.00915853182474772 set_robot_commands_mean 0.008730637534476737 set_robot_commands_median 0.008637428283691406 set_robot_commands_min 0.00833423747572788 sim_compute_performance-ego_max 0.007546275161033453 sim_compute_performance-ego_mean 0.007297358660587597 sim_compute_performance-ego_median 0.007464908151065602 sim_compute_performance-ego_min 0.006855914126271787 sim_compute_robot_state-ego_max 0.009167504865069722 sim_compute_robot_state-ego_mean 0.008768411522751391 sim_compute_robot_state-ego_median 0.008921541887171128 sim_compute_robot_state-ego_min 0.008277902797776826 sim_compute_sim_state_max 0.005302221775054932 sim_compute_sim_state_mean 0.00514457345157515 sim_compute_sim_state_median 0.005119972450788631 sim_compute_sim_state_min 0.005081493027356206 sim_physics_max 0.08488150203929228 sim_physics_mean 0.07752135964008489 sim_physics_median 0.07628297805786133 sim_physics_min 0.072212190731712 sim_render-ego_max 0.013099987366620231 sim_render-ego_mean 0.01243253775717219 sim_render-ego_median 0.012583495775858562 sim_render-ego_min 0.011420186685056104 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 6.600000000000014 survival_time_min 2.1500000000000004
No reset possible 28138
5210
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.489726537426171 survival_time_median 14.950000000000076 deviation-center-line_median 0.7790433776462293 in-drivable-lane_median 0.6000000000000085
other stats agent_compute-ego_max 0.04970984220504761 agent_compute-ego_mean 0.036355461915334064 agent_compute-ego_median 0.03587542454401652 agent_compute-ego_min 0.02436708450317383 deviation-center-line_max 1.163016474710907 deviation-center-line_mean 0.8504173815630939 deviation-center-line_min 0.7092964895274716 deviation-heading_max 3.8002707336284582 deviation-heading_mean 3.307847951517678 deviation-heading_median 3.206662606313369 deviation-heading_min 2.847137908446218 driven_any_max 4.472593661844645 driven_any_mean 3.5871582997105547 driven_any_median 3.5669321923782507 driven_any_min 2.951071863105326 driven_lanedir_consec_max 4.220546459693228 driven_lanedir_consec_mean 3.383012009289209 driven_lanedir_consec_min 2.623180635586804 driven_lanedir_max 4.220546459693228 driven_lanedir_mean 3.383012009289209 driven_lanedir_median 3.489726537426171 driven_lanedir_min 2.623180635586804 in-drivable-lane_max 1.7499999999999938 in-drivable-lane_mean 0.6600000000000031 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.960223281973572, "sim_physics": 0.07585716962814332, "survival_time": 14.950000000000076, "driven_lanedir": 2.623180635586804, "sim_render-ego": 0.012256118456522623, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.02490319808324178, "deviation-heading": 3.5466300285982633, "set_robot_commands": 0.00861588716506958, "deviation-center-line": 0.8773261303818723, "driven_lanedir_consec": 2.623180635586804, "sim_compute_sim_state": 0.00559123436609904, "sim_compute_performance-ego": 0.007764162222544352, "sim_compute_robot_state-ego": 0.00907881259918213}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.951071863105326, "sim_physics": 0.07576833963394165, "survival_time": 14.950000000000076, "driven_lanedir": 2.7331637955607064, "sim_render-ego": 0.012353865305582684, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.02436708450317383, "deviation-heading": 3.8002707336284582, "set_robot_commands": 0.00843891461690267, "deviation-center-line": 0.7092964895274716, "driven_lanedir_consec": 2.7331637955607064, "sim_compute_sim_state": 0.005495545864105225, "sim_compute_performance-ego": 0.007442710399627686, "sim_compute_robot_state-ego": 0.00891565481821696}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.9849704992509816, "sim_physics": 0.07641100406646728, "survival_time": 14.950000000000076, "driven_lanedir": 3.848442618179134, "sim_render-ego": 0.013006118933359782, "in-drivable-lane": 0, "agent_compute-ego": 0.03587542454401652, "deviation-heading": 3.206662606313369, "set_robot_commands": 0.009166802565256756, "deviation-center-line": 1.163016474710907, "driven_lanedir_consec": 3.848442618179134, "sim_compute_sim_state": 0.005795458952585856, "sim_compute_performance-ego": 0.007486081918080647, "sim_compute_robot_state-ego": 0.009227572282155354}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.5669321923782507, "sim_physics": 0.07647642691930136, "survival_time": 14.950000000000076, "driven_lanedir": 3.489726537426171, "sim_render-ego": 0.012942918141682944, "in-drivable-lane": 0, "agent_compute-ego": 0.04970984220504761, "deviation-heading": 3.1385384806020857, "set_robot_commands": 0.009174466133117676, "deviation-center-line": 0.7790433776462293, "driven_lanedir_consec": 3.489726537426171, "sim_compute_sim_state": 0.005758318106333414, "sim_compute_performance-ego": 0.007534515062967936, "sim_compute_robot_state-ego": 0.009110736846923827}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.472593661844645, "sim_physics": 0.07534129142761231, "survival_time": 14.950000000000076, "driven_lanedir": 4.220546459693228, "sim_render-ego": 0.012069616317749023, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.046921760241190595, "deviation-heading": 2.847137908446218, "set_robot_commands": 0.00885119358698527, "deviation-center-line": 0.7234044355489888, "driven_lanedir_consec": 4.220546459693228, "sim_compute_sim_state": 0.005303568840026855, "sim_compute_performance-ego": 0.00724983294804891, "sim_compute_robot_state-ego": 0.008523585796356202}}set_robot_commands_max 0.009174466133117676 set_robot_commands_mean 0.00884945281346639 set_robot_commands_median 0.00885119358698527 set_robot_commands_min 0.00843891461690267 sim_compute_performance-ego_max 0.007764162222544352 sim_compute_performance-ego_mean 0.007495460510253907 sim_compute_performance-ego_median 0.007486081918080647 sim_compute_performance-ego_min 0.00724983294804891 sim_compute_robot_state-ego_max 0.009227572282155354 sim_compute_robot_state-ego_mean 0.008971272468566894 sim_compute_robot_state-ego_median 0.00907881259918213 sim_compute_robot_state-ego_min 0.008523585796356202 sim_compute_sim_state_max 0.005795458952585856 sim_compute_sim_state_mean 0.005588825225830078 sim_compute_sim_state_median 0.00559123436609904 sim_compute_sim_state_min 0.005303568840026855 sim_physics_max 0.07647642691930136 sim_physics_mean 0.07597084633509318 sim_physics_median 0.07585716962814332 sim_physics_min 0.07534129142761231 sim_render-ego_max 0.013006118933359782 sim_render-ego_mean 0.01252572743097941 sim_render-ego_median 0.012353865305582684 sim_render-ego_min 0.012069616317749023 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 28116
5193
Moustafa Elarabi challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:23 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28084
5170
Fabrice Normandin 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:17 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28070
5161
Anthony Courchesne 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:16 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28062
5155
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.3100438834099424 survival_time_median 7.7499999999999805 deviation-center-line_median 0.4630402127508896 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.027341697216033935 agent_compute-ego_mean 0.02501929531701292 agent_compute-ego_median 0.02472811495816266 agent_compute-ego_min 0.02314979553222656 deviation-center-line_max 1.0252644727134996 deviation-center-line_mean 0.5525117363701885 deviation-center-line_min 0.08225529070431464 deviation-heading_max 3.219344642133101 deviation-heading_mean 1.759130148229066 deviation-heading_median 1.8901534651621617 deviation-heading_min 0.3204961753593126 driven_any_max 5.117905140773228 driven_any_mean 2.68013033691503 driven_any_median 2.3733101125009353 driven_any_min 0.5125085285087567 driven_lanedir_consec_max 5.008754137476366 driven_lanedir_consec_mean 2.568215800321351 driven_lanedir_consec_min 0.4982490161477715 driven_lanedir_max 5.008754137476366 driven_lanedir_mean 2.568215800321351 driven_lanedir_median 2.3100438834099424 driven_lanedir_min 0.4982490161477715 in-drivable-lane_max 1.200000000000017 in-drivable-lane_mean 0.2400000000000034 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.645866798979524, "sim_physics": 0.07035375833511352, "survival_time": 14.950000000000076, "driven_lanedir": 3.2918562842237704, "sim_render-ego": 0.011238072713216146, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.02577809572219849, "deviation-heading": 3.219344642133101, "set_robot_commands": 0.008362627029418946, "deviation-center-line": 1.0252644727134996, "driven_lanedir_consec": 3.2918562842237704, "sim_compute_sim_state": 0.004977364540100098, "sim_compute_performance-ego": 0.007215474446614583, "sim_compute_robot_state-ego": 0.008308928807576497}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3733101125009353, "sim_physics": 0.07202750944322156, "survival_time": 7.7499999999999805, "driven_lanedir": 2.3100438834099424, "sim_render-ego": 0.011403339139876827, "in-drivable-lane": 0, "agent_compute-ego": 0.02409877315644295, "deviation-heading": 1.8901534651621617, "set_robot_commands": 0.008250228820308562, "deviation-center-line": 0.4630402127508896, "driven_lanedir_consec": 2.3100438834099424, "sim_compute_sim_state": 0.005041637728291173, "sim_compute_performance-ego": 0.006771782905824723, "sim_compute_robot_state-ego": 0.008621634206464213}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.117905140773228, "sim_physics": 0.07018646637598673, "survival_time": 14.950000000000076, "driven_lanedir": 5.008754137476366, "sim_render-ego": 0.011468253930409749, "in-drivable-lane": 0, "agent_compute-ego": 0.027341697216033935, "deviation-heading": 2.663230816591302, "set_robot_commands": 0.008218738238016764, "deviation-center-line": 0.9942677559005452, "driven_lanedir_consec": 5.008754137476366, "sim_compute_sim_state": 0.0049427477518717445, "sim_compute_performance-ego": 0.007101727326711019, "sim_compute_robot_state-ego": 0.008524280389149983}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.7510611038127082, "sim_physics": 0.0739650218575089, "survival_time": 5.399999999999989, "driven_lanedir": 1.7321756803489043, "sim_render-ego": 0.01235675811767578, "in-drivable-lane": 0, "agent_compute-ego": 0.02472811495816266, "deviation-heading": 0.7024256418994519, "set_robot_commands": 0.008663056073365387, "deviation-center-line": 0.19773094978169264, "driven_lanedir_consec": 1.7321756803489043, "sim_compute_sim_state": 0.005061575659999141, "sim_compute_performance-ego": 0.007385443758081507, "sim_compute_robot_state-ego": 0.00893705200265955}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5125085285087567, "sim_physics": 0.07249981880187989, "survival_time": 1.2500000000000004, "driven_lanedir": 0.4982490161477715, "sim_render-ego": 0.010573625564575195, "in-drivable-lane": 0, "agent_compute-ego": 0.02314979553222656, "deviation-heading": 0.3204961753593126, "set_robot_commands": 0.008168039321899414, "deviation-center-line": 0.08225529070431464, "driven_lanedir_consec": 0.4982490161477715, "sim_compute_sim_state": 0.0048458480834960935, "sim_compute_performance-ego": 0.006794357299804687, "sim_compute_robot_state-ego": 0.007940530776977539}}set_robot_commands_max 0.008663056073365387 set_robot_commands_mean 0.008332537896601813 set_robot_commands_median 0.008250228820308562 set_robot_commands_min 0.008168039321899414 sim_compute_performance-ego_max 0.007385443758081507 sim_compute_performance-ego_mean 0.007053757147407304 sim_compute_performance-ego_median 0.007101727326711019 sim_compute_performance-ego_min 0.006771782905824723 sim_compute_robot_state-ego_max 0.00893705200265955 sim_compute_robot_state-ego_mean 0.008466485236565558 sim_compute_robot_state-ego_median 0.008524280389149983 sim_compute_robot_state-ego_min 0.007940530776977539 sim_compute_sim_state_max 0.005061575659999141 sim_compute_sim_state_mean 0.004973834752751649 sim_compute_sim_state_median 0.004977364540100098 sim_compute_sim_state_min 0.0048458480834960935 sim_physics_max 0.0739650218575089 sim_physics_mean 0.07180651496274212 sim_physics_median 0.07202750944322156 sim_physics_min 0.07018646637598673 sim_render-ego_max 0.01235675811767578 sim_render-ego_mean 0.01140800989315074 sim_render-ego_median 0.011403339139876827 sim_render-ego_min 0.010573625564575195 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 8.860000000000024 survival_time_min 1.2500000000000004
No reset possible 28055
5150
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.683490856618499 survival_time_median 14.950000000000076 deviation-center-line_median 0.6878478266694831 in-drivable-lane_median 0.8000000000000114
other stats agent_compute-ego_max 0.02862207969029745 agent_compute-ego_mean 0.02785902388890584 agent_compute-ego_median 0.028035733699798584 agent_compute-ego_min 0.02663640022277832 deviation-center-line_max 0.9430851198474473 deviation-center-line_mean 0.6865342448790553 deviation-center-line_min 0.42061026687828296 deviation-heading_max 5.016216563925245 deviation-heading_mean 4.0015083905414945 deviation-heading_median 4.110519579603228 deviation-heading_min 2.472018108509529 driven_any_max 3.893474481134126 driven_any_mean 2.929633357996239 driven_any_median 2.8679588848454483 driven_any_min 1.8895741326064817 driven_lanedir_consec_max 3.8089620929815697 driven_lanedir_consec_mean 2.6588817604833084 driven_lanedir_consec_min 1.249227762475246 driven_lanedir_max 3.8089620929815697 driven_lanedir_mean 2.689264331199052 driven_lanedir_median 2.683490856618499 driven_lanedir_min 1.3808926563162016 in-drivable-lane_max 3.2000000000000455 in-drivable-lane_mean 1.0700000000000152 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.6117557535268947, "sim_physics": 0.07383961836496988, "survival_time": 14.950000000000076, "driven_lanedir": 2.3146797990897108, "sim_render-ego": 0.013161129156748452, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.02862207969029745, "deviation-heading": 4.110519579603228, "set_robot_commands": 0.009693713188171386, "deviation-center-line": 0.6447487181142597, "driven_lanedir_consec": 2.3146797990897108, "sim_compute_sim_state": 0.005724367300669352, "sim_compute_performance-ego": 0.008155892690022787, "sim_compute_robot_state-ego": 0.009563980102539062}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.8679588848454483, "sim_physics": 0.07321820656458537, "survival_time": 14.950000000000076, "driven_lanedir": 2.683490856618499, "sim_render-ego": 0.013774533271789551, "in-drivable-lane": 0, "agent_compute-ego": 0.028035733699798584, "deviation-heading": 4.410217965112268, "set_robot_commands": 0.009814550081888834, "deviation-center-line": 0.7363792928858038, "driven_lanedir_consec": 2.683490856618499, "sim_compute_sim_state": 0.005636951923370361, "sim_compute_performance-ego": 0.008433035214742025, "sim_compute_robot_state-ego": 0.009973414738972982}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.893474481134126, "sim_physics": 0.07486498117446899, "survival_time": 14.950000000000076, "driven_lanedir": 3.8089620929815697, "sim_render-ego": 0.013315378824869792, "in-drivable-lane": 0, "agent_compute-ego": 0.02776160399119059, "deviation-heading": 2.472018108509529, "set_robot_commands": 0.00987197240193685, "deviation-center-line": 0.6878478266694831, "driven_lanedir_consec": 3.8089620929815697, "sim_compute_sim_state": 0.005799262523651123, "sim_compute_performance-ego": 0.008042004903157552, "sim_compute_robot_state-ego": 0.009710281689961752}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.8895741326064817, "sim_physics": 0.07266480843226115, "survival_time": 14.950000000000076, "driven_lanedir": 1.3808926563162016, "sim_render-ego": 0.013926858107248944, "in-drivable-lane": 3.2000000000000455, "agent_compute-ego": 0.028239301840464272, "deviation-heading": 5.016216563925245, "set_robot_commands": 0.009941866397857666, "deviation-center-line": 0.42061026687828296, "driven_lanedir_consec": 1.249227762475246, "sim_compute_sim_state": 0.00574665625890096, "sim_compute_performance-ego": 0.008112371762593587, "sim_compute_robot_state-ego": 0.009633575280507406}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.385403537868243, "sim_physics": 0.07054595311482748, "survival_time": 14.950000000000076, "driven_lanedir": 3.2582962509892783, "sim_render-ego": 0.01290871540705363, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.02663640022277832, "deviation-heading": 3.998569735557204, "set_robot_commands": 0.009139896233876546, "deviation-center-line": 0.9430851198474473, "driven_lanedir_consec": 3.2380482912515176, "sim_compute_sim_state": 0.005530138015747071, "sim_compute_performance-ego": 0.007934649785359701, "sim_compute_robot_state-ego": 0.009390668869018556}}set_robot_commands_max 0.009941866397857666 set_robot_commands_mean 0.009692399660746255 set_robot_commands_median 0.009814550081888834 set_robot_commands_min 0.009139896233876546 sim_compute_performance-ego_max 0.008433035214742025 sim_compute_performance-ego_mean 0.00813559087117513 sim_compute_performance-ego_median 0.008112371762593587 sim_compute_performance-ego_min 0.007934649785359701 sim_compute_robot_state-ego_max 0.009973414738972982 sim_compute_robot_state-ego_mean 0.009654384136199953 sim_compute_robot_state-ego_median 0.009633575280507406 sim_compute_robot_state-ego_min 0.009390668869018556 sim_compute_sim_state_max 0.005799262523651123 sim_compute_sim_state_mean 0.0056874752044677734 sim_compute_sim_state_median 0.005724367300669352 sim_compute_sim_state_min 0.005530138015747071 sim_physics_max 0.07486498117446899 sim_physics_mean 0.07302671353022258 sim_physics_median 0.07321820656458537 sim_physics_min 0.07054595311482748 sim_render-ego_max 0.013926858107248944 sim_render-ego_mean 0.013417322953542074 sim_render-ego_median 0.013315378824869792 sim_render-ego_min 0.01290871540705363 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 28053
5148
Dhaivat Bhatt 🇨🇦whattheduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.39551959343097 survival_time_median 1.1000000000000003 deviation-center-line_median 0.06620336000734543 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.06280226366860527 agent_compute-ego_mean 0.041789359124363934 agent_compute-ego_median 0.034020953708224826 agent_compute-ego_min 0.026576542854309083 deviation-center-line_max 0.11535626384686937 deviation-center-line_mean 0.07739607619997266 deviation-center-line_min 0.05578007059924967 deviation-heading_max 0.4179488192973838 deviation-heading_mean 0.2989348594498459 deviation-heading_median 0.29494641783323816 deviation-heading_min 0.21173829835597463 driven_any_max 0.579318245891196 driven_any_mean 0.4651370125369219 driven_any_median 0.41013380488972295 driven_any_min 0.35004415374122655 driven_lanedir_consec_max 0.5613188209909139 driven_lanedir_consec_mean 0.4500959609155465 driven_lanedir_consec_min 0.3434707753850723 driven_lanedir_max 0.5613188209909139 driven_lanedir_mean 0.4500959609155465 driven_lanedir_median 0.39551959343097 driven_lanedir_min 0.3434707753850723 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.41013380488972295, "sim_physics": 0.08980540795759721, "survival_time": 1.1000000000000003, "driven_lanedir": 0.39551959343097, "sim_render-ego": 0.016692605885592373, "in-drivable-lane": 0, "agent_compute-ego": 0.03140289133245295, "deviation-heading": 0.29494641783323816, "set_robot_commands": 0.01138738068667325, "deviation-center-line": 0.0621479079974402, "driven_lanedir_consec": 0.39551959343097, "sim_compute_sim_state": 0.006565690040588379, "sim_compute_performance-ego": 0.009457328102805395, "sim_compute_robot_state-ego": 0.011015664447437632}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.35004415374122655, "sim_physics": 0.09038166999816896, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3434707753850723, "sim_render-ego": 0.013968396186828613, "in-drivable-lane": 0, "agent_compute-ego": 0.026576542854309083, "deviation-heading": 0.21173829835597463, "set_robot_commands": 0.009573543071746826, "deviation-center-line": 0.08749277854895865, "driven_lanedir_consec": 0.3434707753850723, "sim_compute_sim_state": 0.00557938814163208, "sim_compute_performance-ego": 0.008000826835632325, "sim_compute_robot_state-ego": 0.009646499156951904}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.579318245891196, "sim_physics": 0.0854577620824178, "survival_time": 1.800000000000001, "driven_lanedir": 0.5597911889250624, "sim_render-ego": 0.013345678647359213, "in-drivable-lane": 0, "agent_compute-ego": 0.034020953708224826, "deviation-heading": 0.4179488192973838, "set_robot_commands": 0.00965416431427002, "deviation-center-line": 0.11535626384686937, "driven_lanedir_consec": 0.5597911889250624, "sim_compute_sim_state": 0.005873660246531169, "sim_compute_performance-ego": 0.008190512657165527, "sim_compute_robot_state-ego": 0.009673959679073758}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5771527874549565, "sim_physics": 0.09061459132603236, "survival_time": 1.4000000000000006, "driven_lanedir": 0.5613188209909139, "sim_render-ego": 0.013801898275102888, "in-drivable-lane": 0, "agent_compute-ego": 0.06280226366860527, "deviation-heading": 0.24400159374796185, "set_robot_commands": 0.011671321732657296, "deviation-center-line": 0.05578007059924967, "driven_lanedir_consec": 0.5613188209909139, "sim_compute_sim_state": 0.006335020065307617, "sim_compute_performance-ego": 0.008972627776009696, "sim_compute_robot_state-ego": 0.011251977511814662}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4090360707075076, "sim_physics": 0.0902876513344901, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3903794258457136, "sim_render-ego": 0.013983351843697684, "in-drivable-lane": 0, "agent_compute-ego": 0.05414414405822754, "deviation-heading": 0.32603916801467075, "set_robot_commands": 0.01029206457592192, "deviation-center-line": 0.06620336000734543, "driven_lanedir_consec": 0.3903794258457136, "sim_compute_sim_state": 0.007166158585321335, "sim_compute_performance-ego": 0.009115900312151228, "sim_compute_robot_state-ego": 0.011917420795985631}}set_robot_commands_max 0.011671321732657296 set_robot_commands_mean 0.010515694876253862 set_robot_commands_median 0.01029206457592192 set_robot_commands_min 0.009573543071746826 sim_compute_performance-ego_max 0.009457328102805395 sim_compute_performance-ego_mean 0.008747439136752836 sim_compute_performance-ego_median 0.008972627776009696 sim_compute_performance-ego_min 0.008000826835632325 sim_compute_robot_state-ego_max 0.011917420795985631 sim_compute_robot_state-ego_mean 0.010701104318252715 sim_compute_robot_state-ego_median 0.011015664447437632 sim_compute_robot_state-ego_min 0.009646499156951904 sim_compute_sim_state_max 0.007166158585321335 sim_compute_sim_state_mean 0.006303983415876116 sim_compute_sim_state_median 0.006335020065307617 sim_compute_sim_state_min 0.00557938814163208 sim_physics_max 0.09061459132603236 sim_physics_mean 0.0893094165397413 sim_physics_median 0.0902876513344901 sim_physics_min 0.0854577620824178 sim_render-ego_max 0.016692605885592373 sim_render-ego_mean 0.014358386167716156 sim_render-ego_median 0.013968396186828613 sim_render-ego_min 0.013345678647359213 simulation-passed 1 survival_time_max 1.800000000000001 survival_time_mean 1.2700000000000002 survival_time_min 1.0000000000000002
No reset possible 28004
5113
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:13 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 53, in on_received_get_commands
|| velocity, omega = self.compute_action(self.current_image)
|| File "solution.py", line 50, in compute_action
|| return action.astype(float)
|| AttributeError: 'tuple' object has no attribute 'astype'
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 28002
5112
Thomas Hitchcox lf_v1 aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8425864277972608 survival_time_median 2.499999999999999 deviation-center-line_median 0.15496310920818276 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03218212994662198 agent_compute-ego_mean 0.03018748259534338 agent_compute-ego_median 0.0302772855758667 agent_compute-ego_min 0.02823803946375847 deviation-center-line_max 0.681365602594669 deviation-center-line_mean 0.2312122594431619 deviation-center-line_min 0.06256508788742163 deviation-heading_max 3.670194455536024 deviation-heading_mean 1.107414540714537 deviation-heading_median 0.6110093194720975 deviation-heading_min 0.2566688753443347 driven_any_max 4.161596358967293 driven_any_mean 1.4450114776608292 driven_any_median 0.9017522083932316 driven_any_min 0.21847290336905717 driven_lanedir_consec_max 3.4141738217120103 driven_lanedir_consec_mean 1.271747634197708 driven_lanedir_consec_min 0.2053260476815717 driven_lanedir_max 3.4141738217120103 driven_lanedir_mean 1.271747634197708 driven_lanedir_median 0.8425864277972608 driven_lanedir_min 0.2053260476815717 in-drivable-lane_max 2.249999999999993 in-drivable-lane_mean 0.44999999999999857 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4032457127122224, "sim_physics": 0.0883125825361772, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3841323714915358, "sim_render-ego": 0.01464436270973899, "in-drivable-lane": 0, "agent_compute-ego": 0.03218212994662198, "deviation-heading": 0.3193510773020293, "set_robot_commands": 0.010242700576782228, "deviation-center-line": 0.06256508788742163, "driven_lanedir_consec": 0.3841323714915358, "sim_compute_sim_state": 0.0058002797040072355, "sim_compute_performance-ego": 0.008656089956110174, "sim_compute_robot_state-ego": 0.011479897932572798}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.21847290336905717, "sim_physics": 0.09402585029602052, "survival_time": 0.8000000000000002, "driven_lanedir": 0.2053260476815717, "sim_render-ego": 0.015151619911193848, "in-drivable-lane": 0, "agent_compute-ego": 0.030628547072410583, "deviation-heading": 0.2566688753443347, "set_robot_commands": 0.010518252849578856, "deviation-center-line": 0.06749517109732595, "driven_lanedir_consec": 0.2053260476815717, "sim_compute_sim_state": 0.006598219275474548, "sim_compute_performance-ego": 0.009259358048439026, "sim_compute_robot_state-ego": 0.012279033660888672}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.161596358967293, "sim_physics": 0.0861826865002513, "survival_time": 12.800000000000049, "driven_lanedir": 3.4141738217120103, "sim_render-ego": 0.014608201570808887, "in-drivable-lane": 2.249999999999993, "agent_compute-ego": 0.02823803946375847, "deviation-heading": 3.670194455536024, "set_robot_commands": 0.010007903911173344, "deviation-center-line": 0.681365602594669, "driven_lanedir_consec": 3.4141738217120103, "sim_compute_sim_state": 0.00652911514043808, "sim_compute_performance-ego": 0.008954104967415333, "sim_compute_robot_state-ego": 0.010685404762625694}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.539990204862342, "sim_physics": 0.08753758006625706, "survival_time": 4.049999999999994, "driven_lanedir": 1.512519502306162, "sim_render-ego": 0.014921382621482567, "in-drivable-lane": 0, "agent_compute-ego": 0.02961141091805917, "deviation-heading": 0.6110093194720975, "set_robot_commands": 0.009950814423737702, "deviation-center-line": 0.18967232642821027, "driven_lanedir_consec": 1.512519502306162, "sim_compute_sim_state": 0.006627235883547936, "sim_compute_performance-ego": 0.008638458487428264, "sim_compute_robot_state-ego": 0.01024155557891469}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.9017522083932316, "sim_physics": 0.09285987377166748, "survival_time": 2.499999999999999, "driven_lanedir": 0.8425864277972608, "sim_render-ego": 0.015191502571105957, "in-drivable-lane": 0, "agent_compute-ego": 0.0302772855758667, "deviation-heading": 0.6798489759182005, "set_robot_commands": 0.010206971168518066, "deviation-center-line": 0.15496310920818276, "driven_lanedir_consec": 0.8425864277972608, "sim_compute_sim_state": 0.006980447769165039, "sim_compute_performance-ego": 0.009289765357971193, "sim_compute_robot_state-ego": 0.010691990852355957}}set_robot_commands_max 0.010518252849578856 set_robot_commands_mean 0.01018532858595804 set_robot_commands_median 0.010206971168518066 set_robot_commands_min 0.009950814423737702 sim_compute_performance-ego_max 0.009289765357971193 sim_compute_performance-ego_mean 0.008959555363472798 sim_compute_performance-ego_median 0.008954104967415333 sim_compute_performance-ego_min 0.008638458487428264 sim_compute_robot_state-ego_max 0.012279033660888672 sim_compute_robot_state-ego_mean 0.011075576557471562 sim_compute_robot_state-ego_median 0.010691990852355957 sim_compute_robot_state-ego_min 0.01024155557891469 sim_compute_sim_state_max 0.006980447769165039 sim_compute_sim_state_mean 0.006507059554526568 sim_compute_sim_state_median 0.006598219275474548 sim_compute_sim_state_min 0.0058002797040072355 sim_physics_max 0.09402585029602052 sim_physics_mean 0.08978371463407471 sim_physics_median 0.0883125825361772 sim_physics_min 0.0861826865002513 sim_render-ego_max 0.015191502571105957 sim_render-ego_mean 0.014903413876866053 sim_render-ego_median 0.014921382621482567 sim_render-ego_min 0.014608201570808887 simulation-passed 1 survival_time_max 12.800000000000049 survival_time_mean 4.250000000000009 survival_time_min 0.8000000000000002
No reset possible 27992
5109
Ramon Emiliani 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5721027874662883 survival_time_median 4.3499999999999925 deviation-center-line_median 0.22119373223979133 in-drivable-lane_median 0.2499999999999991
other stats agent_compute-ego_max 0.027488989830017088 agent_compute-ego_mean 0.0249134975783463 agent_compute-ego_median 0.024165035664350135 agent_compute-ego_min 0.023238711578901425 deviation-center-line_max 0.23334675567825253 deviation-center-line_mean 0.20213358232559597 deviation-center-line_min 0.119163816084638 deviation-heading_max 2.3758587483495415 deviation-heading_mean 1.269658505212461 deviation-heading_median 1.2376248689500489 deviation-heading_min 0.708456921580099 driven_any_max 1.6955126325863503 driven_any_mean 1.1338264118455508 driven_any_median 1.1092207108954653 driven_any_min 0.6054324346088197 driven_lanedir_consec_max 1.0831753462809317 driven_lanedir_consec_mean 0.6606445773643188 driven_lanedir_consec_min 0.4418580639432312 driven_lanedir_max 1.0831753462809317 driven_lanedir_mean 0.678992294845705 driven_lanedir_median 0.5721027874662883 driven_lanedir_min 0.4418580639432312 in-drivable-lane_max 3.999999999999989 in-drivable-lane_mean 1.2399999999999969 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.1092207108954653, "sim_physics": 0.0690724000163462, "survival_time": 4.3499999999999925, "driven_lanedir": 0.7633069630386323, "sim_render-ego": 0.01167230496461364, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.024165035664350135, "deviation-heading": 2.3758587483495415, "set_robot_commands": 0.008097971992931146, "deviation-center-line": 0.22999811271779308, "driven_lanedir_consec": 0.6715683756317014, "sim_compute_sim_state": 0.005005863891250786, "sim_compute_performance-ego": 0.006697295726030722, "sim_compute_robot_state-ego": 0.008004791435154006}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.150450135776707, "sim_physics": 0.0752530928408162, "survival_time": 4.449999999999992, "driven_lanedir": 1.0831753462809317, "sim_render-ego": 0.012619867753446772, "in-drivable-lane": 0, "agent_compute-ego": 0.02361998665198851, "deviation-heading": 1.2563645511675658, "set_robot_commands": 0.008823761779270816, "deviation-center-line": 0.20696549490750485, "driven_lanedir_consec": 1.0831753462809317, "sim_compute_sim_state": 0.00508696845408236, "sim_compute_performance-ego": 0.006809100676118658, "sim_compute_robot_state-ego": 0.008523697263739083}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.108516145360411, "sim_physics": 0.07238994919976523, "survival_time": 4.299999999999993, "driven_lanedir": 0.4418580639432312, "sim_render-ego": 0.012670414392338245, "in-drivable-lane": 1.9499999999999955, "agent_compute-ego": 0.023238711578901425, "deviation-heading": 1.2376248689500489, "set_robot_commands": 0.008560211159462152, "deviation-center-line": 0.22119373223979133, "driven_lanedir_consec": 0.4418580639432312, "sim_compute_sim_state": 0.0051488183265508605, "sim_compute_performance-ego": 0.007011915362158487, "sim_compute_robot_state-ego": 0.008365267931028854}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6955126325863503, "sim_physics": 0.0658558513969183, "survival_time": 6.399999999999985, "driven_lanedir": 0.5345183134994417, "sim_render-ego": 0.012221772223711014, "in-drivable-lane": 3.999999999999989, "agent_compute-ego": 0.026054764166474342, "deviation-heading": 0.769987436015049, "set_robot_commands": 0.008715486153960228, "deviation-center-line": 0.23334675567825253, "driven_lanedir_consec": 0.5345183134994417, "sim_compute_sim_state": 0.005028737708926201, "sim_compute_performance-ego": 0.007140068337321281, "sim_compute_robot_state-ego": 0.008423736318945885}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6054324346088197, "sim_physics": 0.08723578453063965, "survival_time": 2.499999999999999, "driven_lanedir": 0.5721027874662883, "sim_render-ego": 0.013129935264587405, "in-drivable-lane": 0, "agent_compute-ego": 0.027488989830017088, "deviation-heading": 0.708456921580099, "set_robot_commands": 0.00911357879638672, "deviation-center-line": 0.119163816084638, "driven_lanedir_consec": 0.5721027874662883, "sim_compute_sim_state": 0.005215721130371094, "sim_compute_performance-ego": 0.008249225616455079, "sim_compute_robot_state-ego": 0.009721660614013672}}set_robot_commands_max 0.00911357879638672 set_robot_commands_mean 0.008662201976402212 set_robot_commands_median 0.008715486153960228 set_robot_commands_min 0.008097971992931146 sim_compute_performance-ego_max 0.008249225616455079 sim_compute_performance-ego_mean 0.007181521143616846 sim_compute_performance-ego_median 0.007011915362158487 sim_compute_performance-ego_min 0.006697295726030722 sim_compute_robot_state-ego_max 0.009721660614013672 sim_compute_robot_state-ego_mean 0.0086078307125763 sim_compute_robot_state-ego_median 0.008423736318945885 sim_compute_robot_state-ego_min 0.008004791435154006 sim_compute_sim_state_max 0.005215721130371094 sim_compute_sim_state_mean 0.005097221902236261 sim_compute_sim_state_median 0.00508696845408236 sim_compute_sim_state_min 0.005005863891250786 sim_physics_max 0.08723578453063965 sim_physics_mean 0.0739614155968971 sim_physics_median 0.07238994919976523 sim_physics_min 0.0658558513969183 sim_render-ego_max 0.013129935264587405 sim_render-ego_mean 0.012462858919739412 sim_render-ego_median 0.012619867753446772 sim_render-ego_min 0.01167230496461364 simulation-passed 1 survival_time_max 6.399999999999985 survival_time_mean 4.399999999999992 survival_time_min 2.499999999999999
No reset possible 27934
5077
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:01 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.1070185777243156 survival_time_median 14.950000000000076 deviation-center-line_median 0.6554876851262136 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.05122218449910482 agent_compute-ego_mean 0.04783712848027547 agent_compute-ego_median 0.04825102647145589 agent_compute-ego_min 0.04536648670832316 deviation-center-line_max 0.955040740592472 deviation-center-line_mean 0.6773417196572848 deviation-center-line_min 0.4708179451614654 deviation-heading_max 4.774310374909031 deviation-heading_mean 3.087709333793495 deviation-heading_median 2.6894258965767786 deviation-heading_min 2.0916810484002526 driven_any_max 4.6112389845261 driven_any_mean 3.919043667713487 driven_any_median 4.310828023760972 driven_any_min 2.7218047660582045 driven_lanedir_consec_max 4.5397580671755335 driven_lanedir_consec_mean 3.7327437851444594 driven_lanedir_consec_min 2.537766152483167 driven_lanedir_max 4.5397580671755335 driven_lanedir_mean 3.7327437851444594 driven_lanedir_median 4.1070185777243156 driven_lanedir_min 2.537766152483167 in-drivable-lane_max 1.7999999999999936 in-drivable-lane_mean 0.6400000000000027 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.7218047660582045, "sim_physics": 0.08066249291102091, "survival_time": 14.950000000000076, "driven_lanedir": 2.537766152483167, "sim_render-ego": 0.012782417933146158, "in-drivable-lane": 0, "agent_compute-ego": 0.04871217330296834, "deviation-heading": 4.774310374909031, "set_robot_commands": 0.00965259552001953, "deviation-center-line": 0.955040740592472, "driven_lanedir_consec": 2.537766152483167, "sim_compute_sim_state": 0.00590548833211263, "sim_compute_performance-ego": 0.007909487088521322, "sim_compute_robot_state-ego": 0.009485212961832684}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.4848506851387397, "sim_physics": 0.07424553155899048, "survival_time": 14.950000000000076, "driven_lanedir": 3.352930281493917, "sim_render-ego": 0.01168680191040039, "in-drivable-lane": 0, "agent_compute-ego": 0.04563377141952515, "deviation-heading": 3.4953223518352607, "set_robot_commands": 0.007901017665863036, "deviation-center-line": 0.6554876851262136, "driven_lanedir_consec": 3.352930281493917, "sim_compute_sim_state": 0.0052164991696675616, "sim_compute_performance-ego": 0.007038259506225586, "sim_compute_robot_state-ego": 0.00844316562016805}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.466495879083417, "sim_physics": 0.07250789880752563, "survival_time": 14.950000000000076, "driven_lanedir": 4.1070185777243156, "sim_render-ego": 0.011636012395222982, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.04536648670832316, "deviation-heading": 2.6894258965767786, "set_robot_commands": 0.007852703730265299, "deviation-center-line": 0.8103128037660747, "driven_lanedir_consec": 4.1070185777243156, "sim_compute_sim_state": 0.005209333896636963, "sim_compute_performance-ego": 0.00702145258585612, "sim_compute_robot_state-ego": 0.008145598570505778}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.6112389845261, "sim_physics": 0.07861396710077921, "survival_time": 14.950000000000076, "driven_lanedir": 4.5397580671755335, "sim_render-ego": 0.011979151566823325, "in-drivable-lane": 0, "agent_compute-ego": 0.04825102647145589, "deviation-heading": 2.387806997246151, "set_robot_commands": 0.008297936916351318, "deviation-center-line": 0.4708179451614654, "driven_lanedir_consec": 4.5397580671755335, "sim_compute_sim_state": 0.005701344013214111, "sim_compute_performance-ego": 0.007276734511057536, "sim_compute_robot_state-ego": 0.008995728492736816}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.310828023760972, "sim_physics": 0.08211429039637248, "survival_time": 14.950000000000076, "driven_lanedir": 4.126245846845365, "sim_render-ego": 0.012642062505086264, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.05122218449910482, "deviation-heading": 2.0916810484002526, "set_robot_commands": 0.008729496002197266, "deviation-center-line": 0.495049423640199, "driven_lanedir_consec": 4.126245846845365, "sim_compute_sim_state": 0.005894076824188232, "sim_compute_performance-ego": 0.007567911148071289, "sim_compute_robot_state-ego": 0.00939669926961263}}set_robot_commands_max 0.00965259552001953 set_robot_commands_mean 0.00848674996693929 set_robot_commands_median 0.008297936916351318 set_robot_commands_min 0.007852703730265299 sim_compute_performance-ego_max 0.007909487088521322 sim_compute_performance-ego_mean 0.00736276896794637 sim_compute_performance-ego_median 0.007276734511057536 sim_compute_performance-ego_min 0.00702145258585612 sim_compute_robot_state-ego_max 0.009485212961832684 sim_compute_robot_state-ego_mean 0.008893280982971192 sim_compute_robot_state-ego_median 0.008995728492736816 sim_compute_robot_state-ego_min 0.008145598570505778 sim_compute_sim_state_max 0.00590548833211263 sim_compute_sim_state_mean 0.0055853484471639 sim_compute_sim_state_median 0.005701344013214111 sim_compute_sim_state_min 0.005209333896636963 sim_physics_max 0.08211429039637248 sim_physics_mean 0.07762883615493774 sim_physics_median 0.07861396710077921 sim_physics_min 0.07250789880752563 sim_render-ego_max 0.012782417933146158 sim_render-ego_mean 0.012145289262135824 sim_render-ego_median 0.011979151566823325 sim_render-ego_min 0.011636012395222982 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27913
5066
Ramon Emiliani 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6819041240779956 survival_time_median 4.449999999999992 deviation-center-line_median 0.2534595894099882 in-drivable-lane_median 0.4500000000000004
other stats agent_compute-ego_max 0.04456221063931783 agent_compute-ego_mean 0.04023226244326321 agent_compute-ego_median 0.04306206544240316 agent_compute-ego_min 0.0279479053583038 deviation-center-line_max 0.9360761057374144 deviation-center-line_mean 0.3770119970071447 deviation-center-line_min 0.11078285157322015 deviation-heading_max 4.156970912225897 deviation-heading_mean 2.150266526949699 deviation-heading_median 2.42964160473017 deviation-heading_min 0.6303947427472623 driven_any_max 4.085208294103885 driven_any_mean 1.7431345808721534 driven_any_median 1.1371535322676798 driven_any_min 0.5075745293692695 driven_lanedir_consec_max 3.622358176359144 driven_lanedir_consec_mean 1.410036263070219 driven_lanedir_consec_min 0.2033323732139116 driven_lanedir_max 3.622358176359144 driven_lanedir_mean 1.4421647871034535 driven_lanedir_median 0.7929052004792866 driven_lanedir_min 0.25257817179687647 in-drivable-lane_max 0.9500000000000116 in-drivable-lane_mean 0.5000000000000021 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.1371535322676798, "sim_physics": 0.06689047545529483, "survival_time": 4.449999999999992, "driven_lanedir": 0.7929052004792866, "sim_render-ego": 0.01101227824607592, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.0279479053583038, "deviation-heading": 2.42964160473017, "set_robot_commands": 0.008121964636813389, "deviation-center-line": 0.2534595894099882, "driven_lanedir_consec": 0.6819041240779956, "sim_compute_sim_state": 0.004602426893255684, "sim_compute_performance-ego": 0.006928095656834291, "sim_compute_robot_state-ego": 0.007777653383405021}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.4082461489072178, "sim_physics": 0.06425449035687153, "survival_time": 8.949999999999992, "driven_lanedir": 1.9927574039771505, "sim_render-ego": 0.011331313149223114, "in-drivable-lane": 0.9500000000000116, "agent_compute-ego": 0.04414965853344795, "deviation-heading": 2.431215650833393, "set_robot_commands": 0.008293632688469062, "deviation-center-line": 0.46594097899439546, "driven_lanedir_consec": 1.9923616587952329, "sim_compute_sim_state": 0.00453321494203706, "sim_compute_performance-ego": 0.0065545356473443225, "sim_compute_robot_state-ego": 0.008043437030728302}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.085208294103885, "sim_physics": 0.06677051385243733, "survival_time": 14.950000000000076, "driven_lanedir": 3.622358176359144, "sim_render-ego": 0.011161983013153076, "in-drivable-lane": 0.8499999999999996, "agent_compute-ego": 0.04306206544240316, "deviation-heading": 4.156970912225897, "set_robot_commands": 0.008224415779113769, "deviation-center-line": 0.9360761057374144, "driven_lanedir_consec": 3.622358176359144, "sim_compute_sim_state": 0.00485288143157959, "sim_compute_performance-ego": 0.006812179883321126, "sim_compute_robot_state-ego": 0.008007214069366456}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.5075745293692695, "sim_physics": 0.07132233020871184, "survival_time": 2.1500000000000004, "driven_lanedir": 0.25257817179687647, "sim_render-ego": 0.0108716044315072, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.04143947224284327, "deviation-heading": 1.103109724211775, "set_robot_commands": 0.007747212121653003, "deviation-center-line": 0.11078285157322015, "driven_lanedir_consec": 0.2033323732139116, "sim_compute_sim_state": 0.004486022993575695, "sim_compute_performance-ego": 0.006498924521512763, "sim_compute_robot_state-ego": 0.008237223292506018}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5774903997127154, "sim_physics": 0.07342646519343059, "survival_time": 2.3999999999999995, "driven_lanedir": 0.55022498290481, "sim_render-ego": 0.011158044139544169, "in-drivable-lane": 0, "agent_compute-ego": 0.04456221063931783, "deviation-heading": 0.6303947427472623, "set_robot_commands": 0.008355359236399332, "deviation-center-line": 0.11880045932070558, "driven_lanedir_consec": 0.55022498290481, "sim_compute_sim_state": 0.005096639196077983, "sim_compute_performance-ego": 0.00675828754901886, "sim_compute_robot_state-ego": 0.00831658144791921}}set_robot_commands_max 0.008355359236399332 set_robot_commands_mean 0.00814851689248971 set_robot_commands_median 0.008224415779113769 set_robot_commands_min 0.007747212121653003 sim_compute_performance-ego_max 0.006928095656834291 sim_compute_performance-ego_mean 0.006710404651606272 sim_compute_performance-ego_median 0.00675828754901886 sim_compute_performance-ego_min 0.006498924521512763 sim_compute_robot_state-ego_max 0.00831658144791921 sim_compute_robot_state-ego_mean 0.008076421844785003 sim_compute_robot_state-ego_median 0.008043437030728302 sim_compute_robot_state-ego_min 0.007777653383405021 sim_compute_sim_state_max 0.005096639196077983 sim_compute_sim_state_mean 0.004714237091305203 sim_compute_sim_state_median 0.004602426893255684 sim_compute_sim_state_min 0.004486022993575695 sim_physics_max 0.07342646519343059 sim_physics_mean 0.06853285501334924 sim_physics_median 0.06689047545529483 sim_physics_min 0.06425449035687153 sim_render-ego_max 0.011331313149223114 sim_render-ego_mean 0.011107044595900697 sim_render-ego_median 0.011158044139544169 sim_render-ego_min 0.0108716044315072 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 6.5800000000000125 survival_time_min 2.1500000000000004
No reset possible 27900
5060
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:25 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6827489639656323 survival_time_median 14.950000000000076 deviation-center-line_median 0.7223840446929674 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.04550565719604492 agent_compute-ego_mean 0.033683945814768475 agent_compute-ego_median 0.030874544779459636 agent_compute-ego_min 0.02926655928293864 deviation-center-line_max 0.9012429498396056 deviation-center-line_mean 0.7385085025590433 deviation-center-line_min 0.6027670205130418 deviation-heading_max 4.496015996046983 deviation-heading_mean 3.585908064101941 deviation-heading_median 3.8671245994338337 deviation-heading_min 2.6449917569767503 driven_any_max 4.298335001801323 driven_any_mean 3.2839056730540164 driven_any_median 3.273813580964781 driven_any_min 2.6685488650550533 driven_lanedir_consec_max 4.2013625586514065 driven_lanedir_consec_mean 3.0142477818380344 driven_lanedir_consec_min 2.4815800876068157 driven_lanedir_max 4.2013625586514065 driven_lanedir_mean 3.1276334722971058 driven_lanedir_median 3.0485085399021723 driven_lanedir_min 2.484501852645603 in-drivable-lane_max 1.40000000000002 in-drivable-lane_mean 0.28000000000000397 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.6685488650550533, "sim_physics": 0.07475552002588907, "survival_time": 14.950000000000076, "driven_lanedir": 2.484501852645603, "sim_render-ego": 0.012985475858052571, "in-drivable-lane": 0, "agent_compute-ego": 0.030874544779459636, "deviation-heading": 4.496015996046983, "set_robot_commands": 0.010224469502766929, "deviation-center-line": 0.7223840446929674, "driven_lanedir_consec": 2.484501852645603, "sim_compute_sim_state": 0.00581169605255127, "sim_compute_performance-ego": 0.008081154028574625, "sim_compute_robot_state-ego": 0.009820872147878012}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.83150567835876, "sim_physics": 0.07472222725550334, "survival_time": 14.950000000000076, "driven_lanedir": 2.6827489639656323, "sim_render-ego": 0.012920534610748291, "in-drivable-lane": 0, "agent_compute-ego": 0.02926655928293864, "deviation-heading": 3.8858681283225978, "set_robot_commands": 0.01002498467763265, "deviation-center-line": 0.9012429498396056, "driven_lanedir_consec": 2.6827489639656323, "sim_compute_sim_state": 0.005486296812693278, "sim_compute_performance-ego": 0.007673884232838948, "sim_compute_robot_state-ego": 0.009523484706878662}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.298335001801323, "sim_physics": 0.07706136624018352, "survival_time": 14.950000000000076, "driven_lanedir": 4.2013625586514065, "sim_render-ego": 0.013024203777313233, "in-drivable-lane": 0, "agent_compute-ego": 0.029726835091908772, "deviation-heading": 2.6449917569767503, "set_robot_commands": 0.00990744431813558, "deviation-center-line": 0.664700336000126, "driven_lanedir_consec": 4.2013625586514065, "sim_compute_sim_state": 0.005672807693481445, "sim_compute_performance-ego": 0.00810256322224935, "sim_compute_robot_state-ego": 0.009640326499938965}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.273813580964781, "sim_physics": 0.08063024123509725, "survival_time": 14.950000000000076, "driven_lanedir": 3.2210454463207148, "sim_render-ego": 0.013606930573781331, "in-drivable-lane": 0, "agent_compute-ego": 0.0330461327234904, "deviation-heading": 3.035539839729541, "set_robot_commands": 0.009919132391611737, "deviation-center-line": 0.8014481617494756, "driven_lanedir_consec": 3.2210454463207148, "sim_compute_sim_state": 0.00605742613474528, "sim_compute_performance-ego": 0.008401133219401042, "sim_compute_robot_state-ego": 0.010206497510274252}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.347325239090164, "sim_physics": 0.07891518592834473, "survival_time": 14.950000000000076, "driven_lanedir": 3.0485085399021723, "sim_render-ego": 0.013362565835316975, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.04550565719604492, "deviation-heading": 3.8671245994338337, "set_robot_commands": 0.009852657318115236, "deviation-center-line": 0.6027670205130418, "driven_lanedir_consec": 2.4815800876068157, "sim_compute_sim_state": 0.0058222651481628414, "sim_compute_performance-ego": 0.007866857846577962, "sim_compute_robot_state-ego": 0.009822369416554767}}set_robot_commands_max 0.010224469502766929 set_robot_commands_mean 0.009985737641652424 set_robot_commands_median 0.009919132391611737 set_robot_commands_min 0.009852657318115236 sim_compute_performance-ego_max 0.008401133219401042 sim_compute_performance-ego_mean 0.008025118509928385 sim_compute_performance-ego_median 0.008081154028574625 sim_compute_performance-ego_min 0.007673884232838948 sim_compute_robot_state-ego_max 0.010206497510274252 sim_compute_robot_state-ego_mean 0.009802710056304932 sim_compute_robot_state-ego_median 0.009820872147878012 sim_compute_robot_state-ego_min 0.009523484706878662 sim_compute_sim_state_max 0.00605742613474528 sim_compute_sim_state_mean 0.0057700983683268234 sim_compute_sim_state_median 0.00581169605255127 sim_compute_sim_state_min 0.005486296812693278 sim_physics_max 0.08063024123509725 sim_physics_mean 0.07721690813700358 sim_physics_median 0.07706136624018352 sim_physics_min 0.07472222725550334 sim_render-ego_max 0.013606930573781331 sim_render-ego_mean 0.01317994213104248 sim_render-ego_median 0.013024203777313233 sim_render-ego_min 0.012920534610748291 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27888
5052
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:58 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 53, in on_received_get_commands
|| velocity, omega = self.compute_action(self.current_image)
|| File "solution.py", line 50, in compute_action
|| return action.astype(float)
|| AttributeError: 'tuple' object has no attribute 'astype'
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27874
5042
Ramon Emiliani 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:06 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27808
5006
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.7198387621598874 survival_time_median 14.950000000000076 deviation-center-line_median 0.5392303669901816 in-drivable-lane_median 1.200000000000017
other stats agent_compute-ego_max 0.04719533363978068 agent_compute-ego_mean 0.04569083099183182 agent_compute-ego_median 0.04628868341445923 agent_compute-ego_min 0.043620922565460206 deviation-center-line_max 0.748853644499906 deviation-center-line_mean 0.5674883278003511 deviation-center-line_min 0.34332957785837476 deviation-heading_max 5.422305438166035 deviation-heading_mean 2.946507863527303 deviation-heading_median 2.484164298783536 deviation-heading_min 1.4761392410620602 driven_any_max 4.7167100604916135 driven_any_mean 3.682616390997481 driven_any_median 3.982162778444357 driven_any_min 2.687577733374574 driven_lanedir_consec_max 4.525624377207682 driven_lanedir_consec_mean 3.381230195303749 driven_lanedir_consec_min 2.1387704494938338 driven_lanedir_max 4.525624377207682 driven_lanedir_mean 3.446380176607426 driven_lanedir_median 3.7198387621598874 driven_lanedir_min 2.464520356012218 in-drivable-lane_max 2.0000000000000284 in-drivable-lane_mean 1.0600000000000125 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.687577733374574, "sim_physics": 0.08073266506195069, "survival_time": 14.950000000000076, "driven_lanedir": 2.464520356012218, "sim_render-ego": 0.01258577028910319, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.043620922565460206, "deviation-heading": 5.422305438166035, "set_robot_commands": 0.008504657745361329, "deviation-center-line": 0.748853644499906, "driven_lanedir_consec": 2.1387704494938338, "sim_compute_sim_state": 0.0056709988911946615, "sim_compute_performance-ego": 0.008152965704600017, "sim_compute_robot_state-ego": 0.009037955602010091}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.0424340413398636, "sim_physics": 0.08401299258160697, "survival_time": 11.350000000000026, "driven_lanedir": 2.6688024271774022, "sim_render-ego": 0.013246999438113576, "in-drivable-lane": 2.0000000000000284, "agent_compute-ego": 0.0469217489469419, "deviation-heading": 1.4761392410620602, "set_robot_commands": 0.008972092346998039, "deviation-center-line": 0.34332957785837476, "driven_lanedir_consec": 2.6688024271774022, "sim_compute_sim_state": 0.005951155649932996, "sim_compute_performance-ego": 0.007917779132658164, "sim_compute_robot_state-ego": 0.009399109474887932}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.984197341336997, "sim_physics": 0.07897383848826091, "survival_time": 14.950000000000076, "driven_lanedir": 3.7198387621598874, "sim_render-ego": 0.01294436772664388, "in-drivable-lane": 1.6000000000000103, "agent_compute-ego": 0.04719533363978068, "deviation-heading": 2.484164298783536, "set_robot_commands": 0.009270875453948975, "deviation-center-line": 0.4951588173785387, "driven_lanedir_consec": 3.7198387621598874, "sim_compute_sim_state": 0.005862865447998047, "sim_compute_performance-ego": 0.008182548681894938, "sim_compute_robot_state-ego": 0.009498026371002196}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.982162778444357, "sim_physics": 0.07835200866063435, "survival_time": 14.950000000000076, "driven_lanedir": 3.8531149604799406, "sim_render-ego": 0.012481577396392822, "in-drivable-lane": 0, "agent_compute-ego": 0.04628868341445923, "deviation-heading": 3.0391924074413317, "set_robot_commands": 0.008976611296335856, "deviation-center-line": 0.7108692322747545, "driven_lanedir_consec": 3.8531149604799406, "sim_compute_sim_state": 0.00570783535639445, "sim_compute_performance-ego": 0.007539994716644287, "sim_compute_robot_state-ego": 0.009214248657226564}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.7167100604916135, "sim_physics": 0.0777719807624817, "survival_time": 14.950000000000076, "driven_lanedir": 4.525624377207682, "sim_render-ego": 0.012353134155273438, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.04442746639251709, "deviation-heading": 2.310737932183554, "set_robot_commands": 0.008388086954752605, "deviation-center-line": 0.5392303669901816, "driven_lanedir_consec": 4.525624377207682, "sim_compute_sim_state": 0.005644989808400472, "sim_compute_performance-ego": 0.007567582130432129, "sim_compute_robot_state-ego": 0.008972327709197998}}set_robot_commands_max 0.009270875453948975 set_robot_commands_mean 0.00882246475947936 set_robot_commands_median 0.008972092346998039 set_robot_commands_min 0.008388086954752605 sim_compute_performance-ego_max 0.008182548681894938 sim_compute_performance-ego_mean 0.007872174073245907 sim_compute_performance-ego_median 0.007917779132658164 sim_compute_performance-ego_min 0.007539994716644287 sim_compute_robot_state-ego_max 0.009498026371002196 sim_compute_robot_state-ego_mean 0.009224333562864956 sim_compute_robot_state-ego_median 0.009214248657226564 sim_compute_robot_state-ego_min 0.008972327709197998 sim_compute_sim_state_max 0.005951155649932996 sim_compute_sim_state_mean 0.0057675690307841245 sim_compute_sim_state_median 0.00570783535639445 sim_compute_sim_state_min 0.005644989808400472 sim_physics_max 0.08401299258160697 sim_physics_mean 0.07996869711098692 sim_physics_median 0.07897383848826091 sim_physics_min 0.0777719807624817 sim_render-ego_max 0.013246999438113576 sim_render-ego_mean 0.012722369801105382 sim_render-ego_median 0.01258577028910319 sim_render-ego_min 0.012353134155273438 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.230000000000066 survival_time_min 11.350000000000026
No reset possible 27799
5003
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.266794140949385 survival_time_median 14.950000000000076 deviation-center-line_median 0.4837095709338707 in-drivable-lane_median 1.1999999999999955
other stats agent_compute-ego_max 0.04569595893224081 agent_compute-ego_mean 0.0440169898668925 agent_compute-ego_median 0.04499122858047486 agent_compute-ego_min 0.04161181847254435 deviation-center-line_max 0.8621926866386003 deviation-center-line_mean 0.6109721253464971 deviation-center-line_min 0.3854698135643468 deviation-heading_max 4.268121385951958 deviation-heading_mean 2.924913887979626 deviation-heading_median 2.6704186279843976 deviation-heading_min 2.0474974943749396 driven_any_max 4.544826583766671 driven_any_mean 3.989661416249058 driven_any_median 3.996452922899902 driven_any_min 3.113211572641518 driven_lanedir_consec_max 4.09110663343137 driven_lanedir_consec_mean 3.198040781488341 driven_lanedir_consec_min 1.8560032434974576 driven_lanedir_max 4.328683223440407 driven_lanedir_mean 3.793896620074024 driven_lanedir_median 3.927763192914906 driven_lanedir_min 2.848536696648588 in-drivable-lane_max 1.499999999999995 in-drivable-lane_mean 0.960000000000004 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.113211572641518, "sim_physics": 0.07666768868764241, "survival_time": 14.950000000000076, "driven_lanedir": 2.848536696648588, "sim_render-ego": 0.011583213806152345, "in-drivable-lane": 0.7500000000000098, "agent_compute-ego": 0.04161181847254435, "deviation-heading": 4.268121385951958, "set_robot_commands": 0.007920798460642496, "deviation-center-line": 0.8621926866386003, "driven_lanedir_consec": 2.848536696648588, "sim_compute_sim_state": 0.005444537798563639, "sim_compute_performance-ego": 0.007163999080657959, "sim_compute_robot_state-ego": 0.008545252482096354}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.996452922899902, "sim_physics": 0.07488037586212158, "survival_time": 14.950000000000076, "driven_lanedir": 3.7733933539348494, "sim_render-ego": 0.011537122726440427, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.042699563503265384, "deviation-heading": 2.6704186279843976, "set_robot_commands": 0.007598110834757487, "deviation-center-line": 0.46949767093523376, "driven_lanedir_consec": 1.8560032434974576, "sim_compute_sim_state": 0.005286842187245687, "sim_compute_performance-ego": 0.007233916918436686, "sim_compute_robot_state-ego": 0.008587036927541097}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.3167866737220555, "sim_physics": 0.07590882539749146, "survival_time": 14.950000000000076, "driven_lanedir": 4.09110663343137, "sim_render-ego": 0.011440312067667643, "in-drivable-lane": 1.1999999999999955, "agent_compute-ego": 0.045086379845937094, "deviation-heading": 2.9760249690279488, "set_robot_commands": 0.007916082541147867, "deviation-center-line": 0.8539908846604343, "driven_lanedir_consec": 4.09110663343137, "sim_compute_sim_state": 0.0051735973358154295, "sim_compute_performance-ego": 0.007025264104207357, "sim_compute_robot_state-ego": 0.00855187972386678}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.977029328215143, "sim_physics": 0.07771091938018798, "survival_time": 14.950000000000076, "driven_lanedir": 3.927763192914906, "sim_render-ego": 0.012020773887634275, "in-drivable-lane": 0, "agent_compute-ego": 0.04569595893224081, "deviation-heading": 2.0474974943749396, "set_robot_commands": 0.008144102096557616, "deviation-center-line": 0.4837095709338707, "driven_lanedir_consec": 3.927763192914906, "sim_compute_sim_state": 0.005459767977396647, "sim_compute_performance-ego": 0.007348176638285319, "sim_compute_robot_state-ego": 0.008851321538289388}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.544826583766671, "sim_physics": 0.07834909200668334, "survival_time": 14.950000000000076, "driven_lanedir": 4.328683223440407, "sim_render-ego": 0.011563773949941, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.04499122858047486, "deviation-heading": 2.662506962558886, "set_robot_commands": 0.007960490385691325, "deviation-center-line": 0.3854698135643468, "driven_lanedir_consec": 3.266794140949385, "sim_compute_sim_state": 0.005384996732076009, "sim_compute_performance-ego": 0.007056577205657959, "sim_compute_robot_state-ego": 0.008557760715484619}}set_robot_commands_max 0.008144102096557616 set_robot_commands_mean 0.00790791686375936 set_robot_commands_median 0.007920798460642496 set_robot_commands_min 0.007598110834757487 sim_compute_performance-ego_max 0.007348176638285319 sim_compute_performance-ego_mean 0.007165586789449056 sim_compute_performance-ego_median 0.007163999080657959 sim_compute_performance-ego_min 0.007025264104207357 sim_compute_robot_state-ego_max 0.008851321538289388 sim_compute_robot_state-ego_mean 0.008618650277455649 sim_compute_robot_state-ego_median 0.008557760715484619 sim_compute_robot_state-ego_min 0.008545252482096354 sim_compute_sim_state_max 0.005459767977396647 sim_compute_sim_state_mean 0.005349948406219482 sim_compute_sim_state_median 0.005384996732076009 sim_compute_sim_state_min 0.0051735973358154295 sim_physics_max 0.07834909200668334 sim_physics_mean 0.07670338026682536 sim_physics_median 0.07666768868764241 sim_physics_min 0.07488037586212158 sim_render-ego_max 0.012020773887634275 sim_render-ego_mean 0.01162903928756714 sim_render-ego_median 0.011563773949941 sim_render-ego_min 0.011440312067667643 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27778
4998
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:43 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.26394425890098 survival_time_median 14.950000000000076 deviation-center-line_median 0.7030990592743749 in-drivable-lane_median 1.2499999999999956
other stats agent_compute-ego_max 0.04118913491566976 agent_compute-ego_mean 0.025798393408457437 agent_compute-ego_median 0.022469487190246586 agent_compute-ego_min 0.020923861662546794 deviation-center-line_max 1.0190328068016363 deviation-center-line_mean 0.7526112938292169 deviation-center-line_min 0.5862437082027506 deviation-heading_max 5.1116923293326035 deviation-heading_mean 3.998032833504344 deviation-heading_median 4.031280963903902 deviation-heading_min 2.789485168031491 driven_any_max 3.6126808918292705 driven_any_mean 2.9690764083763317 driven_any_median 2.7738990658101113 driven_any_min 2.5110512922601327 driven_lanedir_consec_max 3.5211954649549018 driven_lanedir_consec_mean 2.3279875779874573 driven_lanedir_consec_min 1.473631769112031 driven_lanedir_max 3.5211954649549018 driven_lanedir_mean 2.697079128330717 driven_lanedir_median 2.5194228808431567 driven_lanedir_min 2.1989786649810834 in-drivable-lane_max 2.9500000000000135 in-drivable-lane_mean 1.3900000000000097 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.7738990658101113, "sim_physics": 0.06903036673863729, "survival_time": 14.950000000000076, "driven_lanedir": 2.5194228808431567, "sim_render-ego": 0.010326391061147052, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.02262407461802165, "deviation-heading": 3.473611763318583, "set_robot_commands": 0.0076033894220987955, "deviation-center-line": 0.5862437082027506, "driven_lanedir_consec": 2.5194228808431567, "sim_compute_sim_state": 0.004501480261484782, "sim_compute_performance-ego": 0.006451911131540935, "sim_compute_robot_state-ego": 0.007740256786346436}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.335689939753174, "sim_physics": 0.07066789547602335, "survival_time": 14.950000000000076, "driven_lanedir": 2.9818543719734647, "sim_render-ego": 0.010400653680165607, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.022469487190246586, "deviation-heading": 4.584093942935137, "set_robot_commands": 0.007736430168151855, "deviation-center-line": 0.7030990592743749, "driven_lanedir_consec": 1.861743516126217, "sim_compute_sim_state": 0.00460863987604777, "sim_compute_performance-ego": 0.006144053936004638, "sim_compute_robot_state-ego": 0.007558695475260417}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.5110512922601327, "sim_physics": 0.07047684907913208, "survival_time": 14.950000000000076, "driven_lanedir": 2.26394425890098, "sim_render-ego": 0.011180404822031658, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.020923861662546794, "deviation-heading": 4.031280963903902, "set_robot_commands": 0.007627628644307455, "deviation-center-line": 1.0190328068016363, "driven_lanedir_consec": 2.26394425890098, "sim_compute_sim_state": 0.004826470216115316, "sim_compute_performance-ego": 0.0065243975321451824, "sim_compute_robot_state-ego": 0.007986035346984863}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.6126808918292705, "sim_physics": 0.07087198416392008, "survival_time": 14.950000000000076, "driven_lanedir": 3.5211954649549018, "sim_render-ego": 0.010982847213745118, "in-drivable-lane": 0, "agent_compute-ego": 0.021785408655802408, "deviation-heading": 2.789485168031491, "set_robot_commands": 0.007670377095540365, "deviation-center-line": 0.7831295763340073, "driven_lanedir_consec": 3.5211954649549018, "sim_compute_sim_state": 0.0047447109222412106, "sim_compute_performance-ego": 0.006804471015930176, "sim_compute_robot_state-ego": 0.00763892412185669}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.61206085222897, "sim_physics": 0.07085397402445476, "survival_time": 14.950000000000076, "driven_lanedir": 2.1989786649810834, "sim_render-ego": 0.010820584297180176, "in-drivable-lane": 2.9500000000000135, "agent_compute-ego": 0.04118913491566976, "deviation-heading": 5.1116923293326035, "set_robot_commands": 0.007611981232961019, "deviation-center-line": 0.6715513185333155, "driven_lanedir_consec": 1.473631769112031, "sim_compute_sim_state": 0.004715409278869629, "sim_compute_performance-ego": 0.006492648124694824, "sim_compute_robot_state-ego": 0.007901413440704346}}set_robot_commands_max 0.007736430168151855 set_robot_commands_mean 0.007649961312611897 set_robot_commands_median 0.007627628644307455 set_robot_commands_min 0.0076033894220987955 sim_compute_performance-ego_max 0.006804471015930176 sim_compute_performance-ego_mean 0.006483496348063151 sim_compute_performance-ego_median 0.006492648124694824 sim_compute_performance-ego_min 0.006144053936004638 sim_compute_robot_state-ego_max 0.007986035346984863 sim_compute_robot_state-ego_mean 0.0077650650342305505 sim_compute_robot_state-ego_median 0.007740256786346436 sim_compute_robot_state-ego_min 0.007558695475260417 sim_compute_sim_state_max 0.004826470216115316 sim_compute_sim_state_mean 0.004679342110951742 sim_compute_sim_state_median 0.004715409278869629 sim_compute_sim_state_min 0.004501480261484782 sim_physics_max 0.07087198416392008 sim_physics_mean 0.07038021389643352 sim_physics_median 0.07066789547602335 sim_physics_min 0.06903036673863729 sim_render-ego_max 0.011180404822031658 sim_render-ego_mean 0.010742176214853922 sim_render-ego_median 0.010820584297180176 sim_render-ego_min 0.010326391061147052 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27762
4989
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.235968219718196 survival_time_median 14.950000000000076 deviation-center-line_median 0.9248514946516952 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.032067474524180094 agent_compute-ego_mean 0.02851264254252116 agent_compute-ego_median 0.028098061879475913 agent_compute-ego_min 0.02680437088012695 deviation-center-line_max 1.2048831467597083 deviation-center-line_mean 0.8901712274982868 deviation-center-line_min 0.5610158643851937 deviation-heading_max 6.459195109486679 deviation-heading_mean 4.312973168761346 deviation-heading_median 4.418388151076265 deviation-heading_min 2.601426966795097 driven_any_max 4.287472983989281 driven_any_mean 3.5083796639697353 driven_any_median 3.622964938963365 driven_any_min 2.6905282550116287 driven_lanedir_consec_max 4.189152348851876 driven_lanedir_consec_mean 3.177527016726746 driven_lanedir_consec_min 1.8238598935177348 driven_lanedir_max 4.189152348851876 driven_lanedir_mean 3.2712062781710713 driven_lanedir_median 3.2643481140925426 driven_lanedir_min 2.263876306365013 in-drivable-lane_max 0.6500000000000092 in-drivable-lane_mean 0.2400000000000034 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.757397848885814, "sim_physics": 0.08747316837310791, "survival_time": 14.950000000000076, "driven_lanedir": 2.5734234729823076, "sim_render-ego": 0.014122184912363688, "in-drivable-lane": 0, "agent_compute-ego": 0.032067474524180094, "deviation-heading": 4.418388151076265, "set_robot_commands": 0.01049703280131022, "deviation-center-line": 0.9248514946516952, "driven_lanedir_consec": 2.5734234729823076, "sim_compute_sim_state": 0.006590292453765869, "sim_compute_performance-ego": 0.008755482037862142, "sim_compute_robot_state-ego": 0.010532429218292236}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.6905282550116287, "sim_physics": 0.08629879236221313, "survival_time": 14.950000000000076, "driven_lanedir": 2.263876306365013, "sim_render-ego": 0.013687551021575928, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.028135550022125245, "deviation-heading": 6.459195109486679, "set_robot_commands": 0.009585299491882323, "deviation-center-line": 1.2048831467597083, "driven_lanedir_consec": 1.8238598935177348, "sim_compute_sim_state": 0.006341781616210938, "sim_compute_performance-ego": 0.008684057394663493, "sim_compute_robot_state-ego": 0.010230127970377603}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.18353429299859, "sim_physics": 0.08554388364156087, "survival_time": 14.950000000000076, "driven_lanedir": 4.065231148563617, "sim_render-ego": 0.013389702637990317, "in-drivable-lane": 0, "agent_compute-ego": 0.028098061879475913, "deviation-heading": 3.0566296293894655, "set_robot_commands": 0.009394455750783284, "deviation-center-line": 0.9422055252024916, "driven_lanedir_consec": 4.065231148563617, "sim_compute_sim_state": 0.006244800885518392, "sim_compute_performance-ego": 0.008241510391235352, "sim_compute_robot_state-ego": 0.00991511344909668}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.287472983989281, "sim_physics": 0.08466156085332234, "survival_time": 14.950000000000076, "driven_lanedir": 4.189152348851876, "sim_render-ego": 0.013265541394551597, "in-drivable-lane": 0, "agent_compute-ego": 0.02680437088012695, "deviation-heading": 2.601426966795097, "set_robot_commands": 0.00870333989461263, "deviation-center-line": 0.5610158643851937, "driven_lanedir_consec": 4.189152348851876, "sim_compute_sim_state": 0.00623427947362264, "sim_compute_performance-ego": 0.008065303166707357, "sim_compute_robot_state-ego": 0.009566895961761477}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.622964938963365, "sim_physics": 0.08594647407531739, "survival_time": 14.950000000000076, "driven_lanedir": 3.2643481140925426, "sim_render-ego": 0.013623390992482503, "in-drivable-lane": 0.5500000000000078, "agent_compute-ego": 0.027457755406697593, "deviation-heading": 5.029225987059226, "set_robot_commands": 0.009214611848195392, "deviation-center-line": 0.8179001064923455, "driven_lanedir_consec": 3.235968219718196, "sim_compute_sim_state": 0.006200627485911051, "sim_compute_performance-ego": 0.008349018096923828, "sim_compute_robot_state-ego": 0.009799517790476482}}set_robot_commands_max 0.01049703280131022 set_robot_commands_mean 0.009478947957356772 set_robot_commands_median 0.009394455750783284 set_robot_commands_min 0.00870333989461263 sim_compute_performance-ego_max 0.008755482037862142 sim_compute_performance-ego_mean 0.008419074217478435 sim_compute_performance-ego_median 0.008349018096923828 sim_compute_performance-ego_min 0.008065303166707357 sim_compute_robot_state-ego_max 0.010532429218292236 sim_compute_robot_state-ego_mean 0.010008816878000894 sim_compute_robot_state-ego_median 0.00991511344909668 sim_compute_robot_state-ego_min 0.009566895961761477 sim_compute_sim_state_max 0.006590292453765869 sim_compute_sim_state_mean 0.0063223563830057785 sim_compute_sim_state_median 0.006244800885518392 sim_compute_sim_state_min 0.006200627485911051 sim_physics_max 0.08747316837310791 sim_physics_mean 0.08598477586110434 sim_physics_median 0.08594647407531739 sim_physics_min 0.08466156085332234 sim_render-ego_max 0.014122184912363688 sim_render-ego_mean 0.013617674191792804 sim_render-ego_median 0.013623390992482503 sim_render-ego_min 0.013265541394551597 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27754
4982
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7547058200700822 survival_time_median 7.049999999999983 deviation-center-line_median 0.4234284332667757 in-drivable-lane_median 0.6499999999999977
other stats agent_compute-ego_max 0.06575191918239799 agent_compute-ego_mean 0.06063677767798732 agent_compute-ego_median 0.06069651285807292 agent_compute-ego_min 0.055649443467458086 deviation-center-line_max 0.9975378192210134 deviation-center-line_mean 0.5387462433909229 deviation-center-line_min 0.16012440574836603 deviation-heading_max 3.7349243830337633 deviation-heading_mean 2.1296622191551124 deviation-heading_median 1.9223740779459824 deviation-heading_min 0.26053288357230375 driven_any_max 4.2347042211871555 driven_any_mean 2.21385490840243 driven_any_median 1.9341080813312257 driven_any_min 0.779491206766467 driven_lanedir_consec_max 3.686370530329595 driven_lanedir_consec_mean 1.9592808806000364 driven_lanedir_consec_min 0.7728186619586628 driven_lanedir_max 3.686370530329595 driven_lanedir_mean 1.9592808806000364 driven_lanedir_median 1.7547058200700822 driven_lanedir_min 0.7728186619586628 in-drivable-lane_max 1.750000000000023 in-drivable-lane_mean 0.7600000000000031 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.011479159373508, "sim_physics": 0.08370888312657675, "survival_time": 14.950000000000076, "driven_lanedir": 2.6545320496870235, "sim_render-ego": 0.014582149187723796, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.055649443467458086, "deviation-heading": 3.7349243830337633, "set_robot_commands": 0.010193607012430828, "deviation-center-line": 0.9975378192210134, "driven_lanedir_consec": 2.6545320496870235, "sim_compute_sim_state": 0.005877429644266764, "sim_compute_performance-ego": 0.008987923463185629, "sim_compute_robot_state-ego": 0.010963576634724937}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.779491206766467, "sim_physics": 0.08406650729295684, "survival_time": 2.0500000000000007, "driven_lanedir": 0.7728186619586628, "sim_render-ego": 0.016509137502530725, "in-drivable-lane": 0, "agent_compute-ego": 0.06384722779436809, "deviation-heading": 0.26053288357230375, "set_robot_commands": 0.010503763105811142, "deviation-center-line": 0.16012440574836603, "driven_lanedir_consec": 0.7728186619586628, "sim_compute_sim_state": 0.005950764911930736, "sim_compute_performance-ego": 0.008368294413496808, "sim_compute_robot_state-ego": 0.011358086655779583}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.1094918733537953, "sim_physics": 0.08079985392990932, "survival_time": 4.6499999999999915, "driven_lanedir": 0.927977340954818, "sim_render-ego": 0.015353548911310012, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.06575191918239799, "deviation-heading": 1.0162800400160363, "set_robot_commands": 0.010265388796406408, "deviation-center-line": 0.3137372292954448, "driven_lanedir_consec": 0.927977340954818, "sim_compute_sim_state": 0.0058413346608479815, "sim_compute_performance-ego": 0.008901544796523227, "sim_compute_robot_state-ego": 0.011133519552087271}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.9341080813312257, "sim_physics": 0.07934116809926134, "survival_time": 7.049999999999983, "driven_lanedir": 1.7547058200700822, "sim_render-ego": 0.014489914508576089, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.05723878508763955, "deviation-heading": 1.9223740779459824, "set_robot_commands": 0.00945699468572089, "deviation-center-line": 0.4234284332667757, "driven_lanedir_consec": 1.7547058200700822, "sim_compute_sim_state": 0.00570920004066846, "sim_compute_performance-ego": 0.008607196469678946, "sim_compute_robot_state-ego": 0.010375386434243926}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.2347042211871555, "sim_physics": 0.07860128164291381, "survival_time": 14.950000000000076, "driven_lanedir": 3.686370530329595, "sim_render-ego": 0.014196000893910724, "in-drivable-lane": 1.750000000000023, "agent_compute-ego": 0.06069651285807292, "deviation-heading": 3.714199711207475, "set_robot_commands": 0.009865291913350425, "deviation-center-line": 0.7989033294230146, "driven_lanedir_consec": 3.686370530329595, "sim_compute_sim_state": 0.005733049710591634, "sim_compute_performance-ego": 0.008598595460255942, "sim_compute_robot_state-ego": 0.010347305138905845}}set_robot_commands_max 0.010503763105811142 set_robot_commands_mean 0.01005700910274394 set_robot_commands_median 0.010193607012430828 set_robot_commands_min 0.00945699468572089 sim_compute_performance-ego_max 0.008987923463185629 sim_compute_performance-ego_mean 0.008692710920628111 sim_compute_performance-ego_median 0.008607196469678946 sim_compute_performance-ego_min 0.008368294413496808 sim_compute_robot_state-ego_max 0.011358086655779583 sim_compute_robot_state-ego_mean 0.01083557488314831 sim_compute_robot_state-ego_median 0.010963576634724937 sim_compute_robot_state-ego_min 0.010347305138905845 sim_compute_sim_state_max 0.005950764911930736 sim_compute_sim_state_mean 0.0058223557936611155 sim_compute_sim_state_median 0.0058413346608479815 sim_compute_sim_state_min 0.00570920004066846 sim_physics_max 0.08406650729295684 sim_physics_mean 0.08130353881832361 sim_physics_median 0.08079985392990932 sim_physics_min 0.07860128164291381 sim_render-ego_max 0.016509137502530725 sim_render-ego_mean 0.01502615020081027 sim_render-ego_median 0.014582149187723796 sim_render-ego_min 0.014196000893910724 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 8.730000000000027 survival_time_min 2.0500000000000007
No reset possible 27737
4974
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:34 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.532455162916043 survival_time_median 14.950000000000076 deviation-center-line_median 0.6731592019479372 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.032482997576395674 agent_compute-ego_mean 0.03152122799555461 agent_compute-ego_median 0.03132169802983602 agent_compute-ego_min 0.030863457520802814 deviation-center-line_max 0.9296034532787322 deviation-center-line_mean 0.7087010056352084 deviation-center-line_min 0.6103748183314336 deviation-heading_max 4.199961494466758 deviation-heading_mean 3.482464048088309 deviation-heading_median 3.4380370677068295 deviation-heading_min 2.9139234231046465 driven_any_max 3.8883685219184785 driven_any_mean 3.4224169586129856 driven_any_median 3.666254147981384 driven_any_min 2.6219196134444447 driven_lanedir_consec_max 3.779970571850906 driven_lanedir_consec_mean 3.075582300509342 driven_lanedir_consec_min 1.3814983215867631 driven_lanedir_max 3.779970571850906 driven_lanedir_mean 3.2714915964651796 driven_lanedir_median 3.532455162916043 driven_lanedir_min 2.361044801365947 in-drivable-lane_max 2.0500000000000114 in-drivable-lane_mean 0.41000000000000225 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.6219196134444447, "sim_physics": 0.07558380921681722, "survival_time": 14.950000000000076, "driven_lanedir": 2.361044801365947, "sim_render-ego": 0.01473603089650472, "in-drivable-lane": 2.0500000000000114, "agent_compute-ego": 0.032482997576395674, "deviation-heading": 4.199961494466758, "set_robot_commands": 0.010824780464172365, "deviation-center-line": 0.9296034532787322, "driven_lanedir_consec": 1.3814983215867631, "sim_compute_sim_state": 0.005793750286102295, "sim_compute_performance-ego": 0.008969540596008302, "sim_compute_robot_state-ego": 0.010581750869750975}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.2583020815035892, "sim_physics": 0.0770405904452006, "survival_time": 14.950000000000076, "driven_lanedir": 3.1140609573314912, "sim_render-ego": 0.014573237895965575, "in-drivable-lane": 0, "agent_compute-ego": 0.030912369092305506, "deviation-heading": 3.751730399974832, "set_robot_commands": 0.01066815455754598, "deviation-center-line": 0.6731592019479372, "driven_lanedir_consec": 3.1140609573314912, "sim_compute_sim_state": 0.005902851422627767, "sim_compute_performance-ego": 0.008952529430389404, "sim_compute_robot_state-ego": 0.01047859032948812}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.666254147981384, "sim_physics": 0.07860745350519815, "survival_time": 14.950000000000076, "driven_lanedir": 3.569926488861508, "sim_render-ego": 0.014830241998036705, "in-drivable-lane": 0, "agent_compute-ego": 0.03132169802983602, "deviation-heading": 2.9139234231046465, "set_robot_commands": 0.010683820247650149, "deviation-center-line": 0.6108155002576611, "driven_lanedir_consec": 3.569926488861508, "sim_compute_sim_state": 0.005893900394439698, "sim_compute_performance-ego": 0.008841159343719483, "sim_compute_robot_state-ego": 0.01066061814626058}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.677240428217029, "sim_physics": 0.07641140222549439, "survival_time": 14.950000000000076, "driven_lanedir": 3.532455162916043, "sim_render-ego": 0.014714536666870117, "in-drivable-lane": 0, "agent_compute-ego": 0.030863457520802814, "deviation-heading": 3.4380370677068295, "set_robot_commands": 0.010553464889526368, "deviation-center-line": 0.7195520543602782, "driven_lanedir_consec": 3.532455162916043, "sim_compute_sim_state": 0.0059519569079081215, "sim_compute_performance-ego": 0.008760552406311035, "sim_compute_robot_state-ego": 0.010460481643676758}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.8883685219184785, "sim_physics": 0.07746449073155721, "survival_time": 14.950000000000076, "driven_lanedir": 3.779970571850906, "sim_render-ego": 0.014983959992726644, "in-drivable-lane": 0, "agent_compute-ego": 0.032025617758433024, "deviation-heading": 3.1086678551884774, "set_robot_commands": 0.010573952992757162, "deviation-center-line": 0.6103748183314336, "driven_lanedir_consec": 3.779970571850906, "sim_compute_sim_state": 0.0061710222562154134, "sim_compute_performance-ego": 0.00862281878789266, "sim_compute_robot_state-ego": 0.010618807474772136}}set_robot_commands_max 0.010824780464172365 set_robot_commands_mean 0.010660834630330403 set_robot_commands_median 0.01066815455754598 set_robot_commands_min 0.010553464889526368 sim_compute_performance-ego_max 0.008969540596008302 sim_compute_performance-ego_mean 0.008829320112864174 sim_compute_performance-ego_median 0.008841159343719483 sim_compute_performance-ego_min 0.00862281878789266 sim_compute_robot_state-ego_max 0.01066061814626058 sim_compute_robot_state-ego_mean 0.010560049692789711 sim_compute_robot_state-ego_median 0.010581750869750975 sim_compute_robot_state-ego_min 0.010460481643676758 sim_compute_sim_state_max 0.0061710222562154134 sim_compute_sim_state_mean 0.0059426962534586585 sim_compute_sim_state_median 0.005902851422627767 sim_compute_sim_state_min 0.005793750286102295 sim_physics_max 0.07860745350519815 sim_physics_mean 0.07702154922485352 sim_physics_median 0.0770405904452006 sim_physics_min 0.07558380921681722 sim_render-ego_max 0.014983959992726644 sim_render-ego_mean 0.014767601490020751 sim_render-ego_median 0.01473603089650472 sim_render-ego_min 0.014573237895965575 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27628
4244
Manfred Diaz Baseline-IL-logs-tensorflow aido3-LFVI-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:52:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.03359051216426545 survival_time_median 14.950000000000076 deviation-center-line_median 0.7191116850449278 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.09246370951334636 agent_compute-ego_mean 0.0810148229598999 agent_compute-ego_median 0.07915138562520345 agent_compute-ego_min 0.07456783771514892 deviation-center-line_max 1.3041686134459638 deviation-center-line_mean 0.6384537346374511 deviation-center-line_min 0.07927392683306739 deviation-heading_max 5.588610897133456 deviation-heading_mean 2.8117635425924288 deviation-heading_median 3.364217945940352 deviation-heading_min 0.2939943358931355 driven_any_max 0.034741540279716765 driven_any_mean 0.03429771417571837 driven_any_median 0.03446401033685223 driven_any_min 0.03327158684579707 driven_lanedir_consec_max 0.034708159444901465 driven_lanedir_consec_mean 0.03346378164435163 driven_lanedir_consec_min 0.03203257428871087 driven_lanedir_max 0.034708159444901465 driven_lanedir_mean 0.03346378164435163 driven_lanedir_median 0.03359051216426545 driven_lanedir_min 0.03203257428871087 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 0.034208348050010357, "sim_physics": 0.1831443007787069, "survival_time": 14.950000000000076, "driven_lanedir": 0.03271813440471738, "sim_render-ego": 0.01068323532740275, "in-drivable-lane": 0, "agent_compute-ego": 0.07896332184473674, "deviation-heading": 4.413306051870154, "set_robot_commands": 0.00836702823638916, "deviation-center-line": 0.15883110903238262, "driven_lanedir_consec": 0.03271813440471738, "sim_compute_sim_state": 0.0045378557840983075, "sim_compute_performance-ego": 0.0062950229644775394, "sim_compute_robot_state-ego": 0.007832980950673422, "sim_compute_robot_state-npc0": 0.007931665579477946, "sim_compute_robot_state-npc1": 0.007501269181569417, "sim_compute_robot_state-npc2": 0.007453201611836751, "sim_compute_robot_state-npc3": 0.007294538021087646}, "udem1-1-0": {"driven_any": 0.03464994738140201, "sim_physics": 0.1598933188120524, "survival_time": 14.950000000000076, "driven_lanedir": 0.03449014291321406, "sim_render-ego": 0.010531710783640544, "in-drivable-lane": 0, "agent_compute-ego": 0.07956226746241252, "deviation-heading": 1.354468902195064, "set_robot_commands": 0.007875802516937256, "deviation-center-line": 0.7352333655573444, "driven_lanedir_consec": 0.03449014291321406, "sim_compute_sim_state": 0.004459013144175211, "sim_compute_performance-ego": 0.00633120059967041, "sim_compute_robot_state-ego": 0.007758709589640299, "sim_compute_robot_state-npc0": 0.007525383631388346, "sim_compute_robot_state-npc1": 0.007405898571014404, "sim_compute_robot_state-npc2": 0.007474025885264079, "sim_compute_robot_state-npc3": 0.00732550303141276}, "udem1-2-0": {"driven_any": 0.03470647296651585, "sim_physics": 0.1548378793398539, "survival_time": 14.950000000000076, "driven_lanedir": 0.03381949071458257, "sim_render-ego": 0.01042185386021932, "in-drivable-lane": 0, "agent_compute-ego": 0.07915138562520345, "deviation-heading": 3.383207500061495, "set_robot_commands": 0.008032506306966145, "deviation-center-line": 1.3041686134459638, "driven_lanedir_consec": 0.03381949071458257, "sim_compute_sim_state": 0.004430290063222249, "sim_compute_performance-ego": 0.006225291093190511, "sim_compute_robot_state-ego": 0.007784860928853353, "sim_compute_robot_state-npc0": 0.007887645562489828, "sim_compute_robot_state-npc1": 0.007494916121164957, "sim_compute_robot_state-npc2": 0.007878652413686116, "sim_compute_robot_state-npc3": 0.007438839276631673}, "udem1-3-0": {"driven_any": 0.03442202153358084, "sim_physics": 0.15973506371180216, "survival_time": 14.950000000000076, "driven_lanedir": 0.03203257428871087, "sim_render-ego": 0.010567375818888346, "in-drivable-lane": 0, "agent_compute-ego": 0.07578238487243652, "deviation-heading": 5.588610897133456, "set_robot_commands": 0.007578136126200358, "deviation-center-line": 0.08749232897480984, "driven_lanedir_consec": 0.03203257428871087, "sim_compute_sim_state": 0.004203582604726155, "sim_compute_performance-ego": 0.00587461789449056, "sim_compute_robot_state-ego": 0.007583468755086263, "sim_compute_robot_state-npc0": 0.007226609388987224, "sim_compute_robot_state-npc1": 0.007257785797119141, "sim_compute_robot_state-npc2": 0.007020339171091716, "sim_compute_robot_state-npc3": 0.006893905798594157}, "udem1-4-0": {"driven_any": 0.03390490013408585, "sim_physics": 0.15440836350123088, "survival_time": 14.950000000000076, "driven_lanedir": 0.03229085304245016, "sim_render-ego": 0.010686155160268149, "in-drivable-lane": 0, "agent_compute-ego": 0.07482882976531982, "deviation-heading": 4.633988355810592, "set_robot_commands": 0.00792680819829305, "deviation-center-line": 0.10096345478322616, "driven_lanedir_consec": 0.03229085304245016, "sim_compute_sim_state": 0.004419013659159343, "sim_compute_performance-ego": 0.006205089092254638, "sim_compute_robot_state-ego": 0.007555320262908936, "sim_compute_robot_state-npc0": 0.0076692501703898115, "sim_compute_robot_state-npc1": 0.007484718163808187, "sim_compute_robot_state-npc2": 0.007255805333455404, "sim_compute_robot_state-npc3": 0.007123323281606039}, "udem1-5-0": {"driven_any": 0.03327158684579707, "sim_physics": 0.14434296846389771, "survival_time": 14.950000000000076, "driven_lanedir": 0.03288071774376755, "sim_render-ego": 0.010238540967305502, "in-drivable-lane": 0, "agent_compute-ego": 0.07861106157302857, "deviation-heading": 2.222705791740875, "set_robot_commands": 0.007891398270924886, "deviation-center-line": 0.07927392683306739, "driven_lanedir_consec": 0.03288071774376755, "sim_compute_sim_state": 0.004337778886159261, "sim_compute_performance-ego": 0.006137882868448893, "sim_compute_robot_state-ego": 0.007546199957529704, "sim_compute_robot_state-npc0": 0.007907175223032633, "sim_compute_robot_state-npc1": 0.007360951900482178, "sim_compute_robot_state-npc2": 0.0074415858586629234, "sim_compute_robot_state-npc3": 0.007115769386291504}, "udem1-6-0": {"driven_any": 0.034456407031415406, "sim_physics": 0.15102749745051067, "survival_time": 14.950000000000076, "driven_lanedir": 0.03359051216426545, "sim_render-ego": 0.01046115001042684, "in-drivable-lane": 0, "agent_compute-ego": 0.07830221017201741, "deviation-heading": 3.364217945940352, "set_robot_commands": 0.007803425788879394, "deviation-center-line": 0.8619953157612215, "driven_lanedir_consec": 0.03359051216426545, "sim_compute_sim_state": 0.004354982376098633, "sim_compute_performance-ego": 0.0062394301096598305, "sim_compute_robot_state-ego": 0.0075662032763163245, "sim_compute_robot_state-npc0": 0.007699895699818929, "sim_compute_robot_state-npc1": 0.007387491861979166, "sim_compute_robot_state-npc2": 0.00724652369817098, "sim_compute_robot_state-npc3": 0.007310731410980225}, "udem1-7-0": {"driven_any": 0.034741540279716765, "sim_physics": 0.1562013880411784, "survival_time": 14.950000000000076, "driven_lanedir": 0.034708159444901465, "sim_render-ego": 0.010237046877543132, "in-drivable-lane": 0, "agent_compute-ego": 0.07456783771514892, "deviation-heading": 0.6608607976274126, "set_robot_commands": 0.007584873835245768, "deviation-center-line": 0.6292841214245385, "driven_lanedir_consec": 0.034708159444901465, "sim_compute_sim_state": 0.004055525461832682, "sim_compute_performance-ego": 0.006092986265818278, "sim_compute_robot_state-ego": 0.0072814758618672685, "sim_compute_robot_state-npc0": 0.007407790025075277, "sim_compute_robot_state-npc1": 0.007126418749491373, "sim_compute_robot_state-npc2": 0.006971750259399414, "sim_compute_robot_state-npc3": 0.006863556702931722}, "udem1-8-0": {"driven_any": 0.03367259639271203, "sim_physics": 0.1434488042195638, "survival_time": 14.950000000000076, "driven_lanedir": 0.0336326287878812, "sim_render-ego": 0.010296407540639242, "in-drivable-lane": 0, "agent_compute-ego": 0.07997052987416585, "deviation-heading": 0.6839393393645626, "set_robot_commands": 0.007886068026224772, "deviation-center-line": 1.210943517166155, "driven_lanedir_consec": 0.0336326287878812, "sim_compute_sim_state": 0.004400521119435628, "sim_compute_performance-ego": 0.006218115488688151, "sim_compute_robot_state-ego": 0.00750844160715739, "sim_compute_robot_state-npc0": 0.007691116333007813, "sim_compute_robot_state-npc1": 0.007292343775431315, "sim_compute_robot_state-npc2": 0.007148607571919759, "sim_compute_robot_state-npc3": 0.007291884422302246}, "udem1-9-0": {"driven_any": 0.03473022537681892, "sim_physics": 0.1687695542971293, "survival_time": 14.950000000000076, "driven_lanedir": 0.033728596531148014, "sim_render-ego": 0.010422992706298827, "in-drivable-lane": 0, "agent_compute-ego": 0.07727578004201253, "deviation-heading": 3.6058689788308658, "set_robot_commands": 0.007922036647796631, "deviation-center-line": 1.0859129228679367, "driven_lanedir_consec": 0.033728596531148014, "sim_compute_sim_state": 0.004161908626556397, "sim_compute_performance-ego": 0.006145033836364746, "sim_compute_robot_state-ego": 0.0074820280075073246, "sim_compute_robot_state-npc0": 0.007639228502909342, "sim_compute_robot_state-npc1": 0.007127025922139486, "sim_compute_robot_state-npc2": 0.00709540605545044, "sim_compute_robot_state-npc3": 0.007042462825775146}, "udem1-10-0": {"driven_any": 0.03451578468421946, "sim_physics": 0.15509637435277304, "survival_time": 14.950000000000076, "driven_lanedir": 0.03304158225808962, "sim_render-ego": 0.010837193330128989, "in-drivable-lane": 0, "agent_compute-ego": 0.08042505105336507, "deviation-heading": 4.37490794617122, "set_robot_commands": 0.008180886109670004, "deviation-center-line": 0.14730889196761518, "driven_lanedir_consec": 0.03304158225808962, "sim_compute_sim_state": 0.0043901014328002926, "sim_compute_performance-ego": 0.006981644630432129, "sim_compute_robot_state-ego": 0.008435608545939128, "sim_compute_robot_state-npc0": 0.00827254056930542, "sim_compute_robot_state-npc1": 0.007572127978006999, "sim_compute_robot_state-npc2": 0.007469743887583415, "sim_compute_robot_state-npc3": 0.007303269704182943}, "udem1-11-0": {"driven_any": 0.03472153966906985, "sim_physics": 0.16916504462560017, "survival_time": 14.950000000000076, "driven_lanedir": 0.034701238262007994, "sim_render-ego": 0.011653491655985514, "in-drivable-lane": 0, "agent_compute-ego": 0.08657956202824911, "deviation-heading": 0.2939943358931355, "set_robot_commands": 0.009075028896331787, "deviation-center-line": 0.8921793724193006, "driven_lanedir_consec": 0.034701238262007994, "sim_compute_sim_state": 0.004731953144073486, "sim_compute_performance-ego": 0.007043109734853109, "sim_compute_robot_state-ego": 0.008704267342885335, "sim_compute_robot_state-npc0": 0.008802045981089274, "sim_compute_robot_state-npc1": 0.008200273513793946, "sim_compute_robot_state-npc2": 0.008064736525217692, "sim_compute_robot_state-npc3": 0.007859154542287191}, "udem1-12-0": {"driven_any": 0.03333633389717332, "sim_physics": 0.1756798044840495, "survival_time": 14.950000000000076, "driven_lanedir": 0.03321862595260505, "sim_render-ego": 0.0121397066116333, "in-drivable-lane": 0, "agent_compute-ego": 0.09064410368601482, "deviation-heading": 1.176678855849465, "set_robot_commands": 0.009523510138193766, "deviation-center-line": 0.7191116850449278, "driven_lanedir_consec": 0.03321862595260505, "sim_compute_sim_state": 0.004907956123352051, "sim_compute_performance-ego": 0.0073591121037801105, "sim_compute_robot_state-ego": 0.0089481258392334, "sim_compute_robot_state-npc0": 0.009025631745656333, "sim_compute_robot_state-npc1": 0.008497578303019206, "sim_compute_robot_state-npc2": 0.008204196294148763, "sim_compute_robot_state-npc3": 0.008259236812591553}, "udem1-13-0": {"driven_any": 0.03466399805640557, "sim_physics": 0.1754397360483805, "survival_time": 14.950000000000076, "driven_lanedir": 0.0328307889986279, "sim_render-ego": 0.012490388552347818, "in-drivable-lane": 0, "agent_compute-ego": 0.09246370951334636, "deviation-heading": 4.858232900682434, "set_robot_commands": 0.009903250535329184, "deviation-center-line": 0.4425170183180754, "driven_lanedir_consec": 0.0328307889986279, "sim_compute_sim_state": 0.005037968953450521, "sim_compute_performance-ego": 0.007537803649902344, "sim_compute_robot_state-ego": 0.009213964939117431, "sim_compute_robot_state-npc0": 0.009181319077809651, "sim_compute_robot_state-npc1": 0.00873750368754069, "sim_compute_robot_state-npc2": 0.008565421104431153, "sim_compute_robot_state-npc3": 0.008378888765970866}, "udem1-14-0": {"driven_any": 0.03446401033685223, "sim_physics": 0.18111766497294107, "survival_time": 14.950000000000076, "driven_lanedir": 0.03427267915830523, "sim_render-ego": 0.0127223801612854, "in-drivable-lane": 0, "agent_compute-ego": 0.08809430917104086, "deviation-heading": 1.5614645397153395, "set_robot_commands": 0.010062023798624677, "deviation-center-line": 1.1215903759652033, "driven_lanedir_consec": 0.03427267915830523, "sim_compute_sim_state": 0.005039571126302083, "sim_compute_performance-ego": 0.007660176753997803, "sim_compute_robot_state-ego": 0.009364085992177328, "sim_compute_robot_state-npc0": 0.009141646226247153, "sim_compute_robot_state-npc1": 0.008810483614603678, "sim_compute_robot_state-npc2": 0.008737456798553467, "sim_compute_robot_state-npc3": 0.008438340822855632}}set_robot_commands_max 0.010062023798624677 set_robot_commands_mean 0.008374185562133788 set_robot_commands_median 0.00792680819829305 set_robot_commands_min 0.007578136126200358 sim_compute_performance-ego_max 0.007660176753997803 sim_compute_performance-ego_mean 0.006556434472401938 sim_compute_performance-ego_median 0.0062394301096598305 sim_compute_performance-ego_min 0.00587461789449056 sim_compute_robot_state-ego_max 0.009364085992177328 sim_compute_robot_state-ego_mean 0.00803771612379286 sim_compute_robot_state-ego_median 0.007758709589640299 sim_compute_robot_state-ego_min 0.0072814758618672685 sim_compute_robot_state-npc0_max 0.009181319077809651 sim_compute_robot_state-npc0_mean 0.008067262914445665 sim_compute_robot_state-npc0_median 0.007887645562489828 sim_compute_robot_state-npc0_min 0.007226609388987224 sim_compute_robot_state-npc1_max 0.008810483614603678 sim_compute_robot_state-npc1_mean 0.007683785809410941 sim_compute_robot_state-npc1_median 0.007484718163808187 sim_compute_robot_state-npc1_min 0.007126418749491373 sim_compute_robot_state-npc2_max 0.008737456798553467 sim_compute_robot_state-npc2_mean 0.00760183016459147 sim_compute_robot_state-npc2_median 0.007453201611836751 sim_compute_robot_state-npc2_min 0.006971750259399414 sim_compute_robot_state-npc3_max 0.008438340822855632 sim_compute_robot_state-npc3_mean 0.007462626987033421 sim_compute_robot_state-npc3_median 0.007303269704182943 sim_compute_robot_state-npc3_min 0.006863556702931722 sim_compute_sim_state_max 0.005039571126302083 sim_compute_sim_state_mean 0.004497868167029487 sim_compute_sim_state_median 0.004419013659159343 sim_compute_sim_state_min 0.004055525461832682 sim_physics_max 0.1831443007787069 sim_physics_mean 0.16215385087331136 sim_physics_median 0.15973506371180216 sim_physics_min 0.1434488042195638 sim_render-ego_max 0.0127223801612854 sim_render-ego_mean 0.010959308624267578 sim_render-ego_median 0.010567375818888346 sim_render-ego_min 0.010237046877543132 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27589
4304
Frank (Chude) Qian 🇨🇦Frank test submission aido3-LFV-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:15:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4648378710075968 survival_time_median 2.000000000000001 deviation-center-line_median 0.08065893650687903 in-drivable-lane_median 0.4500000000000002
other stats agent_compute-ego_max 0.052433384789360896 agent_compute-ego_mean 0.02858134407559277 agent_compute-ego_median 0.026668524742126463 agent_compute-ego_min 0.02536772426805998 deviation-center-line_max 0.4462613525315297 deviation-center-line_mean 0.12097234364739302 deviation-center-line_min 0.045187035663891414 deviation-heading_max 0.6978764652180742 deviation-heading_mean 0.3404007287325372 deviation-heading_median 0.2936620371482455 deviation-heading_min 0.13865157980649206 driven_any_max 2.769654637146338 driven_any_mean 1.0562928978807888 driven_any_median 0.9996632207705808 driven_any_min 0.31273308909619474 driven_lanedir_consec_max 2.078272934180518 driven_lanedir_consec_mean 0.6650746179520496 driven_lanedir_consec_min 0.2752560818562434 driven_lanedir_max 2.078272934180518 driven_lanedir_mean 0.6650746179520496 driven_lanedir_median 0.4648378710075968 driven_lanedir_min 0.2752560818562434 in-drivable-lane_max 1.8499999999999936 in-drivable-lane_mean 0.5833333333333327 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4307612897755801, "sim_physics": 0.1756520044235956, "survival_time": 1.0500000000000005, "driven_lanedir": 0.415300404469748, "sim_render-ego": 0.013184172766549249, "in-drivable-lane": 0, "agent_compute-ego": 0.03166034108116513, "deviation-heading": 0.28217974079465513, "set_robot_commands": 0.008657364618210565, "deviation-center-line": 0.06119413751278363, "driven_lanedir_consec": 0.415300404469748, "sim_compute_sim_state": 0.0056324005126953125, "sim_compute_performance-ego": 0.007770526976812454, "sim_compute_robot_state-ego": 0.008099714914957682, "sim_compute_robot_state-npc0": 0.009120169140043714, "sim_compute_robot_state-npc1": 0.009763331640334357, "sim_compute_robot_state-npc2": 0.009025142306373232, "sim_compute_robot_state-npc3": 0.010091406958443778}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9996632207705672, "sim_physics": 0.16651025414466858, "survival_time": 2.000000000000001, "driven_lanedir": 0.6820971339666722, "sim_render-ego": 0.013436591625213623, "in-drivable-lane": 0.4500000000000002, "agent_compute-ego": 0.02632041573524475, "deviation-heading": 0.311419096095639, "set_robot_commands": 0.00935167670249939, "deviation-center-line": 0.06286828300287416, "driven_lanedir_consec": 0.6820971339666722, "sim_compute_sim_state": 0.005185729265213013, "sim_compute_performance-ego": 0.007973599433898925, "sim_compute_robot_state-ego": 0.009644913673400878, "sim_compute_robot_state-npc0": 0.008709317445755005, "sim_compute_robot_state-npc1": 0.009840905666351318, "sim_compute_robot_state-npc2": 0.008760666847229004, "sim_compute_robot_state-npc3": 0.009644699096679688}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.2996553026744135, "sim_physics": 0.17376354694366455, "survival_time": 2.499999999999999, "driven_lanedir": 0.2752560818562434, "sim_render-ego": 0.018906917572021485, "in-drivable-lane": 1.699999999999999, "agent_compute-ego": 0.026668524742126463, "deviation-heading": 0.19488438455202492, "set_robot_commands": 0.008567972183227539, "deviation-center-line": 0.09287313322049497, "driven_lanedir_consec": 0.2752560818562434, "sim_compute_sim_state": 0.006037030220031738, "sim_compute_performance-ego": 0.007942957878112793, "sim_compute_robot_state-ego": 0.009385714530944824, "sim_compute_robot_state-npc0": 0.008542308807373047, "sim_compute_robot_state-npc1": 0.009402947425842283, "sim_compute_robot_state-npc2": 0.009029669761657717, "sim_compute_robot_state-npc3": 0.008435797691345216}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.31273308909619474, "sim_physics": 0.18845488043392403, "survival_time": 0.8500000000000002, "driven_lanedir": 0.2942550245067217, "sim_render-ego": 0.014129386228673598, "in-drivable-lane": 0, "agent_compute-ego": 0.0275270938873291, "deviation-heading": 0.2936620371482455, "set_robot_commands": 0.00855882027569939, "deviation-center-line": 0.045187035663891414, "driven_lanedir_consec": 0.2942550245067217, "sim_compute_sim_state": 0.005732648512896369, "sim_compute_performance-ego": 0.007416164173799402, "sim_compute_robot_state-ego": 0.00836943177615895, "sim_compute_robot_state-npc0": 0.009006247800939223, "sim_compute_robot_state-npc1": 0.00866098964915556, "sim_compute_robot_state-npc2": 0.008302380056942211, "sim_compute_robot_state-npc3": 0.008423566818237305}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0596597849416711, "sim_physics": 0.17052934283301943, "survival_time": 2.1000000000000005, "driven_lanedir": 0.3811893402781381, "sim_render-ego": 0.013162312053498769, "in-drivable-lane": 1.1000000000000003, "agent_compute-ego": 0.02753731750306629, "deviation-heading": 0.3162817400072543, "set_robot_commands": 0.00973099186306908, "deviation-center-line": 0.06429132390829151, "driven_lanedir_consec": 0.3811893402781381, "sim_compute_sim_state": 0.005259139197213309, "sim_compute_performance-ego": 0.008676091829935709, "sim_compute_robot_state-ego": 0.009329529035659064, "sim_compute_robot_state-npc0": 0.008949370611281622, "sim_compute_robot_state-npc1": 0.009576536360241118, "sim_compute_robot_state-npc2": 0.00920603388831729, "sim_compute_robot_state-npc3": 0.009029286248343331}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0296612854712874, "sim_physics": 0.1628335045605171, "survival_time": 2.0500000000000007, "driven_lanedir": 0.5931668364905012, "sim_render-ego": 0.014809509602988638, "in-drivable-lane": 0.7000000000000002, "agent_compute-ego": 0.02729178637993045, "deviation-heading": 0.2686112244983518, "set_robot_commands": 0.009119894446396246, "deviation-center-line": 0.08105779725372096, "driven_lanedir_consec": 0.5931668364905012, "sim_compute_sim_state": 0.005527455632279559, "sim_compute_performance-ego": 0.008190899360470655, "sim_compute_robot_state-ego": 0.00945808247822087, "sim_compute_robot_state-npc0": 0.009808255404960818, "sim_compute_robot_state-npc1": 0.008604991726759003, "sim_compute_robot_state-npc2": 0.009014961196155084, "sim_compute_robot_state-npc3": 0.009018775893420709}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.342038131959467, "sim_physics": 0.193199528588189, "survival_time": 0.9000000000000002, "driven_lanedir": 0.33486165380275024, "sim_render-ego": 0.01478205786810981, "in-drivable-lane": 0, "agent_compute-ego": 0.052433384789360896, "deviation-heading": 0.18467421958549585, "set_robot_commands": 0.008842719925774468, "deviation-center-line": 0.08065893650687903, "driven_lanedir_consec": 0.33486165380275024, "sim_compute_sim_state": 0.0061611996756659616, "sim_compute_performance-ego": 0.008157836066351997, "sim_compute_robot_state-ego": 0.00852097405327691, "sim_compute_robot_state-npc0": 0.009447971979777018, "sim_compute_robot_state-npc1": 0.008305536376105415, "sim_compute_robot_state-npc2": 0.00861660639444987, "sim_compute_robot_state-npc3": 0.008668197525872124}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.9996632207705822, "sim_physics": 0.16850525736808775, "survival_time": 2.000000000000001, "driven_lanedir": 0.6582781941068327, "sim_render-ego": 0.01412489414215088, "in-drivable-lane": 0.5000000000000002, "agent_compute-ego": 0.026537805795669556, "deviation-heading": 0.2774211005149257, "set_robot_commands": 0.008708882331848144, "deviation-center-line": 0.05807439077769777, "driven_lanedir_consec": 0.6582781941068327, "sim_compute_sim_state": 0.006410777568817139, "sim_compute_performance-ego": 0.008898395299911498, "sim_compute_robot_state-ego": 0.008800065517425537, "sim_compute_robot_state-npc0": 0.009322351217269898, "sim_compute_robot_state-npc1": 0.009761172533035278, "sim_compute_robot_state-npc2": 0.009553414583206176, "sim_compute_robot_state-npc3": 0.009489119052886965}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.9996632207705788, "sim_physics": 0.138005268573761, "survival_time": 2.000000000000001, "driven_lanedir": 0.8484753111882928, "sim_render-ego": 0.012898069620132449, "in-drivable-lane": 0.1499999999999999, "agent_compute-ego": 0.02558721899986267, "deviation-heading": 0.4100612074730408, "set_robot_commands": 0.008926141262054443, "deviation-center-line": 0.1770542337391039, "driven_lanedir_consec": 0.8484753111882928, "sim_compute_sim_state": 0.005910921096801758, "sim_compute_performance-ego": 0.007792329788208008, "sim_compute_robot_state-ego": 0.009078162908554076, "sim_compute_robot_state-npc0": 0.008760190010070801, "sim_compute_robot_state-npc1": 0.008953291177749633, "sim_compute_robot_state-npc2": 0.00978398323059082, "sim_compute_robot_state-npc3": 0.008298605680465698}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0296612854712808, "sim_physics": 0.1408088265395746, "survival_time": 2.0500000000000007, "driven_lanedir": 0.4648378710075968, "sim_render-ego": 0.014206537386266196, "in-drivable-lane": 0.7500000000000006, "agent_compute-ego": 0.027416333919618188, "deviation-heading": 0.6435752674350801, "set_robot_commands": 0.00872681199050531, "deviation-center-line": 0.13159731687920334, "driven_lanedir_consec": 0.4648378710075968, "sim_compute_sim_state": 0.005678915395969298, "sim_compute_performance-ego": 0.008284818835374786, "sim_compute_robot_state-ego": 0.00994779423969548, "sim_compute_robot_state-npc0": 0.009749685845723966, "sim_compute_robot_state-npc1": 0.008657030942963391, "sim_compute_robot_state-npc2": 0.008612911875655011, "sim_compute_robot_state-npc3": 0.009349200783706293}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.37149985167138055, "sim_physics": 0.15093117011220833, "survival_time": 0.9500000000000004, "driven_lanedir": 0.3573484331153103, "sim_render-ego": 0.013304346486141807, "in-drivable-lane": 0, "agent_compute-ego": 0.02536772426805998, "deviation-heading": 0.2630665768878947, "set_robot_commands": 0.008311372054250617, "deviation-center-line": 0.05572183467634704, "driven_lanedir_consec": 0.3573484331153103, "sim_compute_sim_state": 0.004941011729993318, "sim_compute_performance-ego": 0.008333959077533922, "sim_compute_robot_state-ego": 0.00892664256848787, "sim_compute_robot_state-npc0": 0.010738548479582131, "sim_compute_robot_state-npc1": 0.008477562352230674, "sim_compute_robot_state-npc2": 0.008988794527555766, "sim_compute_robot_state-npc3": 0.00880550083361174}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.769654637146335, "sim_physics": 0.146527567295113, "survival_time": 4.94999999999999, "driven_lanedir": 2.078272934180518, "sim_render-ego": 0.013691820279516357, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.02602606349521213, "deviation-heading": 0.13865157980649206, "set_robot_commands": 0.009262925446635544, "deviation-center-line": 0.4462613525315297, "driven_lanedir_consec": 2.078272934180518, "sim_compute_sim_state": 0.0058453685105449025, "sim_compute_performance-ego": 0.008130309557673908, "sim_compute_robot_state-ego": 0.009557353125678169, "sim_compute_robot_state-npc0": 0.009499215116404523, "sim_compute_robot_state-npc1": 0.008959122378416735, "sim_compute_robot_state-npc2": 0.009958310560746626, "sim_compute_robot_state-npc3": 0.008804128627584439}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.769654637146338, "sim_physics": 0.16511060974814676, "survival_time": 4.94999999999999, "driven_lanedir": 1.537035058825829, "sim_render-ego": 0.012704516902114408, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.025883679438118985, "deviation-heading": 0.6978764652180742, "set_robot_commands": 0.008740969378538806, "deviation-center-line": 0.23895285444187395, "driven_lanedir_consec": 1.537035058825829, "sim_compute_sim_state": 0.004971179095181552, "sim_compute_performance-ego": 0.008010197167444711, "sim_compute_robot_state-ego": 0.008815250011405559, "sim_compute_robot_state-npc0": 0.008937549109410758, "sim_compute_robot_state-npc1": 0.009391464368261472, "sim_compute_robot_state-npc2": 0.008251081813465466, "sim_compute_robot_state-npc3": 0.00828250249226888}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.43076128977557415, "sim_physics": 0.14425681886218844, "survival_time": 1.0500000000000005, "driven_lanedir": 0.410630182948335, "sim_render-ego": 0.014133044651576452, "in-drivable-lane": 0, "agent_compute-ego": 0.026809204192388626, "deviation-heading": 0.3222703538402633, "set_robot_commands": 0.00982115382239932, "deviation-center-line": 0.06506925666000742, "driven_lanedir_consec": 0.410630182948335, "sim_compute_sim_state": 0.005549680619012742, "sim_compute_performance-ego": 0.008339950016566686, "sim_compute_robot_state-ego": 0.008922906149001349, "sim_compute_robot_state-npc0": 0.00989305405389695, "sim_compute_robot_state-npc1": 0.009676059087117514, "sim_compute_robot_state-npc2": 0.008793637866065615, "sim_compute_robot_state-npc3": 0.009908528555007208}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9996632207705808, "sim_physics": 0.2320155382156372, "survival_time": 2.000000000000001, "driven_lanedir": 0.6451148085372549, "sim_render-ego": 0.014420682191848756, "in-drivable-lane": 0.40000000000000013, "agent_compute-ego": 0.025653266906738283, "deviation-heading": 0.5013759371306209, "set_robot_commands": 0.009400391578674316, "deviation-center-line": 0.1537232679361964, "driven_lanedir_consec": 0.6451148085372549, "sim_compute_sim_state": 0.005478858947753906, "sim_compute_performance-ego": 0.008022969961166382, "sim_compute_robot_state-ego": 0.010107696056365969, "sim_compute_robot_state-npc0": 0.009922057390213013, "sim_compute_robot_state-npc1": 0.00994901657104492, "sim_compute_robot_state-npc2": 0.009780967235565183, "sim_compute_robot_state-npc3": 0.009144198894500731}}set_robot_commands_max 0.00982115382239932 set_robot_commands_mean 0.008981872525318877 set_robot_commands_median 0.008842719925774468 set_robot_commands_min 0.008311372054250617 sim_compute_performance-ego_max 0.008898395299911498 sim_compute_performance-ego_mean 0.00812940036155079 sim_compute_performance-ego_median 0.008130309557673908 sim_compute_performance-ego_min 0.007416164173799402 sim_compute_robot_state-ego_max 0.010107696056365969 sim_compute_robot_state-ego_mean 0.00913094873594888 sim_compute_robot_state-ego_median 0.009078162908554076 sim_compute_robot_state-ego_min 0.008099714914957682 sim_compute_robot_state-npc0_max 0.010738548479582131 sim_compute_robot_state-npc0_mean 0.009360419494180167 sim_compute_robot_state-npc0_median 0.009322351217269898 sim_compute_robot_state-npc0_min 0.008542308807373047 sim_compute_robot_state-npc1_max 0.00994901657104492 sim_compute_robot_state-npc1_mean 0.009198663883707244 sim_compute_robot_state-npc1_median 0.009391464368261472 sim_compute_robot_state-npc1_min 0.008305536376105415 sim_compute_robot_state-npc2_max 0.009958310560746626 sim_compute_robot_state-npc2_mean 0.009045237476265006 sim_compute_robot_state-npc2_median 0.009014961196155084 sim_compute_robot_state-npc2_min 0.008251081813465466 sim_compute_robot_state-npc3_max 0.010091406958443778 sim_compute_robot_state-npc3_mean 0.00902623434349161 sim_compute_robot_state-npc3_median 0.009018775893420709 sim_compute_robot_state-npc3_min 0.00828250249226888 sim_compute_sim_state_max 0.006410777568817139 sim_compute_sim_state_mean 0.005621487732004659 sim_compute_sim_state_median 0.0056324005126953125 sim_compute_sim_state_min 0.004941011729993318 sim_physics_max 0.2320155382156372 sim_physics_mean 0.16780694124281967 sim_physics_median 0.16651025414466858 sim_physics_min 0.138005268573761 sim_render-ego_max 0.018906917572021485 sim_render-ego_mean 0.0141263239584535 sim_render-ego_median 0.01412489414215088 sim_render-ego_min 0.012704516902114408 simulation-passed 1 survival_time_max 4.94999999999999 survival_time_mean 2.093333333333332 survival_time_min 0.8500000000000002
No reset possible 27568
4352
Manfred Diaz challenge-aido_LF-template-tensorflow aido3-LFV-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.2150955627140676 survival_time_median 1.0000000000000002 deviation-center-line_median 0.0647768216622839 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.029752333958943684 agent_compute-ego_mean 0.02580237548546673 agent_compute-ego_median 0.02539316090670499 agent_compute-ego_min 0.022070358539449757 deviation-center-line_max 0.11730386414598128 deviation-center-line_mean 0.0697691190393038 deviation-center-line_min 0.04177242357999885 deviation-heading_max 0.7057842568418827 deviation-heading_mean 0.4396512783456828 deviation-heading_median 0.45700375457377784 deviation-heading_min 0.1835816883041748 driven_any_max 0.4528515554114102 driven_any_mean 0.29784207951823394 driven_any_median 0.27717108313998884 driven_any_min 0.20833657736134575 driven_lanedir_consec_max 0.39892943341819453 driven_lanedir_consec_mean 0.24503872238301003 driven_lanedir_consec_min 0.16288079379872933 driven_lanedir_max 0.39892943341819453 driven_lanedir_mean 0.24503872238301003 driven_lanedir_median 0.2150955627140676 driven_lanedir_min 0.16288079379872933 in-drivable-lane_max 0.05000000000000005 in-drivable-lane_mean 0.010000000000000007 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.3213943600594206, "sim_physics": 0.1495940327644348, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2929346791018371, "sim_render-ego": 0.0115689754486084, "in-drivable-lane": 0, "agent_compute-ego": 0.02790771722793579, "deviation-heading": 0.3703925934897238, "set_robot_commands": 0.008199715614318847, "deviation-center-line": 0.05946958790800405, "driven_lanedir_consec": 0.2929346791018371, "sim_compute_sim_state": 0.004517316818237305, "sim_compute_performance-ego": 0.006286931037902832, "sim_compute_robot_state-ego": 0.007987439632415771, "sim_compute_robot_state-npc0": 0.007468521595001221, "sim_compute_robot_state-npc1": 0.007729125022888183, "sim_compute_robot_state-npc2": 0.007251358032226563, "sim_compute_robot_state-npc3": 0.00751720666885376}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2561600597371167, "sim_physics": 0.15468473434448243, "survival_time": 1.0000000000000002, "driven_lanedir": 0.1961102196983613, "sim_render-ego": 0.011719274520874024, "in-drivable-lane": 0, "agent_compute-ego": 0.025103485584259032, "deviation-heading": 0.45700375457377784, "set_robot_commands": 0.007792794704437256, "deviation-center-line": 0.05917639381913024, "driven_lanedir_consec": 0.1961102196983613, "sim_compute_sim_state": 0.004004538059234619, "sim_compute_performance-ego": 0.007120740413665771, "sim_compute_robot_state-ego": 0.008000874519348144, "sim_compute_robot_state-npc0": 0.006923091411590576, "sim_compute_robot_state-npc1": 0.006899237632751465, "sim_compute_robot_state-npc2": 0.006847059726715088, "sim_compute_robot_state-npc3": 0.0064170598983764645}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.3105663000032091, "sim_physics": 0.15437481800715128, "survival_time": 1.2000000000000004, "driven_lanedir": 0.20550637011920936, "sim_render-ego": 0.011562844117482504, "in-drivable-lane": 0, "agent_compute-ego": 0.02874438961346944, "deviation-heading": 0.6863904837519761, "set_robot_commands": 0.0084970494111379, "deviation-center-line": 0.0973942067123777, "driven_lanedir_consec": 0.20550637011920936, "sim_compute_sim_state": 0.004740049441655477, "sim_compute_performance-ego": 0.006588359673817952, "sim_compute_robot_state-ego": 0.008676379919052124, "sim_compute_robot_state-npc0": 0.00855398178100586, "sim_compute_robot_state-npc1": 0.00899424155553182, "sim_compute_robot_state-npc2": 0.007676353057225545, "sim_compute_robot_state-npc3": 0.007641534010569255}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.27717108313998884, "sim_physics": 0.1656004504153603, "survival_time": 0.9500000000000004, "driven_lanedir": 0.25000994957855593, "sim_render-ego": 0.01070203279194079, "in-drivable-lane": 0, "agent_compute-ego": 0.026295185089111328, "deviation-heading": 0.3936545934076976, "set_robot_commands": 0.008377702612625925, "deviation-center-line": 0.05904082353180448, "driven_lanedir_consec": 0.25000994957855593, "sim_compute_sim_state": 0.00434741220976177, "sim_compute_performance-ego": 0.006184577941894531, "sim_compute_robot_state-ego": 0.007008489809538189, "sim_compute_robot_state-npc0": 0.006936274076762952, "sim_compute_robot_state-npc1": 0.006776884982460423, "sim_compute_robot_state-npc2": 0.006850669258519223, "sim_compute_robot_state-npc3": 0.007002328571520354}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3384981309679753, "sim_physics": 0.15074270505171555, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2737959746669121, "sim_render-ego": 0.01156911483177772, "in-drivable-lane": 0, "agent_compute-ego": 0.0249327512887808, "deviation-heading": 0.5451601676280756, "set_robot_commands": 0.007561711164621206, "deviation-center-line": 0.04177242357999885, "driven_lanedir_consec": 0.2737959746669121, "sim_compute_sim_state": 0.004472466615530161, "sim_compute_performance-ego": 0.007116491977985089, "sim_compute_robot_state-ego": 0.0075160815165593075, "sim_compute_robot_state-npc0": 0.0073091066800631006, "sim_compute_robot_state-npc1": 0.007265567779541016, "sim_compute_robot_state-npc2": 0.006867298713097205, "sim_compute_robot_state-npc3": 0.007310968178969163}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.4528515554114102, "sim_physics": 0.15396996202140018, "survival_time": 1.4500000000000006, "driven_lanedir": 0.39892943341819453, "sim_render-ego": 0.014251758312356883, "in-drivable-lane": 0, "agent_compute-ego": 0.022070358539449757, "deviation-heading": 0.483533039289918, "set_robot_commands": 0.007238823792030071, "deviation-center-line": 0.04994712578578086, "driven_lanedir_consec": 0.39892943341819453, "sim_compute_sim_state": 0.004233516495803307, "sim_compute_performance-ego": 0.008570284679018218, "sim_compute_robot_state-ego": 0.007648887305424131, "sim_compute_robot_state-npc0": 0.007281484275028624, "sim_compute_robot_state-npc1": 0.007325024440370757, "sim_compute_robot_state-npc2": 0.007227223494957234, "sim_compute_robot_state-npc3": 0.007873304959001213}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.22925169421311445, "sim_physics": 0.1970089375972748, "survival_time": 0.8000000000000002, "driven_lanedir": 0.21023944951003237, "sim_render-ego": 0.011429518461227415, "in-drivable-lane": 0, "agent_compute-ego": 0.02554844319820404, "deviation-heading": 0.26034105345116637, "set_robot_commands": 0.008888468146324158, "deviation-center-line": 0.0718624397669809, "driven_lanedir_consec": 0.21023944951003237, "sim_compute_sim_state": 0.004621937870979309, "sim_compute_performance-ego": 0.006651788949966431, "sim_compute_robot_state-ego": 0.00809316337108612, "sim_compute_robot_state-npc0": 0.008566528558731079, "sim_compute_robot_state-npc1": 0.007614642381668091, "sim_compute_robot_state-npc2": 0.008164435625076294, "sim_compute_robot_state-npc3": 0.00785839557647705}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.24447775749803413, "sim_physics": 0.15641596442774722, "survival_time": 0.9500000000000004, "driven_lanedir": 0.2150955627140676, "sim_render-ego": 0.010664161882902446, "in-drivable-lane": 0, "agent_compute-ego": 0.023652026527806333, "deviation-heading": 0.25820291949681007, "set_robot_commands": 0.0071700372193989, "deviation-center-line": 0.06495319583584644, "driven_lanedir_consec": 0.2150955627140676, "sim_compute_sim_state": 0.004256311215852436, "sim_compute_performance-ego": 0.006424841127897564, "sim_compute_robot_state-ego": 0.008842066714638159, "sim_compute_robot_state-npc0": 0.007572751296193976, "sim_compute_robot_state-npc1": 0.007588512019107216, "sim_compute_robot_state-npc2": 0.007441031305413497, "sim_compute_robot_state-npc3": 0.007097821486623664}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.4459063773429647, "sim_physics": 0.12577588327469363, "survival_time": 1.5500000000000007, "driven_lanedir": 0.3580568573791165, "sim_render-ego": 0.01135994542029596, "in-drivable-lane": 0, "agent_compute-ego": 0.024144126522925594, "deviation-heading": 0.654469555377805, "set_robot_commands": 0.007194680552328786, "deviation-center-line": 0.11730386414598128, "driven_lanedir_consec": 0.3580568573791165, "sim_compute_sim_state": 0.0045147557412424395, "sim_compute_performance-ego": 0.006526800893968151, "sim_compute_robot_state-ego": 0.007340231249409337, "sim_compute_robot_state-npc0": 0.007403104535994991, "sim_compute_robot_state-npc1": 0.006897003419937626, "sim_compute_robot_state-npc2": 0.007101605015416299, "sim_compute_robot_state-npc3": 0.007292939770606256}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.27114105216140155, "sim_physics": 0.12178959449132284, "survival_time": 1.2000000000000004, "driven_lanedir": 0.18897081105359836, "sim_render-ego": 0.013022204240163168, "in-drivable-lane": 0, "agent_compute-ego": 0.02727355559666951, "deviation-heading": 0.7057842568418827, "set_robot_commands": 0.00801051656405131, "deviation-center-line": 0.08137405648182773, "driven_lanedir_consec": 0.18897081105359836, "sim_compute_sim_state": 0.004208683967590332, "sim_compute_performance-ego": 0.007505923509597778, "sim_compute_robot_state-ego": 0.00823978583017985, "sim_compute_robot_state-npc0": 0.007511516412099202, "sim_compute_robot_state-npc1": 0.007573366165161133, "sim_compute_robot_state-npc2": 0.007507175207138061, "sim_compute_robot_state-npc3": 0.007508158683776856}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.2991847393239775, "sim_physics": 0.12958011843941428, "survival_time": 1.1000000000000003, "driven_lanedir": 0.25628559733365686, "sim_render-ego": 0.020633014765652744, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.02539316090670499, "deviation-heading": 0.4032715894248714, "set_robot_commands": 0.009143385020169344, "deviation-center-line": 0.06986668280396122, "driven_lanedir_consec": 0.25628559733365686, "sim_compute_sim_state": 0.004588408903642135, "sim_compute_performance-ego": 0.009100263768976383, "sim_compute_robot_state-ego": 0.00870855288072066, "sim_compute_robot_state-npc0": 0.0081550424749201, "sim_compute_robot_state-npc1": 0.007884860038757324, "sim_compute_robot_state-npc2": 0.008202964609319513, "sim_compute_robot_state-npc3": 0.007928458127108488}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.26267102487161464, "sim_physics": 0.14682858330862864, "survival_time": 1.0500000000000005, "driven_lanedir": 0.19269208167235383, "sim_render-ego": 0.012311174756004696, "in-drivable-lane": 0, "agent_compute-ego": 0.029752333958943684, "deviation-heading": 0.4668421461064573, "set_robot_commands": 0.009625071570986792, "deviation-center-line": 0.062472425143962874, "driven_lanedir_consec": 0.19269208167235383, "sim_compute_sim_state": 0.004546699069795154, "sim_compute_performance-ego": 0.006887390500023251, "sim_compute_robot_state-ego": 0.008581649689447312, "sim_compute_robot_state-npc0": 0.009267114457629975, "sim_compute_robot_state-npc1": 0.00839044934227353, "sim_compute_robot_state-npc2": 0.008038486753191267, "sim_compute_robot_state-npc3": 0.008826778048560732}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.20833657736134575, "sim_physics": 0.1566530466079712, "survival_time": 0.9000000000000002, "driven_lanedir": 0.16288079379872933, "sim_render-ego": 0.011239422692192923, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.025077965524461537, "deviation-heading": 0.26815472024788817, "set_robot_commands": 0.008011566268073188, "deviation-center-line": 0.0647768216622839, "driven_lanedir_consec": 0.16288079379872933, "sim_compute_sim_state": 0.004531794124179416, "sim_compute_performance-ego": 0.00673524538675944, "sim_compute_robot_state-ego": 0.008075396219889322, "sim_compute_robot_state-npc0": 0.00822085804409451, "sim_compute_robot_state-npc1": 0.0072415802213880755, "sim_compute_robot_state-npc2": 0.00729933049943712, "sim_compute_robot_state-npc3": 0.006744782129923503}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.2553022910051468, "sim_physics": 0.1258330972571122, "survival_time": 0.9500000000000004, "driven_lanedir": 0.18991455654079337, "sim_render-ego": 0.011053599809345446, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.026936242454930356, "deviation-heading": 0.4579866137930173, "set_robot_commands": 0.007801444906937449, "deviation-center-line": 0.04983531747202818, "driven_lanedir_consec": 0.18991455654079337, "sim_compute_sim_state": 0.004200144817954616, "sim_compute_performance-ego": 0.006460566269723992, "sim_compute_robot_state-ego": 0.00887072713751542, "sim_compute_robot_state-npc0": 0.007531868784051193, "sim_compute_robot_state-npc1": 0.007728388434962223, "sim_compute_robot_state-npc2": 0.007309110541092723, "sim_compute_robot_state-npc3": 0.00708091886419999}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.2947181896767887, "sim_physics": 0.1611201386702688, "survival_time": 0.9500000000000004, "driven_lanedir": 0.28415849915973246, "sim_render-ego": 0.010223426316913803, "in-drivable-lane": 0, "agent_compute-ego": 0.024203890248348837, "deviation-heading": 0.1835816883041748, "set_robot_commands": 0.007355501777247379, "deviation-center-line": 0.09729142093958829, "driven_lanedir_consec": 0.28415849915973246, "sim_compute_sim_state": 0.003957986831665039, "sim_compute_performance-ego": 0.0055600467481111224, "sim_compute_robot_state-ego": 0.00806292734648052, "sim_compute_robot_state-npc0": 0.007113820628116005, "sim_compute_robot_state-npc1": 0.006572384583322625, "sim_compute_robot_state-npc2": 0.00691902010064376, "sim_compute_robot_state-npc3": 0.006455609672947934}}set_robot_commands_max 0.009625071570986792 set_robot_commands_mean 0.008057897954979234 set_robot_commands_median 0.00801051656405131 set_robot_commands_min 0.0071700372193989 sim_compute_performance-ego_max 0.009100263768976383 sim_compute_performance-ego_mean 0.006914683525287234 sim_compute_performance-ego_median 0.006651788949966431 sim_compute_performance-ego_min 0.0055600467481111224 sim_compute_robot_state-ego_max 0.00887072713751542 sim_compute_robot_state-ego_mean 0.008110176876113626 sim_compute_robot_state-ego_median 0.008075396219889322 sim_compute_robot_state-ego_min 0.007008489809538189 sim_compute_robot_state-npc0_max 0.009267114457629975 sim_compute_robot_state-npc0_mean 0.007721004334085557 sim_compute_robot_state-npc0_median 0.007511516412099202 sim_compute_robot_state-npc0_min 0.006923091411590576 sim_compute_robot_state-npc1_max 0.00899424155553182 sim_compute_robot_state-npc1_mean 0.007498751201341433 sim_compute_robot_state-npc1_median 0.007573366165161133 sim_compute_robot_state-npc1_min 0.006572384583322625 sim_compute_robot_state-npc2_max 0.008202964609319513 sim_compute_robot_state-npc2_mean 0.00738020812929796 sim_compute_robot_state-npc2_median 0.00729933049943712 sim_compute_robot_state-npc2_min 0.006847059726715088 sim_compute_robot_state-npc3_max 0.008826778048560732 sim_compute_robot_state-npc3_mean 0.0073704176431676465 sim_compute_robot_state-npc3_median 0.007310968178969163 sim_compute_robot_state-npc3_min 0.0064170598983764645 sim_compute_sim_state_max 0.004740049441655477 sim_compute_sim_state_mean 0.004382801478874901 sim_compute_sim_state_median 0.004472466615530161 sim_compute_sim_state_min 0.003957986831665039 sim_physics_max 0.1970089375972748 sim_physics_mean 0.14999813777859852 sim_physics_median 0.15396996202140018 sim_physics_min 0.12178959449132284 sim_render-ego_max 0.020633014765652744 sim_render-ego_mean 0.012220697891182594 sim_render-ego_median 0.011562844117482504 sim_render-ego_min 0.010223426316913803 simulation-passed 1 survival_time_max 1.5500000000000007 survival_time_mean 1.0900000000000003 survival_time_min 0.8000000000000002
No reset possible 27566
4358
Soroush Saryazdi 🇨🇦bluejay aido3-LF-sim-validation
step1-simulation error yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:46 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27544
4377
Frank (Chude) Qian 🇨🇦Frank Raw Test 2 aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:16 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.276523260210665 survival_time_median 4.6499999999999915 deviation-center-line_median 0.25437332128962875 in-drivable-lane_median 0.7999999999999972
other stats agent_compute-ego_max 0.027126376746130772 agent_compute-ego_mean 0.026346498275320342 agent_compute-ego_median 0.026218170760780257 agent_compute-ego_min 0.025783432157416093 deviation-center-line_max 0.4657725817010891 deviation-center-line_mean 0.25550979156967496 deviation-center-line_min 0.09846144860923976 deviation-heading_max 1.6933409067726382 deviation-heading_mean 0.9834819296208616 deviation-heading_median 1.0212722801420022 deviation-heading_min 0.4307977375514871 driven_any_max 3.0506799268192015 driven_any_mean 1.7246945044310202 driven_any_median 1.7750617900033734 driven_any_min 0.5348223600782213 driven_lanedir_consec_max 2.620687526613496 driven_lanedir_consec_mean 1.2943284631520005 driven_lanedir_consec_min 0.515373225331937 driven_lanedir_max 2.620687526613496 driven_lanedir_mean 1.2943284631520005 driven_lanedir_median 1.276523260210665 driven_lanedir_min 0.515373225331937 in-drivable-lane_max 2.1499999999999924 in-drivable-lane_mean 0.8799999999999969 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0466313508960443, "sim_physics": 0.07919520244263765, "survival_time": 2.849999999999998, "driven_lanedir": 0.6260011296158267, "sim_render-ego": 0.01239793342456483, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.0261885450597395, "deviation-heading": 0.6454215511693684, "set_robot_commands": 0.007979811283580045, "deviation-center-line": 0.09846144860923976, "driven_lanedir_consec": 0.6260011296158267, "sim_compute_sim_state": 0.005639937886020593, "sim_compute_performance-ego": 0.008137330674288566, "sim_compute_robot_state-ego": 0.008824904759724935}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.7750617900033734, "sim_physics": 0.08117338918870495, "survival_time": 4.6499999999999915, "driven_lanedir": 1.4330571739880769, "sim_render-ego": 0.0130524173859627, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.026218170760780257, "deviation-heading": 1.1265771724688118, "set_robot_commands": 0.008992505329911428, "deviation-center-line": 0.3479219362388393, "driven_lanedir_consec": 1.4330571739880769, "sim_compute_sim_state": 0.006653721614550519, "sim_compute_performance-ego": 0.007586720169231456, "sim_compute_robot_state-ego": 0.009359321286601404}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.5348223600782213, "sim_physics": 0.08805800128627468, "survival_time": 1.850000000000001, "driven_lanedir": 0.515373225331937, "sim_render-ego": 0.014214489911053632, "in-drivable-lane": 0, "agent_compute-ego": 0.026415966652535105, "deviation-heading": 0.4307977375514871, "set_robot_commands": 0.009207326012688716, "deviation-center-line": 0.11101967000957788, "driven_lanedir_consec": 0.515373225331937, "sim_compute_sim_state": 0.005858137800886824, "sim_compute_performance-ego": 0.007647991180419922, "sim_compute_robot_state-ego": 0.009558220167417784}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.2162770943582606, "sim_physics": 0.0845002365894005, "survival_time": 6.099999999999986, "driven_lanedir": 1.276523260210665, "sim_render-ego": 0.013512656336925067, "in-drivable-lane": 2.1499999999999924, "agent_compute-ego": 0.027126376746130772, "deviation-heading": 1.0212722801420022, "set_robot_commands": 0.008442149787652687, "deviation-center-line": 0.25437332128962875, "driven_lanedir_consec": 1.276523260210665, "sim_compute_sim_state": 0.01031983094137223, "sim_compute_performance-ego": 0.007976330694605092, "sim_compute_robot_state-ego": 0.00914757173569476}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.0506799268192015, "sim_physics": 0.08765326048198499, "survival_time": 7.599999999999981, "driven_lanedir": 2.620687526613496, "sim_render-ego": 0.013042815421756945, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.025783432157416093, "deviation-heading": 1.6933409067726382, "set_robot_commands": 0.008300172655205978, "deviation-center-line": 0.4657725817010891, "driven_lanedir_consec": 2.620687526613496, "sim_compute_sim_state": 0.005535257490057694, "sim_compute_performance-ego": 0.007814917125199971, "sim_compute_robot_state-ego": 0.009198852275547228}}set_robot_commands_max 0.009207326012688716 set_robot_commands_mean 0.00858439301380777 set_robot_commands_median 0.008442149787652687 set_robot_commands_min 0.007979811283580045 sim_compute_performance-ego_max 0.008137330674288566 sim_compute_performance-ego_mean 0.007832657968749001 sim_compute_performance-ego_median 0.007814917125199971 sim_compute_performance-ego_min 0.007586720169231456 sim_compute_robot_state-ego_max 0.009558220167417784 sim_compute_robot_state-ego_mean 0.009217774044997224 sim_compute_robot_state-ego_median 0.009198852275547228 sim_compute_robot_state-ego_min 0.008824904759724935 sim_compute_sim_state_max 0.01031983094137223 sim_compute_sim_state_mean 0.006801377146577572 sim_compute_sim_state_median 0.005858137800886824 sim_compute_sim_state_min 0.005535257490057694 sim_physics_max 0.08805800128627468 sim_physics_mean 0.08411601799780055 sim_physics_median 0.0845002365894005 sim_physics_min 0.07919520244263765 sim_render-ego_max 0.014214489911053632 sim_render-ego_mean 0.013244062496052636 sim_render-ego_median 0.0130524173859627 sim_render-ego_min 0.01239793342456483 simulation-passed 1 survival_time_max 7.599999999999981 survival_time_mean 4.609999999999991 survival_time_min 1.850000000000001
No reset possible 27521
4393
Jeick Hincapie Barrera 🇨🇴challenge-aido_LF-template-ros - Template solution using ROS aido3-LFV-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.24509646022130271 survival_time_median 2.5999999999999988 deviation-center-line_median 0.1102550226967659 in-drivable-lane_median 1.399999999999995
other stats agent_compute-ego_max 0.02880511965070452 agent_compute-ego_mean 0.026069860733771467 agent_compute-ego_median 0.025850759612189397 agent_compute-ego_min 0.02480977111392551 deviation-center-line_max 0.16420485117826172 deviation-center-line_mean 0.11073567159630056 deviation-center-line_min 0.07065331237272693 deviation-heading_max 0.586908120134486 deviation-heading_mean 0.4563328899543674 deviation-heading_median 0.46418759639345647 deviation-heading_min 0.3144035683599862 driven_any_max 1.029569969954737 driven_any_mean 0.6523120620071737 driven_any_median 0.676320777519435 driven_any_min 0.28966334503214825 driven_lanedir_consec_max 0.5728900130190617 driven_lanedir_consec_mean 0.3427697821915853 driven_lanedir_consec_min 0.19101417073511717 driven_lanedir_max 0.5728900130190617 driven_lanedir_mean 0.3427697821915853 driven_lanedir_median 0.24509646022130271 driven_lanedir_min 0.19101417073511717 in-drivable-lane_max 1.5499999999999985 in-drivable-lane_mean 0.9099999999999984 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.029569969954737, "sim_physics": 0.18084777544622552, "survival_time": 3.649999999999995, "driven_lanedir": 0.5728900130190617, "sim_render-ego": 0.01390553500554333, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.02489570722188035, "deviation-heading": 0.46418759639345647, "set_robot_commands": 0.00865919296055624, "deviation-center-line": 0.16420485117826172, "driven_lanedir_consec": 0.5728900130190617, "sim_compute_sim_state": 0.005367612185543531, "sim_compute_performance-ego": 0.00762498868654852, "sim_compute_robot_state-ego": 0.00911595396799584, "sim_compute_robot_state-npc0": 0.009297997984167647, "sim_compute_robot_state-npc1": 0.008797067485443533, "sim_compute_robot_state-npc2": 0.009433485057255992, "sim_compute_robot_state-npc3": 0.008741963399599676}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4854069732029952, "sim_physics": 0.18493635786904228, "survival_time": 1.800000000000001, "driven_lanedir": 0.4655139107766719, "sim_render-ego": 0.013808521959516738, "in-drivable-lane": 0, "agent_compute-ego": 0.02480977111392551, "deviation-heading": 0.4301190528543047, "set_robot_commands": 0.009275972843170166, "deviation-center-line": 0.1102550226967659, "driven_lanedir_consec": 0.4655139107766719, "sim_compute_sim_state": 0.005495051542917888, "sim_compute_performance-ego": 0.00777108801735772, "sim_compute_robot_state-ego": 0.01034260458416409, "sim_compute_robot_state-npc0": 0.009097940391964383, "sim_compute_robot_state-npc1": 0.009376459651523164, "sim_compute_robot_state-npc2": 0.009165366490681968, "sim_compute_robot_state-npc3": 0.008857336309221055}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.676320777519435, "sim_physics": 0.17042327844179594, "survival_time": 2.5999999999999988, "driven_lanedir": 0.19101417073511717, "sim_render-ego": 0.01362536045221182, "in-drivable-lane": 1.5499999999999985, "agent_compute-ego": 0.025987946070157565, "deviation-heading": 0.3144035683599862, "set_robot_commands": 0.009150963563185472, "deviation-center-line": 0.11974981095625696, "driven_lanedir_consec": 0.19101417073511717, "sim_compute_sim_state": 0.005839838431431697, "sim_compute_performance-ego": 0.007864819123194767, "sim_compute_robot_state-ego": 0.009097525706657996, "sim_compute_robot_state-npc0": 0.009420555371504564, "sim_compute_robot_state-npc1": 0.009261837372413049, "sim_compute_robot_state-npc2": 0.00913551220527062, "sim_compute_robot_state-npc3": 0.008973149152902456}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.28966334503214825, "sim_physics": 0.19046292986188615, "survival_time": 1.4000000000000006, "driven_lanedir": 0.24509646022130271, "sim_render-ego": 0.015062928199768066, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.02880511965070452, "deviation-heading": 0.586908120134486, "set_robot_commands": 0.008626469544001989, "deviation-center-line": 0.08881536077749116, "driven_lanedir_consec": 0.24509646022130271, "sim_compute_sim_state": 0.005459530012948173, "sim_compute_performance-ego": 0.007660022803715297, "sim_compute_robot_state-ego": 0.010407984256744385, "sim_compute_robot_state-npc0": 0.00940946170261928, "sim_compute_robot_state-npc1": 0.009339588029044017, "sim_compute_robot_state-npc2": 0.009462850434439524, "sim_compute_robot_state-npc3": 0.009568520954677038}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.7805992443265533, "sim_physics": 0.16012244312851515, "survival_time": 2.6999999999999984, "driven_lanedir": 0.23933435620577304, "sim_render-ego": 0.014246578569765444, "in-drivable-lane": 1.549999999999998, "agent_compute-ego": 0.025850759612189397, "deviation-heading": 0.4860461120296032, "set_robot_commands": 0.009455181934215405, "deviation-center-line": 0.07065331237272693, "driven_lanedir_consec": 0.23933435620577304, "sim_compute_sim_state": 0.0056736645875153716, "sim_compute_performance-ego": 0.007867194988109448, "sim_compute_robot_state-ego": 0.010189519988165962, "sim_compute_robot_state-npc0": 0.009429044193691678, "sim_compute_robot_state-npc1": 0.009205623909279152, "sim_compute_robot_state-npc2": 0.009303856779027867, "sim_compute_robot_state-npc3": 0.009368322513721609}}set_robot_commands_max 0.009455181934215405 set_robot_commands_mean 0.009033556169025856 set_robot_commands_median 0.009150963563185472 set_robot_commands_min 0.008626469544001989 sim_compute_performance-ego_max 0.007867194988109448 sim_compute_performance-ego_mean 0.007757622723785151 sim_compute_performance-ego_median 0.00777108801735772 sim_compute_performance-ego_min 0.00762498868654852 sim_compute_robot_state-ego_max 0.010407984256744385 sim_compute_robot_state-ego_mean 0.009830717700745655 sim_compute_robot_state-ego_median 0.010189519988165962 sim_compute_robot_state-ego_min 0.009097525706657996 sim_compute_robot_state-npc0_max 0.009429044193691678 sim_compute_robot_state-npc0_mean 0.00933099992878951 sim_compute_robot_state-npc0_median 0.00940946170261928 sim_compute_robot_state-npc0_min 0.009097940391964383 sim_compute_robot_state-npc1_max 0.009376459651523164 sim_compute_robot_state-npc1_mean 0.009196115289540582 sim_compute_robot_state-npc1_median 0.009261837372413049 sim_compute_robot_state-npc1_min 0.008797067485443533 sim_compute_robot_state-npc2_max 0.009462850434439524 sim_compute_robot_state-npc2_mean 0.009300214193335193 sim_compute_robot_state-npc2_median 0.009303856779027867 sim_compute_robot_state-npc2_min 0.00913551220527062 sim_compute_robot_state-npc3_max 0.009568520954677038 sim_compute_robot_state-npc3_mean 0.009101858466024366 sim_compute_robot_state-npc3_median 0.008973149152902456 sim_compute_robot_state-npc3_min 0.008741963399599676 sim_compute_sim_state_max 0.005839838431431697 sim_compute_sim_state_mean 0.005567139352071332 sim_compute_sim_state_median 0.005495051542917888 sim_compute_sim_state_min 0.005367612185543531 sim_physics_max 0.19046292986188615 sim_physics_mean 0.17735855694949304 sim_physics_median 0.18084777544622552 sim_physics_min 0.16012244312851515 sim_render-ego_max 0.015062928199768066 sim_render-ego_mean 0.01412978483736108 sim_render-ego_median 0.01390553500554333 sim_render-ego_min 0.01362536045221182 simulation-passed 1 survival_time_max 3.649999999999995 survival_time_mean 2.4299999999999984 survival_time_min 1.4000000000000006
No reset possible 27508
4394
Jeick Hincapie Barrera 🇨🇴challenge-aido_LF-template-ros - Template solution using ROS aido3-LFVI-sim-testing
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:16:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4378933478955715 survival_time_median 3.099999999999997 deviation-center-line_median 0.13908903563608688 in-drivable-lane_median 0.04999999999999982
other stats agent_compute-ego_max 0.03005633236449442 agent_compute-ego_mean 0.02412727274725141 agent_compute-ego_median 0.023074176576402452 agent_compute-ego_min 0.02084908446645349 deviation-center-line_max 0.532746324399545 deviation-center-line_mean 0.18169206884848385 deviation-center-line_min 0.0681161462163248 deviation-heading_max 1.1901827219312813 deviation-heading_mean 0.6415543546915703 deviation-heading_median 0.5031825547422055 deviation-heading_min 0.2060429950224342 driven_any_max 1.8488671355040076 driven_any_mean 0.8309001857913937 driven_any_median 0.8893644944837463 driven_any_min 0.22794626361561687 driven_lanedir_consec_max 1.3664896815564729 driven_lanedir_consec_mean 0.5839463445625489 driven_lanedir_consec_min 0.1749357963148559 driven_lanedir_max 1.807834195793656 driven_lanedir_mean 0.6154689923102642 driven_lanedir_median 0.4378933478955715 driven_lanedir_min 0.1749357963148559 in-drivable-lane_max 2.199999999999996 in-drivable-lane_mean 0.5766666666666651 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 1.2152514395156324, "sim_physics": 0.21185068426461057, "survival_time": 4.3499999999999925, "driven_lanedir": 1.1458081801121476, "sim_render-ego": 0.012343856109969915, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.0260251609758399, "deviation-heading": 1.1461887665248496, "set_robot_commands": 0.00817853554911997, "deviation-center-line": 0.3196271163955538, "driven_lanedir_consec": 1.1457079084309494, "sim_compute_sim_state": 0.004780996804949881, "sim_compute_performance-ego": 0.00680831931103235, "sim_compute_robot_state-ego": 0.00830667320339159, "sim_compute_robot_state-npc0": 0.007948404070974767, "sim_compute_robot_state-npc1": 0.00817534293251476, "sim_compute_robot_state-npc2": 0.008054031722847072, "sim_compute_robot_state-npc3": 0.007649884826835544}, "udem1-1-0": {"driven_any": 1.181685992599853, "sim_physics": 0.15785917891077247, "survival_time": 4.149999999999993, "driven_lanedir": 0.6522619080269556, "sim_render-ego": 0.014779268977153733, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.021198557083865244, "deviation-heading": 0.36240222968987695, "set_robot_commands": 0.007286867463445088, "deviation-center-line": 0.16820559038086544, "driven_lanedir_consec": 0.6522619080269556, "sim_compute_sim_state": 0.004356137241225645, "sim_compute_performance-ego": 0.006378486932042134, "sim_compute_robot_state-ego": 0.007702347743942077, "sim_compute_robot_state-npc0": 0.007487294185592468, "sim_compute_robot_state-npc1": 0.0071450514965746776, "sim_compute_robot_state-npc2": 0.007137338799166392, "sim_compute_robot_state-npc3": 0.007133440799023731}, "udem1-2-0": {"driven_any": 1.0118081524117453, "sim_physics": 0.15982903983141925, "survival_time": 3.699999999999995, "driven_lanedir": 0.9004425545660449, "sim_render-ego": 0.01107793563121074, "in-drivable-lane": 0, "agent_compute-ego": 0.023026169957341375, "deviation-heading": 1.152229849649838, "set_robot_commands": 0.007990917643985233, "deviation-center-line": 0.2913214072499907, "driven_lanedir_consec": 0.8690476242686972, "sim_compute_sim_state": 0.004525455268653664, "sim_compute_performance-ego": 0.0067962955784153295, "sim_compute_robot_state-ego": 0.008425142313982989, "sim_compute_robot_state-npc0": 0.007915735244750977, "sim_compute_robot_state-npc1": 0.007745903891486091, "sim_compute_robot_state-npc2": 0.007776733991262075, "sim_compute_robot_state-npc3": 0.0078517907374614}, "udem1-3-0": {"driven_any": 0.22794626361561687, "sim_physics": 0.2169793744881948, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1749357963148559, "sim_render-ego": 0.011718412240346272, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.02377935250600179, "deviation-heading": 0.6100530204931127, "set_robot_commands": 0.007957011461257935, "deviation-center-line": 0.0681161462163248, "driven_lanedir_consec": 0.1749357963148559, "sim_compute_sim_state": 0.0046152472496032715, "sim_compute_performance-ego": 0.006653696298599243, "sim_compute_robot_state-ego": 0.008165309826532999, "sim_compute_robot_state-npc0": 0.007865856091181437, "sim_compute_robot_state-npc1": 0.007682989041010539, "sim_compute_robot_state-npc2": 0.008035888274510702, "sim_compute_robot_state-npc3": 0.007564902305603027}, "udem1-4-0": {"driven_any": 1.8488671355040076, "sim_physics": 0.158903623984112, "survival_time": 6.149999999999986, "driven_lanedir": 1.807834195793656, "sim_render-ego": 0.01017701528905853, "in-drivable-lane": 0, "agent_compute-ego": 0.02084908446645349, "deviation-heading": 1.1901827219312813, "set_robot_commands": 0.00700918251905984, "deviation-center-line": 0.532746324399545, "driven_lanedir_consec": 1.3664896815564729, "sim_compute_sim_state": 0.004173472644836922, "sim_compute_performance-ego": 0.006021807833415706, "sim_compute_robot_state-ego": 0.007185811918925464, "sim_compute_robot_state-npc0": 0.00715073725072349, "sim_compute_robot_state-npc1": 0.007056808084007201, "sim_compute_robot_state-npc2": 0.006855135041523755, "sim_compute_robot_state-npc3": 0.007012481611918628}, "udem1-5-0": {"driven_any": 0.8893644944837463, "sim_physics": 0.14618780920582433, "survival_time": 3.099999999999997, "driven_lanedir": 0.4378933478955715, "sim_render-ego": 0.010812694026577856, "in-drivable-lane": 1.399999999999996, "agent_compute-ego": 0.02155242427702873, "deviation-heading": 0.413983013659317, "set_robot_commands": 0.007682996411477366, "deviation-center-line": 0.10744428364584496, "driven_lanedir_consec": 0.4378933478955715, "sim_compute_sim_state": 0.0045018619106661885, "sim_compute_performance-ego": 0.006085457340363533, "sim_compute_robot_state-ego": 0.007464085855791645, "sim_compute_robot_state-npc0": 0.0073513792407128116, "sim_compute_robot_state-npc1": 0.007275885151278588, "sim_compute_robot_state-npc2": 0.0070660960289739795, "sim_compute_robot_state-npc3": 0.007206720690573415}, "udem1-6-0": {"driven_any": 0.3217568213058035, "sim_physics": 0.15915270509390994, "survival_time": 1.4500000000000006, "driven_lanedir": 0.31142877744438513, "sim_render-ego": 0.010583581595585263, "in-drivable-lane": 0, "agent_compute-ego": 0.02277273967348296, "deviation-heading": 0.3179105481386682, "set_robot_commands": 0.007299883612271013, "deviation-center-line": 0.12787653843572008, "driven_lanedir_consec": 0.31142877744438513, "sim_compute_sim_state": 0.004090440684351428, "sim_compute_performance-ego": 0.00622533107626027, "sim_compute_robot_state-ego": 0.007353314037980704, "sim_compute_robot_state-npc0": 0.007525641342689251, "sim_compute_robot_state-npc1": 0.007288340864510372, "sim_compute_robot_state-npc2": 0.006900047433787379, "sim_compute_robot_state-npc3": 0.009815766893584151}, "udem1-7-0": {"driven_any": 0.422564670739684, "sim_physics": 0.22264282570944893, "survival_time": 1.800000000000001, "driven_lanedir": 0.41237875627155907, "sim_render-ego": 0.011226495107014976, "in-drivable-lane": 0, "agent_compute-ego": 0.023074176576402452, "deviation-heading": 0.2968053239062273, "set_robot_commands": 0.009885125690036347, "deviation-center-line": 0.13908903563608688, "driven_lanedir_consec": 0.41237875627155907, "sim_compute_sim_state": 0.004265977276696099, "sim_compute_performance-ego": 0.006250096691979302, "sim_compute_robot_state-ego": 0.008226580089992948, "sim_compute_robot_state-npc0": 0.007440825303395589, "sim_compute_robot_state-npc1": 0.006944563653733995, "sim_compute_robot_state-npc2": 0.007391399807400173, "sim_compute_robot_state-npc3": 0.0070170362790425616}, "udem1-8-0": {"driven_any": 1.0869893500063008, "sim_physics": 0.1792141184394742, "survival_time": 4.049999999999994, "driven_lanedir": 0.7141335869056502, "sim_render-ego": 0.011092168313485603, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.03005633236449442, "deviation-heading": 0.878889826365967, "set_robot_commands": 0.007813032762503919, "deviation-center-line": 0.20474526161428125, "driven_lanedir_consec": 0.7141335869056502, "sim_compute_sim_state": 0.004434673874466507, "sim_compute_performance-ego": 0.006529507813630281, "sim_compute_robot_state-ego": 0.008136319525447893, "sim_compute_robot_state-npc0": 0.00779316160413954, "sim_compute_robot_state-npc1": 0.00756882443840121, "sim_compute_robot_state-npc2": 0.007475876513822579, "sim_compute_robot_state-npc3": 0.007503547786194601}, "udem1-9-0": {"driven_any": 1.1424631314529632, "sim_physics": 0.23887352701983872, "survival_time": 3.949999999999994, "driven_lanedir": 0.3199264085960296, "sim_render-ego": 0.01273345947265625, "in-drivable-lane": 2.199999999999996, "agent_compute-ego": 0.02654710298852075, "deviation-heading": 1.1128298423206882, "set_robot_commands": 0.00847440731676319, "deviation-center-line": 0.17094642867950188, "driven_lanedir_consec": 0.3199264085960296, "sim_compute_sim_state": 0.004865429069422469, "sim_compute_performance-ego": 0.0076442368422882465, "sim_compute_robot_state-ego": 0.009121719794937326, "sim_compute_robot_state-npc0": 0.008504511434820634, "sim_compute_robot_state-npc1": 0.008160648466665534, "sim_compute_robot_state-npc2": 0.008374582363080375, "sim_compute_robot_state-npc3": 0.008255623563935485}, "udem1-10-0": {"driven_any": 1.0711610669051304, "sim_physics": 0.17114179929097492, "survival_time": 3.7499999999999942, "driven_lanedir": 0.3955395433982156, "sim_render-ego": 0.011688292821248373, "in-drivable-lane": 2.099999999999994, "agent_compute-ego": 0.029185880025227862, "deviation-heading": 0.49052382077367057, "set_robot_commands": 0.008006718953450521, "deviation-center-line": 0.07933265713998794, "driven_lanedir_consec": 0.3955395433982156, "sim_compute_sim_state": 0.004832611083984375, "sim_compute_performance-ego": 0.0071887016296386715, "sim_compute_robot_state-ego": 0.008395681381225586, "sim_compute_robot_state-npc0": 0.007930370966593424, "sim_compute_robot_state-npc1": 0.007476828893025716, "sim_compute_robot_state-npc2": 0.007755200068155925, "sim_compute_robot_state-npc3": 0.007487837473551432}, "udem1-11-0": {"driven_any": 0.8244210104658632, "sim_physics": 0.19305799468871085, "survival_time": 3.099999999999997, "driven_lanedir": 0.7829043398589945, "sim_render-ego": 0.011565662199451078, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.022814096943024668, "deviation-heading": 0.5031825547422055, "set_robot_commands": 0.007902879868784258, "deviation-center-line": 0.13572815870526408, "driven_lanedir_consec": 0.7829043398589945, "sim_compute_sim_state": 0.004681168063994377, "sim_compute_performance-ego": 0.006584079034866825, "sim_compute_robot_state-ego": 0.008085912273776147, "sim_compute_robot_state-npc0": 0.007858345585484658, "sim_compute_robot_state-npc1": 0.007567459537136939, "sim_compute_robot_state-npc2": 0.007535423001935405, "sim_compute_robot_state-npc3": 0.008005184511984549}, "udem1-12-0": {"driven_any": 0.563788053121494, "sim_physics": 0.1954833209514618, "survival_time": 2.000000000000001, "driven_lanedir": 0.5531138948568208, "sim_render-ego": 0.01190091371536255, "in-drivable-lane": 0, "agent_compute-ego": 0.024829429388046265, "deviation-heading": 0.3358737235304561, "set_robot_commands": 0.00877549648284912, "deviation-center-line": 0.14005637483483965, "driven_lanedir_consec": 0.5531138948568208, "sim_compute_sim_state": 0.004844075441360474, "sim_compute_performance-ego": 0.007198876142501831, "sim_compute_robot_state-ego": 0.008814239501953125, "sim_compute_robot_state-npc0": 0.008423000574111938, "sim_compute_robot_state-npc1": 0.008197706937789918, "sim_compute_robot_state-npc2": 0.008239811658859253, "sim_compute_robot_state-npc3": 0.00795682668685913}, "udem1-13-0": {"driven_any": 0.36238025749644254, "sim_physics": 0.2231220765547319, "survival_time": 1.6500000000000008, "driven_lanedir": 0.33545904027107065, "sim_render-ego": 0.011482137622255268, "in-drivable-lane": 0, "agent_compute-ego": 0.023552092638882725, "deviation-heading": 0.6062170836249625, "set_robot_commands": 0.008321205774943033, "deviation-center-line": 0.10444971478734522, "driven_lanedir_consec": 0.33545904027107065, "sim_compute_sim_state": 0.004726229291973692, "sim_compute_performance-ego": 0.006937604961973248, "sim_compute_robot_state-ego": 0.008544538960312351, "sim_compute_robot_state-npc0": 0.007621570066972213, "sim_compute_robot_state-npc1": 0.007711778987537731, "sim_compute_robot_state-npc2": 0.007644833940448183, "sim_compute_robot_state-npc3": 0.007144284970832594}, "udem1-14-0": {"driven_any": 0.2930549472466218, "sim_physics": 0.21541291016798753, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2879745543420047, "sim_render-ego": 0.012002697357764613, "in-drivable-lane": 0, "agent_compute-ego": 0.022646491344158467, "deviation-heading": 0.2060429950224342, "set_robot_commands": 0.007355442413916955, "deviation-center-line": 0.135695994606106, "driven_lanedir_consec": 0.2879745543420047, "sim_compute_sim_state": 0.0043010711669921875, "sim_compute_performance-ego": 0.006684028185330904, "sim_compute_robot_state-ego": 0.008449031756474422, "sim_compute_robot_state-npc0": 0.007543123685396635, "sim_compute_robot_state-npc1": 0.0074812540641197795, "sim_compute_robot_state-npc2": 0.007724202596224272, "sim_compute_robot_state-npc3": 0.00786883097428542}}set_robot_commands_max 0.009885125690036347 set_robot_commands_mean 0.007995980261590919 set_robot_commands_median 0.007957011461257935 set_robot_commands_min 0.00700918251905984 sim_compute_performance-ego_max 0.0076442368422882465 sim_compute_performance-ego_mean 0.006665768378155858 sim_compute_performance-ego_median 0.006653696298599243 sim_compute_performance-ego_min 0.006021807833415706 sim_compute_robot_state-ego_max 0.009121719794937326 sim_compute_robot_state-ego_mean 0.00815844721231115 sim_compute_robot_state-ego_median 0.008226580089992948 sim_compute_robot_state-ego_min 0.007185811918925464 sim_compute_robot_state-npc0_max 0.008504511434820634 sim_compute_robot_state-npc0_mean 0.007757330443169322 sim_compute_robot_state-npc0_median 0.00779316160413954 sim_compute_robot_state-npc0_min 0.00715073725072349 sim_compute_robot_state-npc1_max 0.008197706937789918 sim_compute_robot_state-npc1_mean 0.007565292429319537 sim_compute_robot_state-npc1_median 0.007567459537136939 sim_compute_robot_state-npc1_min 0.006944563653733995 sim_compute_robot_state-npc2_max 0.008374582363080375 sim_compute_robot_state-npc2_mean 0.007597773416133169 sim_compute_robot_state-npc2_median 0.007644833940448183 sim_compute_robot_state-npc2_min 0.006855135041523755 sim_compute_robot_state-npc3_max 0.009815766893584151 sim_compute_robot_state-npc3_mean 0.007698277340779045 sim_compute_robot_state-npc3_median 0.007564902305603027 sim_compute_robot_state-npc3_min 0.007012481611918628 sim_compute_sim_state_max 0.004865429069422469 sim_compute_sim_state_mean 0.004532989804878478 sim_compute_sim_state_median 0.004525455268653664 sim_compute_sim_state_min 0.004090440684351428 sim_physics_max 0.23887352701983872 sim_physics_mean 0.18998073257343148 sim_physics_median 0.19305799468871085 sim_physics_min 0.14618780920582433 sim_render-ego_max 0.014779268977153733 sim_render-ego_mean 0.011678972698609402 sim_render-ego_median 0.011565662199451078 sim_render-ego_min 0.01017701528905853 simulation-passed 1 survival_time_max 6.149999999999986 survival_time_mean 3.046666666666662 survival_time_min 1.2000000000000004
No reset possible 27468
4757
Frank (Chude) Qian 🇨🇦2019-11-19|FrankNet|New_Data aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:25:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.319930896637052 survival_time_median 14.950000000000076 deviation-center-line_median 0.7366076847204038 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.04224124828974406 agent_compute-ego_mean 0.038351490021796976 agent_compute-ego_median 0.03815700689951579 agent_compute-ego_min 0.0348762583732605 deviation-center-line_max 1.1041558541523322 deviation-center-line_mean 0.6912996358546761 deviation-center-line_min 0.19797621491889256 deviation-heading_max 2.890153084417679 deviation-heading_mean 1.9822974189290017 deviation-heading_median 2.3372352552140554 deviation-heading_min 0.5214383132001402 driven_any_max 5.218045507237115 driven_any_mean 3.712583936350668 driven_any_median 4.3840448685475515 driven_any_min 1.031802430371895 driven_lanedir_consec_max 5.124857741814767 driven_lanedir_consec_mean 3.5829272763173186 driven_lanedir_consec_min 0.9099409371249588 driven_lanedir_max 5.124857741814767 driven_lanedir_mean 3.5829272763173186 driven_lanedir_median 4.319930896637052 driven_lanedir_min 0.9099409371249588 in-drivable-lane_max 2.0499999999999927 in-drivable-lane_mean 0.31333333333333363 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.744758119485268, "sim_physics": 0.07245775699615478, "survival_time": 14.950000000000076, "driven_lanedir": 3.4894080119169444, "sim_render-ego": 0.01165884494781494, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.04041042725245158, "deviation-heading": 2.890153084417679, "set_robot_commands": 0.008865640958150229, "deviation-center-line": 0.834340221399098, "driven_lanedir_consec": 3.4894080119169444, "sim_compute_sim_state": 0.004949690500895183, "sim_compute_performance-ego": 0.007170050144195556, "sim_compute_robot_state-ego": 0.00950659195582072}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.56632965161242, "sim_physics": 0.08396111647288004, "survival_time": 14.950000000000076, "driven_lanedir": 4.407759322279473, "sim_render-ego": 0.011832993030548095, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.04224124828974406, "deviation-heading": 2.5885304248600525, "set_robot_commands": 0.008647095362345378, "deviation-center-line": 0.8865323607145527, "driven_lanedir_consec": 4.407759322279473, "sim_compute_sim_state": 0.0050248241424560545, "sim_compute_performance-ego": 0.0070465596516927085, "sim_compute_robot_state-ego": 0.008441700935363769}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.218045507237115, "sim_physics": 0.06571858962376913, "survival_time": 14.950000000000076, "driven_lanedir": 5.124857741814767, "sim_render-ego": 0.010844315687815348, "in-drivable-lane": 0, "agent_compute-ego": 0.0391418464978536, "deviation-heading": 2.4071757903360314, "set_robot_commands": 0.008943192958831787, "deviation-center-line": 1.1041558541523322, "driven_lanedir_consec": 5.124857741814767, "sim_compute_sim_state": 0.004644312063852946, "sim_compute_performance-ego": 0.006483128070831299, "sim_compute_robot_state-ego": 0.007903377215067545}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.741690403078556, "sim_physics": 0.07893793026606243, "survival_time": 14.950000000000076, "driven_lanedir": 4.679891621446209, "sim_render-ego": 0.011114312807718912, "in-drivable-lane": 0, "agent_compute-ego": 0.0418222443262736, "deviation-heading": 2.3372352552140554, "set_robot_commands": 0.008156329790751139, "deviation-center-line": 0.7366076847204038, "driven_lanedir_consec": 4.679891621446209, "sim_compute_sim_state": 0.00547598918279012, "sim_compute_performance-ego": 0.0067278607686360676, "sim_compute_robot_state-ego": 0.00788570245107015}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.674758188952292, "sim_physics": 0.08476195653279622, "survival_time": 14.950000000000076, "driven_lanedir": 4.604810164645285, "sim_render-ego": 0.01134281555811564, "in-drivable-lane": 0, "agent_compute-ego": 0.03815700689951579, "deviation-heading": 2.487604556841196, "set_robot_commands": 0.00794803539911906, "deviation-center-line": 0.8979583284245686, "driven_lanedir_consec": 4.604810164645285, "sim_compute_sim_state": 0.004883836905161539, "sim_compute_performance-ego": 0.0069877441724141435, "sim_compute_robot_state-ego": 0.008416472276051839}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 4.064696201021459, "sim_physics": 0.07705559492111207, "survival_time": 14.950000000000076, "driven_lanedir": 3.975775656140087, "sim_render-ego": 0.01120422919591268, "in-drivable-lane": 0, "agent_compute-ego": 0.03629727999369303, "deviation-heading": 2.7459290954165523, "set_robot_commands": 0.007740519046783447, "deviation-center-line": 0.852322201050697, "driven_lanedir_consec": 3.975775656140087, "sim_compute_sim_state": 0.0047073260943094886, "sim_compute_performance-ego": 0.006841580867767334, "sim_compute_robot_state-ego": 0.007943626244862874}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 3.382576452045278, "sim_physics": 0.08472693403353866, "survival_time": 9.55, "driven_lanedir": 3.3317432148833035, "sim_render-ego": 0.011145632928578642, "in-drivable-lane": 0, "agent_compute-ego": 0.03763468103259022, "deviation-heading": 1.5590013795044717, "set_robot_commands": 0.008291876128830835, "deviation-center-line": 0.7154132576693938, "driven_lanedir_consec": 3.3317432148833035, "sim_compute_sim_state": 0.004568112458234058, "sim_compute_performance-ego": 0.006943577871272701, "sim_compute_robot_state-ego": 0.008240388950128207}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 4.389529600267907, "sim_physics": 0.07159359931945801, "survival_time": 14.950000000000076, "driven_lanedir": 4.325383607906189, "sim_render-ego": 0.011107117335001629, "in-drivable-lane": 0, "agent_compute-ego": 0.0348762583732605, "deviation-heading": 2.2538465852066967, "set_robot_commands": 0.007263941764831543, "deviation-center-line": 0.830037786556116, "driven_lanedir_consec": 4.325383607906189, "sim_compute_sim_state": 0.0045019245147705075, "sim_compute_performance-ego": 0.006745414733886719, "sim_compute_robot_state-ego": 0.007796437740325928}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 4.3840448685475515, "sim_physics": 0.08121578296025594, "survival_time": 14.950000000000076, "driven_lanedir": 4.319930896637052, "sim_render-ego": 0.011169307231903076, "in-drivable-lane": 0, "agent_compute-ego": 0.03694568077723185, "deviation-heading": 2.3195080386470415, "set_robot_commands": 0.007760708332061768, "deviation-center-line": 0.7271858902060563, "driven_lanedir_consec": 4.319930896637052, "sim_compute_sim_state": 0.004722293217976888, "sim_compute_performance-ego": 0.006536710262298584, "sim_compute_robot_state-ego": 0.00791766087214152}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0847801472737684, "sim_physics": 0.08055199032098474, "survival_time": 3.5499999999999954, "driven_lanedir": 0.9099409371249588, "sim_render-ego": 0.011045892473677514, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.03816828929202657, "deviation-heading": 0.5214383132001402, "set_robot_commands": 0.007866694893635494, "deviation-center-line": 0.23148272870734024, "driven_lanedir_consec": 0.9099409371249588, "sim_compute_sim_state": 0.004798167188402633, "sim_compute_performance-ego": 0.006536030433547329, "sim_compute_robot_state-ego": 0.008162374227819309}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 2.621636151379335, "sim_physics": 0.08945223433630807, "survival_time": 6.999999999999983, "driven_lanedir": 2.570045244470513, "sim_render-ego": 0.011769851616450718, "in-drivable-lane": 0, "agent_compute-ego": 0.03752801077706473, "deviation-heading": 1.217618679117292, "set_robot_commands": 0.008065457003457205, "deviation-center-line": 0.5228536962700844, "driven_lanedir_consec": 2.570045244470513, "sim_compute_sim_state": 0.004820382595062256, "sim_compute_performance-ego": 0.006883738722120013, "sim_compute_robot_state-ego": 0.008456945419311523}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.031802430371895, "sim_physics": 0.09407991948335068, "survival_time": 3.4499999999999957, "driven_lanedir": 1.0105971672934049, "sim_render-ego": 0.011806553688602173, "in-drivable-lane": 0, "agent_compute-ego": 0.04062613196994947, "deviation-heading": 0.5745873607357094, "set_robot_commands": 0.008346253547115602, "deviation-center-line": 0.22762849696754991, "driven_lanedir_consec": 1.0105971672934049, "sim_compute_sim_state": 0.0048461409582607985, "sim_compute_performance-ego": 0.00710164291271265, "sim_compute_robot_state-ego": 0.008554479350214418}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.7823967110654584, "sim_physics": 0.08164832847458976, "survival_time": 5.599999999999988, "driven_lanedir": 1.497789077976364, "sim_render-ego": 0.011788449117115563, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.03764512496335166, "deviation-heading": 0.92479104260155, "set_robot_commands": 0.007999273283141, "deviation-center-line": 0.19797621491889256, "driven_lanedir_consec": 1.497789077976364, "sim_compute_sim_state": 0.004892342856952122, "sim_compute_performance-ego": 0.007244582687105451, "sim_compute_robot_state-ego": 0.008350299937384469}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 5.004936722119364, "sim_physics": 0.07076623598734538, "survival_time": 14.950000000000076, "driven_lanedir": 4.577330484406314, "sim_render-ego": 0.01052867889404297, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.035140511989593504, "deviation-heading": 2.424697298356349, "set_robot_commands": 0.007390452226003011, "deviation-center-line": 0.6493823814450249, "driven_lanedir_consec": 4.577330484406314, "sim_compute_sim_state": 0.0045082910855611166, "sim_compute_performance-ego": 0.006448547840118408, "sim_compute_robot_state-ego": 0.007645425796508789}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 4.996777890802359, "sim_physics": 0.08445733865102133, "survival_time": 14.950000000000076, "driven_lanedir": 4.918645995818911, "sim_render-ego": 0.011326889197031656, "in-drivable-lane": 0, "agent_compute-ego": 0.03863760789235433, "deviation-heading": 2.4823443794802085, "set_robot_commands": 0.007949124177296957, "deviation-center-line": 0.955617434618034, "driven_lanedir_consec": 4.918645995818911, "sim_compute_sim_state": 0.0047924502690633135, "sim_compute_performance-ego": 0.006792065302530925, "sim_compute_robot_state-ego": 0.008148374557495118}}set_robot_commands_max 0.008943192958831787 set_robot_commands_mean 0.00808230632482363 set_robot_commands_median 0.007999273283141 set_robot_commands_min 0.007263941764831543 sim_compute_performance-ego_max 0.007244582687105451 sim_compute_performance-ego_mean 0.006832615629408661 sim_compute_performance-ego_median 0.006841580867767334 sim_compute_performance-ego_min 0.006448547840118408 sim_compute_robot_state-ego_max 0.00950659195582072 sim_compute_robot_state-ego_mean 0.008224657195304411 sim_compute_robot_state-ego_median 0.008162374227819309 sim_compute_robot_state-ego_min 0.007645425796508789 sim_compute_sim_state_max 0.00547598918279012 sim_compute_sim_state_mean 0.004809072268916601 sim_compute_sim_state_median 0.004798167188402633 sim_compute_sim_state_min 0.0045019245147705075 sim_physics_max 0.09407991948335068 sim_physics_mean 0.08009235389197514 sim_physics_median 0.08121578296025594 sim_physics_min 0.06571858962376913 sim_render-ego_max 0.011832993030548095 sim_render-ego_mean 0.011312392247355304 sim_render-ego_median 0.01120422919591268 sim_render-ego_min 0.01052867889404297 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.910000000000048 survival_time_min 3.4499999999999957
No reset possible 27427
4441
Bea Baselines 🐤straight aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:14:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6428223971715386 survival_time_median 6.349999999999985 deviation-center-line_median 0.2434327349551263 in-drivable-lane_median 1.5499999999999945
other stats agent_compute-ego_max 0.05869747400283813 agent_compute-ego_mean 0.02789025182777472 agent_compute-ego_median 0.025340858980906097 agent_compute-ego_min 0.02332176192332122 deviation-center-line_max 0.6796165358324546 deviation-center-line_mean 0.31092511716802335 deviation-center-line_min 0.1713666285660812 deviation-heading_max 2.4104429956021214 deviation-heading_mean 1.110889218766428 deviation-heading_median 0.904368077667768 deviation-heading_min 0.35519524457114415 driven_any_max 1.5826885944142448 driven_any_mean 0.848401125589893 driven_any_median 0.9972846521970212 driven_any_min 0.27446984077030756 driven_lanedir_consec_max 1.239677125985382 driven_lanedir_consec_mean 0.6280075506126248 driven_lanedir_consec_min 0.26413082073262006 driven_lanedir_max 1.239677125985382 driven_lanedir_mean 0.6280075506126248 driven_lanedir_median 0.6428223971715386 driven_lanedir_min 0.26413082073262006 in-drivable-lane_max 2.8500000000000227 in-drivable-lane_mean 1.0700000000000005 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4329892855289159, "sim_physics": 0.0705123553841801, "survival_time": 2.9499999999999975, "driven_lanedir": 0.41895655267034937, "sim_render-ego": 0.012576139579385014, "in-drivable-lane": 0, "agent_compute-ego": 0.02332176192332122, "deviation-heading": 0.7560843063940643, "set_robot_commands": 0.00978668665481826, "deviation-center-line": 0.19764810458264365, "driven_lanedir_consec": 0.41895655267034937, "sim_compute_sim_state": 0.004992569907236908, "sim_compute_performance-ego": 0.007160938392251225, "sim_compute_robot_state-ego": 0.008309469384662175}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.27446984077030756, "sim_physics": 0.07397660017013549, "survival_time": 2.000000000000001, "driven_lanedir": 0.26413082073262006, "sim_render-ego": 0.012403470277786256, "in-drivable-lane": 0, "agent_compute-ego": 0.05869747400283813, "deviation-heading": 0.5441215891238315, "set_robot_commands": 0.01129488945007324, "deviation-center-line": 0.19106117228989036, "driven_lanedir_consec": 0.26413082073262006, "sim_compute_sim_state": 0.004952651262283325, "sim_compute_performance-ego": 0.008445340394973754, "sim_compute_robot_state-ego": 0.009555739164352418}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9996918468448536, "sim_physics": 0.06433102674782276, "survival_time": 6.399999999999985, "driven_lanedir": 0.710198258207154, "sim_render-ego": 0.012334765866398811, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.024240342900156975, "deviation-heading": 0.9409174277962308, "set_robot_commands": 0.009097179397940636, "deviation-center-line": 0.22977090028577793, "driven_lanedir_consec": 0.710198258207154, "sim_compute_sim_state": 0.005315840244293213, "sim_compute_performance-ego": 0.007666504010558128, "sim_compute_robot_state-ego": 0.008607065305113792}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.5826885944142448, "sim_physics": 0.07433046596218841, "survival_time": 9.900000000000006, "driven_lanedir": 1.1031707649587832, "sim_render-ego": 0.01284039140951754, "in-drivable-lane": 2.8500000000000227, "agent_compute-ego": 0.02487693531344635, "deviation-heading": 0.6826459337710251, "set_robot_commands": 0.008895305672077218, "deviation-center-line": 0.6796165358324546, "driven_lanedir_consec": 1.1031707649587832, "sim_compute_sim_state": 0.005215121038032301, "sim_compute_performance-ego": 0.007761055772954767, "sim_compute_robot_state-ego": 0.008834352396955394}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.4070653407701556, "sim_physics": 0.07699048519134521, "survival_time": 2.799999999999998, "driven_lanedir": 0.38722570498862874, "sim_render-ego": 0.013505480119160244, "in-drivable-lane": 0, "agent_compute-ego": 0.025052824190684726, "deviation-heading": 0.8824281803416928, "set_robot_commands": 0.008812516927719116, "deviation-center-line": 0.1958855672485388, "driven_lanedir_consec": 0.38722570498862874, "sim_compute_sim_state": 0.005144017083304269, "sim_compute_performance-ego": 0.007539676768439156, "sim_compute_robot_state-ego": 0.009315367255892071}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.000109872353219, "sim_physics": 0.07370016165077686, "survival_time": 6.399999999999985, "driven_lanedir": 0.6703863314709375, "sim_render-ego": 0.013126039877533913, "in-drivable-lane": 1.699999999999994, "agent_compute-ego": 0.023733992129564285, "deviation-heading": 1.1379660561561529, "set_robot_commands": 0.008708072826266289, "deviation-center-line": 0.1713666285660812, "driven_lanedir_consec": 0.6703863314709375, "sim_compute_sim_state": 0.005325581878423691, "sim_compute_performance-ego": 0.00824933685362339, "sim_compute_robot_state-ego": 0.009230051189661026}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.30207057117966796, "sim_physics": 0.07802062256391658, "survival_time": 2.1500000000000004, "driven_lanedir": 0.2980187397908838, "sim_render-ego": 0.013441496117170468, "in-drivable-lane": 0, "agent_compute-ego": 0.023483304090278097, "deviation-heading": 0.35519524457114415, "set_robot_commands": 0.008662811545438544, "deviation-center-line": 0.24059704319378403, "driven_lanedir_consec": 0.2980187397908838, "sim_compute_sim_state": 0.004893508068350858, "sim_compute_performance-ego": 0.008066826088483943, "sim_compute_robot_state-ego": 0.008940336316130882}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0279771235590969, "sim_physics": 0.07233199818443706, "survival_time": 6.549999999999985, "driven_lanedir": 0.8953430699173686, "sim_render-ego": 0.013248849461096845, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.025723675735124196, "deviation-heading": 2.4104429956021214, "set_robot_commands": 0.009432506925277128, "deviation-center-line": 0.5850339250043108, "driven_lanedir_consec": 0.8953430699173686, "sim_compute_sim_state": 0.005574903415359614, "sim_compute_performance-ego": 0.007911127032214449, "sim_compute_robot_state-ego": 0.009430166419225797}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.9972846521970212, "sim_physics": 0.06689717825942153, "survival_time": 6.349999999999985, "driven_lanedir": 0.6519133333300936, "sim_render-ego": 0.01373209164837214, "in-drivable-lane": 1.5499999999999945, "agent_compute-ego": 0.026353830427635373, "deviation-heading": 1.517256570527567, "set_robot_commands": 0.009866267677367204, "deviation-center-line": 0.3267090317442054, "driven_lanedir_consec": 0.6519133333300936, "sim_compute_sim_state": 0.005164290976336622, "sim_compute_performance-ego": 0.00784286927050493, "sim_compute_robot_state-ego": 0.008890512421375184}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.4909691557102775, "sim_physics": 0.07035696867740515, "survival_time": 3.2999999999999963, "driven_lanedir": 0.4729816831015534, "sim_render-ego": 0.012953530658375132, "in-drivable-lane": 0, "agent_compute-ego": 0.02429930369059245, "deviation-heading": 0.904368077667768, "set_robot_commands": 0.008728637839808609, "deviation-center-line": 0.2255609017292757, "driven_lanedir_consec": 0.4729816831015534, "sim_compute_sim_state": 0.008440682382294626, "sim_compute_performance-ego": 0.007193807399634159, "sim_compute_robot_state-ego": 0.00926352630962025}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.0155597867850337, "sim_physics": 0.07474792650503706, "survival_time": 6.449999999999985, "driven_lanedir": 0.4741910178411497, "sim_render-ego": 0.013824013776557393, "in-drivable-lane": 2.5999999999999908, "agent_compute-ego": 0.02717156373253164, "deviation-heading": 2.009033552138105, "set_robot_commands": 0.010094141775323438, "deviation-center-line": 0.4329193446532667, "driven_lanedir_consec": 0.4741910178411497, "sim_compute_sim_state": 0.005695294964221097, "sim_compute_performance-ego": 0.007990362108215805, "sim_compute_robot_state-ego": 0.009429312491601753}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.995166779343191, "sim_physics": 0.07083764226417842, "survival_time": 6.349999999999985, "driven_lanedir": 0.6694668258578893, "sim_render-ego": 0.013485912262924074, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.031351487467608116, "deviation-heading": 0.9996789901704458, "set_robot_commands": 0.009158393529456433, "deviation-center-line": 0.2434327349551263, "driven_lanedir_consec": 0.6694668258578893, "sim_compute_sim_state": 0.005201946093341497, "sim_compute_performance-ego": 0.008018897274347741, "sim_compute_robot_state-ego": 0.009232415927676704}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.5784983540714226, "sim_physics": 0.06963131885335903, "survival_time": 9.900000000000006, "driven_lanedir": 1.239677125985382, "sim_render-ego": 0.013313292252897012, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.028433924973613085, "deviation-heading": 0.7480158037000678, "set_robot_commands": 0.009257917452340177, "deviation-center-line": 0.24904267725129764, "driven_lanedir_consec": 1.239677125985382, "sim_compute_sim_state": 0.0050057823007757015, "sim_compute_performance-ego": 0.007918957507971561, "sim_compute_robot_state-ego": 0.008976115120781792}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.095274237578504, "sim_physics": 0.06844218343281917, "survival_time": 6.949999999999983, "driven_lanedir": 0.6428223971715386, "sim_render-ego": 0.012934816827019342, "in-drivable-lane": 1.949999999999993, "agent_compute-ego": 0.025340858980906097, "deviation-heading": 2.3100334054335954, "set_robot_commands": 0.009143879087708836, "deviation-center-line": 0.3630551901762962, "driven_lanedir_consec": 0.6428223971715386, "sim_compute_sim_state": 0.005032793223429069, "sim_compute_performance-ego": 0.007458000731982773, "sim_compute_robot_state-ego": 0.009090095972843309}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.5262014427424839, "sim_physics": 0.07421430519648961, "survival_time": 3.4999999999999956, "driven_lanedir": 0.5216306331650404, "sim_render-ego": 0.014895527703421455, "in-drivable-lane": 0, "agent_compute-ego": 0.026272497858319963, "deviation-heading": 0.46515014810260585, "set_robot_commands": 0.010281586647033693, "deviation-center-line": 0.3321770000073998, "driven_lanedir_consec": 0.5216306331650404, "sim_compute_sim_state": 0.005349493026733399, "sim_compute_performance-ego": 0.008268870626177106, "sim_compute_robot_state-ego": 0.009222800391060965}}set_robot_commands_max 0.01129488945007324 set_robot_commands_mean 0.009414719560576589 set_robot_commands_median 0.009158393529456433 set_robot_commands_min 0.008662811545438544 sim_compute_performance-ego_max 0.008445340394973754 sim_compute_performance-ego_mean 0.007832838015488858 sim_compute_performance-ego_median 0.007911127032214449 sim_compute_performance-ego_min 0.007160938392251225 sim_compute_robot_state-ego_max 0.009555739164352418 sim_compute_robot_state-ego_mean 0.009088488404463567 sim_compute_robot_state-ego_median 0.009222800391060965 sim_compute_robot_state-ego_min 0.008309469384662175 sim_compute_sim_state_max 0.008440682382294626 sim_compute_sim_state_mean 0.005420298390961079 sim_compute_sim_state_median 0.005201946093341497 sim_compute_sim_state_min 0.004893508068350858 sim_physics_max 0.07802062256391658 sim_physics_mean 0.0719547492695675 sim_physics_median 0.07233199818443706 sim_physics_min 0.06433102674782276 sim_render-ego_max 0.014895527703421455 sim_render-ego_mean 0.013241054522507706 sim_render-ego_median 0.013248849461096845 sim_render-ego_min 0.012334765866398811 simulation-passed 1 survival_time_max 9.900000000000006 survival_time_mean 5.463333333333327 survival_time_min 2.000000000000001
No reset possible 27425
4576
Abderrahim Khalifa 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation host-error yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:13 Error while running [...]
stderr | Pulling solution ...
stderr | Pulling simulator ...
stderr | Pulling evaluator ...
stderr | Pulling scenario_maker ... done
stderr |
stderr | ERROR: for solution manifest for ai404/aido-submissions:2019_11_27_00_01_45 not found: manifest unknown: manifest unknown
stderr | manifest for ai404/aido-submissions:2019_11_27_00_01_45 not found: manifest unknown: manifest unknown
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27404
4471
Mikita Sazanovich 🇷🇺chameleon aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9133262859692992 survival_time_median 7.7499999999999805 deviation-center-line_median 0.4128655406491776 in-drivable-lane_median 1.1999999999999975
other stats agent_compute-ego_max 0.07134745739124439 agent_compute-ego_mean 0.06161445443574187 agent_compute-ego_median 0.0595038136956412 agent_compute-ego_min 0.05753142436345418 deviation-center-line_max 0.6869319240425247 deviation-center-line_mean 0.36229241135467655 deviation-center-line_min 0.07052441351763247 deviation-heading_max 1.930276506363128 deviation-heading_mean 1.2666675991251692 deviation-heading_median 1.7167251204173153 deviation-heading_min 0.3602547167040404 driven_any_max 3.3411855778553528 driven_any_mean 2.2613928538175845 driven_any_median 2.917231307832692 driven_any_min 1.0101391952790633 driven_lanedir_consec_max 2.6436219039630005 driven_lanedir_consec_mean 1.6601005500244768 driven_lanedir_consec_min 0.570689815862942 driven_lanedir_max 2.6436219039630005 driven_lanedir_mean 1.6601005500244768 driven_lanedir_median 1.9133262859692992 driven_lanedir_min 0.570689815862942 in-drivable-lane_max 2.6500000000000066 in-drivable-lane_mean 1.4899999999999989 in-drivable-lane_min 0.549999999999998 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0101391952790633, "sim_physics": 0.07763551782678675, "survival_time": 2.6999999999999984, "driven_lanedir": 0.570689815862942, "sim_render-ego": 0.011333637767367892, "in-drivable-lane": 1.1999999999999975, "agent_compute-ego": 0.07134745739124439, "deviation-heading": 0.3602547167040404, "set_robot_commands": 0.007439688399985984, "deviation-center-line": 0.07052441351763247, "driven_lanedir_consec": 0.570689815862942, "sim_compute_sim_state": 0.005005876223246257, "sim_compute_performance-ego": 0.0069204215650205255, "sim_compute_robot_state-ego": 0.008140992235254359}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.3411855778553528, "sim_physics": 0.08113960314063387, "survival_time": 8.949999999999992, "driven_lanedir": 2.248497661156682, "sim_render-ego": 0.012212095313898013, "in-drivable-lane": 2.6500000000000066, "agent_compute-ego": 0.0595038136956412, "deviation-heading": 1.930276506363128, "set_robot_commands": 0.008230551661059843, "deviation-center-line": 0.5181566626432257, "driven_lanedir_consec": 2.248497661156682, "sim_compute_sim_state": 0.005801271459909791, "sim_compute_performance-ego": 0.007437514193231167, "sim_compute_robot_state-ego": 0.009000133535715455}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.0760285006551786, "sim_physics": 0.08483848571777344, "survival_time": 2.9999999999999973, "driven_lanedir": 0.9243670831704596, "sim_render-ego": 0.01196893056233724, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.05753142436345418, "deviation-heading": 0.4242358387995162, "set_robot_commands": 0.007997548580169678, "deviation-center-line": 0.12298351592082224, "driven_lanedir_consec": 0.9243670831704596, "sim_compute_sim_state": 0.005163796742757161, "sim_compute_performance-ego": 0.009964982668558756, "sim_compute_robot_state-ego": 0.008622578779856364}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.9623796874656354, "sim_physics": 0.07807043752362651, "survival_time": 7.7499999999999805, "driven_lanedir": 2.6436219039630005, "sim_render-ego": 0.011836447254303963, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.0617712466947494, "deviation-heading": 1.7167251204173153, "set_robot_commands": 0.008035887441327496, "deviation-center-line": 0.6869319240425247, "driven_lanedir_consec": 2.6436219039630005, "sim_compute_sim_state": 0.00546228039649225, "sim_compute_performance-ego": 0.007164641349546371, "sim_compute_robot_state-ego": 0.008314563382056451}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.917231307832692, "sim_physics": 0.08235275286894578, "survival_time": 7.79999999999998, "driven_lanedir": 1.9133262859692992, "sim_render-ego": 0.011811314485011956, "in-drivable-lane": 2.449999999999995, "agent_compute-ego": 0.0579183300336202, "deviation-heading": 1.9018458133418463, "set_robot_commands": 0.008107350422785832, "deviation-center-line": 0.4128655406491776, "driven_lanedir_consec": 1.9133262859692992, "sim_compute_sim_state": 0.005306636675810203, "sim_compute_performance-ego": 0.007044796760265644, "sim_compute_robot_state-ego": 0.00866031493896093}}set_robot_commands_max 0.008230551661059843 set_robot_commands_mean 0.007962205301065766 set_robot_commands_median 0.008035887441327496 set_robot_commands_min 0.007439688399985984 sim_compute_performance-ego_max 0.009964982668558756 sim_compute_performance-ego_mean 0.007706471307324492 sim_compute_performance-ego_median 0.007164641349546371 sim_compute_performance-ego_min 0.0069204215650205255 sim_compute_robot_state-ego_max 0.009000133535715455 sim_compute_robot_state-ego_mean 0.008547716574368713 sim_compute_robot_state-ego_median 0.008622578779856364 sim_compute_robot_state-ego_min 0.008140992235254359 sim_compute_sim_state_max 0.005801271459909791 sim_compute_sim_state_mean 0.005347972299643132 sim_compute_sim_state_median 0.005306636675810203 sim_compute_sim_state_min 0.005005876223246257 sim_physics_max 0.08483848571777344 sim_physics_mean 0.08080735941555327 sim_physics_median 0.08113960314063387 sim_physics_min 0.07763551782678675 sim_render-ego_max 0.012212095313898013 sim_render-ego_mean 0.011832485076583814 sim_render-ego_median 0.011836447254303963 sim_render-ego_min 0.011333637767367892 simulation-passed 1 survival_time_max 8.949999999999992 survival_time_mean 6.03999999999999 survival_time_min 2.6999999999999984
No reset possible 27376
4503
Frank (Chude) Qian 🇨🇦2019-11-19|NV-BC aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:36 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.402828537778419 survival_time_median 14.950000000000076 deviation-center-line_median 0.6895314920038549 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.04178158362706502 agent_compute-ego_mean 0.03817088492711385 agent_compute-ego_median 0.03787365436553955 agent_compute-ego_min 0.03617635488510132 deviation-center-line_max 0.8778867035013563 deviation-center-line_mean 0.7033743782192625 deviation-center-line_min 0.5821602070788621 deviation-heading_max 2.6601986054947213 deviation-heading_mean 2.336079975384153 deviation-heading_median 2.38159223124721 deviation-heading_min 1.791439357865925 driven_any_max 5.388398295760355 driven_any_mean 4.647944077955548 driven_any_median 4.764508652393289 driven_any_min 3.589577161478785 driven_lanedir_consec_max 5.343800086276439 driven_lanedir_consec_mean 4.4696577713969585 driven_lanedir_consec_min 3.2529539495186968 driven_lanedir_max 5.343800086276439 driven_lanedir_mean 4.4696577713969585 driven_lanedir_median 4.402828537778419 driven_lanedir_min 3.2529539495186968 in-drivable-lane_max 1.6500000000000234 in-drivable-lane_mean 0.6400000000000036 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.589577161478785, "sim_physics": 0.06730974356333415, "survival_time": 14.950000000000076, "driven_lanedir": 3.2529539495186968, "sim_render-ego": 0.010749934514363606, "in-drivable-lane": 1.5499999999999945, "agent_compute-ego": 0.03822170972824097, "deviation-heading": 2.6601986054947213, "set_robot_commands": 0.008001418908437093, "deviation-center-line": 0.7345631611286019, "driven_lanedir_consec": 3.2529539495186968, "sim_compute_sim_state": 0.004613017241160075, "sim_compute_performance-ego": 0.006616125901540121, "sim_compute_robot_state-ego": 0.007946577072143555}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.394361608879126, "sim_physics": 0.08420082012812297, "survival_time": 14.950000000000076, "driven_lanedir": 4.330413943572836, "sim_render-ego": 0.011854877471923828, "in-drivable-lane": 0, "agent_compute-ego": 0.04178158362706502, "deviation-heading": 2.38159223124721, "set_robot_commands": 0.008473882675170899, "deviation-center-line": 0.6895314920038549, "driven_lanedir_consec": 4.330413943572836, "sim_compute_sim_state": 0.005091635386149088, "sim_compute_performance-ego": 0.007355452378590902, "sim_compute_robot_state-ego": 0.0085613751411438}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.388398295760355, "sim_physics": 0.07327055931091309, "survival_time": 14.950000000000076, "driven_lanedir": 5.343800086276439, "sim_render-ego": 0.011239911715189616, "in-drivable-lane": 0, "agent_compute-ego": 0.03787365436553955, "deviation-heading": 1.791439357865925, "set_robot_commands": 0.00791839361190796, "deviation-center-line": 0.8778867035013563, "driven_lanedir_consec": 5.343800086276439, "sim_compute_sim_state": 0.004918474356333415, "sim_compute_performance-ego": 0.006662077903747558, "sim_compute_robot_state-ego": 0.007860462665557861}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 5.102874671266184, "sim_physics": 0.07374053796132406, "survival_time": 14.950000000000076, "driven_lanedir": 5.018292339838405, "sim_render-ego": 0.011084900697072348, "in-drivable-lane": 0, "agent_compute-ego": 0.03680112202962239, "deviation-heading": 2.6277602885561246, "set_robot_commands": 0.00759468952814738, "deviation-center-line": 0.6327303273836373, "driven_lanedir_consec": 5.018292339838405, "sim_compute_sim_state": 0.004699480533599853, "sim_compute_performance-ego": 0.006605970064798991, "sim_compute_robot_state-ego": 0.007894594669342041}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.764508652393289, "sim_physics": 0.06976693709691366, "survival_time": 14.950000000000076, "driven_lanedir": 4.402828537778419, "sim_render-ego": 0.011196232636769611, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.03617635488510132, "deviation-heading": 2.2194093937567847, "set_robot_commands": 0.007968602975209554, "deviation-center-line": 0.5821602070788621, "driven_lanedir_consec": 4.402828537778419, "sim_compute_sim_state": 0.004698873360951742, "sim_compute_performance-ego": 0.006714235146840414, "sim_compute_robot_state-ego": 0.007676762739817301}}set_robot_commands_max 0.008473882675170899 set_robot_commands_mean 0.007991397539774578 set_robot_commands_median 0.007968602975209554 set_robot_commands_min 0.00759468952814738 sim_compute_performance-ego_max 0.007355452378590902 sim_compute_performance-ego_mean 0.006790772279103597 sim_compute_performance-ego_median 0.006662077903747558 sim_compute_performance-ego_min 0.006605970064798991 sim_compute_robot_state-ego_max 0.0085613751411438 sim_compute_robot_state-ego_mean 0.00798795445760091 sim_compute_robot_state-ego_median 0.007894594669342041 sim_compute_robot_state-ego_min 0.007676762739817301 sim_compute_sim_state_max 0.005091635386149088 sim_compute_sim_state_mean 0.004804296175638835 sim_compute_sim_state_median 0.004699480533599853 sim_compute_sim_state_min 0.004613017241160075 sim_physics_max 0.08420082012812297 sim_physics_mean 0.07365771961212159 sim_physics_median 0.07327055931091309 sim_physics_min 0.06730974356333415 sim_render-ego_max 0.011854877471923828 sim_render-ego_mean 0.011225171407063802 sim_render-ego_median 0.011196232636769611 sim_render-ego_min 0.010749934514363606 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27319
4577
Mikita Sazanovich 🇷🇺chameleon-3 aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:16:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.781475181071733 survival_time_median 14.950000000000076 deviation-center-line_median 0.9157107144895024 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.2888772940635681 agent_compute-ego_mean 0.27744376450114777 agent_compute-ego_median 0.2792006300555335 agent_compute-ego_min 0.26157259702682495 deviation-center-line_max 1.2255515792579583 deviation-center-line_mean 0.9019247891194466 deviation-center-line_min 0.35860414626972614 deviation-heading_max 4.703213869100575 deviation-heading_mean 3.351343735160678 deviation-heading_median 3.647923852475852 deviation-heading_min 1.6794014493300553 driven_any_max 4.444734334371726 driven_any_mean 3.649030941844328 driven_any_median 3.9309960987460144 driven_any_min 1.9453381274135588 driven_lanedir_consec_max 4.3677551587380385 driven_lanedir_consec_mean 3.465666181593744 driven_lanedir_consec_min 1.7985717794657292 driven_lanedir_max 4.3677551587380385 driven_lanedir_mean 3.465666181593744 driven_lanedir_median 3.781475181071733 driven_lanedir_min 1.7985717794657292 in-drivable-lane_max 0.2499999999999991 in-drivable-lane_mean 0.04999999999999982 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.9453381274135588, "sim_physics": 0.1009040077527364, "survival_time": 7.199999999999982, "driven_lanedir": 1.7985717794657292, "sim_render-ego": 0.013359902633561028, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.2792006300555335, "deviation-heading": 1.6794014493300553, "set_robot_commands": 0.009768820471233793, "deviation-center-line": 0.35860414626972614, "driven_lanedir_consec": 1.7985717794657292, "sim_compute_sim_state": 0.005506310198042128, "sim_compute_performance-ego": 0.00807874732547336, "sim_compute_robot_state-ego": 0.009361578358544244}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.039696174136579, "sim_physics": 0.10827182054519652, "survival_time": 14.950000000000076, "driven_lanedir": 3.7960127034127256, "sim_render-ego": 0.014066776434580486, "in-drivable-lane": 0, "agent_compute-ego": 0.2888772940635681, "deviation-heading": 4.302116891737053, "set_robot_commands": 0.00983704169591268, "deviation-center-line": 1.193752007024447, "driven_lanedir_consec": 3.7960127034127256, "sim_compute_sim_state": 0.006126654942830404, "sim_compute_performance-ego": 0.008409314155578614, "sim_compute_robot_state-ego": 0.010248148441314695}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.884389974553761, "sim_physics": 0.0970763063430786, "survival_time": 14.950000000000076, "driven_lanedir": 3.584516085280494, "sim_render-ego": 0.013912949562072754, "in-drivable-lane": 0, "agent_compute-ego": 0.2827748417854309, "deviation-heading": 4.703213869100575, "set_robot_commands": 0.009472140471140544, "deviation-center-line": 1.2255515792579583, "driven_lanedir_consec": 3.584516085280494, "sim_compute_sim_state": 0.005777483781178793, "sim_compute_performance-ego": 0.008397277196248372, "sim_compute_robot_state-ego": 0.00985926628112793}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.444734334371726, "sim_physics": 0.09152654806772868, "survival_time": 14.950000000000076, "driven_lanedir": 4.3677551587380385, "sim_render-ego": 0.013656899134318034, "in-drivable-lane": 0, "agent_compute-ego": 0.2747934595743815, "deviation-heading": 2.4240626131598546, "set_robot_commands": 0.009861884911855062, "deviation-center-line": 0.816005498555599, "driven_lanedir_consec": 4.3677551587380385, "sim_compute_sim_state": 0.005734097957611084, "sim_compute_performance-ego": 0.00800143559773763, "sim_compute_robot_state-ego": 0.009914621512095134}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.9309960987460144, "sim_physics": 0.08370161533355713, "survival_time": 14.950000000000076, "driven_lanedir": 3.781475181071733, "sim_render-ego": 0.012831745942433677, "in-drivable-lane": 0, "agent_compute-ego": 0.26157259702682495, "deviation-heading": 3.647923852475852, "set_robot_commands": 0.009089344342549642, "deviation-center-line": 0.9157107144895024, "driven_lanedir_consec": 3.781475181071733, "sim_compute_sim_state": 0.005631760756174723, "sim_compute_performance-ego": 0.007608613173166911, "sim_compute_robot_state-ego": 0.009193116029103596}}set_robot_commands_max 0.009861884911855062 set_robot_commands_mean 0.009605846378538344 set_robot_commands_median 0.009768820471233793 set_robot_commands_min 0.009089344342549642 sim_compute_performance-ego_max 0.008409314155578614 sim_compute_performance-ego_mean 0.008099077489640978 sim_compute_performance-ego_median 0.00807874732547336 sim_compute_performance-ego_min 0.007608613173166911 sim_compute_robot_state-ego_max 0.010248148441314695 sim_compute_robot_state-ego_mean 0.00971534612443712 sim_compute_robot_state-ego_median 0.00985926628112793 sim_compute_robot_state-ego_min 0.009193116029103596 sim_compute_sim_state_max 0.006126654942830404 sim_compute_sim_state_mean 0.005755261527167426 sim_compute_sim_state_median 0.005734097957611084 sim_compute_sim_state_min 0.005506310198042128 sim_physics_max 0.10827182054519652 sim_physics_mean 0.09629605960845948 sim_physics_median 0.0970763063430786 sim_physics_min 0.08370161533355713 sim_render-ego_max 0.014066776434580486 sim_render-ego_mean 0.013565654741393197 sim_render-ego_median 0.013656899134318034 sim_render-ego_min 0.012831745942433677 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.400000000000055 survival_time_min 7.199999999999982
No reset possible 27309
4583
Jeick Hincapie Barrera 🇨🇴challenge-aido_LF-template-random aido3-LF-sim-validation
step1-simulation error yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:41 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27280
4605
César Vidarte 🇨🇴challenge-aido_LF-template-random aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:43 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4838163264350306 survival_time_median 1.7000000000000008 deviation-center-line_median 0.08751730474052305 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.0260772705078125 agent_compute-ego_mean 0.02301532424756501 agent_compute-ego_median 0.02196934589972863 agent_compute-ego_min 0.021844885566017845 deviation-center-line_max 0.10683019887032848 deviation-center-line_mean 0.08719800587294524 deviation-center-line_min 0.07065220523066396 deviation-heading_max 0.5050851849885492 deviation-heading_mean 0.37472646794797326 deviation-heading_median 0.3711400756311837 deviation-heading_min 0.242154099114489 driven_any_max 1.224736399271231 driven_any_mean 0.7001682289165533 driven_any_median 0.6334906616120762 driven_any_min 0.311949329092399 driven_lanedir_consec_max 0.6642632200434848 driven_lanedir_consec_mean 0.47031102562542887 driven_lanedir_consec_min 0.28855079430839536 driven_lanedir_max 0.6642632200434848 driven_lanedir_mean 0.47031102562542887 driven_lanedir_median 0.4838163264350306 driven_lanedir_min 0.28855079430839536 in-drivable-lane_max 1.5999999999999963 in-drivable-lane_mean 0.4499999999999989 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.0924448508482713, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.012806140459500829, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.02196934589972863, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.008063834447127122, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.005866018625406118, "sim_compute_performance-ego": 0.007897505393395057, "sim_compute_robot_state-ego": 0.009093513855567344}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.08474653959274292, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.013024485111236573, "in-drivable-lane": 0, "agent_compute-ego": 0.021940934658050536, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.00869203805923462, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.0062287688255310055, "sim_compute_performance-ego": 0.00852738618850708, "sim_compute_robot_state-ego": 0.010554933547973632}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.08967812622294706, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.012408095247605269, "in-drivable-lane": 0, "agent_compute-ego": 0.023244184606215537, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.007761913187363569, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.005681367481456083, "sim_compute_performance-ego": 0.007260518915512983, "sim_compute_robot_state-ego": 0.009037137031555176}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.08918083691206134, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.014018762307088884, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.0260772705078125, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.009278871974007029, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.0064035243675357005, "sim_compute_performance-ego": 0.007563915409025599, "sim_compute_robot_state-ego": 0.009812527015560964}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.10550713539123537, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.012413588437167082, "in-drivable-lane": 0, "agent_compute-ego": 0.021844885566017845, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.008057323369112883, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.005202120000665838, "sim_compute_performance-ego": 0.007223768667741256, "sim_compute_robot_state-ego": 0.008893652395768599}}set_robot_commands_max 0.009278871974007029 set_robot_commands_mean 0.008370796207369044 set_robot_commands_median 0.008063834447127122 set_robot_commands_min 0.007761913187363569 sim_compute_performance-ego_max 0.00852738618850708 sim_compute_performance-ego_mean 0.007694618914836394 sim_compute_performance-ego_median 0.007563915409025599 sim_compute_performance-ego_min 0.007223768667741256 sim_compute_robot_state-ego_max 0.010554933547973632 sim_compute_robot_state-ego_mean 0.009478352769285143 sim_compute_robot_state-ego_median 0.009093513855567344 sim_compute_robot_state-ego_min 0.008893652395768599 sim_compute_sim_state_max 0.0064035243675357005 sim_compute_sim_state_mean 0.0058763598601189486 sim_compute_sim_state_median 0.005866018625406118 sim_compute_sim_state_min 0.005202120000665838 sim_physics_max 0.10550713539123537 sim_physics_mean 0.0923114977934516 sim_physics_median 0.08967812622294706 sim_physics_min 0.08474653959274292 sim_render-ego_max 0.014018762307088884 sim_render-ego_mean 0.012934214312519728 sim_render-ego_median 0.012806140459500829 sim_render-ego_min 0.012408095247605269 simulation-passed 1 survival_time_max 3.049999999999997 survival_time_mean 1.8899999999999997 survival_time_min 1.0000000000000002
No reset possible 27227
4643
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:11:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.854369976566277 survival_time_median 14.950000000000076 deviation-center-line_median 0.7766972846092532 in-drivable-lane_median 1.2500000000000178
other stats agent_compute-ego_max 0.05537147442499797 agent_compute-ego_mean 0.04940761343638102 agent_compute-ego_median 0.04804086844126383 agent_compute-ego_min 0.04718318939208985 deviation-center-line_max 1.0319040588383883 deviation-center-line_mean 0.8014257702065903 deviation-center-line_min 0.670600406134799 deviation-heading_max 4.092666389983273 deviation-heading_mean 3.4355405747512413 deviation-heading_median 3.245845854804114 deviation-heading_min 2.839637274943607 driven_any_max 4.77868219109055 driven_any_mean 4.085598853628889 driven_any_median 4.047341372708666 driven_any_min 3.13259693898397 driven_lanedir_consec_max 4.5010379643223715 driven_lanedir_consec_mean 3.799723069551877 driven_lanedir_consec_min 2.7889627130853536 driven_lanedir_max 4.5010379643223715 driven_lanedir_mean 3.799723069551877 driven_lanedir_median 3.854369976566277 driven_lanedir_min 2.7889627130853536 in-drivable-lane_max 1.6000000000000227 in-drivable-lane_mean 1.1200000000000117 in-drivable-lane_min 0.05000000000000071 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.13259693898397, "sim_physics": 0.07763020833333334, "survival_time": 14.950000000000076, "driven_lanedir": 2.7889627130853536, "sim_render-ego": 0.01232539415359497, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.04725560267766317, "deviation-heading": 4.0113839313793624, "set_robot_commands": 0.008872792720794678, "deviation-center-line": 0.7766972846092532, "driven_lanedir_consec": 2.7889627130853536, "sim_compute_sim_state": 0.005472442309061686, "sim_compute_performance-ego": 0.00782519817352295, "sim_compute_robot_state-ego": 0.008755260308583578}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.025158801660087, "sim_physics": 0.07732777198155721, "survival_time": 14.950000000000076, "driven_lanedir": 3.676376397748161, "sim_render-ego": 0.012370787461598714, "in-drivable-lane": 1.6000000000000227, "agent_compute-ego": 0.04718318939208985, "deviation-heading": 2.839637274943607, "set_robot_commands": 0.008328971862792968, "deviation-center-line": 0.670600406134799, "driven_lanedir_consec": 3.676376397748161, "sim_compute_sim_state": 0.005331823031107585, "sim_compute_performance-ego": 0.007142732938130697, "sim_compute_robot_state-ego": 0.008670220375061035}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.77868219109055, "sim_physics": 0.0786914308865865, "survival_time": 14.950000000000076, "driven_lanedir": 4.5010379643223715, "sim_render-ego": 0.01255769411722819, "in-drivable-lane": 1.1999999999999955, "agent_compute-ego": 0.04804086844126383, "deviation-heading": 2.9881694226458526, "set_robot_commands": 0.008680363496144613, "deviation-center-line": 0.8231450148724172, "driven_lanedir_consec": 4.5010379643223715, "sim_compute_sim_state": 0.005414402484893799, "sim_compute_performance-ego": 0.007338853677113851, "sim_compute_robot_state-ego": 0.009034555753072104}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.047341372708666, "sim_physics": 0.07842578728993733, "survival_time": 14.950000000000076, "driven_lanedir": 3.854369976566277, "sim_render-ego": 0.013031773567199707, "in-drivable-lane": 0.05000000000000071, "agent_compute-ego": 0.0491869322458903, "deviation-heading": 4.092666389983273, "set_robot_commands": 0.008445815245310465, "deviation-center-line": 1.0319040588383883, "driven_lanedir_consec": 3.854369976566277, "sim_compute_sim_state": 0.005296356678009033, "sim_compute_performance-ego": 0.0074730316797892255, "sim_compute_robot_state-ego": 0.009173455238342286}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.4442149637011745, "sim_physics": 0.08222910086313884, "survival_time": 14.950000000000076, "driven_lanedir": 4.1778682960372215, "sim_render-ego": 0.013319055239359535, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.05537147442499797, "deviation-heading": 3.245845854804114, "set_robot_commands": 0.009288656711578368, "deviation-center-line": 0.704782086578094, "driven_lanedir_consec": 4.1778682960372215, "sim_compute_sim_state": 0.005830776691436767, "sim_compute_performance-ego": 0.008117110729217529, "sim_compute_robot_state-ego": 0.009683230717976887}}set_robot_commands_max 0.009288656711578368 set_robot_commands_mean 0.00872332000732422 set_robot_commands_median 0.008680363496144613 set_robot_commands_min 0.008328971862792968 sim_compute_performance-ego_max 0.008117110729217529 sim_compute_performance-ego_mean 0.00757938543955485 sim_compute_performance-ego_median 0.0074730316797892255 sim_compute_performance-ego_min 0.007142732938130697 sim_compute_robot_state-ego_max 0.009683230717976887 sim_compute_robot_state-ego_mean 0.00906334447860718 sim_compute_robot_state-ego_median 0.009034555753072104 sim_compute_robot_state-ego_min 0.008670220375061035 sim_compute_sim_state_max 0.005830776691436767 sim_compute_sim_state_mean 0.005469160238901775 sim_compute_sim_state_median 0.005414402484893799 sim_compute_sim_state_min 0.005296356678009033 sim_physics_max 0.08222910086313884 sim_physics_mean 0.07886085987091065 sim_physics_median 0.07842578728993733 sim_physics_min 0.07732777198155721 sim_render-ego_max 0.013319055239359535 sim_render-ego_mean 0.012720940907796224 sim_render-ego_median 0.01255769411722819 sim_render-ego_min 0.01232539415359497 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27223
4649
Sergio Duvan Mendoza Rojas 🇨🇴challenge-aido_LF-template-ros - Template solution using ROS aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:08 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 300, in run_episode
agent.write_topic_and_expect_zero('observations', recv.data.observations)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 105, in write_topic_and_expect_zero
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Traceback (most recent call last):
| File "/usr/local/lib/python2.7/dist-packages/zuper_nodes_python2/imp.py", line 118, in wrap_direct
| f(context=context, data=data)
| File "solution.py", line 43, in on_received_observations
| self.agent.listen() #usamos el listen py
|AttributeError: 'ROSAgent' object has no attribute 'listen'
|
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27213
4654
Sergio Duvan Mendoza Rojas 🇨🇴challenge-aido_LF-template-ros - Template solution using ROS aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:08 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 300, in run_episode
agent.write_topic_and_expect_zero('observations', recv.data.observations)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 105, in write_topic_and_expect_zero
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Traceback (most recent call last):
| File "/usr/local/lib/python2.7/dist-packages/zuper_nodes_python2/imp.py", line 118, in wrap_direct
| f(context=context, data=data)
| File "solution.py", line 43, in on_received_observations
| self.agent.listen() #usamos el listen py
|AttributeError: 'ROSAgent' object has no attribute 'listen'
|
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27194
4671
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6969734671023486 survival_time_median 14.950000000000076 deviation-center-line_median 0.8162402694180821 in-drivable-lane_median 0.9000000000000128
other stats agent_compute-ego_max 0.04898386557896932 agent_compute-ego_mean 0.03618633895260946 agent_compute-ego_median 0.03330316543579102 agent_compute-ego_min 0.02527589684440976 deviation-center-line_max 0.9971592458213644 deviation-center-line_mean 0.7226586667958512 deviation-center-line_min 0.3885938193774032 deviation-heading_max 3.9746182992028034 deviation-heading_mean 2.7550540015943845 deviation-heading_median 2.4557530393111584 deviation-heading_min 1.7179384368550823 driven_any_max 5.493449830271077 driven_any_mean 3.792628487473466 driven_any_median 4.2085848207764185 driven_any_min 1.0334857091555387 driven_lanedir_consec_max 4.714662747394634 driven_lanedir_consec_mean 2.9327871515916533 driven_lanedir_consec_min 0.9429769434598207 driven_lanedir_max 5.194416093068729 driven_lanedir_mean 3.48866163974416 driven_lanedir_median 3.894278947695266 driven_lanedir_min 0.9429769434598207 in-drivable-lane_max 2.249999999999992 in-drivable-lane_mean 1.1000000000000043 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0334857091555387, "sim_physics": 0.0683642749985059, "survival_time": 4.799999999999991, "driven_lanedir": 0.9429769434598207, "sim_render-ego": 0.01240245501200358, "in-drivable-lane": 0, "agent_compute-ego": 0.025361433625221252, "deviation-heading": 1.7179384368550823, "set_robot_commands": 0.008957726260026297, "deviation-center-line": 0.3885938193774032, "driven_lanedir_consec": 0.9429769434598207, "sim_compute_sim_state": 0.005177053312460582, "sim_compute_performance-ego": 0.007932988305886587, "sim_compute_robot_state-ego": 0.008228830993175507}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.082105056711942, "sim_physics": 0.07526667345137823, "survival_time": 10.500000000000014, "driven_lanedir": 2.6969734671023486, "sim_render-ego": 0.014871722175961447, "in-drivable-lane": 1.4500000000000206, "agent_compute-ego": 0.02527589684440976, "deviation-heading": 2.2038355148960536, "set_robot_commands": 0.008658910932995024, "deviation-center-line": 0.5463385485675879, "driven_lanedir_consec": 2.6969734671023486, "sim_compute_sim_state": 0.005251766386486235, "sim_compute_performance-ego": 0.007261145682561965, "sim_compute_robot_state-ego": 0.008936337062290736}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.145517020452354, "sim_physics": 0.0773351526260376, "survival_time": 14.950000000000076, "driven_lanedir": 4.714662747394634, "sim_render-ego": 0.012750374476114908, "in-drivable-lane": 2.249999999999992, "agent_compute-ego": 0.03330316543579102, "deviation-heading": 2.4557530393111584, "set_robot_commands": 0.009259002208709717, "deviation-center-line": 0.9971592458213644, "driven_lanedir_consec": 4.714662747394634, "sim_compute_sim_state": 0.005279889901479085, "sim_compute_performance-ego": 0.007605436642964681, "sim_compute_robot_state-ego": 0.008941232363382975}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.2085848207764185, "sim_physics": 0.07540142138799032, "survival_time": 14.950000000000076, "driven_lanedir": 3.894278947695266, "sim_render-ego": 0.012563843727111817, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.04800733327865601, "deviation-heading": 3.9746182992028034, "set_robot_commands": 0.009284254709879557, "deviation-center-line": 0.8162402694180821, "driven_lanedir_consec": 3.8896370894810097, "sim_compute_sim_state": 0.005332127412160237, "sim_compute_performance-ego": 0.007809940179189046, "sim_compute_robot_state-ego": 0.008983083566029866}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.493449830271077, "sim_physics": 0.08104642550150554, "survival_time": 14.950000000000076, "driven_lanedir": 5.194416093068729, "sim_render-ego": 0.012688979307810466, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.04898386557896932, "deviation-heading": 3.4231247177068256, "set_robot_commands": 0.009371517499287925, "deviation-center-line": 0.8649614507948182, "driven_lanedir_consec": 2.4196855105204538, "sim_compute_sim_state": 0.005434338251749674, "sim_compute_performance-ego": 0.0076815390586853025, "sim_compute_robot_state-ego": 0.008866368134816487}}set_robot_commands_max 0.009371517499287925 set_robot_commands_mean 0.009106282322179703 set_robot_commands_median 0.009259002208709717 set_robot_commands_min 0.008658910932995024 sim_compute_performance-ego_max 0.007932988305886587 sim_compute_performance-ego_mean 0.007658209973857516 sim_compute_performance-ego_median 0.0076815390586853025 sim_compute_performance-ego_min 0.007261145682561965 sim_compute_robot_state-ego_max 0.008983083566029866 sim_compute_robot_state-ego_mean 0.008791170423939116 sim_compute_robot_state-ego_median 0.008936337062290736 sim_compute_robot_state-ego_min 0.008228830993175507 sim_compute_sim_state_max 0.005434338251749674 sim_compute_sim_state_mean 0.005295035052867163 sim_compute_sim_state_median 0.005279889901479085 sim_compute_sim_state_min 0.005177053312460582 sim_physics_max 0.08104642550150554 sim_physics_mean 0.07548278959308352 sim_physics_median 0.07540142138799032 sim_physics_min 0.0683642749985059 sim_render-ego_max 0.014871722175961447 sim_render-ego_mean 0.013055474939800443 sim_render-ego_median 0.012688979307810466 sim_render-ego_min 0.01240245501200358 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.030000000000047 survival_time_min 4.799999999999991
No reset possible 27171
4690
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.372771120603821 survival_time_median 14.950000000000076 deviation-center-line_median 0.8852837788089108 in-drivable-lane_median 0.6000000000000085
other stats agent_compute-ego_max 0.024168245792388916 agent_compute-ego_mean 0.02324324893951416 agent_compute-ego_median 0.022945435841878255 agent_compute-ego_min 0.022708645661671956 deviation-center-line_max 0.9325510840407868 deviation-center-line_mean 0.8111255808597122 deviation-center-line_min 0.5808064175152651 deviation-heading_max 4.485061232414267 deviation-heading_mean 3.045607467914997 deviation-heading_median 3.111410646706182 deviation-heading_min 1.8866703194425307 driven_any_max 4.976421961932254 driven_any_mean 4.4243530815940675 driven_any_median 4.625183402823491 driven_any_min 3.81978176569865 driven_lanedir_consec_max 4.667618991556799 driven_lanedir_consec_mean 4.043935563556426 driven_lanedir_consec_min 3.216399953669366 driven_lanedir_max 4.667618991556799 driven_lanedir_mean 4.043935563556426 driven_lanedir_median 4.372771120603821 driven_lanedir_min 3.216399953669366 in-drivable-lane_max 2.050000000000016 in-drivable-lane_mean 0.9100000000000102 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.81978176569865, "sim_physics": 0.08442187309265137, "survival_time": 14.950000000000076, "driven_lanedir": 3.3560972407528267, "sim_render-ego": 0.011387803554534911, "in-drivable-lane": 1.4500000000000206, "agent_compute-ego": 0.024168245792388916, "deviation-heading": 3.41647179742084, "set_robot_commands": 0.008862013816833497, "deviation-center-line": 0.8852837788089108, "driven_lanedir_consec": 3.3560972407528267, "sim_compute_sim_state": 0.004892545541127523, "sim_compute_performance-ego": 0.007216276327768962, "sim_compute_robot_state-ego": 0.008512477080027262}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.013879954337757, "sim_physics": 0.07656448761622112, "survival_time": 14.950000000000076, "driven_lanedir": 3.216399953669366, "sim_render-ego": 0.013063050905863445, "in-drivable-lane": 2.050000000000016, "agent_compute-ego": 0.023619516690572103, "deviation-heading": 4.485061232414267, "set_robot_commands": 0.008210732142130533, "deviation-center-line": 0.9325510840407868, "driven_lanedir_consec": 3.216399953669366, "sim_compute_sim_state": 0.00487199068069458, "sim_compute_performance-ego": 0.006983007589975993, "sim_compute_robot_state-ego": 0.008447353839874267}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.976421961932254, "sim_physics": 0.07357505718866984, "survival_time": 14.950000000000076, "driven_lanedir": 4.667618991556799, "sim_render-ego": 0.011352341969807942, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.02277440071105957, "deviation-heading": 1.8866703194425307, "set_robot_commands": 0.008342750867207845, "deviation-center-line": 0.7494689395496106, "driven_lanedir_consec": 4.667618991556799, "sim_compute_sim_state": 0.005014213720957438, "sim_compute_performance-ego": 0.006866122086842855, "sim_compute_robot_state-ego": 0.0083296267191569}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.625183402823491, "sim_physics": 0.07579504330952962, "survival_time": 14.950000000000076, "driven_lanedir": 4.372771120603821, "sim_render-ego": 0.011745080947875975, "in-drivable-lane": 0.4500000000000064, "agent_compute-ego": 0.022945435841878255, "deviation-heading": 3.111410646706182, "set_robot_commands": 0.008141242663065592, "deviation-center-line": 0.9075176843839874, "driven_lanedir_consec": 4.372771120603821, "sim_compute_sim_state": 0.0049410001436869305, "sim_compute_performance-ego": 0.007039028803507487, "sim_compute_robot_state-ego": 0.008437999884287516}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.686498323178186, "sim_physics": 0.07530533790588378, "survival_time": 14.950000000000076, "driven_lanedir": 4.606790511199318, "sim_render-ego": 0.01116289774576823, "in-drivable-lane": 0, "agent_compute-ego": 0.022708645661671956, "deviation-heading": 2.3284233435911643, "set_robot_commands": 0.008190306027730306, "deviation-center-line": 0.5808064175152651, "driven_lanedir_consec": 4.606790511199318, "sim_compute_sim_state": 0.005007193088531494, "sim_compute_performance-ego": 0.006832512219746908, "sim_compute_robot_state-ego": 0.008075197537740072}}set_robot_commands_max 0.008862013816833497 set_robot_commands_mean 0.008349409103393556 set_robot_commands_median 0.008210732142130533 set_robot_commands_min 0.008141242663065592 sim_compute_performance-ego_max 0.007216276327768962 sim_compute_performance-ego_mean 0.006987389405568441 sim_compute_performance-ego_median 0.006983007589975993 sim_compute_performance-ego_min 0.006832512219746908 sim_compute_robot_state-ego_max 0.008512477080027262 sim_compute_robot_state-ego_mean 0.008360531012217204 sim_compute_robot_state-ego_median 0.008437999884287516 sim_compute_robot_state-ego_min 0.008075197537740072 sim_compute_sim_state_max 0.005014213720957438 sim_compute_sim_state_mean 0.004945388634999593 sim_compute_sim_state_median 0.0049410001436869305 sim_compute_sim_state_min 0.00487199068069458 sim_physics_max 0.08442187309265137 sim_physics_mean 0.07713235982259115 sim_physics_median 0.07579504330952962 sim_physics_min 0.07357505718866984 sim_render-ego_max 0.013063050905863445 sim_render-ego_mean 0.011742235024770105 sim_render-ego_median 0.011387803554534911 sim_render-ego_min 0.01116289774576823 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27166
4693
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation error yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:45 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27160
4701
Ramon Emiliani 🇨🇦challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:05 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 48, in on_received_get_commands
|| pwm_left, pwm_right = self.compute_action(self.current_image)
|| File "solution.py", line 43, in compute_action
|| observation = self.preprocessor.preprocess(observation)
|| File "/workspace/wrappers.py", line 19, in preprocess
|| observation = cv2.resize((observation * 255).astype(np.uint8), self.shape[0:2])
|| AttributeError: 'Tensor' object has no attribute 'astype'
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27156
4702
Ramon Emiliani 🇨🇦challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:03 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 48, in on_received_get_commands
|| pwm_left, pwm_right = self.compute_action(self.current_image)
|| File "solution.py", line 43, in compute_action
|| observation = self.preprocessor.preprocess(observation)
|| File "/workspace/wrappers.py", line 23, in preprocess
|| observation = cv2.resize((observation * 255).astype(np.uint8), self.shape[0:2])
|| AttributeError: 'Tensor' object has no attribute 'astype'
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 27128
4725
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:08 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4413469589627963 survival_time_median 4.6499999999999915 deviation-center-line_median 0.19721639567080945 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.02730243682861328 agent_compute-ego_mean 0.02455749781406561 agent_compute-ego_median 0.0244939455422022 agent_compute-ego_min 0.022508710177976697 deviation-center-line_max 0.9675060837251608 deviation-center-line_mean 0.3395700197319293 deviation-center-line_min 0.12029361838708728 deviation-heading_max 6.910494224548526 deviation-heading_mean 1.8494751831999128 deviation-heading_median 0.6182127407005019 deviation-heading_min 0.2198523527360059 driven_any_max 3.773933410093635 driven_any_mean 1.8598419995259736 driven_any_median 1.4555566239031104 driven_any_min 0.4484446835826138 driven_lanedir_consec_max 2.8676744246538455 driven_lanedir_consec_mean 1.5886273482052486 driven_lanedir_consec_min 0.442724395934704 driven_lanedir_max 2.8676744246538455 driven_lanedir_mean 1.5886273482052486 driven_lanedir_median 1.4413469589627963 driven_lanedir_min 0.442724395934704 in-drivable-lane_max 2.600000000000005 in-drivable-lane_mean 0.520000000000001 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7404912067421435, "sim_physics": 0.07472650684527497, "survival_time": 3.349999999999996, "driven_lanedir": 0.6978856128247335, "sim_render-ego": 0.011589537805585718, "in-drivable-lane": 0, "agent_compute-ego": 0.022508710177976697, "deviation-heading": 0.9594195456177146, "set_robot_commands": 0.007543165292312849, "deviation-center-line": 0.19721639567080945, "driven_lanedir_consec": 0.6978856128247335, "sim_compute_sim_state": 0.005140468255797429, "sim_compute_performance-ego": 0.0071851246392548975, "sim_compute_robot_state-ego": 0.008397767792886762}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4484446835826138, "sim_physics": 0.07799818992614746, "survival_time": 1.2500000000000004, "driven_lanedir": 0.442724395934704, "sim_render-ego": 0.01266890525817871, "in-drivable-lane": 0, "agent_compute-ego": 0.02479928970336914, "deviation-heading": 0.2198523527360059, "set_robot_commands": 0.00779454231262207, "deviation-center-line": 0.12029361838708728, "driven_lanedir_consec": 0.442724395934704, "sim_compute_sim_state": 0.004923219680786133, "sim_compute_performance-ego": 0.006438694000244141, "sim_compute_robot_state-ego": 0.007891597747802735}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.773933410093635, "sim_physics": 0.08083023866017659, "survival_time": 14.950000000000076, "driven_lanedir": 2.4935053486501637, "sim_render-ego": 0.0129678479830424, "in-drivable-lane": 2.600000000000005, "agent_compute-ego": 0.02730243682861328, "deviation-heading": 6.910494224548526, "set_robot_commands": 0.00903011401494344, "deviation-center-line": 0.9675060837251608, "driven_lanedir_consec": 2.4935053486501637, "sim_compute_sim_state": 0.005503551165262858, "sim_compute_performance-ego": 0.007850677967071533, "sim_compute_robot_state-ego": 0.009809321562449135}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.4555566239031104, "sim_physics": 0.08288731113556892, "survival_time": 4.6499999999999915, "driven_lanedir": 1.4413469589627963, "sim_render-ego": 0.012765064034410705, "in-drivable-lane": 0, "agent_compute-ego": 0.0244939455422022, "deviation-heading": 0.5393970523968142, "set_robot_commands": 0.00893422608734459, "deviation-center-line": 0.216942188514873, "driven_lanedir_consec": 1.4413469589627963, "sim_compute_sim_state": 0.005158498723019836, "sim_compute_performance-ego": 0.007433691332417149, "sim_compute_robot_state-ego": 0.00862922719729844}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.8807840733083676, "sim_physics": 0.07845026619580327, "survival_time": 7.349999999999982, "driven_lanedir": 2.8676744246538455, "sim_render-ego": 0.012065649032592772, "in-drivable-lane": 0, "agent_compute-ego": 0.02368310681816672, "deviation-heading": 0.6182127407005019, "set_robot_commands": 0.00812479914451132, "deviation-center-line": 0.1958918123617161, "driven_lanedir_consec": 2.8676744246538455, "sim_compute_sim_state": 0.0056884418539449476, "sim_compute_performance-ego": 0.007244453949182212, "sim_compute_robot_state-ego": 0.008883046455123798}}set_robot_commands_max 0.00903011401494344 set_robot_commands_mean 0.008285369370346855 set_robot_commands_median 0.00812479914451132 set_robot_commands_min 0.007543165292312849 sim_compute_performance-ego_max 0.007850677967071533 sim_compute_performance-ego_mean 0.007230528377633987 sim_compute_performance-ego_median 0.007244453949182212 sim_compute_performance-ego_min 0.006438694000244141 sim_compute_robot_state-ego_max 0.009809321562449135 sim_compute_robot_state-ego_mean 0.008722192151112173 sim_compute_robot_state-ego_median 0.00862922719729844 sim_compute_robot_state-ego_min 0.007891597747802735 sim_compute_sim_state_max 0.0056884418539449476 sim_compute_sim_state_mean 0.005282835935762241 sim_compute_sim_state_median 0.005158498723019836 sim_compute_sim_state_min 0.004923219680786133 sim_physics_max 0.08288731113556892 sim_physics_mean 0.07897850255259423 sim_physics_median 0.07845026619580327 sim_physics_min 0.07472650684527497 sim_render-ego_max 0.0129678479830424 sim_render-ego_mean 0.01241140082276206 sim_render-ego_median 0.01266890525817871 sim_render-ego_min 0.011589537805585718 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 6.310000000000009 survival_time_min 1.2500000000000004
No reset possible 27108
4740
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.9416618987477436 survival_time_median 14.950000000000076 deviation-center-line_median 0.920864542598009 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03218784729639689 agent_compute-ego_mean 0.025539336999257405 agent_compute-ego_median 0.02411843458811442 agent_compute-ego_min 0.0231784192721049 deviation-center-line_max 1.1164380980527344 deviation-center-line_mean 0.948163496077288 deviation-center-line_min 0.8090187503982142 deviation-heading_max 4.8774195309328645 deviation-heading_mean 4.422870310531356 deviation-heading_median 4.726506283457121 deviation-heading_min 3.6295752908369296 driven_any_max 3.56502646469267 driven_any_mean 3.04869888683642 driven_any_median 3.1863103679235336 driven_any_min 2.591049627615833 driven_lanedir_consec_max 3.393325063135431 driven_lanedir_consec_mean 2.8558830698409032 driven_lanedir_consec_min 2.482265171306662 driven_lanedir_max 3.393325063135431 driven_lanedir_mean 2.8558830698409032 driven_lanedir_median 2.9416618987477436 driven_lanedir_min 2.482265171306662 in-drivable-lane_max 0.04999999999999982 in-drivable-lane_mean 0.009999999999999964 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.591049627615833, "sim_physics": 0.07390075206756591, "survival_time": 14.950000000000076, "driven_lanedir": 2.482265171306662, "sim_render-ego": 0.01210528055826823, "in-drivable-lane": 0, "agent_compute-ego": 0.02455109834671021, "deviation-heading": 3.6295752908369296, "set_robot_commands": 0.00889844258626302, "deviation-center-line": 0.8090187503982142, "driven_lanedir_consec": 2.482265171306662, "sim_compute_sim_state": 0.00527466615041097, "sim_compute_performance-ego": 0.007403674125671386, "sim_compute_robot_state-ego": 0.008608625729878744}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.6904658064548546, "sim_physics": 0.06982476313908895, "survival_time": 14.950000000000076, "driven_lanedir": 2.4828952869862144, "sim_render-ego": 0.012429792086283366, "in-drivable-lane": 0, "agent_compute-ego": 0.0231784192721049, "deviation-heading": 4.8774195309328645, "set_robot_commands": 0.009260199864705405, "deviation-center-line": 0.919537731050704, "driven_lanedir_consec": 2.4828952869862144, "sim_compute_sim_state": 0.005018560886383056, "sim_compute_performance-ego": 0.006967943509419759, "sim_compute_robot_state-ego": 0.0084085218111674}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.56502646469267, "sim_physics": 0.07460153182347616, "survival_time": 14.950000000000076, "driven_lanedir": 3.393325063135431, "sim_render-ego": 0.01251994768778483, "in-drivable-lane": 0, "agent_compute-ego": 0.023660885492960613, "deviation-heading": 4.040341850658297, "set_robot_commands": 0.008689009348551432, "deviation-center-line": 0.974958358286778, "driven_lanedir_consec": 3.393325063135431, "sim_compute_sim_state": 0.0052560750643412275, "sim_compute_performance-ego": 0.007390576998392741, "sim_compute_robot_state-ego": 0.008644944032033284}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.1863103679235336, "sim_physics": 0.06527886470158895, "survival_time": 14.950000000000076, "driven_lanedir": 2.9792679290284667, "sim_render-ego": 0.012262272834777831, "in-drivable-lane": 0, "agent_compute-ego": 0.02411843458811442, "deviation-heading": 4.726506283457121, "set_robot_commands": 0.008873852888743082, "deviation-center-line": 0.920864542598009, "driven_lanedir_consec": 2.9792679290284667, "sim_compute_sim_state": 0.004907515048980713, "sim_compute_performance-ego": 0.007225216229756673, "sim_compute_robot_state-ego": 0.008553845087687174}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.2106421674952106, "sim_physics": 0.06895386934280395, "survival_time": 14.950000000000076, "driven_lanedir": 2.9416618987477436, "sim_render-ego": 0.011659982999165854, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.03218784729639689, "deviation-heading": 4.840508596771564, "set_robot_commands": 0.008916745185852051, "deviation-center-line": 1.1164380980527344, "driven_lanedir_consec": 2.9416618987477436, "sim_compute_sim_state": 0.0049715177218119305, "sim_compute_performance-ego": 0.007110983530680339, "sim_compute_robot_state-ego": 0.008186360994974773}}set_robot_commands_max 0.009260199864705405 set_robot_commands_mean 0.008927649974823 set_robot_commands_median 0.00889844258626302 set_robot_commands_min 0.008689009348551432 sim_compute_performance-ego_max 0.007403674125671386 sim_compute_performance-ego_mean 0.00721967887878418 sim_compute_performance-ego_median 0.007225216229756673 sim_compute_performance-ego_min 0.006967943509419759 sim_compute_robot_state-ego_max 0.008644944032033284 sim_compute_robot_state-ego_mean 0.008480459531148274 sim_compute_robot_state-ego_median 0.008553845087687174 sim_compute_robot_state-ego_min 0.008186360994974773 sim_compute_sim_state_max 0.00527466615041097 sim_compute_sim_state_mean 0.00508566697438558 sim_compute_sim_state_median 0.005018560886383056 sim_compute_sim_state_min 0.004907515048980713 sim_physics_max 0.07460153182347616 sim_physics_mean 0.07051195621490478 sim_physics_median 0.06982476313908895 sim_physics_min 0.06527886470158895 sim_render-ego_max 0.01251994768778483 sim_render-ego_mean 0.012195455233256025 sim_render-ego_median 0.012262272834777831 sim_render-ego_min 0.011659982999165854 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27083
4756
Frank (Chude) Qian 🇨🇦2019-11-19|FrankNet|New_Data aido3-LF-sim-validation
step1-simulation aborted yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.335900043509431 survival_time_median 14.950000000000076 deviation-center-line_median 0.8175639031696272 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.04019089647241541 agent_compute-ego_mean 0.03897677441764566 agent_compute-ego_median 0.0395452086130778 agent_compute-ego_min 0.03644363005956014 deviation-center-line_max 1.005358437961467 deviation-center-line_mean 0.7110924080621644 deviation-center-line_min 0.22471142080574927 deviation-heading_max 2.8565653413214096 deviation-heading_mean 2.0759723351770294 deviation-heading_median 2.3800183778014765 deviation-heading_min 0.6342097977200369 driven_any_max 4.800350912894778 driven_any_mean 3.774645932254873 driven_any_median 4.402954932039125 driven_any_min 1.0686878699922857 driven_lanedir_consec_max 4.736566970856283 driven_lanedir_consec_mean 3.5818661692949285 driven_lanedir_consec_min 0.9034724725086902 driven_lanedir_max 4.736566970856283 driven_lanedir_mean 3.5818661692949285 driven_lanedir_median 4.335900043509431 driven_lanedir_min 0.9034724725086902 in-drivable-lane_max 2.2000000000000313 in-drivable-lane_mean 0.510000000000006 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.922252770222381, "sim_physics": 0.08864459285029659, "survival_time": 14.850000000000076, "driven_lanedir": 3.311226457785507, "sim_render-ego": 0.012039678265350032, "in-drivable-lane": 2.2000000000000313, "agent_compute-ego": 0.040105892752958866, "deviation-heading": 2.8565653413214096, "set_robot_commands": 0.00814943522315234, "deviation-center-line": 0.8175639031696272, "driven_lanedir_consec": 3.311226457785507, "sim_compute_sim_state": 0.005332856868653988, "sim_compute_performance-ego": 0.007589590669882418, "sim_compute_robot_state-ego": 0.008671092665958084}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.402954932039125, "sim_physics": 0.08374366680781047, "survival_time": 14.950000000000076, "driven_lanedir": 4.335900043509431, "sim_render-ego": 0.01235877513885498, "in-drivable-lane": 0, "agent_compute-ego": 0.03859824419021606, "deviation-heading": 2.417729302688848, "set_robot_commands": 0.008257521788279215, "deviation-center-line": 1.005358437961467, "driven_lanedir_consec": 4.335900043509431, "sim_compute_sim_state": 0.005437719821929932, "sim_compute_performance-ego": 0.007393218676249186, "sim_compute_robot_state-ego": 0.00902043104171753}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.0686878699922857, "sim_physics": 0.09595287490535429, "survival_time": 3.699999999999995, "driven_lanedir": 0.9034724725086902, "sim_render-ego": 0.012443046312074404, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.04019089647241541, "deviation-heading": 0.6342097977200369, "set_robot_commands": 0.008360804738225164, "deviation-center-line": 0.22471142080574927, "driven_lanedir_consec": 0.9034724725086902, "sim_compute_sim_state": 0.005104458009874499, "sim_compute_performance-ego": 0.007161933022576409, "sim_compute_robot_state-ego": 0.008938470402279415}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.678983176125795, "sim_physics": 0.08912503957748413, "survival_time": 14.950000000000076, "driven_lanedir": 4.622164901814729, "sim_render-ego": 0.012450300057729085, "in-drivable-lane": 0, "agent_compute-ego": 0.0395452086130778, "deviation-heading": 2.091338856353376, "set_robot_commands": 0.00836122194925944, "deviation-center-line": 0.6317332493029766, "driven_lanedir_consec": 4.622164901814729, "sim_compute_sim_state": 0.005289614200592041, "sim_compute_performance-ego": 0.007608829339345296, "sim_compute_robot_state-ego": 0.00890607992808024}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.800350912894778, "sim_physics": 0.07397854407628378, "survival_time": 14.950000000000076, "driven_lanedir": 4.736566970856283, "sim_render-ego": 0.011890838146209715, "in-drivable-lane": 0, "agent_compute-ego": 0.03644363005956014, "deviation-heading": 2.3800183778014765, "set_robot_commands": 0.008103591601053874, "deviation-center-line": 0.876095029071002, "driven_lanedir_consec": 4.736566970856283, "sim_compute_sim_state": 0.005182499885559082, "sim_compute_performance-ego": 0.007190376122792562, "sim_compute_robot_state-ego": 0.009083073139190672}}set_robot_commands_max 0.00836122194925944 set_robot_commands_mean 0.008246515059994007 set_robot_commands_median 0.008257521788279215 set_robot_commands_min 0.008103591601053874 sim_compute_performance-ego_max 0.007608829339345296 sim_compute_performance-ego_mean 0.007388789566169174 sim_compute_performance-ego_median 0.007393218676249186 sim_compute_performance-ego_min 0.007161933022576409 sim_compute_robot_state-ego_max 0.009083073139190672 sim_compute_robot_state-ego_mean 0.008923829435445188 sim_compute_robot_state-ego_median 0.008938470402279415 sim_compute_robot_state-ego_min 0.008671092665958084 sim_compute_sim_state_max 0.005437719821929932 sim_compute_sim_state_mean 0.005269429757321908 sim_compute_sim_state_median 0.005289614200592041 sim_compute_sim_state_min 0.005104458009874499 sim_physics_max 0.09595287490535429 sim_physics_mean 0.08628894364344585 sim_physics_median 0.08864459285029659 sim_physics_min 0.07397854407628378 sim_render-ego_max 0.012450300057729085 sim_render-ego_mean 0.012236527584043644 sim_render-ego_median 0.01235877513885498 sim_render-ego_min 0.011890838146209715 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.68000000000006 survival_time_min 3.699999999999995
No reset possible 27060
4771
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.3675476046363695 survival_time_median 14.950000000000076 deviation-center-line_median 0.7509056223341961 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.02600527763366699 agent_compute-ego_mean 0.025359517097473146 agent_compute-ego_median 0.02557636419932047 agent_compute-ego_min 0.024581826527913412 deviation-center-line_max 0.913986103522052 deviation-center-line_mean 0.7615155237728972 deviation-center-line_min 0.6496694170623741 deviation-heading_max 2.7916401764615952 deviation-heading_mean 2.340107984794198 deviation-heading_median 2.3318433221959234 deviation-heading_min 1.9010553430316055 driven_any_max 4.847794613797227 driven_any_mean 4.175678874844818 driven_any_median 4.42072388469158 driven_any_min 2.9626874612541942 driven_lanedir_consec_max 4.784222175917464 driven_lanedir_consec_mean 4.11726721291608 driven_lanedir_consec_min 2.8988663792902107 driven_lanedir_max 4.784222175917464 driven_lanedir_mean 4.11726721291608 driven_lanedir_median 4.3675476046363695 driven_lanedir_min 2.8988663792902107 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.9626874612541942, "sim_physics": 0.09764833688735962, "survival_time": 14.950000000000076, "driven_lanedir": 2.8988663792902107, "sim_render-ego": 0.01182509740193685, "in-drivable-lane": 0, "agent_compute-ego": 0.02600527763366699, "deviation-heading": 2.7916401764615952, "set_robot_commands": 0.008439594904581706, "deviation-center-line": 0.7509056223341961, "driven_lanedir_consec": 2.8988663792902107, "sim_compute_sim_state": 0.005068968931833903, "sim_compute_performance-ego": 0.007455890973409017, "sim_compute_robot_state-ego": 0.008899284998575846}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.9791573620618097, "sim_physics": 0.10096635103225708, "survival_time": 14.950000000000076, "driven_lanedir": 3.909818864074518, "sim_render-ego": 0.011874536673227944, "in-drivable-lane": 0, "agent_compute-ego": 0.02594574213027954, "deviation-heading": 2.6410488710143136, "set_robot_commands": 0.008471992015838623, "deviation-center-line": 0.913986103522052, "driven_lanedir_consec": 3.909818864074518, "sim_compute_sim_state": 0.005017956097920735, "sim_compute_performance-ego": 0.007240099906921387, "sim_compute_robot_state-ego": 0.008729178905487061}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.847794613797227, "sim_physics": 0.09078604300816852, "survival_time": 14.950000000000076, "driven_lanedir": 4.784222175917464, "sim_render-ego": 0.011908675034840902, "in-drivable-lane": 0, "agent_compute-ego": 0.024688374996185303, "deviation-heading": 2.0349522112675524, "set_robot_commands": 0.008407703240712484, "deviation-center-line": 0.7519540535953071, "driven_lanedir_consec": 4.784222175917464, "sim_compute_sim_state": 0.00508215347925822, "sim_compute_performance-ego": 0.007192131678263347, "sim_compute_robot_state-ego": 0.008880768616994222}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.668031052419282, "sim_physics": 0.08872045993804932, "survival_time": 14.950000000000076, "driven_lanedir": 4.625881040661838, "sim_render-ego": 0.011776783466339112, "in-drivable-lane": 0, "agent_compute-ego": 0.024581826527913412, "deviation-heading": 1.9010553430316055, "set_robot_commands": 0.008475487232208251, "deviation-center-line": 0.6496694170623741, "driven_lanedir_consec": 4.625881040661838, "sim_compute_sim_state": 0.005075991153717041, "sim_compute_performance-ego": 0.007151704629262288, "sim_compute_robot_state-ego": 0.008392906983693441}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.42072388469158, "sim_physics": 0.10120050112406412, "survival_time": 14.950000000000076, "driven_lanedir": 4.3675476046363695, "sim_render-ego": 0.011836600303649905, "in-drivable-lane": 0, "agent_compute-ego": 0.02557636419932047, "deviation-heading": 2.3318433221959234, "set_robot_commands": 0.008392800490061442, "deviation-center-line": 0.7410624223505566, "driven_lanedir_consec": 4.3675476046363695, "sim_compute_sim_state": 0.005176336765289307, "sim_compute_performance-ego": 0.007336045106252034, "sim_compute_robot_state-ego": 0.008776596387227376}}set_robot_commands_max 0.008475487232208251 set_robot_commands_mean 0.008437515576680502 set_robot_commands_median 0.008439594904581706 set_robot_commands_min 0.008392800490061442 sim_compute_performance-ego_max 0.007455890973409017 sim_compute_performance-ego_mean 0.007275174458821615 sim_compute_performance-ego_median 0.007240099906921387 sim_compute_performance-ego_min 0.007151704629262288 sim_compute_robot_state-ego_max 0.008899284998575846 sim_compute_robot_state-ego_mean 0.008735747178395589 sim_compute_robot_state-ego_median 0.008776596387227376 sim_compute_robot_state-ego_min 0.008392906983693441 sim_compute_sim_state_max 0.005176336765289307 sim_compute_sim_state_mean 0.005084281285603841 sim_compute_sim_state_median 0.005075991153717041 sim_compute_sim_state_min 0.005017956097920735 sim_physics_max 0.10120050112406412 sim_physics_mean 0.09586433839797974 sim_physics_median 0.09764833688735962 sim_physics_min 0.08872045993804932 sim_render-ego_max 0.011908675034840902 sim_render-ego_mean 0.011844338575998942 sim_render-ego_median 0.011836600303649905 sim_render-ego_min 0.011776783466339112 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 27031
4795
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:14:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.7145491415979266 survival_time_median 11.750000000000032 deviation-center-line_median 0.8478503648247032 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.5224951068560283 agent_compute-ego_mean 0.42512963427888584 agent_compute-ego_median 0.4124894173940023 agent_compute-ego_min 0.3103793144226074 deviation-center-line_max 0.9314165458932856 deviation-center-line_mean 0.5851924199882946 deviation-center-line_min 0.10200495747844653 deviation-heading_max 4.6471243775124265 deviation-heading_mean 2.310499620605635 deviation-heading_median 2.2024053606507463 deviation-heading_min 0.5147110047102069 driven_any_max 4.194504112797498 driven_any_mean 2.5354204910812377 driven_any_median 3.0812296505068866 driven_any_min 0.8702946408604578 driven_lanedir_consec_max 3.5127950726850163 driven_lanedir_consec_mean 2.2470920306678024 driven_lanedir_consec_min 0.8415529608774006 driven_lanedir_max 3.5127950726850163 driven_lanedir_mean 2.2470920306678024 driven_lanedir_median 2.7145491415979266 driven_lanedir_min 0.8415529608774006 in-drivable-lane_max 2.9999999999999902 in-drivable-lane_mean 0.8500000000000002 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.0812296505068866, "sim_physics": 0.08793902079264324, "survival_time": 14.950000000000076, "driven_lanedir": 2.7145491415979266, "sim_render-ego": 0.012037447293599448, "in-drivable-lane": 1.2500000000000109, "agent_compute-ego": 0.4124894173940023, "deviation-heading": 3.589746479514831, "set_robot_commands": 0.008230992158253988, "deviation-center-line": 0.9314165458932856, "driven_lanedir_consec": 2.7145491415979266, "sim_compute_sim_state": 0.005444513956705729, "sim_compute_performance-ego": 0.007206571896870931, "sim_compute_robot_state-ego": 0.008613954385121664}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9140621135886828, "sim_physics": 0.0985152467768243, "survival_time": 2.3499999999999996, "driven_lanedir": 0.8753090007559219, "sim_render-ego": 0.012405065779990338, "in-drivable-lane": 0, "agent_compute-ego": 0.40406218488165674, "deviation-heading": 0.5985108806399645, "set_robot_commands": 0.008584585595638194, "deviation-center-line": 0.1364082468776671, "driven_lanedir_consec": 0.8753090007559219, "sim_compute_sim_state": 0.00561649241345994, "sim_compute_performance-ego": 0.007635106431676987, "sim_compute_robot_state-ego": 0.009082139806544529}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.617011937652664, "sim_physics": 0.09371098558953468, "survival_time": 11.750000000000032, "driven_lanedir": 3.5127950726850163, "sim_render-ego": 0.0117588073649305, "in-drivable-lane": 0, "agent_compute-ego": 0.4762221478401346, "deviation-heading": 2.2024053606507463, "set_robot_commands": 0.008019690817974984, "deviation-center-line": 0.8478503648247032, "driven_lanedir_consec": 3.5127950726850163, "sim_compute_sim_state": 0.004966173780725358, "sim_compute_performance-ego": 0.007375039445593002, "sim_compute_robot_state-ego": 0.008903262970295358}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.194504112797498, "sim_physics": 0.08945394277572633, "survival_time": 14.950000000000076, "driven_lanedir": 3.2912539774227474, "sim_render-ego": 0.011648344993591308, "in-drivable-lane": 2.9999999999999902, "agent_compute-ego": 0.5224951068560283, "deviation-heading": 4.6471243775124265, "set_robot_commands": 0.008231106599171957, "deviation-center-line": 0.9082819848673708, "driven_lanedir_consec": 3.2912539774227474, "sim_compute_sim_state": 0.004858566125233968, "sim_compute_performance-ego": 0.007223630746205648, "sim_compute_robot_state-ego": 0.008575862248738606}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.8702946408604578, "sim_physics": 0.07633734279208713, "survival_time": 2.25, "driven_lanedir": 0.8415529608774006, "sim_render-ego": 0.011016819212171769, "in-drivable-lane": 0, "agent_compute-ego": 0.3103793144226074, "deviation-heading": 0.5147110047102069, "set_robot_commands": 0.0076312065124511715, "deviation-center-line": 0.10200495747844653, "driven_lanedir_consec": 0.8415529608774006, "sim_compute_sim_state": 0.004419793023003472, "sim_compute_performance-ego": 0.0065640343560112845, "sim_compute_robot_state-ego": 0.00819026099310981}}set_robot_commands_max 0.008584585595638194 set_robot_commands_mean 0.00813951633669806 set_robot_commands_median 0.008230992158253988 set_robot_commands_min 0.0076312065124511715 sim_compute_performance-ego_max 0.007635106431676987 sim_compute_performance-ego_mean 0.007200876575271571 sim_compute_performance-ego_median 0.007223630746205648 sim_compute_performance-ego_min 0.0065640343560112845 sim_compute_robot_state-ego_max 0.009082139806544529 sim_compute_robot_state-ego_mean 0.008673096080761994 sim_compute_robot_state-ego_median 0.008613954385121664 sim_compute_robot_state-ego_min 0.00819026099310981 sim_compute_sim_state_max 0.00561649241345994 sim_compute_sim_state_mean 0.005061107859825694 sim_compute_sim_state_median 0.004966173780725358 sim_compute_sim_state_min 0.004419793023003472 sim_physics_max 0.0985152467768243 sim_physics_mean 0.08919130774536313 sim_physics_median 0.08945394277572633 sim_physics_min 0.07633734279208713 sim_render-ego_max 0.012405065779990338 sim_render-ego_mean 0.011773296928856671 sim_render-ego_median 0.0117588073649305 sim_render-ego_min 0.011016819212171769 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 9.250000000000036 survival_time_min 2.25
No reset possible 27021
4806
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.8244781687827736 survival_time_median 7.94999999999998 deviation-center-line_median 0.4568377142628533 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.025394411314101445 agent_compute-ego_mean 0.022281967839747993 agent_compute-ego_median 0.022094912416353 agent_compute-ego_min 0.020281415780385337 deviation-center-line_max 1.0935786752745111 deviation-center-line_mean 0.570617218935865 deviation-center-line_min 0.16368303368655476 deviation-heading_max 4.1457330093618365 deviation-heading_mean 1.9420961789528055 deviation-heading_median 1.3434904328636106 deviation-heading_min 0.7592192171331706 driven_any_max 5.009712135613042 driven_any_mean 3.086713557489253 driven_any_median 2.8780787386727757 driven_any_min 1.080459969724203 driven_lanedir_consec_max 4.909941951747065 driven_lanedir_consec_mean 3.0015654963733627 driven_lanedir_consec_min 1.0523562657114232 driven_lanedir_max 4.909941951747065 driven_lanedir_mean 3.0015654963733627 driven_lanedir_median 2.8244781687827736 driven_lanedir_min 1.0523562657114232 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.080459969724203, "sim_physics": 0.07262415829158965, "survival_time": 4.199999999999993, "driven_lanedir": 1.0523562657114232, "sim_render-ego": 0.01117297581263951, "in-drivable-lane": 0, "agent_compute-ego": 0.025394411314101445, "deviation-heading": 0.7592192171331706, "set_robot_commands": 0.008107716128939674, "deviation-center-line": 0.16368303368655476, "driven_lanedir_consec": 1.0523562657114232, "sim_compute_sim_state": 0.004783252875010173, "sim_compute_performance-ego": 0.006843322799319313, "sim_compute_robot_state-ego": 0.007932924088977632}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.2876574297148915, "sim_physics": 0.06737314809964398, "survival_time": 6.349999999999985, "driven_lanedir": 2.2491487121847116, "sim_render-ego": 0.01031837688656304, "in-drivable-lane": 0, "agent_compute-ego": 0.022094912416353, "deviation-heading": 0.9816526549559612, "set_robot_commands": 0.007686457296056072, "deviation-center-line": 0.2450100030334123, "driven_lanedir_consec": 2.2491487121847116, "sim_compute_sim_state": 0.0044764270932655635, "sim_compute_performance-ego": 0.006205059411957508, "sim_compute_robot_state-ego": 0.007553840246726209}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.009712135613042, "sim_physics": 0.06869239648183187, "survival_time": 14.950000000000076, "driven_lanedir": 4.909941951747065, "sim_render-ego": 0.010659224192301432, "in-drivable-lane": 0, "agent_compute-ego": 0.02262417236963908, "deviation-heading": 2.480385580449449, "set_robot_commands": 0.008096596399943035, "deviation-center-line": 0.8939766684219933, "driven_lanedir_consec": 4.909941951747065, "sim_compute_sim_state": 0.004603249231974284, "sim_compute_performance-ego": 0.006279388268788656, "sim_compute_robot_state-ego": 0.007689768473307291}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.177659513721353, "sim_physics": 0.06398902018864949, "survival_time": 14.950000000000076, "driven_lanedir": 3.971902383440841, "sim_render-ego": 0.010147590637207032, "in-drivable-lane": 0, "agent_compute-ego": 0.020281415780385337, "deviation-heading": 4.1457330093618365, "set_robot_commands": 0.007390637397766114, "deviation-center-line": 1.0935786752745111, "driven_lanedir_consec": 3.971902383440841, "sim_compute_sim_state": 0.004265007177988688, "sim_compute_performance-ego": 0.006079587936401367, "sim_compute_robot_state-ego": 0.00735100507736206}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.8780787386727757, "sim_physics": 0.06957343089505562, "survival_time": 7.94999999999998, "driven_lanedir": 2.8244781687827736, "sim_render-ego": 0.010974144785659118, "in-drivable-lane": 0, "agent_compute-ego": 0.021014927318261104, "deviation-heading": 1.3434904328636106, "set_robot_commands": 0.007654110590616862, "deviation-center-line": 0.4568377142628533, "driven_lanedir_consec": 2.8244781687827736, "sim_compute_sim_state": 0.004461871752948881, "sim_compute_performance-ego": 0.006348317524172225, "sim_compute_robot_state-ego": 0.007533884648257082}}set_robot_commands_max 0.008107716128939674 set_robot_commands_mean 0.007787103562664351 set_robot_commands_median 0.007686457296056072 set_robot_commands_min 0.007390637397766114 sim_compute_performance-ego_max 0.006843322799319313 sim_compute_performance-ego_mean 0.006351135188127813 sim_compute_performance-ego_median 0.006279388268788656 sim_compute_performance-ego_min 0.006079587936401367 sim_compute_robot_state-ego_max 0.007932924088977632 sim_compute_robot_state-ego_mean 0.007612284506926055 sim_compute_robot_state-ego_median 0.007553840246726209 sim_compute_robot_state-ego_min 0.00735100507736206 sim_compute_sim_state_max 0.004783252875010173 sim_compute_sim_state_mean 0.0045179616262375185 sim_compute_sim_state_median 0.0044764270932655635 sim_compute_sim_state_min 0.004265007177988688 sim_physics_max 0.07262415829158965 sim_physics_mean 0.06845043079135413 sim_physics_median 0.06869239648183187 sim_physics_min 0.06398902018864949 sim_render-ego_max 0.01117297581263951 sim_render-ego_mean 0.010654462462874027 sim_render-ego_median 0.010659224192301432 sim_render-ego_min 0.010147590637207032 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 9.680000000000025 survival_time_min 4.199999999999993
No reset possible 27002
4819
Ramon Emiliani 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation failed yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:22 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 1 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 26971
4843
Nikolaus Howe challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:11:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.0879691287950957 survival_time_median 14.950000000000076 deviation-center-line_median 0.8141423650923401 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.056988525390625 agent_compute-ego_mean 0.052234023094177254 agent_compute-ego_median 0.05154561360677083 agent_compute-ego_min 0.04872829357783 deviation-center-line_max 1.0738914037084688 deviation-center-line_mean 0.7118804094258203 deviation-center-line_min 0.3116970356788908 deviation-heading_max 2.7724819603136908 deviation-heading_mean 1.5560237218655275 deviation-heading_median 1.486303106140264 deviation-heading_min 0.6607615439991787 driven_any_max 2.387419315137687 driven_any_mean 2.1967970063970137 driven_any_median 2.2000814052148123 driven_any_min 2.0626931755504314 driven_lanedir_consec_max 2.37283319231958 driven_lanedir_consec_mean 2.152420839268388 driven_lanedir_consec_min 2.04451938024295 driven_lanedir_max 2.37283319231958 driven_lanedir_mean 2.152420839268388 driven_lanedir_median 2.0879691287950957 driven_lanedir_min 2.04451938024295 in-drivable-lane_max 0.8000000000000114 in-drivable-lane_mean 0.16000000000000228 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.2511317935964317, "sim_physics": 0.08150768200556437, "survival_time": 14.950000000000076, "driven_lanedir": 2.0879691287950957, "sim_render-ego": 0.012661714553833008, "in-drivable-lane": 0.8000000000000114, "agent_compute-ego": 0.056988525390625, "deviation-heading": 2.7724819603136908, "set_robot_commands": 0.0090614120165507, "deviation-center-line": 1.0738914037084688, "driven_lanedir_consec": 2.0879691287950957, "sim_compute_sim_state": 0.005284318129221598, "sim_compute_performance-ego": 0.007759060064951579, "sim_compute_robot_state-ego": 0.0090153431892395}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.2000814052148123, "sim_physics": 0.09401009162267047, "survival_time": 14.950000000000076, "driven_lanedir": 2.1794132413890437, "sim_render-ego": 0.01298861503601074, "in-drivable-lane": 0, "agent_compute-ego": 0.05415918668111165, "deviation-heading": 1.486303106140264, "set_robot_commands": 0.008919310569763184, "deviation-center-line": 0.9479485652574466, "driven_lanedir_consec": 2.1794132413890437, "sim_compute_sim_state": 0.005514848232269287, "sim_compute_performance-ego": 0.008032348155975342, "sim_compute_robot_state-ego": 0.009163882732391358}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.0626931755504314, "sim_physics": 0.0854561694463094, "survival_time": 14.950000000000076, "driven_lanedir": 2.04451938024295, "sim_render-ego": 0.012944614092508952, "in-drivable-lane": 0, "agent_compute-ego": 0.04872829357783, "deviation-heading": 1.6163795899539484, "set_robot_commands": 0.009034508069356285, "deviation-center-line": 0.8141423650923401, "driven_lanedir_consec": 2.04451938024295, "sim_compute_sim_state": 0.005387872854868571, "sim_compute_performance-ego": 0.007616539001464844, "sim_compute_robot_state-ego": 0.009044313430786132}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.387419315137687, "sim_physics": 0.0826678999265035, "survival_time": 14.950000000000076, "driven_lanedir": 2.37283319231958, "sim_render-ego": 0.012035263379414875, "in-drivable-lane": 0, "agent_compute-ego": 0.05154561360677083, "deviation-heading": 1.2441924089205565, "set_robot_commands": 0.009147963523864744, "deviation-center-line": 0.4117226773919555, "driven_lanedir_consec": 2.37283319231958, "sim_compute_sim_state": 0.005193331241607666, "sim_compute_performance-ego": 0.00698741356531779, "sim_compute_robot_state-ego": 0.008753132820129395}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.082659342485705, "sim_physics": 0.06811648845672608, "survival_time": 14.950000000000076, "driven_lanedir": 2.07736925359527, "sim_render-ego": 0.011791214148203532, "in-drivable-lane": 0, "agent_compute-ego": 0.04974849621454875, "deviation-heading": 0.6607615439991787, "set_robot_commands": 0.008143983681996663, "deviation-center-line": 0.3116970356788908, "driven_lanedir_consec": 2.07736925359527, "sim_compute_sim_state": 0.004904340902964274, "sim_compute_performance-ego": 0.006925273736317953, "sim_compute_robot_state-ego": 0.008151867389678956}}set_robot_commands_max 0.009147963523864744 set_robot_commands_mean 0.008861435572306314 set_robot_commands_median 0.009034508069356285 set_robot_commands_min 0.008143983681996663 sim_compute_performance-ego_max 0.008032348155975342 sim_compute_performance-ego_mean 0.007464126904805501 sim_compute_performance-ego_median 0.007616539001464844 sim_compute_performance-ego_min 0.006925273736317953 sim_compute_robot_state-ego_max 0.009163882732391358 sim_compute_robot_state-ego_mean 0.008825707912445068 sim_compute_robot_state-ego_median 0.0090153431892395 sim_compute_robot_state-ego_min 0.008151867389678956 sim_compute_sim_state_max 0.005514848232269287 sim_compute_sim_state_mean 0.005256942272186279 sim_compute_sim_state_median 0.005284318129221598 sim_compute_sim_state_min 0.004904340902964274 sim_physics_max 0.09401009162267047 sim_physics_mean 0.08235166629155476 sim_physics_median 0.0826678999265035 sim_physics_min 0.06811648845672608 sim_render-ego_max 0.01298861503601074 sim_render-ego_mean 0.012484284241994223 sim_render-ego_median 0.012661714553833008 sim_render-ego_min 0.011791214148203532 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26952
4856
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4062125053361647 survival_time_median 4.699999999999991 deviation-center-line_median 0.2585984344368726 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.6894721508026123 agent_compute-ego_mean 0.5958505183205457 agent_compute-ego_median 0.5984692928638864 agent_compute-ego_min 0.4905206240140475 deviation-center-line_max 0.4759439477820354 deviation-center-line_mean 0.2627451717100785 deviation-center-line_min 0.1449998217407866 deviation-heading_max 2.072252644060121 deviation-heading_mean 1.12234142579715 deviation-heading_median 1.002193034689907 deviation-heading_min 0.5118851965934768 driven_any_max 2.857261728436705 driven_any_mean 1.6236976393447633 driven_any_median 1.4498335260144604 driven_any_min 1.0031772626755124 driven_lanedir_consec_max 2.383074532275554 driven_lanedir_consec_mean 1.4694146021935377 driven_lanedir_consec_min 0.836348301589527 driven_lanedir_max 2.383074532275554 driven_lanedir_mean 1.4694146021935377 driven_lanedir_median 1.4062125053361647 driven_lanedir_min 0.836348301589527 in-drivable-lane_max 1.400000000000002 in-drivable-lane_mean 0.43999999999999984 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.4498335260144604, "sim_physics": 0.11518876349672358, "survival_time": 4.699999999999991, "driven_lanedir": 1.4062125053361647, "sim_render-ego": 0.01359001119086083, "in-drivable-lane": 0, "agent_compute-ego": 0.5984692928638864, "deviation-heading": 1.002193034689907, "set_robot_commands": 0.009905264732685494, "deviation-center-line": 0.2585984344368726, "driven_lanedir_consec": 1.4062125053361647, "sim_compute_sim_state": 0.00532617467515012, "sim_compute_performance-ego": 0.007946339059383311, "sim_compute_robot_state-ego": 0.009541653572244848}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.057548771581441, "sim_physics": 0.11448396335948598, "survival_time": 2.7499999999999982, "driven_lanedir": 1.0368601524956749, "sim_render-ego": 0.013316817717118696, "in-drivable-lane": 0, "agent_compute-ego": 0.6894721508026123, "deviation-heading": 0.5118851965934768, "set_robot_commands": 0.009695894067937678, "deviation-center-line": 0.1449998217407866, "driven_lanedir_consec": 1.0368601524956749, "sim_compute_sim_state": 0.005184351314197887, "sim_compute_performance-ego": 0.007726170799948953, "sim_compute_robot_state-ego": 0.010094092108986596}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.0031772626755124, "sim_physics": 0.11815680427984758, "survival_time": 4.399999999999992, "driven_lanedir": 0.836348301589527, "sim_render-ego": 0.013245260173624212, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.6525070558894764, "deviation-heading": 0.7622361600268411, "set_robot_commands": 0.009490392424843529, "deviation-center-line": 0.1697216750452872, "driven_lanedir_consec": 0.836348301589527, "sim_compute_sim_state": 0.005872520533475009, "sim_compute_performance-ego": 0.007914022965864702, "sim_compute_robot_state-ego": 0.01011332869529724}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.7506669080156982, "sim_physics": 0.09433269500732422, "survival_time": 5.799999999999987, "driven_lanedir": 1.684577519270769, "sim_render-ego": 0.013119167294995538, "in-drivable-lane": 0, "agent_compute-ego": 0.5482834680327053, "deviation-heading": 1.2631400936154045, "set_robot_commands": 0.008995555598160317, "deviation-center-line": 0.26446197954541073, "driven_lanedir_consec": 1.684577519270769, "sim_compute_sim_state": 0.0053366463759849814, "sim_compute_performance-ego": 0.00773666028318734, "sim_compute_robot_state-ego": 0.00966438548318271}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.857261728436705, "sim_physics": 0.10274497997125932, "survival_time": 8.449999999999985, "driven_lanedir": 2.383074532275554, "sim_render-ego": 0.012857439955310707, "in-drivable-lane": 1.400000000000002, "agent_compute-ego": 0.4905206240140475, "deviation-heading": 2.072252644060121, "set_robot_commands": 0.00913346448593591, "deviation-center-line": 0.4759439477820354, "driven_lanedir_consec": 2.383074532275554, "sim_compute_sim_state": 0.0052279988689535465, "sim_compute_performance-ego": 0.00740062696693917, "sim_compute_robot_state-ego": 0.009185157584015434}}set_robot_commands_max 0.009905264732685494 set_robot_commands_mean 0.009444114261912584 set_robot_commands_median 0.009490392424843529 set_robot_commands_min 0.008995555598160317 sim_compute_performance-ego_max 0.007946339059383311 sim_compute_performance-ego_mean 0.007744764015064696 sim_compute_performance-ego_median 0.00773666028318734 sim_compute_performance-ego_min 0.00740062696693917 sim_compute_robot_state-ego_max 0.01011332869529724 sim_compute_robot_state-ego_mean 0.009719723488745368 sim_compute_robot_state-ego_median 0.00966438548318271 sim_compute_robot_state-ego_min 0.009185157584015434 sim_compute_sim_state_max 0.005872520533475009 sim_compute_sim_state_mean 0.005389538353552309 sim_compute_sim_state_median 0.00532617467515012 sim_compute_sim_state_min 0.005184351314197887 sim_physics_max 0.11815680427984758 sim_physics_mean 0.10898144122292816 sim_physics_median 0.11448396335948598 sim_physics_min 0.09433269500732422 sim_render-ego_max 0.01359001119086083 sim_render-ego_mean 0.013225739266381997 sim_render-ego_median 0.013245260173624212 sim_render-ego_min 0.012857439955310707 simulation-passed 1 survival_time_max 8.449999999999985 survival_time_mean 5.219999999999991 survival_time_min 2.7499999999999982
No reset possible 26930
4872
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:14:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.272386897452157 survival_time_median 14.950000000000076 deviation-center-line_median 0.6612416560719083 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.07194125811258952 agent_compute-ego_mean 0.06639450073242188 agent_compute-ego_median 0.06887861808141073 agent_compute-ego_min 0.052582120100657145 deviation-center-line_max 0.7404134115193994 deviation-center-line_mean 0.6442583577729902 deviation-center-line_min 0.5328740325187327 deviation-heading_max 3.813450227163053 deviation-heading_mean 3.2186723318720794 deviation-heading_median 3.339672861298368 deviation-heading_min 2.300973803094572 driven_any_max 4.1260062281002945 driven_any_mean 3.498425076987727 driven_any_median 3.385819767981197 driven_any_min 3.150507509204539 driven_lanedir_consec_max 4.006466997461356 driven_lanedir_consec_mean 3.343119357143542 driven_lanedir_consec_min 3.0298399501335886 driven_lanedir_max 4.006466997461356 driven_lanedir_mean 3.343119357143542 driven_lanedir_median 3.272386897452157 driven_lanedir_min 3.0298399501335886 in-drivable-lane_max 1.40000000000002 in-drivable-lane_mean 0.4500000000000064 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.150507509204539, "sim_physics": 0.15821473280588785, "survival_time": 14.950000000000076, "driven_lanedir": 3.0298399501335886, "sim_render-ego": 0.017063138484954835, "in-drivable-lane": 0, "agent_compute-ego": 0.06852378209431965, "deviation-heading": 3.599514829539366, "set_robot_commands": 0.012248993714650472, "deviation-center-line": 0.7404134115193994, "driven_lanedir_consec": 3.0298399501335886, "sim_compute_sim_state": 0.007206732432047526, "sim_compute_performance-ego": 0.011208269596099852, "sim_compute_robot_state-ego": 0.012721116542816165}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.385819767981197, "sim_physics": 0.15878827730814615, "survival_time": 14.950000000000076, "driven_lanedir": 3.2980139028532425, "sim_render-ego": 0.01683990001678467, "in-drivable-lane": 0, "agent_compute-ego": 0.07194125811258952, "deviation-heading": 3.039749938265038, "set_robot_commands": 0.012042826016743976, "deviation-center-line": 0.5328740325187327, "driven_lanedir_consec": 3.2980139028532425, "sim_compute_sim_state": 0.006773149172465007, "sim_compute_performance-ego": 0.010810279846191406, "sim_compute_robot_state-ego": 0.012479782899220785}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.1260062281002945, "sim_physics": 0.13999488989512127, "survival_time": 14.950000000000076, "driven_lanedir": 4.006466997461356, "sim_render-ego": 0.016701032320658366, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.06887861808141073, "deviation-heading": 2.300973803094572, "set_robot_commands": 0.011257384618123372, "deviation-center-line": 0.6612416560719083, "driven_lanedir_consec": 4.006466997461356, "sim_compute_sim_state": 0.006804037094116211, "sim_compute_performance-ego": 0.010396389961242676, "sim_compute_robot_state-ego": 0.012327614625295004}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.234117235417078, "sim_physics": 0.14221628506978354, "survival_time": 14.950000000000076, "driven_lanedir": 3.1088890378173684, "sim_render-ego": 0.016024187405904135, "in-drivable-lane": 0, "agent_compute-ego": 0.07004672527313233, "deviation-heading": 3.339672861298368, "set_robot_commands": 0.011237823168436686, "deviation-center-line": 0.7025054213547588, "driven_lanedir_consec": 3.1088890378173684, "sim_compute_sim_state": 0.006850620110829671, "sim_compute_performance-ego": 0.010147235393524167, "sim_compute_robot_state-ego": 0.01267388661702474}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.595674644235525, "sim_physics": 0.08859994490941366, "survival_time": 14.950000000000076, "driven_lanedir": 3.272386897452157, "sim_render-ego": 0.012839277585347494, "in-drivable-lane": 1.40000000000002, "agent_compute-ego": 0.052582120100657145, "deviation-heading": 3.813450227163053, "set_robot_commands": 0.009010488192240398, "deviation-center-line": 0.5842572674001516, "driven_lanedir_consec": 3.272386897452157, "sim_compute_sim_state": 0.00543615182240804, "sim_compute_performance-ego": 0.007737553119659424, "sim_compute_robot_state-ego": 0.009090562661488851}}set_robot_commands_max 0.012248993714650472 set_robot_commands_mean 0.011159503142038982 set_robot_commands_median 0.011257384618123372 set_robot_commands_min 0.009010488192240398 sim_compute_performance-ego_max 0.011208269596099852 sim_compute_performance-ego_mean 0.010059945583343504 sim_compute_performance-ego_median 0.010396389961242676 sim_compute_performance-ego_min 0.007737553119659424 sim_compute_robot_state-ego_max 0.012721116542816165 sim_compute_robot_state-ego_mean 0.011858592669169108 sim_compute_robot_state-ego_median 0.012479782899220785 sim_compute_robot_state-ego_min 0.009090562661488851 sim_compute_sim_state_max 0.007206732432047526 sim_compute_sim_state_mean 0.006614138126373291 sim_compute_sim_state_median 0.006804037094116211 sim_compute_sim_state_min 0.00543615182240804 sim_physics_max 0.15878827730814615 sim_physics_mean 0.1375628259976705 sim_physics_median 0.14221628506978354 sim_physics_min 0.08859994490941366 sim_render-ego_max 0.017063138484954835 sim_render-ego_mean 0.0158935071627299 sim_render-ego_median 0.016701032320658366 sim_render-ego_min 0.012839277585347494 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26911
4887
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:13:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.4605247786848055 survival_time_median 14.950000000000076 deviation-center-line_median 0.6828422534728301 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.06969733238220215 agent_compute-ego_mean 0.03965399010976156 agent_compute-ego_median 0.03274951219558716 agent_compute-ego_min 0.03017075856526693 deviation-center-line_max 1.093124338725282 deviation-center-line_mean 0.7357772042788762 deviation-center-line_min 0.522872532977442 deviation-heading_max 5.378830827691588 deviation-heading_mean 3.4569407738862283 deviation-heading_median 3.2492402081371483 deviation-heading_min 2.14253865788869 driven_any_max 4.977006447397563 driven_any_mean 3.716844875359517 driven_any_median 3.585168098821611 driven_any_min 2.548290278868319 driven_lanedir_consec_max 4.888924331054942 driven_lanedir_consec_mean 3.5845529698150203 driven_lanedir_consec_min 2.416882837239563 driven_lanedir_max 4.888924331054942 driven_lanedir_mean 3.5845529698150203 driven_lanedir_median 3.4605247786848055 driven_lanedir_min 2.416882837239563 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.931751070194763, "sim_physics": 0.12772063573201498, "survival_time": 14.950000000000076, "driven_lanedir": 2.676763204312643, "sim_render-ego": 0.015527531305948894, "in-drivable-lane": 0, "agent_compute-ego": 0.03274951219558716, "deviation-heading": 5.378830827691588, "set_robot_commands": 0.01110658327738444, "deviation-center-line": 1.093124338725282, "driven_lanedir_consec": 2.676763204312643, "sim_compute_sim_state": 0.006681161721547445, "sim_compute_performance-ego": 0.009471240043640135, "sim_compute_robot_state-ego": 0.011036161581675212}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.548290278868319, "sim_physics": 0.1164131236076355, "survival_time": 14.950000000000076, "driven_lanedir": 2.416882837239563, "sim_render-ego": 0.015368528366088869, "in-drivable-lane": 0, "agent_compute-ego": 0.03017075856526693, "deviation-heading": 4.066195165386512, "set_robot_commands": 0.010201930205027262, "deviation-center-line": 0.7496923495713405, "driven_lanedir_consec": 2.416882837239563, "sim_compute_sim_state": 0.006270835399627686, "sim_compute_performance-ego": 0.008994543552398681, "sim_compute_robot_state-ego": 0.010507353941599528}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.977006447397563, "sim_physics": 0.11808746496836343, "survival_time": 14.950000000000076, "driven_lanedir": 4.888924331054942, "sim_render-ego": 0.014632051785786946, "in-drivable-lane": 0, "agent_compute-ego": 0.03049753824869792, "deviation-heading": 2.4478990103272027, "set_robot_commands": 0.010322622458140055, "deviation-center-line": 0.6303545466474861, "driven_lanedir_consec": 4.888924331054942, "sim_compute_sim_state": 0.006814088821411133, "sim_compute_performance-ego": 0.009334200223286949, "sim_compute_robot_state-ego": 0.010258661111195885}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.585168098821611, "sim_physics": 0.12195101261138916, "survival_time": 14.950000000000076, "driven_lanedir": 3.4605247786848055, "sim_render-ego": 0.01532815456390381, "in-drivable-lane": 0, "agent_compute-ego": 0.03515480915705363, "deviation-heading": 3.2492402081371483, "set_robot_commands": 0.010625178813934329, "deviation-center-line": 0.6828422534728301, "driven_lanedir_consec": 3.4605247786848055, "sim_compute_sim_state": 0.00676918903986613, "sim_compute_performance-ego": 0.009781252543131513, "sim_compute_robot_state-ego": 0.01108232577641805}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.5420084815153245, "sim_physics": 0.11913455088933309, "survival_time": 14.950000000000076, "driven_lanedir": 4.479669697783148, "sim_render-ego": 0.015166853268941244, "in-drivable-lane": 0, "agent_compute-ego": 0.06969733238220215, "deviation-heading": 2.14253865788869, "set_robot_commands": 0.010240610440572102, "deviation-center-line": 0.522872532977442, "driven_lanedir_consec": 4.479669697783148, "sim_compute_sim_state": 0.006785554885864258, "sim_compute_performance-ego": 0.009059084256490072, "sim_compute_robot_state-ego": 0.010863343079884846}}set_robot_commands_max 0.01110658327738444 set_robot_commands_mean 0.010499385039011638 set_robot_commands_median 0.010322622458140055 set_robot_commands_min 0.010201930205027262 sim_compute_performance-ego_max 0.009781252543131513 sim_compute_performance-ego_mean 0.00932806412378947 sim_compute_performance-ego_median 0.009334200223286949 sim_compute_performance-ego_min 0.008994543552398681 sim_compute_robot_state-ego_max 0.01108232577641805 sim_compute_robot_state-ego_mean 0.010749569098154704 sim_compute_robot_state-ego_median 0.010863343079884846 sim_compute_robot_state-ego_min 0.010258661111195885 sim_compute_sim_state_max 0.006814088821411133 sim_compute_sim_state_mean 0.00666416597366333 sim_compute_sim_state_median 0.00676918903986613 sim_compute_sim_state_min 0.006270835399627686 sim_physics_max 0.12772063573201498 sim_physics_mean 0.12066135756174726 sim_physics_median 0.11913455088933309 sim_physics_min 0.1164131236076355 sim_render-ego_max 0.015527531305948894 sim_render-ego_mean 0.01520462385813395 sim_render-ego_median 0.01532815456390381 sim_render-ego_min 0.014632051785786946 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26886
4907
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:13:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.4602645256731597 survival_time_median 14.950000000000076 deviation-center-line_median 0.6651949733764451 in-drivable-lane_median 2.450000000000017
other stats agent_compute-ego_max 0.05834065834681193 agent_compute-ego_mean 0.038194595177968346 agent_compute-ego_median 0.03425154209136963 agent_compute-ego_min 0.02981408993403117 deviation-center-line_max 0.8753006454156981 deviation-center-line_mean 0.732838899716685 deviation-center-line_min 0.6082100897792226 deviation-heading_max 5.623577781697082 deviation-heading_mean 4.092680865371403 deviation-heading_median 3.836693089172042 deviation-heading_min 3.3752545039975055 driven_any_max 4.106652074797569 driven_any_mean 3.180499213264749 driven_any_median 3.121917863761575 driven_any_min 2.7236127123932348 driven_lanedir_consec_max 2.9570648408403897 driven_lanedir_consec_mean 2.374616568127073 driven_lanedir_consec_min 1.2919841633008815 driven_lanedir_max 3.9374416448403338 driven_lanedir_mean 2.8528924554563058 driven_lanedir_median 2.7308303743102225 driven_lanedir_min 2.2061864807798734 in-drivable-lane_max 3.1000000000000174 in-drivable-lane_mean 1.7200000000000124 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.7927188548289967, "sim_physics": 0.13296669165293376, "survival_time": 14.950000000000076, "driven_lanedir": 2.4329389365107095, "sim_render-ego": 0.015538466771443686, "in-drivable-lane": 2.550000000000021, "agent_compute-ego": 0.03425154209136963, "deviation-heading": 3.3752545039975055, "set_robot_commands": 0.011579052607218424, "deviation-center-line": 0.6082100897792226, "driven_lanedir_consec": 2.4329389365107095, "sim_compute_sim_state": 0.00686343510945638, "sim_compute_performance-ego": 0.010013143221537272, "sim_compute_robot_state-ego": 0.012020665009816488}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.121917863761575, "sim_physics": 0.14188702503840128, "survival_time": 14.950000000000076, "driven_lanedir": 2.9570648408403897, "sim_render-ego": 0.01814166386922201, "in-drivable-lane": 0, "agent_compute-ego": 0.034991671244303385, "deviation-heading": 4.068155741308527, "set_robot_commands": 0.01227081060409546, "deviation-center-line": 0.8753006454156981, "driven_lanedir_consec": 2.9570648408403897, "sim_compute_sim_state": 0.0073137005170186365, "sim_compute_performance-ego": 0.010223509470621743, "sim_compute_robot_state-ego": 0.01196224848429362}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.15759456054237, "sim_physics": 0.13225144465764363, "survival_time": 14.950000000000076, "driven_lanedir": 2.7308303743102225, "sim_render-ego": 0.015839447975158693, "in-drivable-lane": 3.1000000000000174, "agent_compute-ego": 0.033575014273325605, "deviation-heading": 3.5597232106818573, "set_robot_commands": 0.011658440430959066, "deviation-center-line": 0.6651949733764451, "driven_lanedir_consec": 2.7308303743102225, "sim_compute_sim_state": 0.0067675606409708655, "sim_compute_performance-ego": 0.01020725965499878, "sim_compute_robot_state-ego": 0.011722197532653808}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.7236127123932348, "sim_physics": 0.11310120026270548, "survival_time": 14.950000000000076, "driven_lanedir": 2.2061864807798734, "sim_render-ego": 0.014683831532796223, "in-drivable-lane": 2.450000000000017, "agent_compute-ego": 0.02981408993403117, "deviation-heading": 5.623577781697082, "set_robot_commands": 0.010422781308492024, "deviation-center-line": 0.8504568801818112, "driven_lanedir_consec": 1.2919841633008815, "sim_compute_sim_state": 0.006578009128570556, "sim_compute_performance-ego": 0.00894182523091634, "sim_compute_robot_state-ego": 0.01059343179066976}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.106652074797569, "sim_physics": 0.09970345894495646, "survival_time": 14.950000000000076, "driven_lanedir": 3.9374416448403338, "sim_render-ego": 0.014251329104105632, "in-drivable-lane": 0.5000000000000071, "agent_compute-ego": 0.05834065834681193, "deviation-heading": 3.836693089172042, "set_robot_commands": 0.009541687965393066, "deviation-center-line": 0.6650319098302483, "driven_lanedir_consec": 2.4602645256731597, "sim_compute_sim_state": 0.005863133271535237, "sim_compute_performance-ego": 0.00864880879720052, "sim_compute_robot_state-ego": 0.009535544713338217}}set_robot_commands_max 0.01227081060409546 set_robot_commands_mean 0.011094554583231608 set_robot_commands_median 0.011579052607218424 set_robot_commands_min 0.009541687965393066 sim_compute_performance-ego_max 0.010223509470621743 sim_compute_performance-ego_mean 0.009606909275054932 sim_compute_performance-ego_median 0.010013143221537272 sim_compute_performance-ego_min 0.00864880879720052 sim_compute_robot_state-ego_max 0.012020665009816488 sim_compute_robot_state-ego_mean 0.011166817506154378 sim_compute_robot_state-ego_median 0.011722197532653808 sim_compute_robot_state-ego_min 0.009535544713338217 sim_compute_sim_state_max 0.0073137005170186365 sim_compute_sim_state_mean 0.006677167733510335 sim_compute_sim_state_median 0.0067675606409708655 sim_compute_sim_state_min 0.005863133271535237 sim_physics_max 0.14188702503840128 sim_physics_mean 0.12398196411132811 sim_physics_median 0.13225144465764363 sim_physics_min 0.09970345894495646 sim_render-ego_max 0.01814166386922201 sim_render-ego_mean 0.01569094785054525 sim_render-ego_median 0.015538466771443686 sim_render-ego_min 0.014251329104105632 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26863
4917
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:13:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.739321910138765 survival_time_median 14.950000000000076 deviation-center-line_median 0.8504091311895187 in-drivable-lane_median 1.550000000000022
other stats agent_compute-ego_max 0.06445731004079183 agent_compute-ego_mean 0.04262707265218099 agent_compute-ego_median 0.03339695294698079 agent_compute-ego_min 0.030446561177571618 deviation-center-line_max 1.029649163372764 deviation-center-line_mean 0.8273392758399156 deviation-center-line_min 0.6392360721697828 deviation-heading_max 5.336571752242377 deviation-heading_mean 3.5315806225050808 deviation-heading_median 3.1806361816715008 deviation-heading_min 2.313187772040769 driven_any_max 4.40280598331424 driven_any_mean 3.7137257762025113 driven_any_median 3.551930432825841 driven_any_min 3.323748579111531 driven_lanedir_consec_max 4.193327451805463 driven_lanedir_consec_mean 2.8300276213461557 driven_lanedir_consec_min 1.4114334359973408 driven_lanedir_max 4.193327451805463 driven_lanedir_mean 3.3806243827222344 driven_lanedir_median 3.1235249519540416 driven_lanedir_min 2.921235900850717 in-drivable-lane_max 2.8500000000000094 in-drivable-lane_mean 1.88000000000001 in-drivable-lane_min 0.9000000000000128 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.400260891801541, "sim_physics": 0.1292201042175293, "survival_time": 14.950000000000076, "driven_lanedir": 3.0807451054538384, "sim_render-ego": 0.01577067216237386, "in-drivable-lane": 2.700000000000011, "agent_compute-ego": 0.03339695294698079, "deviation-heading": 3.1806361816715008, "set_robot_commands": 0.011081682046254477, "deviation-center-line": 0.9740539272778522, "driven_lanedir_consec": 2.221766805242098, "sim_compute_sim_state": 0.006746987501780192, "sim_compute_performance-ego": 0.009999725818634031, "sim_compute_robot_state-ego": 0.011817283630371092}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.323748579111531, "sim_physics": 0.12013299624125162, "survival_time": 14.950000000000076, "driven_lanedir": 2.921235900850717, "sim_render-ego": 0.01482122580210368, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.0313634999593099, "deviation-heading": 5.336571752242377, "set_robot_commands": 0.010259865919748942, "deviation-center-line": 0.8504091311895187, "driven_lanedir_consec": 2.739321910138765, "sim_compute_sim_state": 0.006304131348927816, "sim_compute_performance-ego": 0.00905640681584676, "sim_compute_robot_state-ego": 0.0109285839398702}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.889882993959405, "sim_physics": 0.12192050298055011, "survival_time": 14.950000000000076, "driven_lanedir": 3.5842885035471115, "sim_render-ego": 0.014665718078613282, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.030446561177571618, "deviation-heading": 2.829625771867917, "set_robot_commands": 0.010198545455932618, "deviation-center-line": 1.029649163372764, "driven_lanedir_consec": 3.5842885035471115, "sim_compute_sim_state": 0.0062601478894551595, "sim_compute_performance-ego": 0.008961458206176758, "sim_compute_robot_state-ego": 0.0107080340385437}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.551930432825841, "sim_physics": 0.103233269850413, "survival_time": 14.950000000000076, "driven_lanedir": 3.1235249519540416, "sim_render-ego": 0.013995638688405357, "in-drivable-lane": 2.8500000000000094, "agent_compute-ego": 0.053471039136250814, "deviation-heading": 3.9978816347028414, "set_robot_commands": 0.010097744464874268, "deviation-center-line": 0.6392360721697828, "driven_lanedir_consec": 1.4114334359973408, "sim_compute_sim_state": 0.006226346492767334, "sim_compute_performance-ego": 0.009005012512207032, "sim_compute_robot_state-ego": 0.009973044395446778}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.40280598331424, "sim_physics": 0.1115799633661906, "survival_time": 14.950000000000076, "driven_lanedir": 4.193327451805463, "sim_render-ego": 0.014872373739878335, "in-drivable-lane": 0.9000000000000128, "agent_compute-ego": 0.06445731004079183, "deviation-heading": 2.313187772040769, "set_robot_commands": 0.010184342861175538, "deviation-center-line": 0.6433480851896601, "driven_lanedir_consec": 4.193327451805463, "sim_compute_sim_state": 0.006212831338246664, "sim_compute_performance-ego": 0.008887430826822917, "sim_compute_robot_state-ego": 0.010466137727101643}}set_robot_commands_max 0.011081682046254477 set_robot_commands_mean 0.01036443614959717 set_robot_commands_median 0.010198545455932618 set_robot_commands_min 0.010097744464874268 sim_compute_performance-ego_max 0.009999725818634031 sim_compute_performance-ego_mean 0.0091820068359375 sim_compute_performance-ego_median 0.009005012512207032 sim_compute_performance-ego_min 0.008887430826822917 sim_compute_robot_state-ego_max 0.011817283630371092 sim_compute_robot_state-ego_mean 0.010778616746266683 sim_compute_robot_state-ego_median 0.0107080340385437 sim_compute_robot_state-ego_min 0.009973044395446778 sim_compute_sim_state_max 0.006746987501780192 sim_compute_sim_state_mean 0.006350088914235432 sim_compute_sim_state_median 0.0062601478894551595 sim_compute_sim_state_min 0.006212831338246664 sim_physics_max 0.1292201042175293 sim_physics_mean 0.11721736733118691 sim_physics_median 0.12013299624125162 sim_physics_min 0.103233269850413 sim_render-ego_max 0.01577067216237386 sim_render-ego_mean 0.0148251256942749 sim_render-ego_median 0.01482122580210368 sim_render-ego_min 0.013995638688405357 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26860
4322
Gianmarco Bernasconi baseline-IL-sim-tensorflow aido3-LF-sim-validation
step1-simulation error yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:48 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 26825
4535
Gianmarco Bernasconi challenge-aido_LF-baseline-duckietown aido3-LF-real-validation
eval0-visualize success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:36 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 7.547736853348731 survival_time 44.6666 deviation-center-line 2.585441442626426 in-drivable-lane 0
other stats deviation-heading 5.1098269909692515 driven_any 7.778256076766743 driven_lanedir 7.547736853348731 visualized-eval0-passed 1
No reset possible 26818
4928
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:13:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.9807461098379573 survival_time_median 14.950000000000076 deviation-center-line_median 0.7295788500677826 in-drivable-lane_median 1.099999999999996
other stats agent_compute-ego_max 0.0530375067392985 agent_compute-ego_mean 0.05075682624181112 agent_compute-ego_median 0.05213449239730835 agent_compute-ego_min 0.045907976627349856 deviation-center-line_max 0.943846333603404 deviation-center-line_mean 0.7051485314297159 deviation-center-line_min 0.4892206262901941 deviation-heading_max 4.85960651483943 deviation-heading_mean 3.5489189639840872 deviation-heading_median 3.965216107324189 deviation-heading_min 2.369221874948101 driven_any_max 5.214914093517139 driven_any_mean 4.186070271968902 driven_any_median 4.309394186072785 driven_any_min 3.288993695596996 driven_lanedir_consec_max 4.980477070970496 driven_lanedir_consec_mean 3.3024147373242334 driven_lanedir_consec_min 1.916447454979509 driven_lanedir_max 4.980477070970496 driven_lanedir_mean 3.9409757967899184 driven_lanedir_median 4.233683798611929 driven_lanedir_min 2.9807461098379573 in-drivable-lane_max 2.050000000000029 in-drivable-lane_mean 0.9700000000000092 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.288993695596996, "sim_physics": 0.08227009534835815, "survival_time": 14.950000000000076, "driven_lanedir": 2.9807461098379573, "sim_render-ego": 0.012416632175445556, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.045907976627349856, "deviation-heading": 3.965216107324189, "set_robot_commands": 0.008460752964019776, "deviation-center-line": 0.943846333603404, "driven_lanedir_consec": 2.9807461098379573, "sim_compute_sim_state": 0.005464772383371989, "sim_compute_performance-ego": 0.007538764476776123, "sim_compute_robot_state-ego": 0.00910463015238444}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.4586797569957506, "sim_physics": 0.08680445750554402, "survival_time": 14.950000000000076, "driven_lanedir": 3.05725420750056, "sim_render-ego": 0.01329817771911621, "in-drivable-lane": 2.050000000000029, "agent_compute-ego": 0.0530375067392985, "deviation-heading": 4.85960651483943, "set_robot_commands": 0.008991705576578775, "deviation-center-line": 0.7295788500677826, "driven_lanedir_consec": 1.916447454979509, "sim_compute_sim_state": 0.005634133021036784, "sim_compute_performance-ego": 0.007987460295359294, "sim_compute_robot_state-ego": 0.009558225472768148}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.214914093517139, "sim_physics": 0.08061915238698324, "survival_time": 14.950000000000076, "driven_lanedir": 4.980477070970496, "sim_render-ego": 0.012503459453582765, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.05041081110636393, "deviation-heading": 2.369221874948101, "set_robot_commands": 0.008693416913350424, "deviation-center-line": 0.7385350114452521, "driven_lanedir_consec": 4.980477070970496, "sim_compute_sim_state": 0.005208595593770345, "sim_compute_performance-ego": 0.007350285053253174, "sim_compute_robot_state-ego": 0.00920279900232951}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.309394186072785, "sim_physics": 0.08463938554128012, "survival_time": 14.950000000000076, "driven_lanedir": 4.233683798611929, "sim_render-ego": 0.012866844336191813, "in-drivable-lane": 0, "agent_compute-ego": 0.05229334433873494, "deviation-heading": 2.4764346977659404, "set_robot_commands": 0.00926051139831543, "deviation-center-line": 0.4892206262901941, "driven_lanedir_consec": 4.233683798611929, "sim_compute_sim_state": 0.0054436246554056805, "sim_compute_performance-ego": 0.007668047746022542, "sim_compute_robot_state-ego": 0.009013713995615642}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.658369627661838, "sim_physics": 0.08780495802561442, "survival_time": 14.950000000000076, "driven_lanedir": 4.452717797028651, "sim_render-ego": 0.013284629980723064, "in-drivable-lane": 0.3500000000000014, "agent_compute-ego": 0.05213449239730835, "deviation-heading": 4.074115625042776, "set_robot_commands": 0.009100004037221271, "deviation-center-line": 0.6245618357419465, "driven_lanedir_consec": 2.4007192522212795, "sim_compute_sim_state": 0.005740602016448975, "sim_compute_performance-ego": 0.007825384140014649, "sim_compute_robot_state-ego": 0.009540503819783528}}set_robot_commands_max 0.00926051139831543 set_robot_commands_mean 0.008901278177897135 set_robot_commands_median 0.008991705576578775 set_robot_commands_min 0.008460752964019776 sim_compute_performance-ego_max 0.007987460295359294 sim_compute_performance-ego_mean 0.0076739883422851565 sim_compute_performance-ego_median 0.007668047746022542 sim_compute_performance-ego_min 0.007350285053253174 sim_compute_robot_state-ego_max 0.009558225472768148 sim_compute_robot_state-ego_mean 0.009283974488576253 sim_compute_robot_state-ego_median 0.00920279900232951 sim_compute_robot_state-ego_min 0.009013713995615642 sim_compute_sim_state_max 0.005740602016448975 sim_compute_sim_state_mean 0.0054983455340067555 sim_compute_sim_state_median 0.005464772383371989 sim_compute_sim_state_min 0.005208595593770345 sim_physics_max 0.08780495802561442 sim_physics_mean 0.08442760976155599 sim_physics_median 0.08463938554128012 sim_physics_min 0.08061915238698324 sim_render-ego_max 0.01329817771911621 sim_render-ego_mean 0.01287394873301188 sim_render-ego_median 0.012866844336191813 sim_render-ego_min 0.012416632175445556 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26804
4923
Oliver Widler challenge-aido_LF-template-pytorch aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:19:09 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7479709021495234 survival_time_median 5.249999999999989 deviation-center-line_median 0.2381372318179456 in-drivable-lane_median 0.9499999999999966
other stats agent_compute-ego_max 0.16423848937539492 agent_compute-ego_mean 0.1168017438369632 agent_compute-ego_median 0.114122111027635 agent_compute-ego_min 0.10437933376857211 deviation-center-line_max 0.8349021441279132 deviation-center-line_mean 0.3200209624839742 deviation-center-line_min 0.13703509679213188 deviation-heading_max 2.142001949777211 deviation-heading_mean 1.2125482657257636 deviation-heading_median 1.0187215630084352 deviation-heading_min 0.3421708321590048 driven_any_max 2.297163896616676 driven_any_mean 1.3805786831711238 driven_any_median 1.1563461721002315 driven_any_min 0.4154202757943601 driven_lanedir_consec_max 2.2507373154038284 driven_lanedir_consec_mean 1.0385666487466036 driven_lanedir_consec_min 0.3917942966003247 driven_lanedir_max 2.2507373154038284 driven_lanedir_mean 1.0385666487466036 driven_lanedir_median 0.7479709021495234 driven_lanedir_min 0.3917942966003247 in-drivable-lane_max 3.8499999999999863 in-drivable-lane_mean 1.1299999999999988 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.1563461721002315, "sim_physics": 0.07533166749136788, "survival_time": 5.249999999999989, "driven_lanedir": 0.7043322106651357, "sim_render-ego": 0.012144399824596587, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.10437933376857211, "deviation-heading": 1.0187215630084352, "set_robot_commands": 0.008391023817516509, "deviation-center-line": 0.1568706704808863, "driven_lanedir_consec": 0.7043322106651357, "sim_compute_sim_state": 0.004810573941185361, "sim_compute_performance-ego": 0.007909783862885975, "sim_compute_robot_state-ego": 0.009087687446957544}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.297163896616676, "sim_physics": 0.0741776711869948, "survival_time": 10.100000000000009, "driven_lanedir": 1.8506182290630484, "sim_render-ego": 0.01263736380208837, "in-drivable-lane": 1.4500000000000206, "agent_compute-ego": 0.11034456220003638, "deviation-heading": 1.803034509665809, "set_robot_commands": 0.008930386883197444, "deviation-center-line": 0.44450763729447174, "driven_lanedir_consec": 1.8506182290630484, "sim_compute_sim_state": 0.005080505172805031, "sim_compute_performance-ego": 0.007377377831109679, "sim_compute_robot_state-ego": 0.008729691552643729}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9211272153556416, "sim_physics": 0.09369976380292108, "survival_time": 4.249999999999993, "driven_lanedir": 0.7166220210659997, "sim_render-ego": 0.013635952332440544, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.16423848937539492, "deviation-heading": 0.8492934695243719, "set_robot_commands": 0.00931997860179228, "deviation-center-line": 0.21112832998004544, "driven_lanedir_consec": 0.7166220210659997, "sim_compute_sim_state": 0.005642815197215361, "sim_compute_performance-ego": 0.007793813593247358, "sim_compute_robot_state-ego": 0.009419609518612131}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.062272450645105, "sim_physics": 0.07636645651355232, "survival_time": 4.849999999999991, "driven_lanedir": 1.047564558308821, "sim_render-ego": 0.011683545161768331, "in-drivable-lane": 0, "agent_compute-ego": 0.1168488743378944, "deviation-heading": 0.6891000936310931, "set_robot_commands": 0.008344143936314533, "deviation-center-line": 0.21655706387772017, "driven_lanedir_consec": 1.047564558308821, "sim_compute_sim_state": 0.005149708580724972, "sim_compute_performance-ego": 0.0070658320004178075, "sim_compute_robot_state-ego": 0.00809754047197165}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.285406835256667, "sim_physics": 0.07374905828219741, "survival_time": 10.050000000000008, "driven_lanedir": 2.2507373154038284, "sim_render-ego": 0.0122959281674665, "in-drivable-lane": 0, "agent_compute-ego": 0.108570863951498, "deviation-heading": 1.4554062171422455, "set_robot_commands": 0.008725692976766558, "deviation-center-line": 0.6433594686064449, "driven_lanedir_consec": 2.2507373154038284, "sim_compute_sim_state": 0.004991360564730061, "sim_compute_performance-ego": 0.007418090431251336, "sim_compute_robot_state-ego": 0.008797152125420262}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.4150133721260298, "sim_physics": 0.07294652405686265, "survival_time": 6.349999999999985, "driven_lanedir": 0.7479709021495234, "sim_render-ego": 0.012563720462829109, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.114122111027635, "deviation-heading": 1.8511132507977184, "set_robot_commands": 0.007928979678416815, "deviation-center-line": 0.2381372318179456, "driven_lanedir_consec": 0.7479709021495234, "sim_compute_sim_state": 0.004790912462970403, "sim_compute_performance-ego": 0.006848171940000039, "sim_compute_robot_state-ego": 0.008669171746321551}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9564249114256558, "sim_physics": 0.0759045806798068, "survival_time": 4.399999999999992, "driven_lanedir": 0.953460268823175, "sim_render-ego": 0.01276855848052285, "in-drivable-lane": 0, "agent_compute-ego": 0.11026076024228876, "deviation-heading": 0.3421708321590048, "set_robot_commands": 0.008513721552762117, "deviation-center-line": 0.4657783548681896, "driven_lanedir_consec": 0.953460268823175, "sim_compute_sim_state": 0.005477837540886619, "sim_compute_performance-ego": 0.007548974318937821, "sim_compute_robot_state-ego": 0.008788488127968529}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8388021644835377, "sim_physics": 0.07662576589828883, "survival_time": 3.899999999999994, "driven_lanedir": 0.6553442993381657, "sim_render-ego": 0.012156391755128518, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.10777948758541007, "deviation-heading": 1.1978326004407394, "set_robot_commands": 0.008965703157278208, "deviation-center-line": 0.21042017165064053, "driven_lanedir_consec": 0.6553442993381657, "sim_compute_sim_state": 0.005301444958417843, "sim_compute_performance-ego": 0.007511945871206431, "sim_compute_robot_state-ego": 0.008589607018690843}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.6620275805604416, "sim_physics": 0.07591731483871872, "survival_time": 7.399999999999982, "driven_lanedir": 0.6836917845803767, "sim_render-ego": 0.01252674895363885, "in-drivable-lane": 3.8499999999999863, "agent_compute-ego": 0.11155318086211746, "deviation-heading": 0.9228618799576388, "set_robot_commands": 0.008644651722263646, "deviation-center-line": 0.1714592756298878, "driven_lanedir_consec": 0.6836917845803767, "sim_compute_sim_state": 0.005024397695386732, "sim_compute_performance-ego": 0.007601910346263164, "sim_compute_robot_state-ego": 0.008926380325008082}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.038741578317348, "sim_physics": 0.07309968095076712, "survival_time": 4.749999999999991, "driven_lanedir": 0.7655111288752341, "sim_render-ego": 0.01255550886455335, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.11001665968643992, "deviation-heading": 0.9928081187222512, "set_robot_commands": 0.008661885010568719, "deviation-center-line": 0.13703509679213188, "driven_lanedir_consec": 0.7655111288752341, "sim_compute_sim_state": 0.005304878636410362, "sim_compute_performance-ego": 0.007188011470593904, "sim_compute_robot_state-ego": 0.009018431211772718}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.0504958229411714, "sim_physics": 0.0758161594470342, "survival_time": 4.799999999999991, "driven_lanedir": 0.6704749848393571, "sim_render-ego": 0.012445678313573202, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.11637600014607112, "deviation-heading": 0.8500601224905036, "set_robot_commands": 0.008494235575199127, "deviation-center-line": 0.2895958666563073, "driven_lanedir_consec": 0.6704749848393571, "sim_compute_sim_state": 0.005105162660280864, "sim_compute_performance-ego": 0.007076971232891083, "sim_compute_robot_state-ego": 0.00871640940507253}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.3914948550164838, "sim_physics": 0.07379630088806152, "survival_time": 6.249999999999986, "driven_lanedir": 0.746591171293077, "sim_render-ego": 0.0128712158203125, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.11741132926940918, "deviation-heading": 2.107870123828732, "set_robot_commands": 0.008561975479125976, "deviation-center-line": 0.2658659083328024, "driven_lanedir_consec": 0.746591171293077, "sim_compute_sim_state": 0.004988706588745117, "sim_compute_performance-ego": 0.007509819030761719, "sim_compute_robot_state-ego": 0.008796844482421875}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.061908328471772, "sim_physics": 0.07380047473278674, "survival_time": 9.099999999999994, "driven_lanedir": 1.2720284921438771, "sim_render-ego": 0.01223299136528602, "in-drivable-lane": 2.5500000000000096, "agent_compute-ego": 0.11900337318797688, "deviation-heading": 2.142001949777211, "set_robot_commands": 0.008477892194475447, "deviation-center-line": 0.3695190166909136, "driven_lanedir_consec": 1.2720284921438771, "sim_compute_sim_state": 0.005112953238434844, "sim_compute_performance-ego": 0.00712069836291638, "sim_compute_robot_state-ego": 0.008915083748953683}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.4154202757943601, "sim_physics": 0.07913653623490106, "survival_time": 2.1000000000000005, "driven_lanedir": 0.3917942966003247, "sim_render-ego": 0.012783839589073543, "in-drivable-lane": 0, "agent_compute-ego": 0.12020190556844076, "deviation-heading": 0.6915088573221275, "set_robot_commands": 0.008822282155354818, "deviation-center-line": 0.14517820045331248, "driven_lanedir_consec": 0.3917942966003247, "sim_compute_sim_state": 0.004886280922662644, "sim_compute_performance-ego": 0.007782953126089913, "sim_compute_robot_state-ego": 0.00898654687972296}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.156034788455739, "sim_physics": 0.07593289801948949, "survival_time": 9.5, "driven_lanedir": 2.1217580680491093, "sim_render-ego": 0.012078522381029633, "in-drivable-lane": 0, "agent_compute-ego": 0.12091922634526305, "deviation-heading": 1.2744403974185687, "set_robot_commands": 0.008459583081697163, "deviation-center-line": 0.8349021441279132, "driven_lanedir_consec": 2.1217580680491093, "sim_compute_sim_state": 0.005272630641334935, "sim_compute_performance-ego": 0.007237578693189119, "sim_compute_robot_state-ego": 0.00849689433449193}}set_robot_commands_max 0.00931997860179228 set_robot_commands_mean 0.008616142388181957 set_robot_commands_median 0.008561975479125976 set_robot_commands_min 0.007928979678416815 sim_compute_performance-ego_max 0.007909783862885975 sim_compute_performance-ego_mean 0.007399462140784115 sim_compute_performance-ego_median 0.007418090431251336 sim_compute_performance-ego_min 0.006848171940000039 sim_compute_robot_state-ego_max 0.009419609518612131 sim_compute_robot_state-ego_mean 0.008802369226402002 sim_compute_robot_state-ego_median 0.008796844482421875 sim_compute_robot_state-ego_min 0.00809754047197165 sim_compute_sim_state_max 0.005642815197215361 sim_compute_sim_state_mean 0.0051293445868127435 sim_compute_sim_state_median 0.005105162660280864 sim_compute_sim_state_min 0.004790912462970403 sim_physics_max 0.09369976380292108 sim_physics_mean 0.07642005686825006 sim_physics_median 0.0758161594470342 sim_physics_min 0.07294652405686265 sim_render-ego_max 0.013635952332440544 sim_render-ego_mean 0.01249202435162053 sim_render-ego_median 0.01252674895363885 sim_render-ego_min 0.011683545161768331 simulation-passed 1 survival_time_max 10.100000000000009 survival_time_mean 6.203333333333328 survival_time_min 2.1000000000000005
No reset possible 26799
4922
Oliver Widler challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:08:10 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.0856801788481136 survival_time_median 6.199999999999986 deviation-center-line_median 0.2335800754010885 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.15346784114837647 agent_compute-ego_mean 0.15018693060427463 agent_compute-ego_median 0.1506285119330746 agent_compute-ego_min 0.1456595448886647 deviation-center-line_max 0.6413331571920731 deviation-center-line_mean 0.3681232474739301 deviation-center-line_min 0.19017519503113128 deviation-heading_max 2.017265064942008 deviation-heading_mean 1.260673363564672 deviation-heading_median 1.3121840811263807 deviation-heading_min 0.6553955425799809 driven_any_max 2.297168064421108 driven_any_mean 1.4879978230575577 driven_any_median 1.379737705130366 driven_any_min 0.944652500250216 driven_lanedir_consec_max 2.26333266843387 driven_lanedir_consec_mean 1.3032993832848103 driven_lanedir_consec_min 0.7173366329676742 driven_lanedir_max 2.26333266843387 driven_lanedir_mean 1.3032993832848103 driven_lanedir_median 1.0856801788481136 driven_lanedir_min 0.7173366329676742 in-drivable-lane_max 1.7499999999999938 in-drivable-lane_mean 0.4899999999999982 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.379737705130366, "sim_physics": 0.0796349952297826, "survival_time": 6.199999999999986, "driven_lanedir": 0.7627336744872073, "sim_render-ego": 0.011414356770053986, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.14872445790998398, "deviation-heading": 2.017265064942008, "set_robot_commands": 0.008217061719586772, "deviation-center-line": 0.19017519503113128, "driven_lanedir_consec": 0.7627336744872073, "sim_compute_sim_state": 0.004762024648727909, "sim_compute_performance-ego": 0.007005478105237407, "sim_compute_robot_state-ego": 0.00831732250029041}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.72087493476105, "sim_physics": 0.07846085542167713, "survival_time": 7.649999999999981, "driven_lanedir": 1.6874137616871876, "sim_render-ego": 0.012237916584887536, "in-drivable-lane": 0, "agent_compute-ego": 0.1456595448886647, "deviation-heading": 1.3121840811263807, "set_robot_commands": 0.008654276529947916, "deviation-center-line": 0.5558600187280192, "driven_lanedir_consec": 1.6874137616871876, "sim_compute_sim_state": 0.005246874553705353, "sim_compute_performance-ego": 0.007240147372476416, "sim_compute_robot_state-ego": 0.008833029690910788}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.944652500250216, "sim_physics": 0.07723339946790674, "survival_time": 4.3499999999999925, "driven_lanedir": 0.7173366329676742, "sim_render-ego": 0.012618045697267028, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.1506285119330746, "deviation-heading": 0.8679285726368194, "set_robot_commands": 0.008244426771142017, "deviation-center-line": 0.21966779101733852, "driven_lanedir_consec": 0.7173366329676742, "sim_compute_sim_state": 0.004946462039289804, "sim_compute_performance-ego": 0.007550360142499551, "sim_compute_robot_state-ego": 0.008879253233986339}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.0975559107250483, "sim_physics": 0.07942363739013672, "survival_time": 4.99999999999999, "driven_lanedir": 1.0856801788481136, "sim_render-ego": 0.012435328960418702, "in-drivable-lane": 0, "agent_compute-ego": 0.15346784114837647, "deviation-heading": 0.6553955425799809, "set_robot_commands": 0.008542797565460204, "deviation-center-line": 0.2335800754010885, "driven_lanedir_consec": 1.0856801788481136, "sim_compute_sim_state": 0.005015692710876465, "sim_compute_performance-ego": 0.006761813163757324, "sim_compute_robot_state-ego": 0.008799798488616943}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.297168064421108, "sim_physics": 0.08193435999426511, "survival_time": 10.100000000000009, "driven_lanedir": 2.26333266843387, "sim_render-ego": 0.012048370767347884, "in-drivable-lane": 0, "agent_compute-ego": 0.15245429714127345, "deviation-heading": 1.45059355653817, "set_robot_commands": 0.00880472730882097, "deviation-center-line": 0.6413331571920731, "driven_lanedir_consec": 2.26333266843387, "sim_compute_sim_state": 0.005255630700895101, "sim_compute_performance-ego": 0.0070938993208479175, "sim_compute_robot_state-ego": 0.008806384435974726}}set_robot_commands_max 0.00880472730882097 set_robot_commands_mean 0.008492657978991574 set_robot_commands_median 0.008542797565460204 set_robot_commands_min 0.008217061719586772 sim_compute_performance-ego_max 0.007550360142499551 sim_compute_performance-ego_mean 0.007130339620963723 sim_compute_performance-ego_median 0.0070938993208479175 sim_compute_performance-ego_min 0.006761813163757324 sim_compute_robot_state-ego_max 0.008879253233986339 sim_compute_robot_state-ego_mean 0.00872715766995584 sim_compute_robot_state-ego_median 0.008806384435974726 sim_compute_robot_state-ego_min 0.00831732250029041 sim_compute_sim_state_max 0.005255630700895101 sim_compute_sim_state_mean 0.005045336930698927 sim_compute_sim_state_median 0.005015692710876465 sim_compute_sim_state_min 0.004762024648727909 sim_physics_max 0.08193435999426511 sim_physics_mean 0.07933744950075365 sim_physics_median 0.07942363739013672 sim_physics_min 0.07723339946790674 sim_render-ego_max 0.012618045697267028 sim_render-ego_mean 0.012150803755995029 sim_render-ego_median 0.012237916584887536 sim_render-ego_min 0.011414356770053986 simulation-passed 1 survival_time_max 10.100000000000009 survival_time_mean 6.659999999999991 survival_time_min 4.3499999999999925
No reset possible 26689
4896
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:10:36 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.8323528120477963 survival_time_median 14.950000000000076 deviation-center-line_median 0.860764035227633 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.03062312682469686 agent_compute-ego_mean 0.02942059564590454 agent_compute-ego_median 0.029270025889078777 agent_compute-ego_min 0.028626529375712077 deviation-center-line_max 1.0913145794028172 deviation-center-line_mean 0.8997445303926327 deviation-center-line_min 0.7265708298703244 deviation-heading_max 4.898137577116851 deviation-heading_mean 4.013003877318719 deviation-heading_median 3.906571114867467 deviation-heading_min 3.15547521533184 driven_any_max 3.928682678366168 driven_any_mean 3.290738673795307 driven_any_median 3.286507031862146 driven_any_min 2.765748556927987 driven_lanedir_consec_max 3.795034594582051 driven_lanedir_consec_mean 2.720372859015881 driven_lanedir_consec_min 1.3708566528550097 driven_lanedir_max 3.795034594582051 driven_lanedir_mean 3.072186664109702 driven_lanedir_median 3.0463559500101662 driven_lanedir_min 2.557264285584383 in-drivable-lane_max 1.2999999999999954 in-drivable-lane_mean 0.3400000000000002 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.286507031862146, "sim_physics": 0.07248947540918986, "survival_time": 14.950000000000076, "driven_lanedir": 3.0463559500101662, "sim_render-ego": 0.012389726638793943, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.02978020191192627, "deviation-heading": 3.906571114867467, "set_robot_commands": 0.009652631282806396, "deviation-center-line": 1.0913145794028172, "driven_lanedir_consec": 3.0463559500101662, "sim_compute_sim_state": 0.0053829789161682125, "sim_compute_performance-ego": 0.007791123390197754, "sim_compute_robot_state-ego": 0.00930880864461263}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.765748556927987, "sim_physics": 0.07158377965291342, "survival_time": 14.950000000000076, "driven_lanedir": 2.557264285584383, "sim_render-ego": 0.012943756580352784, "in-drivable-lane": 0, "agent_compute-ego": 0.028626529375712077, "deviation-heading": 4.898137577116851, "set_robot_commands": 0.0095704984664917, "deviation-center-line": 0.8389776652578672, "driven_lanedir_consec": 2.557264285584383, "sim_compute_sim_state": 0.0054738195737202965, "sim_compute_performance-ego": 0.007741391658782959, "sim_compute_robot_state-ego": 0.009550113677978516}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.928682678366168, "sim_physics": 0.07247398694356283, "survival_time": 14.950000000000076, "driven_lanedir": 3.795034594582051, "sim_render-ego": 0.012561033566792806, "in-drivable-lane": 0, "agent_compute-ego": 0.029270025889078777, "deviation-heading": 3.15547521533184, "set_robot_commands": 0.00973608652750651, "deviation-center-line": 0.9810955422045214, "driven_lanedir_consec": 3.795034594582051, "sim_compute_sim_state": 0.00567949374516805, "sim_compute_performance-ego": 0.007671659787495931, "sim_compute_robot_state-ego": 0.009455539385477702}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.4705330391882563, "sim_physics": 0.07050336043039958, "survival_time": 14.950000000000076, "driven_lanedir": 3.129925678324117, "sim_render-ego": 0.01238627036412557, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.028803094228108724, "deviation-heading": 3.859377498992751, "set_robot_commands": 0.00974016030629476, "deviation-center-line": 0.7265708298703244, "driven_lanedir_consec": 1.3708566528550097, "sim_compute_sim_state": 0.005401492118835449, "sim_compute_performance-ego": 0.007685822645823161, "sim_compute_robot_state-ego": 0.009304591019948323}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.002222062631978, "sim_physics": 0.07203592538833618, "survival_time": 14.950000000000076, "driven_lanedir": 2.8323528120477963, "sim_render-ego": 0.01254798173904419, "in-drivable-lane": 0, "agent_compute-ego": 0.03062312682469686, "deviation-heading": 4.245457980284688, "set_robot_commands": 0.009970058600107828, "deviation-center-line": 0.860764035227633, "driven_lanedir_consec": 2.8323528120477963, "sim_compute_sim_state": 0.005310513178507487, "sim_compute_performance-ego": 0.007788074016571045, "sim_compute_robot_state-ego": 0.009305020968119304}}set_robot_commands_max 0.009970058600107828 set_robot_commands_mean 0.009733887036641438 set_robot_commands_median 0.00973608652750651 set_robot_commands_min 0.0095704984664917 sim_compute_performance-ego_max 0.007791123390197754 sim_compute_performance-ego_mean 0.00773561429977417 sim_compute_performance-ego_median 0.007741391658782959 sim_compute_performance-ego_min 0.007671659787495931 sim_compute_robot_state-ego_max 0.009550113677978516 sim_compute_robot_state-ego_mean 0.009384814739227296 sim_compute_robot_state-ego_median 0.00930880864461263 sim_compute_robot_state-ego_min 0.009304591019948323 sim_compute_sim_state_max 0.00567949374516805 sim_compute_sim_state_mean 0.005449659506479899 sim_compute_sim_state_median 0.005401492118835449 sim_compute_sim_state_min 0.005310513178507487 sim_physics_max 0.07248947540918986 sim_physics_mean 0.07181730556488038 sim_physics_median 0.07203592538833618 sim_physics_min 0.07050336043039958 sim_render-ego_max 0.012943756580352784 sim_render-ego_mean 0.012565753777821858 sim_render-ego_median 0.01254798173904419 sim_render-ego_min 0.01238627036412557 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26600
4839
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:11 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8797387748697447 survival_time_median 4.049999999999994 deviation-center-line_median 0.2770744454068029 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.035923892801458183 agent_compute-ego_mean 0.03294847192631685 agent_compute-ego_median 0.032383113764645005 agent_compute-ego_min 0.031595038585975524 deviation-center-line_max 0.6852266885765924 deviation-center-line_mean 0.3814037742808976 deviation-center-line_min 0.06056645845965693 deviation-heading_max 2.658064233745244 deviation-heading_mean 1.261507750466929 deviation-heading_median 0.6628553324613415 deviation-heading_min 0.3468470574644013 driven_any_max 2.1788900705025847 driven_any_mean 1.1843680759435102 driven_any_median 0.8947420219152301 driven_any_min 0.341827363631357 driven_lanedir_consec_max 1.766433755480065 driven_lanedir_consec_mean 1.0739242316758493 driven_lanedir_consec_min 0.322649598418676 driven_lanedir_max 1.845851920590644 driven_lanedir_mean 1.0898078646979648 driven_lanedir_median 0.8797387748697447 driven_lanedir_min 0.322649598418676 in-drivable-lane_max 2.350000000000004 in-drivable-lane_mean 0.4700000000000008 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.341827363631357, "sim_physics": 0.07778903571042148, "survival_time": 1.1000000000000003, "driven_lanedir": 0.322649598418676, "sim_render-ego": 0.014128392392938787, "in-drivable-lane": 0, "agent_compute-ego": 0.035923892801458183, "deviation-heading": 0.3468470574644013, "set_robot_commands": 0.010983824729919434, "deviation-center-line": 0.06056645845965693, "driven_lanedir_consec": 0.322649598418676, "sim_compute_sim_state": 0.005351922728798606, "sim_compute_performance-ego": 0.008624575354836204, "sim_compute_robot_state-ego": 0.010251836343245072}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.1788900705025847, "sim_physics": 0.07649094096863468, "survival_time": 9.049999999999994, "driven_lanedir": 1.845851920590644, "sim_render-ego": 0.013923858410745695, "in-drivable-lane": 2.350000000000004, "agent_compute-ego": 0.03253111786605245, "deviation-heading": 2.658064233745244, "set_robot_commands": 0.011527859703611932, "deviation-center-line": 0.671408940722792, "driven_lanedir_consec": 1.766433755480065, "sim_compute_sim_state": 0.005792792989404162, "sim_compute_performance-ego": 0.008599825326909017, "sim_compute_robot_state-ego": 0.010678355865057002}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.7076929627445656, "sim_physics": 0.07889438345191184, "survival_time": 8.899999999999991, "driven_lanedir": 1.6219001737175227, "sim_render-ego": 0.013951746265539964, "in-drivable-lane": 0, "agent_compute-ego": 0.032383113764645005, "deviation-heading": 2.1263258164800423, "set_robot_commands": 0.010819386900140998, "deviation-center-line": 0.6852266885765924, "driven_lanedir_consec": 1.6219001737175227, "sim_compute_sim_state": 0.005912445904163832, "sim_compute_performance-ego": 0.00854219077678209, "sim_compute_robot_state-ego": 0.010324791576085466}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7986879609238133, "sim_physics": 0.08521474437949098, "survival_time": 4.049999999999994, "driven_lanedir": 0.778898855893237, "sim_render-ego": 0.014431155758139528, "in-drivable-lane": 0, "agent_compute-ego": 0.03230919661345305, "deviation-heading": 0.6628553324613415, "set_robot_commands": 0.010808582659120911, "deviation-center-line": 0.2770744454068029, "driven_lanedir_consec": 0.778898855893237, "sim_compute_sim_state": 0.0062243761839690034, "sim_compute_performance-ego": 0.00885621706644694, "sim_compute_robot_state-ego": 0.010238203001611029}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.8947420219152301, "sim_physics": 0.08343549634589524, "survival_time": 3.049999999999997, "driven_lanedir": 0.8797387748697447, "sim_render-ego": 0.013858545021932633, "in-drivable-lane": 0, "agent_compute-ego": 0.031595038585975524, "deviation-heading": 0.5134463121836159, "set_robot_commands": 0.010439806297177176, "deviation-center-line": 0.21274233823864364, "driven_lanedir_consec": 0.8797387748697447, "sim_compute_sim_state": 0.005652193163262039, "sim_compute_performance-ego": 0.008190213656816327, "sim_compute_robot_state-ego": 0.0098997100454862}}set_robot_commands_max 0.011527859703611932 set_robot_commands_mean 0.01091589205799409 set_robot_commands_median 0.010819386900140998 set_robot_commands_min 0.010439806297177176 sim_compute_performance-ego_max 0.00885621706644694 sim_compute_performance-ego_mean 0.008562604436358114 sim_compute_performance-ego_median 0.008599825326909017 sim_compute_performance-ego_min 0.008190213656816327 sim_compute_robot_state-ego_max 0.010678355865057002 sim_compute_robot_state-ego_mean 0.010278579366296952 sim_compute_robot_state-ego_median 0.010251836343245072 sim_compute_robot_state-ego_min 0.0098997100454862 sim_compute_sim_state_max 0.0062243761839690034 sim_compute_sim_state_mean 0.005786746193919529 sim_compute_sim_state_median 0.005792792989404162 sim_compute_sim_state_min 0.005351922728798606 sim_physics_max 0.08521474437949098 sim_physics_mean 0.08036492017127085 sim_physics_median 0.07889438345191184 sim_physics_min 0.07649094096863468 sim_render-ego_max 0.014431155758139528 sim_render-ego_mean 0.014058739569859322 sim_render-ego_median 0.013951746265539964 sim_render-ego_min 0.013858545021932633 simulation-passed 1 survival_time_max 9.049999999999994 survival_time_mean 5.229999999999995 survival_time_min 1.1000000000000003
No reset possible 26561
4814
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:11:44 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.7166510197649414 survival_time_median 14.950000000000076 deviation-center-line_median 0.8929647908707972 in-drivable-lane_median 2.85000000000002
other stats agent_compute-ego_max 0.061522698402404784 agent_compute-ego_mean 0.05864737764994303 agent_compute-ego_median 0.06010551770528157 agent_compute-ego_min 0.052181107997894285 deviation-center-line_max 0.9408954143267914 deviation-center-line_mean 0.7609972440542052 deviation-center-line_min 0.4686067594654316 deviation-heading_max 4.042806723479344 deviation-heading_mean 3.1178687634221554 deviation-heading_median 3.018765277256883 deviation-heading_min 2.2880108693220964 driven_any_max 5.760169896639157 driven_any_mean 5.063285493470319 driven_any_median 5.205851059905273 driven_any_min 4.143608508530879 driven_lanedir_consec_max 4.97668703337078 driven_lanedir_consec_mean 3.348963088632245 driven_lanedir_consec_min 2.5818905708697164 driven_lanedir_max 5.258776001185311 driven_lanedir_mean 4.64411526049133 driven_lanedir_median 4.952965641103443 driven_lanedir_min 3.704826502023395 in-drivable-lane_max 3.3000000000000105 in-drivable-lane_mean 2.4000000000000137 in-drivable-lane_min 0.8999999999999968 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 4.143608508530879, "sim_physics": 0.08796227216720581, "survival_time": 14.950000000000076, "driven_lanedir": 3.704826502023395, "sim_render-ego": 0.014920822779337563, "in-drivable-lane": 2.85000000000002, "agent_compute-ego": 0.052181107997894285, "deviation-heading": 4.042806723479344, "set_robot_commands": 0.011249608993530271, "deviation-center-line": 0.9136692721549892, "driven_lanedir_consec": 2.7166510197649414, "sim_compute_sim_state": 0.006777501900990804, "sim_compute_performance-ego": 0.009326291084289551, "sim_compute_robot_state-ego": 0.011431433359781902}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 5.205851059905273, "sim_physics": 0.08542302131652832, "survival_time": 14.950000000000076, "driven_lanedir": 4.952965641103443, "sim_render-ego": 0.014976430733998616, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.061522698402404784, "deviation-heading": 3.786046199706196, "set_robot_commands": 0.011516185601552329, "deviation-center-line": 0.8929647908707972, "driven_lanedir_consec": 2.584055757296774, "sim_compute_sim_state": 0.0065012693405151365, "sim_compute_performance-ego": 0.009171494642893472, "sim_compute_robot_state-ego": 0.010955204963684082}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.325645533809115, "sim_physics": 0.08878011385599772, "survival_time": 14.950000000000076, "driven_lanedir": 4.97668703337078, "sim_render-ego": 0.01490388870239258, "in-drivable-lane": 1.7999999999999965, "agent_compute-ego": 0.06010551770528157, "deviation-heading": 2.2880108693220964, "set_robot_commands": 0.011154046058654783, "deviation-center-line": 0.9408954143267914, "driven_lanedir_consec": 4.97668703337078, "sim_compute_sim_state": 0.006788878440856933, "sim_compute_performance-ego": 0.008795699278513591, "sim_compute_robot_state-ego": 0.011019148826599122}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.88115246846717, "sim_physics": 0.08856016953786214, "survival_time": 14.950000000000076, "driven_lanedir": 4.327321124773723, "sim_render-ego": 0.014782021045684816, "in-drivable-lane": 3.1500000000000448, "agent_compute-ego": 0.05920682032903035, "deviation-heading": 3.018765277256883, "set_robot_commands": 0.01155553658803304, "deviation-center-line": 0.5888499834530168, "driven_lanedir_consec": 3.88553106185901, "sim_compute_sim_state": 0.006917247772216797, "sim_compute_performance-ego": 0.009100817044576008, "sim_compute_robot_state-ego": 0.010805347760518391}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.760169896639157, "sim_physics": 0.0879146424929301, "survival_time": 14.950000000000076, "driven_lanedir": 5.258776001185311, "sim_render-ego": 0.015093541940053305, "in-drivable-lane": 3.3000000000000105, "agent_compute-ego": 0.060220743815104165, "deviation-heading": 2.453714747346258, "set_robot_commands": 0.01126278559366862, "deviation-center-line": 0.4686067594654316, "driven_lanedir_consec": 2.5818905708697164, "sim_compute_sim_state": 0.006949939727783203, "sim_compute_performance-ego": 0.009024736881256105, "sim_compute_robot_state-ego": 0.010693616072336832}}set_robot_commands_max 0.01155553658803304 set_robot_commands_mean 0.011347632567087809 set_robot_commands_median 0.01126278559366862 set_robot_commands_min 0.011154046058654783 sim_compute_performance-ego_max 0.009326291084289551 sim_compute_performance-ego_mean 0.009083807786305746 sim_compute_performance-ego_median 0.009100817044576008 sim_compute_performance-ego_min 0.008795699278513591 sim_compute_robot_state-ego_max 0.011431433359781902 sim_compute_robot_state-ego_mean 0.010980950196584066 sim_compute_robot_state-ego_median 0.010955204963684082 sim_compute_robot_state-ego_min 0.010693616072336832 sim_compute_sim_state_max 0.006949939727783203 sim_compute_sim_state_mean 0.006786967436472576 sim_compute_sim_state_median 0.006788878440856933 sim_compute_sim_state_min 0.0065012693405151365 sim_physics_max 0.08878011385599772 sim_physics_mean 0.08772804387410482 sim_physics_median 0.08796227216720581 sim_physics_min 0.08542302131652832 sim_render-ego_max 0.015093541940053305 sim_render-ego_mean 0.014935341040293376 sim_render-ego_median 0.014920822779337563 sim_render-ego_min 0.014782021045684816 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26547
4805
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:22 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.3978790491137377 survival_time_median 2.3499999999999996 deviation-center-line_median 0.1586883547843581 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.030605701839222628 agent_compute-ego_mean 0.02661568646944451 agent_compute-ego_median 0.026415172745199764 agent_compute-ego_min 0.02320820635015314 deviation-center-line_max 0.4245200320546667 deviation-center-line_mean 0.2155024371521044 deviation-center-line_min 0.1490676459305046 deviation-heading_max 0.7367738673701665 deviation-heading_mean 0.6143561122977816 deviation-heading_median 0.6315451341594664 deviation-heading_min 0.43510036249110934 driven_any_max 1.5861827213789987 driven_any_mean 0.735134859371904 driven_any_median 0.4126896392673619 driven_any_min 0.28640618699974296 driven_lanedir_consec_max 0.9091739287950288 driven_lanedir_consec_mean 0.5297728564478729 driven_lanedir_consec_min 0.2770791476196546 driven_lanedir_max 0.9091739287950288 driven_lanedir_mean 0.5297728564478729 driven_lanedir_median 0.3978790491137377 driven_lanedir_min 0.2770791476196546 in-drivable-lane_max 3.1999999999999886 in-drivable-lane_mean 0.9099999999999968 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4126896392673619, "sim_physics": 0.07244307944115172, "survival_time": 2.3499999999999996, "driven_lanedir": 0.3978790491137377, "sim_render-ego": 0.011834393156335709, "in-drivable-lane": 0, "agent_compute-ego": 0.026081658424215115, "deviation-heading": 0.6315451341594664, "set_robot_commands": 0.008717795635791534, "deviation-center-line": 0.15391860923814824, "driven_lanedir_consec": 0.3978790491137377, "sim_compute_sim_state": 0.0052591587634796795, "sim_compute_performance-ego": 0.007561612636484998, "sim_compute_robot_state-ego": 0.008673196143292367}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.28640618699974296, "sim_physics": 0.07774081650902243, "survival_time": 1.7000000000000008, "driven_lanedir": 0.2770791476196546, "sim_render-ego": 0.012881342102499568, "in-drivable-lane": 0, "agent_compute-ego": 0.030605701839222628, "deviation-heading": 0.43510036249110934, "set_robot_commands": 0.009518055354847628, "deviation-center-line": 0.1586883547843581, "driven_lanedir_consec": 0.2770791476196546, "sim_compute_sim_state": 0.005353352602790384, "sim_compute_performance-ego": 0.00808105749242446, "sim_compute_robot_state-ego": 0.00970024221083697}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.9991805846720684, "sim_physics": 0.07807224872065525, "survival_time": 5.09999999999999, "driven_lanedir": 0.694475101481177, "sim_render-ego": 0.012619427606171253, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.026415172745199764, "deviation-heading": 0.7367738673701665, "set_robot_commands": 0.00865015329099169, "deviation-center-line": 0.19131754375284424, "driven_lanedir_consec": 0.694475101481177, "sim_compute_sim_state": 0.005697530858656939, "sim_compute_performance-ego": 0.00785376978855507, "sim_compute_robot_state-ego": 0.009362010394825655}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.5861827213789987, "sim_physics": 0.07238269757620897, "survival_time": 7.89999999999998, "driven_lanedir": 0.9091739287950288, "sim_render-ego": 0.012064891525461705, "in-drivable-lane": 3.1999999999999886, "agent_compute-ego": 0.026767692988431905, "deviation-heading": 0.5449783618931165, "set_robot_commands": 0.008642678019366686, "deviation-center-line": 0.4245200320546667, "driven_lanedir_consec": 0.9091739287950288, "sim_compute_sim_state": 0.005171893518182296, "sim_compute_performance-ego": 0.007515597947036164, "sim_compute_robot_state-ego": 0.008777794958669928}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3912151645413477, "sim_physics": 0.06837753816084428, "survival_time": 2.2, "driven_lanedir": 0.3702570552297666, "sim_render-ego": 0.011813651431690563, "in-drivable-lane": 0, "agent_compute-ego": 0.02320820635015314, "deviation-heading": 0.723382835575049, "set_robot_commands": 0.008070214228196577, "deviation-center-line": 0.1490676459305046, "driven_lanedir_consec": 0.3702570552297666, "sim_compute_sim_state": 0.004793080416592685, "sim_compute_performance-ego": 0.0069838112050836735, "sim_compute_robot_state-ego": 0.008539709177884188}}set_robot_commands_max 0.009518055354847628 set_robot_commands_mean 0.008719779305838823 set_robot_commands_median 0.00865015329099169 set_robot_commands_min 0.008070214228196577 sim_compute_performance-ego_max 0.00808105749242446 sim_compute_performance-ego_mean 0.007599169813916872 sim_compute_performance-ego_median 0.007561612636484998 sim_compute_performance-ego_min 0.0069838112050836735 sim_compute_robot_state-ego_max 0.00970024221083697 sim_compute_robot_state-ego_mean 0.00901059057710182 sim_compute_robot_state-ego_median 0.008777794958669928 sim_compute_robot_state-ego_min 0.008539709177884188 sim_compute_sim_state_max 0.005697530858656939 sim_compute_sim_state_mean 0.005255003231940397 sim_compute_sim_state_median 0.0052591587634796795 sim_compute_sim_state_min 0.004793080416592685 sim_physics_max 0.07807224872065525 sim_physics_mean 0.07380327608157652 sim_physics_median 0.07244307944115172 sim_physics_min 0.06837753816084428 sim_render-ego_max 0.012881342102499568 sim_render-ego_mean 0.012242741164431758 sim_render-ego_median 0.012064891525461705 sim_render-ego_min 0.011813651431690563 simulation-passed 1 survival_time_max 7.89999999999998 survival_time_mean 3.8499999999999943 survival_time_min 1.7000000000000008
No reset possible 26516
4783
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:27 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.585358778929029 survival_time_median 14.950000000000076 deviation-center-line_median 0.9309094821980098 in-drivable-lane_median 0.8500000000000121
other stats agent_compute-ego_max 0.029344213008880616 agent_compute-ego_mean 0.02749836278844763 agent_compute-ego_median 0.027209375699361164 agent_compute-ego_min 0.026425867080688475 deviation-center-line_max 1.1413949402624064 deviation-center-line_mean 0.8357998573296042 deviation-center-line_min 0.2837803726553702 deviation-heading_max 3.611839766947772 deviation-heading_mean 2.6432198311250015 deviation-heading_median 2.9983899053366314 deviation-heading_min 0.9030823440202238 driven_any_max 5.063943231419992 driven_any_mean 4.123177757200961 driven_any_median 4.64321940649445 driven_any_min 2.319155251698457 driven_lanedir_consec_max 4.561047777853001 driven_lanedir_consec_mean 3.6761672842940727 driven_lanedir_consec_min 2.288136307602237 driven_lanedir_max 4.561047777853001 driven_lanedir_mean 3.6761672842940727 driven_lanedir_median 3.585358778929029 driven_lanedir_min 2.288136307602237 in-drivable-lane_max 2.600000000000037 in-drivable-lane_mean 0.9100000000000128 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.7920064000886513, "sim_physics": 0.07087072054545085, "survival_time": 14.950000000000076, "driven_lanedir": 3.3943434397686048, "sim_render-ego": 0.011549531618754069, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.027209375699361164, "deviation-heading": 3.611839766947772, "set_robot_commands": 0.008712941805521648, "deviation-center-line": 0.9873026786584074, "driven_lanedir_consec": 3.3943434397686048, "sim_compute_sim_state": 0.005061816374460856, "sim_compute_performance-ego": 0.00732470194498698, "sim_compute_robot_state-ego": 0.008682780265808106}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.64321940649445, "sim_physics": 0.0722547737757365, "survival_time": 14.950000000000076, "driven_lanedir": 4.561047777853001, "sim_render-ego": 0.011798756122589111, "in-drivable-lane": 0, "agent_compute-ego": 0.026730461915334063, "deviation-heading": 2.558294758589376, "set_robot_commands": 0.008817106882731119, "deviation-center-line": 0.8356118128738269, "driven_lanedir_consec": 4.561047777853001, "sim_compute_sim_state": 0.0052061112721761066, "sim_compute_performance-ego": 0.007324786980946859, "sim_compute_robot_state-ego": 0.008874633312225343}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.797564496303254, "sim_physics": 0.0716092054049174, "survival_time": 14.950000000000076, "driven_lanedir": 3.585358778929029, "sim_render-ego": 0.012137816747029625, "in-drivable-lane": 2.600000000000037, "agent_compute-ego": 0.026425867080688475, "deviation-heading": 3.144492380731005, "set_robot_commands": 0.008615716298421224, "deviation-center-line": 1.1413949402624064, "driven_lanedir_consec": 3.585358778929029, "sim_compute_sim_state": 0.0051754196484883625, "sim_compute_performance-ego": 0.007396763960520427, "sim_compute_robot_state-ego": 0.00888509750366211}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.319155251698457, "sim_physics": 0.07272504877161097, "survival_time": 6.749999999999984, "driven_lanedir": 2.288136307602237, "sim_render-ego": 0.011820685421978986, "in-drivable-lane": 0, "agent_compute-ego": 0.027781896237973815, "deviation-heading": 0.9030823440202238, "set_robot_commands": 0.008913850784301758, "deviation-center-line": 0.2837803726553702, "driven_lanedir_consec": 2.288136307602237, "sim_compute_sim_state": 0.005186162171540437, "sim_compute_performance-ego": 0.007239908642239041, "sim_compute_robot_state-ego": 0.008939282099405924}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.063943231419992, "sim_physics": 0.07268884499867757, "survival_time": 14.950000000000076, "driven_lanedir": 4.551950117317494, "sim_render-ego": 0.01237194538116455, "in-drivable-lane": 0.8500000000000121, "agent_compute-ego": 0.029344213008880616, "deviation-heading": 2.9983899053366314, "set_robot_commands": 0.009274174372355145, "deviation-center-line": 0.9309094821980098, "driven_lanedir_consec": 4.551950117317494, "sim_compute_sim_state": 0.005276631514231364, "sim_compute_performance-ego": 0.007743081251780192, "sim_compute_robot_state-ego": 0.009217317899068196}}set_robot_commands_max 0.009274174372355145 set_robot_commands_mean 0.00886675802866618 set_robot_commands_median 0.008817106882731119 set_robot_commands_min 0.008615716298421224 sim_compute_performance-ego_max 0.007743081251780192 sim_compute_performance-ego_mean 0.0074058485560947 sim_compute_performance-ego_median 0.007324786980946859 sim_compute_performance-ego_min 0.007239908642239041 sim_compute_robot_state-ego_max 0.009217317899068196 sim_compute_robot_state-ego_mean 0.008919822216033936 sim_compute_robot_state-ego_median 0.00888509750366211 sim_compute_robot_state-ego_min 0.008682780265808106 sim_compute_sim_state_max 0.005276631514231364 sim_compute_sim_state_mean 0.005181228196179425 sim_compute_sim_state_median 0.005186162171540437 sim_compute_sim_state_min 0.005061816374460856 sim_physics_max 0.07272504877161097 sim_physics_mean 0.07202971869927866 sim_physics_median 0.0722547737757365 sim_physics_min 0.07087072054545085 sim_render-ego_max 0.01237194538116455 sim_render-ego_mean 0.011935747058303268 sim_render-ego_median 0.011820685421978986 sim_render-ego_min 0.011549531618754069 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.31000000000006 survival_time_min 6.749999999999984
No reset possible 26506
4777
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.0736363375595466 survival_time_median 12.100000000000035 deviation-center-line_median 0.7605075247591712 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.031606255930600284 agent_compute-ego_mean 0.030012153271060937 agent_compute-ego_median 0.02974304285916415 agent_compute-ego_min 0.02923933744430542 deviation-center-line_max 0.9151007307811372 deviation-center-line_mean 0.608912542823119 deviation-center-line_min 0.1013688093632688 deviation-heading_max 4.035491771093406 deviation-heading_mean 2.2741373881563596 deviation-heading_median 2.689961312394002 deviation-heading_min 0.21189237013630607 driven_any_max 4.456531938689647 driven_any_mean 2.9259863629272345 driven_any_median 3.215156429365933 driven_any_min 0.4022612942148221 driven_lanedir_consec_max 4.376812580087284 driven_lanedir_consec_mean 2.8462571456967014 driven_lanedir_consec_min 0.39620160112890335 driven_lanedir_max 4.376812580087284 driven_lanedir_mean 2.8462571456967014 driven_lanedir_median 3.0736363375595466 driven_lanedir_min 0.39620160112890335 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.215156429365933, "sim_physics": 0.07728067566366757, "survival_time": 14.45000000000007, "driven_lanedir": 3.0736363375595466, "sim_render-ego": 0.014113586254185871, "in-drivable-lane": 0, "agent_compute-ego": 0.031606255930600284, "deviation-heading": 4.035491771093406, "set_robot_commands": 0.010155907964211432, "deviation-center-line": 0.9151007307811372, "driven_lanedir_consec": 3.0736363375595466, "sim_compute_sim_state": 0.0060870721678420335, "sim_compute_performance-ego": 0.008738655532520123, "sim_compute_robot_state-ego": 0.010316583112036893}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4022612942148221, "sim_physics": 0.08660550550981001, "survival_time": 1.1000000000000003, "driven_lanedir": 0.39620160112890335, "sim_render-ego": 0.013751398433338512, "in-drivable-lane": 0, "agent_compute-ego": 0.02974304285916415, "deviation-heading": 0.21189237013630607, "set_robot_commands": 0.010013016787442292, "deviation-center-line": 0.1013688093632688, "driven_lanedir_consec": 0.39620160112890335, "sim_compute_sim_state": 0.005868088115345348, "sim_compute_performance-ego": 0.008182883262634277, "sim_compute_robot_state-ego": 0.010265144434842196}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.74428940182142, "sim_physics": 0.07781443812630394, "survival_time": 12.100000000000035, "driven_lanedir": 3.6319395434410793, "sim_render-ego": 0.014511798038955562, "in-drivable-lane": 0, "agent_compute-ego": 0.030038962679461018, "deviation-heading": 2.7831890222139495, "set_robot_commands": 0.01026419667173023, "deviation-center-line": 0.7605075247591712, "driven_lanedir_consec": 3.6319395434410793, "sim_compute_sim_state": 0.006025822694636573, "sim_compute_performance-ego": 0.008867367240023022, "sim_compute_robot_state-ego": 0.01016721548127734}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.8116927505443505, "sim_physics": 0.0787052541806553, "survival_time": 9.049999999999994, "driven_lanedir": 2.7526956662666935, "sim_render-ego": 0.014358541583488, "in-drivable-lane": 0, "agent_compute-ego": 0.029433167441773808, "deviation-heading": 1.650152464944134, "set_robot_commands": 0.009856909019512366, "deviation-center-line": 0.4630143338476621, "driven_lanedir_consec": 2.7526956662666935, "sim_compute_sim_state": 0.006390217259443926, "sim_compute_performance-ego": 0.008952101291213904, "sim_compute_robot_state-ego": 0.010294243775678604}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.456531938689647, "sim_physics": 0.08031301259994507, "survival_time": 14.950000000000076, "driven_lanedir": 4.376812580087284, "sim_render-ego": 0.01431801398595174, "in-drivable-lane": 0, "agent_compute-ego": 0.02923933744430542, "deviation-heading": 2.689961312394002, "set_robot_commands": 0.009846595923105876, "deviation-center-line": 0.8045713153643554, "driven_lanedir_consec": 4.376812580087284, "sim_compute_sim_state": 0.006008840401967366, "sim_compute_performance-ego": 0.008466943899790446, "sim_compute_robot_state-ego": 0.010211648146311442}}set_robot_commands_max 0.01026419667173023 set_robot_commands_mean 0.01002732527320044 set_robot_commands_median 0.010013016787442292 set_robot_commands_min 0.009846595923105876 sim_compute_performance-ego_max 0.008952101291213904 sim_compute_performance-ego_mean 0.008641590245236355 sim_compute_performance-ego_median 0.008738655532520123 sim_compute_performance-ego_min 0.008182883262634277 sim_compute_robot_state-ego_max 0.010316583112036893 sim_compute_robot_state-ego_mean 0.010250966990029297 sim_compute_robot_state-ego_median 0.010265144434842196 sim_compute_robot_state-ego_min 0.01016721548127734 sim_compute_sim_state_max 0.006390217259443926 sim_compute_sim_state_mean 0.00607600812784705 sim_compute_sim_state_median 0.006025822694636573 sim_compute_sim_state_min 0.005868088115345348 sim_physics_max 0.08660550550981001 sim_physics_mean 0.08014377721607638 sim_physics_median 0.0787052541806553 sim_physics_min 0.07728067566366757 sim_render-ego_max 0.014511798038955562 sim_render-ego_mean 0.014210667659183936 sim_render-ego_median 0.01431801398595174 sim_render-ego_min 0.013751398433338512 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 10.330000000000036 survival_time_min 1.1000000000000003
No reset possible 26489
4765
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:51 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7599422396234476 survival_time_median 5.699999999999988 deviation-center-line_median 0.3500549090583842 in-drivable-lane_median 1.699999999999994
other stats agent_compute-ego_max 0.046511706955935976 agent_compute-ego_mean 0.042149612137132274 agent_compute-ego_median 0.041853654815489985 agent_compute-ego_min 0.03941932477449116 deviation-center-line_max 0.5050876463128259 deviation-center-line_mean 0.33061822206054214 deviation-center-line_min 0.16022638025374614 deviation-heading_max 1.8260546387436472 deviation-heading_mean 1.1663165979512962 deviation-heading_median 0.9490531420535572 deviation-heading_min 0.8439300767612072 driven_any_max 2.6113671470620083 driven_any_mean 1.8647655349410848 driven_any_median 1.8157176161532704 driven_any_min 1.0032518876106662 driven_lanedir_consec_max 2.142769518570754 driven_lanedir_consec_mean 1.5979313971782951 driven_lanedir_consec_min 0.6752475818548224 driven_lanedir_max 2.142769518570754 driven_lanedir_mean 1.5979313971782951 driven_lanedir_median 1.7599422396234476 driven_lanedir_min 0.6752475818548224 in-drivable-lane_max 2.100000000000004 in-drivable-lane_mean 1.1099999999999983 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0032518876106662, "sim_physics": 0.07109917850669371, "survival_time": 5.449999999999989, "driven_lanedir": 0.6752475818548224, "sim_render-ego": 0.011969382609796086, "in-drivable-lane": 1.699999999999994, "agent_compute-ego": 0.046511706955935976, "deviation-heading": 0.8439300767612072, "set_robot_commands": 0.00810478586669362, "deviation-center-line": 0.16022638025374614, "driven_lanedir_consec": 0.6752475818548224, "sim_compute_sim_state": 0.004609971965124847, "sim_compute_performance-ego": 0.007577458652881308, "sim_compute_robot_state-ego": 0.008783626993861766}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.2935568302496945, "sim_physics": 0.06949925148624113, "survival_time": 8.699999999999989, "driven_lanedir": 1.8615437563281043, "sim_render-ego": 0.011767449050114072, "in-drivable-lane": 2.100000000000004, "agent_compute-ego": 0.04330270728845706, "deviation-heading": 1.2925657131617905, "set_robot_commands": 0.00781608038935168, "deviation-center-line": 0.5050876463128259, "driven_lanedir_consec": 1.8615437563281043, "sim_compute_sim_state": 0.004543027658572142, "sim_compute_performance-ego": 0.006981023426713614, "sim_compute_robot_state-ego": 0.008602434191210517}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.8157176161532704, "sim_physics": 0.07038287530865586, "survival_time": 5.699999999999988, "driven_lanedir": 1.7599422396234476, "sim_render-ego": 0.011677716907701996, "in-drivable-lane": 0, "agent_compute-ego": 0.03941932477449116, "deviation-heading": 0.9199794190362792, "set_robot_commands": 0.00791180970375998, "deviation-center-line": 0.3500549090583842, "driven_lanedir_consec": 1.7599422396234476, "sim_compute_sim_state": 0.004513845109103019, "sim_compute_performance-ego": 0.006993170370135391, "sim_compute_robot_state-ego": 0.008456840849759286}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.6113671470620083, "sim_physics": 0.06981674914664411, "survival_time": 9.4, "driven_lanedir": 2.142769518570754, "sim_render-ego": 0.011808129067116596, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.03966066685128719, "deviation-heading": 1.8260546387436472, "set_robot_commands": 0.007857807139132885, "deviation-center-line": 0.4288572934814085, "driven_lanedir_consec": 2.142769518570754, "sim_compute_sim_state": 0.004629682987294299, "sim_compute_performance-ego": 0.0070012123026746385, "sim_compute_robot_state-ego": 0.008365248111968345}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.599934193629784, "sim_physics": 0.07029706886015742, "survival_time": 4.149999999999993, "driven_lanedir": 1.5501538895143474, "sim_render-ego": 0.011444261275142071, "in-drivable-lane": 0, "agent_compute-ego": 0.041853654815489985, "deviation-heading": 0.9490531420535572, "set_robot_commands": 0.007906686828797123, "deviation-center-line": 0.20886488119634633, "driven_lanedir_consec": 1.5501538895143474, "sim_compute_sim_state": 0.004642704883253718, "sim_compute_performance-ego": 0.006898601371121694, "sim_compute_robot_state-ego": 0.008254364312413227}}set_robot_commands_max 0.00810478586669362 set_robot_commands_mean 0.007919433985547059 set_robot_commands_median 0.007906686828797123 set_robot_commands_min 0.00781608038935168 sim_compute_performance-ego_max 0.007577458652881308 sim_compute_performance-ego_mean 0.00709029322470533 sim_compute_performance-ego_median 0.006993170370135391 sim_compute_performance-ego_min 0.006898601371121694 sim_compute_robot_state-ego_max 0.008783626993861766 sim_compute_robot_state-ego_mean 0.008492502891842628 sim_compute_robot_state-ego_median 0.008456840849759286 sim_compute_robot_state-ego_min 0.008254364312413227 sim_compute_sim_state_max 0.004642704883253718 sim_compute_sim_state_mean 0.004587846520669605 sim_compute_sim_state_median 0.004609971965124847 sim_compute_sim_state_min 0.004513845109103019 sim_physics_max 0.07109917850669371 sim_physics_mean 0.07021902466167844 sim_physics_median 0.07029706886015742 sim_physics_min 0.06949925148624113 sim_render-ego_max 0.011969382609796086 sim_render-ego_mean 0.011733387781974166 sim_render-ego_median 0.011767449050114072 sim_render-ego_min 0.011444261275142071 simulation-passed 1 survival_time_max 9.4 survival_time_mean 6.679999999999991 survival_time_min 4.149999999999993
No reset possible 26472
4755
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:07:48 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.826323046798804 survival_time_median 6.699999999999984 deviation-center-line_median 0.3797692635551125 in-drivable-lane_median 1.2499999999999956
other stats agent_compute-ego_max 0.049179398495218025 agent_compute-ego_mean 0.045779382319094994 agent_compute-ego_median 0.04853381075949039 agent_compute-ego_min 0.03637087523047604 deviation-center-line_max 1.0988896155271397 deviation-center-line_mean 0.5197959390655015 deviation-center-line_min 0.2753917716824316 deviation-heading_max 2.604604395163217 deviation-heading_mean 1.8516051045080324 deviation-heading_median 2.007355728695684 deviation-heading_min 1.0643624642754883 driven_any_max 5.052248738400527 driven_any_mean 2.728002148042289 driven_any_median 2.180875212469196 driven_any_min 1.6101481090620506 driven_lanedir_consec_max 4.528299568631275 driven_lanedir_consec_mean 2.373727521908376 driven_lanedir_consec_min 1.293801482561527 driven_lanedir_max 4.528299568631275 driven_lanedir_mean 2.385582481626406 driven_lanedir_median 1.826323046798804 driven_lanedir_min 1.293801482561527 in-drivable-lane_max 2.1499999999999932 in-drivable-lane_mean 1.2799999999999956 in-drivable-lane_min 0.6999999999999975 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.9777600181611883, "sim_physics": 0.08466670406398488, "survival_time": 6.699999999999984, "driven_lanedir": 1.7701647831840548, "sim_render-ego": 0.01234545458608599, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.03637087523047604, "deviation-heading": 1.500564738838772, "set_robot_commands": 0.00847687828007029, "deviation-center-line": 0.3797692635551125, "driven_lanedir_consec": 1.7701647831840548, "sim_compute_sim_state": 0.005444782883373659, "sim_compute_performance-ego": 0.007728745688253374, "sim_compute_robot_state-ego": 0.008756900901225075}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.180875212469196, "sim_physics": 0.0814247210820516, "survival_time": 5.999999999999987, "driven_lanedir": 1.826323046798804, "sim_render-ego": 0.012752632300059, "in-drivable-lane": 1.2999999999999954, "agent_compute-ego": 0.04607472817103068, "deviation-heading": 1.0643624642754883, "set_robot_commands": 0.008708528677622477, "deviation-center-line": 0.2937351717317171, "driven_lanedir_consec": 1.826323046798804, "sim_compute_sim_state": 0.005739833911259969, "sim_compute_performance-ego": 0.007809182008107503, "sim_compute_robot_state-ego": 0.008636804421742757}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.052248738400527, "sim_physics": 0.0854368543624878, "survival_time": 14.950000000000076, "driven_lanedir": 4.528299568631275, "sim_render-ego": 0.012856325308481851, "in-drivable-lane": 2.1499999999999932, "agent_compute-ego": 0.04873809893925984, "deviation-heading": 2.604604395163217, "set_robot_commands": 0.00869426965713501, "deviation-center-line": 1.0988896155271397, "driven_lanedir_consec": 4.528299568631275, "sim_compute_sim_state": 0.005746994018554687, "sim_compute_performance-ego": 0.008140600522359213, "sim_compute_robot_state-ego": 0.009239535331726074}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6101481090620506, "sim_physics": 0.08571990705885978, "survival_time": 5.299999999999989, "driven_lanedir": 1.293801482561527, "sim_render-ego": 0.012486997640357827, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.04853381075949039, "deviation-heading": 2.007355728695684, "set_robot_commands": 0.008941373735103966, "deviation-center-line": 0.2753917716824316, "driven_lanedir_consec": 1.293801482561527, "sim_compute_sim_state": 0.005458694583964798, "sim_compute_performance-ego": 0.008049800710858038, "sim_compute_robot_state-ego": 0.00885246384818599}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.8189786621184836, "sim_physics": 0.08491275473411039, "survival_time": 8.04999999999998, "driven_lanedir": 2.5093235269563676, "sim_render-ego": 0.013320708126755235, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.049179398495218025, "deviation-heading": 2.081138195567001, "set_robot_commands": 0.008410221301250576, "deviation-center-line": 0.551193872831107, "driven_lanedir_consec": 2.4500487283662187, "sim_compute_sim_state": 0.005642103112262228, "sim_compute_performance-ego": 0.008009330086086107, "sim_compute_robot_state-ego": 0.009380115485339431}}set_robot_commands_max 0.008941373735103966 set_robot_commands_mean 0.008646254330236464 set_robot_commands_median 0.00869426965713501 set_robot_commands_min 0.008410221301250576 sim_compute_performance-ego_max 0.008140600522359213 sim_compute_performance-ego_mean 0.007947531803132846 sim_compute_performance-ego_median 0.008009330086086107 sim_compute_performance-ego_min 0.007728745688253374 sim_compute_robot_state-ego_max 0.009380115485339431 sim_compute_robot_state-ego_mean 0.008973163997643866 sim_compute_robot_state-ego_median 0.00885246384818599 sim_compute_robot_state-ego_min 0.008636804421742757 sim_compute_sim_state_max 0.005746994018554687 sim_compute_sim_state_mean 0.005606481701883067 sim_compute_sim_state_median 0.005642103112262228 sim_compute_sim_state_min 0.005444782883373659 sim_physics_max 0.08571990705885978 sim_physics_mean 0.0844321882602989 sim_physics_median 0.08491275473411039 sim_physics_min 0.0814247210820516 sim_render-ego_max 0.013320708126755235 sim_render-ego_mean 0.01275242359234798 sim_render-ego_median 0.012752632300059 sim_render-ego_min 0.01234545458608599 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 8.200000000000003 survival_time_min 5.299999999999989
No reset possible 26469
4753
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:07:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.593325356433709 survival_time_median 6.0499999999999865 deviation-center-line_median 0.4020083263129758 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.025134834524703352 agent_compute-ego_mean 0.024581708630248805 agent_compute-ego_median 0.024730899333953855 agent_compute-ego_min 0.023881419674380795 deviation-center-line_max 1.0317873873858645 deviation-center-line_mean 0.5570361427512731 deviation-center-line_min 0.25420924508228626 deviation-heading_max 3.1512168612517804 deviation-heading_mean 1.7713483885767425 deviation-heading_median 1.3601049180581255 deviation-heading_min 0.8198465902633283 driven_any_max 4.1930819468119465 driven_any_mean 2.5099587880913696 driven_any_median 1.7849256763629011 driven_any_min 1.2146573295589855 driven_lanedir_consec_max 3.744882399921023 driven_lanedir_consec_mean 2.3250718716613035 driven_lanedir_consec_min 1.1703062939968003 driven_lanedir_max 3.744882399921023 driven_lanedir_mean 2.3250718716613035 driven_lanedir_median 1.593325356433709 driven_lanedir_min 1.1703062939968003 in-drivable-lane_max 1.7999999999999945 in-drivable-lane_mean 0.5399999999999983 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.7849256763629011, "sim_physics": 0.08948963338678534, "survival_time": 6.0499999999999865, "driven_lanedir": 1.5486357871987155, "sim_render-ego": 0.012811792783500734, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.02486291601638163, "deviation-heading": 1.3601049180581255, "set_robot_commands": 0.008299734966814026, "deviation-center-line": 0.25420924508228626, "driven_lanedir_consec": 1.5486357871987155, "sim_compute_sim_state": 0.005948519903766223, "sim_compute_performance-ego": 0.008070827515657283, "sim_compute_robot_state-ego": 0.009129425710883024}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.2146573295589855, "sim_physics": 0.08879139651990917, "survival_time": 3.649999999999995, "driven_lanedir": 1.1703062939968003, "sim_render-ego": 0.01275781409381187, "in-drivable-lane": 0, "agent_compute-ego": 0.025134834524703352, "deviation-heading": 0.8198465902633283, "set_robot_commands": 0.008635935718066071, "deviation-center-line": 0.25701753213651324, "driven_lanedir_consec": 1.1703062939968003, "sim_compute_sim_state": 0.005698514311280969, "sim_compute_performance-ego": 0.007844830212527758, "sim_compute_robot_state-ego": 0.008974029593271753}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.1930819468119465, "sim_physics": 0.08327531417210897, "survival_time": 14.950000000000076, "driven_lanedir": 3.744882399921023, "sim_render-ego": 0.012030769189198811, "in-drivable-lane": 1.7999999999999945, "agent_compute-ego": 0.024730899333953855, "deviation-heading": 3.1512168612517804, "set_robot_commands": 0.008456122875213624, "deviation-center-line": 1.0317873873858645, "driven_lanedir_consec": 3.744882399921023, "sim_compute_sim_state": 0.005397592385609945, "sim_compute_performance-ego": 0.007724647521972656, "sim_compute_robot_state-ego": 0.008963950475056966}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.699182857710385, "sim_physics": 0.0833928847628018, "survival_time": 11.350000000000026, "driven_lanedir": 3.568209520756269, "sim_render-ego": 0.012024925668859272, "in-drivable-lane": 0, "agent_compute-ego": 0.024298473601824383, "deviation-heading": 2.434486863577543, "set_robot_commands": 0.007969482354655664, "deviation-center-line": 0.8401582228387258, "driven_lanedir_consec": 3.568209520756269, "sim_compute_sim_state": 0.005402713095038998, "sim_compute_performance-ego": 0.007368002694083731, "sim_compute_robot_state-ego": 0.008824692948799302}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.65794613001263, "sim_physics": 0.08066885287945087, "survival_time": 4.549999999999992, "driven_lanedir": 1.593325356433709, "sim_render-ego": 0.011602496052836324, "in-drivable-lane": 0, "agent_compute-ego": 0.023881419674380795, "deviation-heading": 1.0910867097329344, "set_robot_commands": 0.008213048452859396, "deviation-center-line": 0.4020083263129758, "driven_lanedir_consec": 1.593325356433709, "sim_compute_sim_state": 0.0053485199645325375, "sim_compute_performance-ego": 0.006600636702317458, "sim_compute_robot_state-ego": 0.008302499959757039}}set_robot_commands_max 0.008635935718066071 set_robot_commands_mean 0.008314864873521757 set_robot_commands_median 0.008299734966814026 set_robot_commands_min 0.007969482354655664 sim_compute_performance-ego_max 0.008070827515657283 sim_compute_performance-ego_mean 0.007521788929311777 sim_compute_performance-ego_median 0.007724647521972656 sim_compute_performance-ego_min 0.006600636702317458 sim_compute_robot_state-ego_max 0.009129425710883024 sim_compute_robot_state-ego_mean 0.008838919737553616 sim_compute_robot_state-ego_median 0.008963950475056966 sim_compute_robot_state-ego_min 0.008302499959757039 sim_compute_sim_state_max 0.005948519903766223 sim_compute_sim_state_mean 0.005559171932045734 sim_compute_sim_state_median 0.005402713095038998 sim_compute_sim_state_min 0.0053485199645325375 sim_physics_max 0.08948963338678534 sim_physics_mean 0.08512361634421123 sim_physics_median 0.0833928847628018 sim_physics_min 0.08066885287945087 sim_render-ego_max 0.012811792783500734 sim_render-ego_mean 0.012245559557641403 sim_render-ego_median 0.012030769189198811 sim_render-ego_min 0.011602496052836324 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 8.110000000000015 survival_time_min 3.649999999999995
No reset possible 26465
4751
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.7799823301283975 survival_time_median 12.150000000000038 deviation-center-line_median 0.7419607227385578 in-drivable-lane_median 1.2500000000000178
other stats agent_compute-ego_max 0.05019002278645834 agent_compute-ego_mean 0.04500454623414656 agent_compute-ego_median 0.046571861108144125 agent_compute-ego_min 0.03399216334025065 deviation-center-line_max 0.9380133727247608 deviation-center-line_mean 0.7210601556393128 deviation-center-line_min 0.2941675769812 deviation-heading_max 3.2406341496444666 deviation-heading_mean 2.594468270512432 deviation-heading_median 2.8250151069268408 deviation-heading_min 1.1739685478842454 driven_any_max 5.052606644106386 driven_any_mean 3.6977832675417326 driven_any_median 3.9591228660946345 driven_any_min 1.893795709768884 driven_lanedir_consec_max 4.327944984806282 driven_lanedir_consec_mean 3.340805720662329 driven_lanedir_consec_min 1.5756136991060654 driven_lanedir_max 4.327944984806282 driven_lanedir_mean 3.340805720662329 driven_lanedir_median 3.7799823301283975 driven_lanedir_min 1.5756136991060654 in-drivable-lane_max 3.1000000000000005 in-drivable-lane_mean 1.2500000000000022 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.893795709768884, "sim_physics": 0.067137557665507, "survival_time": 7.499999999999981, "driven_lanedir": 1.5756136991060654, "sim_render-ego": 0.010090796152750652, "in-drivable-lane": 1.5499999999999945, "agent_compute-ego": 0.03399216334025065, "deviation-heading": 1.1739685478842454, "set_robot_commands": 0.007234854698181152, "deviation-center-line": 0.2941675769812, "driven_lanedir_consec": 1.5756136991060654, "sim_compute_sim_state": 0.004286533991495769, "sim_compute_performance-ego": 0.0061367193857828775, "sim_compute_robot_state-ego": 0.00726734479268392}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.157379839589178, "sim_physics": 0.07761269728342692, "survival_time": 14.950000000000076, "driven_lanedir": 3.81875489694608, "sim_render-ego": 0.011394868691762289, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.05019002278645834, "deviation-heading": 2.987147872876045, "set_robot_commands": 0.007980276743570963, "deviation-center-line": 0.8904675857511443, "driven_lanedir_consec": 3.81875489694608, "sim_compute_sim_state": 0.005205152829488118, "sim_compute_performance-ego": 0.006785983244578043, "sim_compute_robot_state-ego": 0.008366474310557048}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 5.052606644106386, "sim_physics": 0.07545267264048258, "survival_time": 14.950000000000076, "driven_lanedir": 4.327944984806282, "sim_render-ego": 0.011114957332611084, "in-drivable-lane": 3.1000000000000005, "agent_compute-ego": 0.046571861108144125, "deviation-heading": 2.745575675230564, "set_robot_commands": 0.00764960765838623, "deviation-center-line": 0.9380133727247608, "driven_lanedir_consec": 4.327944984806282, "sim_compute_sim_state": 0.005101555983225504, "sim_compute_performance-ego": 0.007026096979777018, "sim_compute_robot_state-ego": 0.008341937065124512}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.426011278149581, "sim_physics": 0.07383758227030436, "survival_time": 10.500000000000014, "driven_lanedir": 3.2017326923248204, "sim_render-ego": 0.010845610073634555, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.046344272295633954, "deviation-heading": 2.8250151069268408, "set_robot_commands": 0.007936399323599679, "deviation-center-line": 0.7406915200009005, "driven_lanedir_consec": 3.2017326923248204, "sim_compute_sim_state": 0.004897829464503697, "sim_compute_performance-ego": 0.00642215751466297, "sim_compute_robot_state-ego": 0.007612230664207822}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.9591228660946345, "sim_physics": 0.07345212536093629, "survival_time": 12.150000000000038, "driven_lanedir": 3.7799823301283975, "sim_render-ego": 0.010690327043886538, "in-drivable-lane": 0, "agent_compute-ego": 0.047924411640245725, "deviation-heading": 3.2406341496444666, "set_robot_commands": 0.007601753674416876, "deviation-center-line": 0.7419607227385578, "driven_lanedir_consec": 3.7799823301283975, "sim_compute_sim_state": 0.00478872252099308, "sim_compute_performance-ego": 0.0065070876368769895, "sim_compute_robot_state-ego": 0.00757591420240363}}set_robot_commands_max 0.007980276743570963 set_robot_commands_mean 0.007680578419630979 set_robot_commands_median 0.00764960765838623 set_robot_commands_min 0.007234854698181152 sim_compute_performance-ego_max 0.007026096979777018 sim_compute_performance-ego_mean 0.0065756089523355795 sim_compute_performance-ego_median 0.0065070876368769895 sim_compute_performance-ego_min 0.0061367193857828775 sim_compute_robot_state-ego_max 0.008366474310557048 sim_compute_robot_state-ego_mean 0.007832780206995387 sim_compute_robot_state-ego_median 0.007612230664207822 sim_compute_robot_state-ego_min 0.00726734479268392 sim_compute_sim_state_max 0.005205152829488118 sim_compute_sim_state_mean 0.004855958957941235 sim_compute_sim_state_median 0.004897829464503697 sim_compute_sim_state_min 0.004286533991495769 sim_physics_max 0.07761269728342692 sim_physics_mean 0.07349852704413143 sim_physics_median 0.07383758227030436 sim_physics_min 0.067137557665507 sim_render-ego_max 0.011394868691762289 sim_render-ego_mean 0.010827311858929024 sim_render-ego_median 0.010845610073634555 sim_render-ego_min 0.010090796152750652 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.010000000000035 survival_time_min 7.499999999999981
No reset possible 26396
4708
Ramon Emiliani 🇨🇦challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.09101941639982104 survival_time_median 1.5500000000000007 deviation-center-line_median 0.07265776584591419 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.414827662129556 agent_compute-ego_mean 0.339530435913974 agent_compute-ego_median 0.3045449952284495 agent_compute-ego_min 0.29581811211325904 deviation-center-line_max 0.10143144950924064 deviation-center-line_mean 0.07309160120911211 deviation-center-line_min 0.030891452888889937 deviation-heading_max 0.9830820795331456 deviation-heading_mean 0.8762694743360413 deviation-heading_median 0.8770733612576792 deviation-heading_min 0.7129302588415629 driven_any_max 0.22666547348910937 driven_any_mean 0.17284972161931372 driven_any_median 0.1790474150547576 driven_any_min 0.12646080440645488 driven_lanedir_consec_max 0.1769627119541224 driven_lanedir_consec_mean 0.1029235816473227 driven_lanedir_consec_min 0.039911726371846146 driven_lanedir_max 0.1769627119541224 driven_lanedir_mean 0.1029235816473227 driven_lanedir_median 0.09101941639982104 driven_lanedir_min 0.039911726371846146 in-drivable-lane_max 0.4000000000000003 in-drivable-lane_mean 0.15000000000000013 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.14034802553921058, "sim_physics": 0.10880895583860337, "survival_time": 1.5500000000000007, "driven_lanedir": 0.039911726371846146, "sim_render-ego": 0.013359277479110225, "in-drivable-lane": 0.4000000000000003, "agent_compute-ego": 0.414827662129556, "deviation-heading": 0.8770733612576792, "set_robot_commands": 0.009033387707125756, "deviation-center-line": 0.030891452888889937, "driven_lanedir_consec": 0.039911726371846146, "sim_compute_sim_state": 0.006367921829223633, "sim_compute_performance-ego": 0.009191605352586316, "sim_compute_robot_state-ego": 0.009496604242632468}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.12646080440645488, "sim_physics": 0.09869589408238728, "survival_time": 1.2000000000000004, "driven_lanedir": 0.09101941639982104, "sim_render-ego": 0.02024535338083903, "in-drivable-lane": 0, "agent_compute-ego": 0.3045449952284495, "deviation-heading": 0.7129302588415629, "set_robot_commands": 0.007362733284632365, "deviation-center-line": 0.10143144950924064, "driven_lanedir_consec": 0.09101941639982104, "sim_compute_sim_state": 0.005941480398178101, "sim_compute_performance-ego": 0.0071350932121276855, "sim_compute_robot_state-ego": 0.009646634260813396}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1917268896070363, "sim_physics": 0.09183905522028606, "survival_time": 1.800000000000001, "driven_lanedir": 0.08719929488637668, "sim_render-ego": 0.012095219559139676, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.2977110677295261, "deviation-heading": 0.9830820795331456, "set_robot_commands": 0.0074236128065321184, "deviation-center-line": 0.07265776584591419, "driven_lanedir_consec": 0.08719929488637668, "sim_compute_sim_state": 0.005264626608954536, "sim_compute_performance-ego": 0.007229785124460856, "sim_compute_robot_state-ego": 0.008193247848086886}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.1790474150547576, "sim_physics": 0.09055775584596576, "survival_time": 1.6500000000000008, "driven_lanedir": 0.11952475862444722, "sim_render-ego": 0.0122777982191606, "in-drivable-lane": 0, "agent_compute-ego": 0.29581811211325904, "deviation-heading": 0.9453126415074842, "set_robot_commands": 0.007475961338390003, "deviation-center-line": 0.07044702123719543, "driven_lanedir_consec": 0.11952475862444722, "sim_compute_sim_state": 0.005455804593635328, "sim_compute_performance-ego": 0.00723436384490042, "sim_compute_robot_state-ego": 0.008107235937407522}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.22666547348910937, "sim_physics": 0.09853063424428304, "survival_time": 1.5000000000000009, "driven_lanedir": 0.1769627119541224, "sim_render-ego": 0.013087908426920572, "in-drivable-lane": 0, "agent_compute-ego": 0.3847503423690796, "deviation-heading": 0.8629490305403347, "set_robot_commands": 0.007970945040384928, "deviation-center-line": 0.0900303165643204, "driven_lanedir_consec": 0.1769627119541224, "sim_compute_sim_state": 0.005229036013285319, "sim_compute_performance-ego": 0.0069934686024983725, "sim_compute_robot_state-ego": 0.008754205703735352}}set_robot_commands_max 0.009033387707125756 set_robot_commands_mean 0.007853328035413035 set_robot_commands_median 0.007475961338390003 set_robot_commands_min 0.007362733284632365 sim_compute_performance-ego_max 0.009191605352586316 sim_compute_performance-ego_mean 0.007556863227314731 sim_compute_performance-ego_median 0.007229785124460856 sim_compute_performance-ego_min 0.0069934686024983725 sim_compute_robot_state-ego_max 0.009646634260813396 sim_compute_robot_state-ego_mean 0.008839585598535125 sim_compute_robot_state-ego_median 0.008754205703735352 sim_compute_robot_state-ego_min 0.008107235937407522 sim_compute_sim_state_max 0.006367921829223633 sim_compute_sim_state_mean 0.005651773888655383 sim_compute_sim_state_median 0.005455804593635328 sim_compute_sim_state_min 0.005229036013285319 sim_physics_max 0.10880895583860337 sim_physics_mean 0.0976864590463051 sim_physics_median 0.09853063424428304 sim_physics_min 0.09055775584596576 sim_render-ego_max 0.02024535338083903 sim_render-ego_mean 0.01421311141303402 sim_render-ego_median 0.013087908426920572 sim_render-ego_min 0.012095219559139676 simulation-passed 1 survival_time_max 1.800000000000001 survival_time_mean 1.5400000000000007 survival_time_min 1.2000000000000004
No reset possible 26384
4702
Ramon Emiliani 🇨🇦challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation failed no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:08 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 48, in on_received_get_commands
|| pwm_left, pwm_right = self.compute_action(self.current_image)
|| File "solution.py", line 43, in compute_action
|| observation = self.preprocessor.preprocess(observation)
|| File "/workspace/wrappers.py", line 23, in preprocess
|| observation = cv2.resize((observation * 255).astype(np.uint8), self.shape[0:2])
|| AttributeError: 'Tensor' object has no attribute 'astype'
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 26371
4695
Ramon Emiliani 🇨🇦challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation failed no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:13 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 286, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 19, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 48, in on_received_get_commands
|| pwm_left, pwm_right = self.compute_action(self.current_image)
|| File "solution.py", line 43, in compute_action
|| observation = self.preprocessor.preprocess(observation)
|| File "/workspace/wrappers.py", line 17, in preprocess
|| observation = Image.fromarray(cv2.resize(observation, dsize=self.shape[:-1]))
|| TypeError: Expected cv::UMat for argument 'src'
||
|| The above exception was the direct cause of the following exception:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 277, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper.py", line 431, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/utils.py", line 22, in call_if_fun_exists
|| raise ZTypeError(msg, f=f, args=kwargs, argspec=a) from e
|| zuper_commons.types.exceptions.ZTypeError: Cannot call function <bound method PytorchRLTemplateAgent.on_received_get_commands of <__main__.PytorchRLTemplateAgent object at 0x7ffbddd6c150>>.
|| │ f: instance of method:
|| │ <bound method PytorchRLTemplateAgent.on_received_get_commands of <__main__.PytorchRLTemplateAgent object at 0x7ffbddd6c150>>
|| │ args: dict
|| │ │ context :
|| │ │ instance of ConcreteContext:
|| │ │ <zuper_nodes_wrapper.wrapper.ConcreteContext object at 0x7ffb220c4650>
|| │ argspec: <class 'inspect.FullArgSpec'>
|| │ #0 [`self`, `context`]
|| │ #1 None
|| │ #2 None
|| │ #3 None
|| │ #4 []
|| │ #5 None
|| │ #6 dict
|| │ │ context : <class 'zuper_nodes_wrapper.interface.Context'>
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 26370
4694
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:59 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.2711176527374538 survival_time_median 1.4500000000000006 deviation-center-line_median 0.0924832664113718 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.2081200747654356 agent_compute-ego_mean 0.1847762671681518 agent_compute-ego_median 0.18418094515800476 agent_compute-ego_min 0.16090342916291336 deviation-center-line_max 0.2104075796356464 deviation-center-line_mean 0.12082973821213087 deviation-center-line_min 0.05528053062104843 deviation-heading_max 0.6154929862072074 deviation-heading_mean 0.508922673432484 deviation-heading_median 0.5388578507461597 deviation-heading_min 0.34151317091754757 driven_any_max 0.6614118324023963 driven_any_mean 0.3791862995520755 driven_any_median 0.31210196195506185 driven_any_min 0.2423941952835678 driven_lanedir_consec_max 0.6472000970171967 driven_lanedir_consec_mean 0.3455877241533928 driven_lanedir_consec_min 0.1973392449541156 driven_lanedir_max 0.6472000970171967 driven_lanedir_mean 0.3455877241533928 driven_lanedir_median 0.2711176527374538 driven_lanedir_min 0.1973392449541156 in-drivable-lane_max 0.05000000000000005 in-drivable-lane_mean 0.020000000000000014 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.31209490915483024, "sim_physics": 0.07201595141969878, "survival_time": 1.4500000000000006, "driven_lanedir": 0.2711176527374538, "sim_render-ego": 0.011585835752816036, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.16090342916291336, "deviation-heading": 0.5388578507461597, "set_robot_commands": 0.007978858618900693, "deviation-center-line": 0.08450593968533979, "driven_lanedir_consec": 0.2711176527374538, "sim_compute_sim_state": 0.004761235467318831, "sim_compute_performance-ego": 0.007491415944592706, "sim_compute_robot_state-ego": 0.008160114288330078}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.3679285989645214, "sim_physics": 0.07259993119673296, "survival_time": 1.6500000000000008, "driven_lanedir": 0.36061800200786664, "sim_render-ego": 0.012016180789831911, "in-drivable-lane": 0, "agent_compute-ego": 0.1657523386406176, "deviation-heading": 0.34151317091754757, "set_robot_commands": 0.007889646472352924, "deviation-center-line": 0.16147137470724796, "driven_lanedir_consec": 0.36061800200786664, "sim_compute_sim_state": 0.004781520727908973, "sim_compute_performance-ego": 0.007254181486187559, "sim_compute_robot_state-ego": 0.008830099394827179}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.31210196195506185, "sim_physics": 0.07512202756158237, "survival_time": 1.4500000000000006, "driven_lanedir": 0.25166362405033116, "sim_render-ego": 0.01108418661972572, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.2081200747654356, "deviation-heading": 0.6154929862072074, "set_robot_commands": 0.007814949956433526, "deviation-center-line": 0.0924832664113718, "driven_lanedir_consec": 0.25166362405033116, "sim_compute_sim_state": 0.004784559381419215, "sim_compute_performance-ego": 0.007319384607775458, "sim_compute_robot_state-ego": 0.007881353641378468}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.2423941952835678, "sim_physics": 0.06940582394599915, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1973392449541156, "sim_render-ego": 0.010293394327163696, "in-drivable-lane": 0, "agent_compute-ego": 0.18418094515800476, "deviation-heading": 0.4992085919923363, "set_robot_commands": 0.00698775053024292, "deviation-center-line": 0.05528053062104843, "driven_lanedir_consec": 0.1973392449541156, "sim_compute_sim_state": 0.0041233400503794355, "sim_compute_performance-ego": 0.006163448095321655, "sim_compute_robot_state-ego": 0.007303943236668904}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6614118324023963, "sim_physics": 0.06434006161159939, "survival_time": 2.6999999999999984, "driven_lanedir": 0.6472000970171967, "sim_render-ego": 0.01043024328019884, "in-drivable-lane": 0, "agent_compute-ego": 0.2049245481137876, "deviation-heading": 0.5495407672991691, "set_robot_commands": 0.007189454855742278, "deviation-center-line": 0.2104075796356464, "driven_lanedir_consec": 0.6472000970171967, "sim_compute_sim_state": 0.0041938357883029515, "sim_compute_performance-ego": 0.006641666094462077, "sim_compute_robot_state-ego": 0.007439313111481843}}set_robot_commands_max 0.007978858618900693 set_robot_commands_mean 0.007572132086734469 set_robot_commands_median 0.007814949956433526 set_robot_commands_min 0.00698775053024292 sim_compute_performance-ego_max 0.007491415944592706 sim_compute_performance-ego_mean 0.006974019245667891 sim_compute_performance-ego_median 0.007254181486187559 sim_compute_performance-ego_min 0.006163448095321655 sim_compute_robot_state-ego_max 0.008830099394827179 sim_compute_robot_state-ego_mean 0.007922964734537293 sim_compute_robot_state-ego_median 0.007881353641378468 sim_compute_robot_state-ego_min 0.007303943236668904 sim_compute_sim_state_max 0.004784559381419215 sim_compute_sim_state_mean 0.0045288982830658814 sim_compute_sim_state_median 0.004761235467318831 sim_compute_sim_state_min 0.0041233400503794355 sim_physics_max 0.07512202756158237 sim_physics_mean 0.07069675914712253 sim_physics_median 0.07201595141969878 sim_physics_min 0.06434006161159939 sim_render-ego_max 0.012016180789831911 sim_render-ego_mean 0.01108196815394724 sim_render-ego_median 0.01108418661972572 sim_render-ego_min 0.010293394327163696 simulation-passed 1 survival_time_max 2.6999999999999984 survival_time_mean 1.6900000000000002 survival_time_min 1.2000000000000004
No reset possible 26362
4689
Charles Cossette 🇨🇦PredictorLast aido2-PRED
step1-simulation success yes idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.1166948119566167 error_L2 0.02152731234144455
No reset possible 26361
4688
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:09:38 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.264433550686122 survival_time_median 12.25000000000004 deviation-center-line_median 0.6657803704903865 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.025959656189899056 agent_compute-ego_mean 0.025379053218469123 agent_compute-ego_median 0.025460640923315736 agent_compute-ego_min 0.024460882573694616 deviation-center-line_max 0.8588053312078643 deviation-center-line_mean 0.6502078609640946 deviation-center-line_min 0.46660364421453376 deviation-heading_max 3.0826195420953137 deviation-heading_mean 2.553765240342128 deviation-heading_median 2.8200015545610975 deviation-heading_min 1.3533059382131123 driven_any_max 4.622031705789779 driven_any_mean 3.5586586248545315 driven_any_median 3.7176530255069737 driven_any_min 2.2624041993367303 driven_lanedir_consec_max 4.515403113581142 driven_lanedir_consec_mean 3.3241808847433 driven_lanedir_consec_min 2.2077670591112244 driven_lanedir_max 4.515403113581142 driven_lanedir_mean 3.3241808847433 driven_lanedir_median 3.264433550686122 driven_lanedir_min 2.2077670591112244 in-drivable-lane_max 1.3500000000000192 in-drivable-lane_mean 0.5100000000000072 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.8141421985507327, "sim_physics": 0.07347324053446452, "survival_time": 14.950000000000076, "driven_lanedir": 3.395784316260835, "sim_render-ego": 0.011921738783518472, "in-drivable-lane": 1.3500000000000192, "agent_compute-ego": 0.025743643442789715, "deviation-heading": 3.0826195420953137, "set_robot_commands": 0.00863612413406372, "deviation-center-line": 0.8588053312078643, "driven_lanedir_consec": 3.395784316260835, "sim_compute_sim_state": 0.0054276037216186524, "sim_compute_performance-ego": 0.007583808898925781, "sim_compute_robot_state-ego": 0.008824584484100341}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.2624041993367303, "sim_physics": 0.07453944299604509, "survival_time": 7.149999999999983, "driven_lanedir": 2.2077670591112244, "sim_render-ego": 0.01168656515908408, "in-drivable-lane": 0, "agent_compute-ego": 0.024460882573694616, "deviation-heading": 1.3533059382131123, "set_robot_commands": 0.007956894961270418, "deviation-center-line": 0.46660364421453376, "driven_lanedir_consec": 2.2077670591112244, "sim_compute_sim_state": 0.00511812663578487, "sim_compute_performance-ego": 0.006988668775225019, "sim_compute_robot_state-ego": 0.008677559299068851}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.622031705789779, "sim_physics": 0.07353613535563151, "survival_time": 14.950000000000076, "driven_lanedir": 4.515403113581142, "sim_render-ego": 0.011582927703857422, "in-drivable-lane": 0, "agent_compute-ego": 0.025270442962646484, "deviation-heading": 2.665516509434604, "set_robot_commands": 0.00825416088104248, "deviation-center-line": 0.727363356911023, "driven_lanedir_consec": 4.515403113581142, "sim_compute_sim_state": 0.005326282978057861, "sim_compute_performance-ego": 0.007197182973225911, "sim_compute_robot_state-ego": 0.008508001168568929}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.377061995088441, "sim_physics": 0.07616192653399556, "survival_time": 11.900000000000034, "driven_lanedir": 3.2375163840771743, "sim_render-ego": 0.011805504310030896, "in-drivable-lane": 0, "agent_compute-ego": 0.025460640923315736, "deviation-heading": 2.84738265740651, "set_robot_commands": 0.008410841477017443, "deviation-center-line": 0.6657803704903865, "driven_lanedir_consec": 3.2375163840771743, "sim_compute_sim_state": 0.005472519818474264, "sim_compute_performance-ego": 0.007088342634569697, "sim_compute_robot_state-ego": 0.008867512230111771}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.7176530255069737, "sim_physics": 0.077796441681531, "survival_time": 12.25000000000004, "driven_lanedir": 3.264433550686122, "sim_render-ego": 0.012411300503477758, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.025959656189899056, "deviation-heading": 2.8200015545610975, "set_robot_commands": 0.008462944809271365, "deviation-center-line": 0.5324866019966651, "driven_lanedir_consec": 3.264433550686122, "sim_compute_sim_state": 0.005790431158883231, "sim_compute_performance-ego": 0.007681914738246373, "sim_compute_robot_state-ego": 0.009014644428175322}}set_robot_commands_max 0.00863612413406372 set_robot_commands_mean 0.008344193252533084 set_robot_commands_median 0.008410841477017443 set_robot_commands_min 0.007956894961270418 sim_compute_performance-ego_max 0.007681914738246373 sim_compute_performance-ego_mean 0.007307983604038557 sim_compute_performance-ego_median 0.007197182973225911 sim_compute_performance-ego_min 0.006988668775225019 sim_compute_robot_state-ego_max 0.009014644428175322 sim_compute_robot_state-ego_mean 0.008778460322005044 sim_compute_robot_state-ego_median 0.008824584484100341 sim_compute_robot_state-ego_min 0.008508001168568929 sim_compute_sim_state_max 0.005790431158883231 sim_compute_sim_state_mean 0.005426992862563776 sim_compute_sim_state_median 0.0054276037216186524 sim_compute_sim_state_min 0.00511812663578487 sim_physics_max 0.077796441681531 sim_physics_mean 0.07510143742033354 sim_physics_median 0.07453944299604509 sim_physics_min 0.07347324053446452 sim_render-ego_max 0.012411300503477758 sim_render-ego_mean 0.011881607291993728 sim_render-ego_median 0.011805504310030896 sim_render-ego_min 0.011582927703857422 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.240000000000045 survival_time_min 7.149999999999983
No reset possible 26331
4565
Frank (Chude) Qian 🇨🇦2019-11-19|FrankNet|Andrew_Activation aido3-LF-real-validation
eval0-visualize success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:06:18 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 5.00610140881006 survival_time 24.6666 deviation-center-line 1.7166140428267256 in-drivable-lane 6.666599999999997
other stats deviation-heading 4.306779335712473 driven_any 7.019452246459964 driven_lanedir 5.00610140881006 visualized-eval0-passed 1
No reset possible 26310
4675
Soroush Saryazdi 🇨🇦upduck aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:07:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9105307706190553 survival_time_median 6.649999999999984 deviation-center-line_median 0.4118479499940124 in-drivable-lane_median 1.0499999999999965
other stats agent_compute-ego_max 0.02587437162212297 agent_compute-ego_mean 0.02468610313773839 agent_compute-ego_median 0.024777469635009767 agent_compute-ego_min 0.023607401023233745 deviation-center-line_max 0.9563088042259896 deviation-center-line_mean 0.452836489262444 deviation-center-line_min 0.18992921209537608 deviation-heading_max 5.096161172515196 deviation-heading_mean 2.244006148151697 deviation-heading_median 2.0609580938969105 deviation-heading_min 0.8766144940226043 driven_any_max 4.344493127544153 driven_any_mean 2.5031388289176766 driven_any_median 2.266985049413417 driven_any_min 1.1110449360912915 driven_lanedir_consec_max 3.047386675145805 driven_lanedir_consec_mean 2.025183318950313 driven_lanedir_consec_min 0.774662208608977 driven_lanedir_max 3.047386675145805 driven_lanedir_mean 2.033738620741978 driven_lanedir_median 1.9406110853729988 driven_lanedir_min 0.774662208608977 in-drivable-lane_max 2.700000000000009 in-drivable-lane_mean 1.1699999999999997 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.1110449360912915, "sim_physics": 0.0766387818807579, "survival_time": 4.149999999999993, "driven_lanedir": 0.774662208608977, "sim_render-ego": 0.01236762483435941, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.025126991501773697, "deviation-heading": 1.093261178226557, "set_robot_commands": 0.008035246148166886, "deviation-center-line": 0.18992921209537608, "driven_lanedir_consec": 0.774662208608977, "sim_compute_sim_state": 0.005208793892917863, "sim_compute_performance-ego": 0.007956246295607233, "sim_compute_robot_state-ego": 0.008927569331893002}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.266985049413417, "sim_physics": 0.07818943934333056, "survival_time": 6.649999999999984, "driven_lanedir": 1.9406110853729988, "sim_render-ego": 0.011858638964201274, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.023607401023233745, "deviation-heading": 2.093035802097216, "set_robot_commands": 0.00831605617265056, "deviation-center-line": 0.4118479499940124, "driven_lanedir_consec": 1.897834576414672, "sim_compute_sim_state": 0.0059751173607388835, "sim_compute_performance-ego": 0.006965230282087971, "sim_compute_robot_state-ego": 0.00865053413505841}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.344493127544153, "sim_physics": 0.07861356337865194, "survival_time": 14.950000000000076, "driven_lanedir": 3.047386675145805, "sim_render-ego": 0.012396891117095948, "in-drivable-lane": 2.700000000000009, "agent_compute-ego": 0.024777469635009767, "deviation-heading": 5.096161172515196, "set_robot_commands": 0.008633219401041666, "deviation-center-line": 0.9563088042259896, "driven_lanedir_consec": 3.047386675145805, "sim_compute_sim_state": 0.005490047931671143, "sim_compute_performance-ego": 0.007512828509012858, "sim_compute_robot_state-ego": 0.00905903975168864}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.9391664114176153, "sim_physics": 0.0759056740336948, "survival_time": 5.399999999999989, "driven_lanedir": 1.9105307706190553, "sim_render-ego": 0.012634012434217664, "in-drivable-lane": 0, "agent_compute-ego": 0.024044281906551786, "deviation-heading": 0.8766144940226043, "set_robot_commands": 0.008651305128026891, "deviation-center-line": 0.2286946528921483, "driven_lanedir_consec": 1.9105307706190553, "sim_compute_sim_state": 0.005398050502494529, "sim_compute_performance-ego": 0.007335188212218108, "sim_compute_robot_state-ego": 0.00867867249029654}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.8540046201219074, "sim_physics": 0.07819485664367676, "survival_time": 7.649999999999981, "driven_lanedir": 2.495502363963054, "sim_render-ego": 0.013206696977802352, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.02587437162212297, "deviation-heading": 2.0609580938969105, "set_robot_commands": 0.008913809957067951, "deviation-center-line": 0.47740182710469375, "driven_lanedir_consec": 2.495502363963054, "sim_compute_sim_state": 0.005611927680719912, "sim_compute_performance-ego": 0.007895539788638843, "sim_compute_robot_state-ego": 0.008808882407892763}}set_robot_commands_max 0.008913809957067951 set_robot_commands_mean 0.00850992736139079 set_robot_commands_median 0.008633219401041666 set_robot_commands_min 0.008035246148166886 sim_compute_performance-ego_max 0.007956246295607233 sim_compute_performance-ego_mean 0.007533006617513003 sim_compute_performance-ego_median 0.007512828509012858 sim_compute_performance-ego_min 0.006965230282087971 sim_compute_robot_state-ego_max 0.00905903975168864 sim_compute_robot_state-ego_mean 0.008824939623365871 sim_compute_robot_state-ego_median 0.008808882407892763 sim_compute_robot_state-ego_min 0.00865053413505841 sim_compute_sim_state_max 0.0059751173607388835 sim_compute_sim_state_mean 0.005536787473708465 sim_compute_sim_state_median 0.005490047931671143 sim_compute_sim_state_min 0.005208793892917863 sim_physics_max 0.07861356337865194 sim_physics_mean 0.0775084630560224 sim_physics_median 0.07818943934333056 sim_physics_min 0.0759056740336948 sim_render-ego_max 0.013206696977802352 sim_render-ego_mean 0.01249277286553533 sim_render-ego_median 0.012396891117095948 sim_render-ego_min 0.011858638964201274 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 7.760000000000005 survival_time_min 4.149999999999993
No reset possible 26287
4662
Rey Wiyatno 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:11:48 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.700180327647133 survival_time_median 14.950000000000076 deviation-center-line_median 0.7317827812585613 in-drivable-lane_median 1.500000000000021
other stats agent_compute-ego_max 0.0254030966758728 agent_compute-ego_mean 0.024915690104166666 agent_compute-ego_median 0.024972651799519855 agent_compute-ego_min 0.024242576758066813 deviation-center-line_max 1.4045895604081633 deviation-center-line_mean 0.8464540852415674 deviation-center-line_min 0.4905358739718515 deviation-heading_max 4.608670343522006 deviation-heading_mean 3.683399048076309 deviation-heading_median 3.4190422576259833 deviation-heading_min 2.704614606638857 driven_any_max 5.409790502270837 driven_any_mean 4.077002895742266 driven_any_median 4.144272477793493 driven_any_min 3.1094283123277404 driven_lanedir_consec_max 3.9999105947361153 driven_lanedir_consec_mean 2.959104698254725 driven_lanedir_consec_min 1.7157315378977167 driven_lanedir_max 5.2695041193976415 driven_lanedir_mean 3.7703877421412386 driven_lanedir_median 3.9999105947361153 driven_lanedir_min 2.6480946408030124 in-drivable-lane_max 5.350000000000014 in-drivable-lane_mean 1.9400000000000095 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.427515980372258, "sim_physics": 0.07920238335927328, "survival_time": 14.950000000000076, "driven_lanedir": 2.6480946408030124, "sim_render-ego": 0.012458420594533283, "in-drivable-lane": 5.350000000000014, "agent_compute-ego": 0.025328125953674317, "deviation-heading": 4.365933782610446, "set_robot_commands": 0.008385993639628093, "deviation-center-line": 0.4905358739718515, "driven_lanedir_consec": 1.7157315378977167, "sim_compute_sim_state": 0.005692297617594401, "sim_compute_performance-ego": 0.007689679463704427, "sim_compute_robot_state-ego": 0.008999733924865723}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.1094283123277404, "sim_physics": 0.08070129156112671, "survival_time": 14.950000000000076, "driven_lanedir": 2.866614165555475, "sim_render-ego": 0.012744107246398928, "in-drivable-lane": 1.2500000000000178, "agent_compute-ego": 0.0254030966758728, "deviation-heading": 4.608670343522006, "set_robot_commands": 0.008541406790415446, "deviation-center-line": 0.9329913058205224, "driven_lanedir_consec": 2.700180327647133, "sim_compute_sim_state": 0.005635468165079752, "sim_compute_performance-ego": 0.007599171002705892, "sim_compute_robot_state-ego": 0.00905657688776652}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.144272477793493, "sim_physics": 0.07870962937672933, "survival_time": 14.950000000000076, "driven_lanedir": 3.9999105947361153, "sim_render-ego": 0.012255882422129312, "in-drivable-lane": 0, "agent_compute-ego": 0.024242576758066813, "deviation-heading": 3.31873424998425, "set_robot_commands": 0.008396498362223307, "deviation-center-line": 1.4045895604081633, "driven_lanedir_consec": 3.9999105947361153, "sim_compute_sim_state": 0.005537017981211345, "sim_compute_performance-ego": 0.007455671628316243, "sim_compute_robot_state-ego": 0.009040935039520264}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.2940072059470005, "sim_physics": 0.08053079922993978, "survival_time": 14.950000000000076, "driven_lanedir": 4.067815190213948, "sim_render-ego": 0.013149483998616537, "in-drivable-lane": 1.500000000000021, "agent_compute-ego": 0.024631999333699545, "deviation-heading": 3.4190422576259833, "set_robot_commands": 0.008791050910949706, "deviation-center-line": 0.6723709047487384, "driven_lanedir_consec": 3.808829877018496, "sim_compute_sim_state": 0.005680605570475261, "sim_compute_performance-ego": 0.007697382767995199, "sim_compute_robot_state-ego": 0.00945726950963338}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 5.409790502270837, "sim_physics": 0.07905073642730713, "survival_time": 14.950000000000076, "driven_lanedir": 5.2695041193976415, "sim_render-ego": 0.012393287817637126, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.024972651799519855, "deviation-heading": 2.704614606638857, "set_robot_commands": 0.00844194253285726, "deviation-center-line": 0.7317827812585613, "driven_lanedir_consec": 2.5708711539741658, "sim_compute_sim_state": 0.005813275973002116, "sim_compute_performance-ego": 0.007519976298014323, "sim_compute_robot_state-ego": 0.009005533854166666}}set_robot_commands_max 0.008791050910949706 set_robot_commands_mean 0.008511378447214762 set_robot_commands_median 0.00844194253285726 set_robot_commands_min 0.008385993639628093 sim_compute_performance-ego_max 0.007697382767995199 sim_compute_performance-ego_mean 0.007592376232147216 sim_compute_performance-ego_median 0.007599171002705892 sim_compute_performance-ego_min 0.007455671628316243 sim_compute_robot_state-ego_max 0.00945726950963338 sim_compute_robot_state-ego_mean 0.009112009843190511 sim_compute_robot_state-ego_median 0.009040935039520264 sim_compute_robot_state-ego_min 0.008999733924865723 sim_compute_sim_state_max 0.005813275973002116 sim_compute_sim_state_mean 0.005671733061472575 sim_compute_sim_state_median 0.005680605570475261 sim_compute_sim_state_min 0.005537017981211345 sim_physics_max 0.08070129156112671 sim_physics_mean 0.07963896799087525 sim_physics_median 0.07920238335927328 sim_physics_min 0.07870962937672933 sim_render-ego_max 0.013149483998616537 sim_render-ego_mean 0.01260023641586304 sim_render-ego_median 0.012458420594533283 sim_render-ego_min 0.012255882422129312 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 26143
4589
Moustafa Elarabi challenge-aido_LF-template-pytorch aido3-LF-sim-validation
step1-simulation error no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:33 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 26128
4582
Jeick Hincapie Barrera 🇨🇴challenge-aido_LF-template-random aido3-LF-sim-validation
step1-simulation error no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:39 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 26113
4578
Jeick Hincapie Barrera 🇨🇴challenge-aido_LF-template-random aido3-LF-sim-validation
step1-simulation error no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 1:00:39 Waited 3600 seconds [...] Waited 3600 seconds for container to finish. Giving up.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 26035
4453
Bea Baselines 🐤challenge-aido_LF-baseline-duckietown aido3-LF-real-validation
eval2-visualize success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:01:53 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec 8.412803945281624 survival_time 52.6666 deviation-center-line 2.228747416604549 in-drivable-lane 0
other stats deviation-heading 4.763046703147766 driven_any 8.58830733207374 driven_lanedir 8.412803945281624 visualized-eval2-passed 1
No reset possible 26020
4535
Gianmarco Bernasconi challenge-aido_LF-baseline-duckietown aido3-LF-real-validation
eval0-visualize error no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:54 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "main.py", line 19, in wrap
stats = evaluate_robotarium_log(logdir, outd=outd)
File "/project/evaluate_robotarium_log.py", line 41, in evaluate_robotarium_log
d = yaml.load(open(mapfile).read())
FileNotFoundError: [Errno 2] No such file or directory: '/challenges/previous-steps/eval0/trajectories/map.yaml'
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "main.py", line 34, in <module>
wrap(cie)
File "main.py", line 24, in wrap
raise dc.InvalidEvaluator() from e
duckietown_challenges.exceptions.InvalidEvaluator
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 25900
4189
Liam Paull 🇨🇦challenge-aido_LF-template-ros - Template solution using ROS aido3-LFV-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:16:15 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4655139107766719 survival_time_median 2.5999999999999988 deviation-center-line_median 0.12247761488205015 in-drivable-lane_median 0.1999999999999993
other stats agent_compute-ego_max 0.039148807525634766 agent_compute-ego_mean 0.0342547090806886 agent_compute-ego_median 0.033738739993594107 agent_compute-ego_min 0.0320229096846147 deviation-center-line_max 0.319097545335106 deviation-center-line_mean 0.15114113023542108 deviation-center-line_min 0.07065331237272693 deviation-heading_max 1.794948507620783 deviation-heading_mean 0.632535604070611 deviation-heading_median 0.4860461120296032 deviation-heading_min 0.20872904411879983 driven_any_max 1.8421668728572815 driven_any_mean 0.789661689128428 driven_any_median 0.676320777519435 driven_any_min 0.28966334503214825 driven_lanedir_consec_max 0.9761203969848186 driven_lanedir_consec_mean 0.513343286517448 driven_lanedir_consec_min 0.19101417073511717 driven_lanedir_max 0.9761203969848186 driven_lanedir_mean 0.513343286517448 driven_lanedir_median 0.4655139107766719 driven_lanedir_min 0.19101417073511717 in-drivable-lane_max 2.249999999999992 in-drivable-lane_mean 0.7633333333333312 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.029569969954737, "sim_physics": 0.15152496507723037, "survival_time": 3.649999999999995, "driven_lanedir": 0.5728900130190617, "sim_render-ego": 0.014036514987684276, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.03344753670365843, "deviation-heading": 0.46418759639345647, "set_robot_commands": 0.01114586934651414, "deviation-center-line": 0.16420485117826172, "driven_lanedir_consec": 0.5728900130190617, "sim_compute_sim_state": 0.005723956513078245, "sim_compute_performance-ego": 0.008369230244257678, "sim_compute_robot_state-ego": 0.010241426833688396, "sim_compute_robot_state-npc0": 0.010033561758799096, "sim_compute_robot_state-npc1": 0.00992110983966148, "sim_compute_robot_state-npc2": 0.009877387791463774, "sim_compute_robot_state-npc3": 0.009293314528791872}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4854069732029952, "sim_physics": 0.15478456020355225, "survival_time": 1.800000000000001, "driven_lanedir": 0.4655139107766719, "sim_render-ego": 0.015852590401967365, "in-drivable-lane": 0, "agent_compute-ego": 0.03355101082060072, "deviation-heading": 0.4301190528543047, "set_robot_commands": 0.011999905109405518, "deviation-center-line": 0.1102550226967659, "driven_lanedir_consec": 0.4655139107766719, "sim_compute_sim_state": 0.005787809689839681, "sim_compute_performance-ego": 0.009197804662916396, "sim_compute_robot_state-ego": 0.0111822419696384, "sim_compute_robot_state-npc0": 0.011213514539930556, "sim_compute_robot_state-npc1": 0.01066218482123481, "sim_compute_robot_state-npc2": 0.009760545359717475, "sim_compute_robot_state-npc3": 0.01096478435728285}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.676320777519435, "sim_physics": 0.1598992026769198, "survival_time": 2.5999999999999988, "driven_lanedir": 0.19101417073511717, "sim_render-ego": 0.015551131505232591, "in-drivable-lane": 1.5499999999999985, "agent_compute-ego": 0.036150492154634915, "deviation-heading": 0.3144035683599862, "set_robot_commands": 0.012008332289182223, "deviation-center-line": 0.11974981095625696, "driven_lanedir_consec": 0.19101417073511717, "sim_compute_sim_state": 0.005951120303227351, "sim_compute_performance-ego": 0.009080134905301608, "sim_compute_robot_state-ego": 0.010515400996574989, "sim_compute_robot_state-npc0": 0.010859801219059871, "sim_compute_robot_state-npc1": 0.010576229829054613, "sim_compute_robot_state-npc2": 0.010355555094205417, "sim_compute_robot_state-npc3": 0.010043634818150448}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.28966334503214825, "sim_physics": 0.1897519145693098, "survival_time": 1.4000000000000006, "driven_lanedir": 0.24509646022130271, "sim_render-ego": 0.01605696337563651, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.03535034826823643, "deviation-heading": 0.586908120134486, "set_robot_commands": 0.011762423174721854, "deviation-center-line": 0.08881536077749116, "driven_lanedir_consec": 0.24509646022130271, "sim_compute_sim_state": 0.006237915584019252, "sim_compute_performance-ego": 0.009401960032326837, "sim_compute_robot_state-ego": 0.01155660833631243, "sim_compute_robot_state-npc0": 0.010843430246625627, "sim_compute_robot_state-npc1": 0.01073540108544486, "sim_compute_robot_state-npc2": 0.01053581918988909, "sim_compute_robot_state-npc3": 0.011952400207519531}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.7805992443265533, "sim_physics": 0.165404858412566, "survival_time": 2.6999999999999984, "driven_lanedir": 0.23933435620577304, "sim_render-ego": 0.015031267095495153, "in-drivable-lane": 1.549999999999998, "agent_compute-ego": 0.03349343494132713, "deviation-heading": 0.4860461120296032, "set_robot_commands": 0.012326116915102358, "deviation-center-line": 0.07065331237272693, "driven_lanedir_consec": 0.23933435620577304, "sim_compute_sim_state": 0.006072772873772515, "sim_compute_performance-ego": 0.008913079897562662, "sim_compute_robot_state-ego": 0.010947880921540436, "sim_compute_robot_state-npc0": 0.010744801274052373, "sim_compute_robot_state-npc1": 0.010950507941069427, "sim_compute_robot_state-npc2": 0.010012485362865309, "sim_compute_robot_state-npc3": 0.010251301306265372}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.8421668728572815, "sim_physics": 0.16798087266775277, "survival_time": 6.499999999999985, "driven_lanedir": 0.9761203969848186, "sim_render-ego": 0.01517314727489765, "in-drivable-lane": 2.249999999999992, "agent_compute-ego": 0.033930745491614706, "deviation-heading": 1.794948507620783, "set_robot_commands": 0.011736259093651403, "deviation-center-line": 0.26383046265149596, "driven_lanedir_consec": 0.9761203969848186, "sim_compute_sim_state": 0.005848358227656438, "sim_compute_performance-ego": 0.008993796201852651, "sim_compute_robot_state-ego": 0.010887540303743802, "sim_compute_robot_state-npc0": 0.010899485074556792, "sim_compute_robot_state-npc1": 0.010531909649188702, "sim_compute_robot_state-npc2": 0.010249035175030048, "sim_compute_robot_state-npc3": 0.010235346280611478}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.30974083658125623, "sim_physics": 0.183897458589994, "survival_time": 1.3000000000000005, "driven_lanedir": 0.3008271040967698, "sim_render-ego": 0.01601674923529992, "in-drivable-lane": 0, "agent_compute-ego": 0.03438745095179631, "deviation-heading": 0.29478287536209735, "set_robot_commands": 0.011748634851895846, "deviation-center-line": 0.12791628476605915, "driven_lanedir_consec": 0.3008271040967698, "sim_compute_sim_state": 0.005906040851886456, "sim_compute_performance-ego": 0.009171100763174204, "sim_compute_robot_state-ego": 0.011595900242145244, "sim_compute_robot_state-npc0": 0.011335418774531435, "sim_compute_robot_state-npc1": 0.010435269429133488, "sim_compute_robot_state-npc2": 0.010521971262418307, "sim_compute_robot_state-npc3": 0.01010713210472694}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.898902141147963, "sim_physics": 0.14428738814133865, "survival_time": 3.2499999999999964, "driven_lanedir": 0.4504170426937285, "sim_render-ego": 0.015942159065833458, "in-drivable-lane": 1.3999999999999957, "agent_compute-ego": 0.03298622278066782, "deviation-heading": 0.47490333079502217, "set_robot_commands": 0.01228176630460299, "deviation-center-line": 0.10611885224838034, "driven_lanedir_consec": 0.4504170426937285, "sim_compute_sim_state": 0.005908283820519081, "sim_compute_performance-ego": 0.009409247911893404, "sim_compute_robot_state-ego": 0.010909524330726035, "sim_compute_robot_state-npc0": 0.010796022415161134, "sim_compute_robot_state-npc1": 0.010668138357309197, "sim_compute_robot_state-npc2": 0.010512946202204778, "sim_compute_robot_state-npc3": 0.009920527384831354}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.6704158195242703, "sim_physics": 0.12735570178312414, "survival_time": 2.549999999999999, "driven_lanedir": 0.5927547773358701, "sim_render-ego": 0.015413765813790116, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.03342458313586665, "deviation-heading": 0.5944063842408287, "set_robot_commands": 0.012357576220643289, "deviation-center-line": 0.1765710850461356, "driven_lanedir_consec": 0.5927547773358701, "sim_compute_sim_state": 0.005910186206593233, "sim_compute_performance-ego": 0.008572765425139782, "sim_compute_robot_state-ego": 0.01070716334324257, "sim_compute_robot_state-npc0": 0.010323870415781058, "sim_compute_robot_state-npc1": 0.010557062485638789, "sim_compute_robot_state-npc2": 0.01002835759929582, "sim_compute_robot_state-npc3": 0.010143616620232075}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0246276909150038, "sim_physics": 0.13656993965049843, "survival_time": 3.8499999999999943, "driven_lanedir": 0.7223434592397964, "sim_render-ego": 0.015433729469002068, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.034761729178490575, "deviation-heading": 1.0014471683516262, "set_robot_commands": 0.012973045373891856, "deviation-center-line": 0.319097545335106, "driven_lanedir_consec": 0.7223434592397964, "sim_compute_sim_state": 0.006372950293801047, "sim_compute_performance-ego": 0.009103307476291409, "sim_compute_robot_state-ego": 0.011294807706560408, "sim_compute_robot_state-npc0": 0.011055125818624124, "sim_compute_robot_state-npc1": 0.011112234809181908, "sim_compute_robot_state-npc2": 0.010977407554527382, "sim_compute_robot_state-npc3": 0.010168409966803215}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.024270409491677, "sim_physics": 0.12560592906575807, "survival_time": 3.5499999999999954, "driven_lanedir": 0.930635564815912, "sim_render-ego": 0.015257069762323943, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.039148807525634766, "deviation-heading": 0.5973636381057863, "set_robot_commands": 0.01263519072196853, "deviation-center-line": 0.10279002172095, "driven_lanedir_consec": 0.930635564815912, "sim_compute_sim_state": 0.005780297265925878, "sim_compute_performance-ego": 0.008697143742735957, "sim_compute_robot_state-ego": 0.010395560466067892, "sim_compute_robot_state-npc0": 0.01091759977206378, "sim_compute_robot_state-npc1": 0.010431057970288772, "sim_compute_robot_state-npc2": 0.0100522947983003, "sim_compute_robot_state-npc3": 0.010093279287848674}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.5682766327102775, "sim_physics": 0.1519062934665505, "survival_time": 5.449999999999989, "driven_lanedir": 0.8643968266949456, "sim_render-ego": 0.015358233670575904, "in-drivable-lane": 1.8999999999999932, "agent_compute-ego": 0.033738739993594107, "deviation-heading": 1.290056796217176, "set_robot_commands": 0.012253135716149569, "deviation-center-line": 0.2507234354671837, "driven_lanedir_consec": 0.8643968266949456, "sim_compute_sim_state": 0.006068713074430413, "sim_compute_performance-ego": 0.009305400585909502, "sim_compute_robot_state-ego": 0.010859990338666725, "sim_compute_robot_state-npc0": 0.010894493225517624, "sim_compute_robot_state-npc1": 0.010533978085999094, "sim_compute_robot_state-npc2": 0.010655258773663722, "sim_compute_robot_state-npc3": 0.0100466505103155}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.5325545923236724, "sim_physics": 0.15840788774712142, "survival_time": 2.1500000000000004, "driven_lanedir": 0.4938781019355929, "sim_render-ego": 0.01565931009691815, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.03307293736657431, "deviation-heading": 0.3936856541429253, "set_robot_commands": 0.011813912280770236, "deviation-center-line": 0.12247761488205015, "driven_lanedir_consec": 0.4938781019355929, "sim_compute_sim_state": 0.00559307808099791, "sim_compute_performance-ego": 0.008446222127870072, "sim_compute_robot_state-ego": 0.010618376177410746, "sim_compute_robot_state-npc0": 0.010898224143094794, "sim_compute_robot_state-npc1": 0.010309241538824038, "sim_compute_robot_state-npc2": 0.009900531103444654, "sim_compute_robot_state-npc3": 0.010029654170191565}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3130313525677216, "sim_physics": 0.1355088215607863, "survival_time": 1.3000000000000005, "driven_lanedir": 0.26027879486035976, "sim_render-ego": 0.015146530591524564, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.03435368721301739, "deviation-heading": 0.5560462123322836, "set_robot_commands": 0.013425396038935734, "deviation-center-line": 0.08038826514422112, "driven_lanedir_consec": 0.26027879486035976, "sim_compute_sim_state": 0.006083974471459022, "sim_compute_performance-ego": 0.009234767693739671, "sim_compute_robot_state-ego": 0.010667993472172664, "sim_compute_robot_state-npc0": 0.010700253339914177, "sim_compute_robot_state-npc1": 0.011229652624863844, "sim_compute_robot_state-npc2": 0.010395233447735129, "sim_compute_robot_state-npc3": 0.010555753341087928}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.3993786787714296, "sim_physics": 0.1817914644877116, "survival_time": 1.6500000000000008, "driven_lanedir": 0.3946483181459992, "sim_render-ego": 0.014779502695257012, "in-drivable-lane": 0, "agent_compute-ego": 0.0320229096846147, "deviation-heading": 0.20872904411879983, "set_robot_commands": 0.011820648655746922, "deviation-center-line": 0.16352502828823154, "driven_lanedir_consec": 0.3946483181459992, "sim_compute_sim_state": 0.005792263782385624, "sim_compute_performance-ego": 0.008582628134525183, "sim_compute_robot_state-ego": 0.01044485063263864, "sim_compute_robot_state-npc0": 0.00998712308479078, "sim_compute_robot_state-npc1": 0.010586998679421164, "sim_compute_robot_state-npc2": 0.010456497018987482, "sim_compute_robot_state-npc3": 0.009361772826223663}}set_robot_commands_max 0.013425396038935734 set_robot_commands_mean 0.012152547472878828 set_robot_commands_median 0.012008332289182223 set_robot_commands_min 0.01114586934651414 sim_compute_performance-ego_max 0.009409247911893404 sim_compute_performance-ego_mean 0.00896523932036647 sim_compute_performance-ego_median 0.009080134905301608 sim_compute_performance-ego_min 0.008369230244257678 sim_compute_robot_state-ego_max 0.011595900242145244 sim_compute_robot_state-ego_mean 0.010855017738075292 sim_compute_robot_state-ego_median 0.010859990338666725 sim_compute_robot_state-ego_min 0.010241426833688396 sim_compute_robot_state-npc0_max 0.011335418774531435 sim_compute_robot_state-npc0_mean 0.010766848340166882 sim_compute_robot_state-npc0_median 0.010859801219059871 sim_compute_robot_state-npc0_min 0.00998712308479078 sim_compute_robot_state-npc1_max 0.011229652624863844 sim_compute_robot_state-npc1_mean 0.010616065143087612 sim_compute_robot_state-npc1_median 0.010576229829054613 sim_compute_robot_state-npc1_min 0.00992110983966148 sim_compute_robot_state-npc2_max 0.010977407554527382 sim_compute_robot_state-npc2_mean 0.010286088382249913 sim_compute_robot_state-npc2_median 0.010355555094205417 sim_compute_robot_state-npc2_min 0.009760545359717475 sim_compute_robot_state-npc3_max 0.011952400207519531 sim_compute_robot_state-npc3_mean 0.010211171847392163 sim_compute_robot_state-npc3_median 0.01010713210472694 sim_compute_robot_state-npc3_min 0.009293314528791872 sim_compute_sim_state_max 0.006372950293801047 sim_compute_sim_state_mean 0.005935848069306142 sim_compute_sim_state_median 0.005908283820519081 sim_compute_sim_state_min 0.00559307808099791 sim_physics_max 0.1897519145693098 sim_physics_mean 0.15564515054001424 sim_physics_median 0.15478456020355225 sim_physics_min 0.12560592906575807 sim_render-ego_max 0.01605696337563651 sim_render-ego_mean 0.015380577669429246 sim_render-ego_median 0.015413765813790116 sim_render-ego_min 0.014036514987684276 simulation-passed 1 survival_time_max 6.499999999999985 survival_time_mean 2.9133333333333296 survival_time_min 1.3000000000000005
No reset possible 25892
4193
Liam Paull 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-testing
step1-simulation error no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:00:42 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 25850
4332
Soroush Saryazdi 🇨🇦challenge-aido_LF-template-random aido3-LFV-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:14:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.589083599962416 survival_time_median 2.499999999999999 deviation-center-line_median 0.10394712677689665 in-drivable-lane_median 0.5999999999999979
other stats agent_compute-ego_max 0.03590849826210424 agent_compute-ego_mean 0.027167595230092597 agent_compute-ego_median 0.026664076028046785 agent_compute-ego_min 0.02387009859085083 deviation-center-line_max 0.21987764564000128 deviation-center-line_mean 0.11513253205557164 deviation-center-line_min 0.05814541708622475 deviation-heading_max 0.8045266837904589 deviation-heading_mean 0.39336027445136423 deviation-heading_median 0.358997137510946 deviation-heading_min 0.1882128425868148 driven_any_max 1.0848350093870085 driven_any_mean 0.803850154643931 driven_any_median 1.0028751755303635 driven_any_min 0.28821608451855396 driven_lanedir_consec_max 0.9094271662452732 driven_lanedir_consec_mean 0.5442692575816761 driven_lanedir_consec_min 0.2384328100932288 driven_lanedir_max 0.9094271662452732 driven_lanedir_mean 0.5442692575816761 driven_lanedir_median 0.589083599962416 driven_lanedir_min 0.2384328100932288 in-drivable-lane_max 1.3999999999999997 in-drivable-lane_mean 0.49666666666666576 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.14860464517886823, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.012630031659052922, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.025718950308286227, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.008962906323946439, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.004916576238778921, "sim_compute_performance-ego": 0.008079661772801327, "sim_compute_robot_state-ego": 0.009034207234015832, "sim_compute_robot_state-npc0": 0.008666611634767972, "sim_compute_robot_state-npc1": 0.008957890363839956, "sim_compute_robot_state-npc2": 0.008608520030975342, "sim_compute_robot_state-npc3": 0.008455267319312463}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0132908922270336, "sim_physics": 0.1430515121011173, "survival_time": 2.549999999999999, "driven_lanedir": 0.6920556363090382, "sim_render-ego": 0.011845925275017231, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.025013269162645527, "deviation-heading": 0.37637669020263664, "set_robot_commands": 0.007920606463563209, "deviation-center-line": 0.07530023298116417, "driven_lanedir_consec": 0.6920556363090382, "sim_compute_sim_state": 0.005000081716799268, "sim_compute_performance-ego": 0.007924954096476236, "sim_compute_robot_state-ego": 0.008593255398320216, "sim_compute_robot_state-npc0": 0.00923019764470119, "sim_compute_robot_state-npc1": 0.008324768029007256, "sim_compute_robot_state-npc2": 0.008406592350380094, "sim_compute_robot_state-npc3": 0.008480403937545478}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.8741778194087728, "sim_physics": 0.14704327479652737, "survival_time": 2.3, "driven_lanedir": 0.2384328100932288, "sim_render-ego": 0.01796510945195737, "in-drivable-lane": 1.3999999999999997, "agent_compute-ego": 0.025806312975676163, "deviation-heading": 0.23890637906938705, "set_robot_commands": 0.009363848230113152, "deviation-center-line": 0.10394712677689665, "driven_lanedir_consec": 0.2384328100932288, "sim_compute_sim_state": 0.004978288774904998, "sim_compute_performance-ego": 0.007756627124288808, "sim_compute_robot_state-ego": 0.009264635003131369, "sim_compute_robot_state-npc0": 0.008998860483584196, "sim_compute_robot_state-npc1": 0.008700775063556173, "sim_compute_robot_state-npc2": 0.008590972941854725, "sim_compute_robot_state-npc3": 0.00829872877701469}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3128706606735367, "sim_physics": 0.18388715982437137, "survival_time": 1.0000000000000002, "driven_lanedir": 0.29198509228963654, "sim_render-ego": 0.012441110610961916, "in-drivable-lane": 0, "agent_compute-ego": 0.02387009859085083, "deviation-heading": 0.358997137510946, "set_robot_commands": 0.00849822759628296, "deviation-center-line": 0.05814541708622475, "driven_lanedir_consec": 0.29198509228963654, "sim_compute_sim_state": 0.005438876152038574, "sim_compute_performance-ego": 0.007973682880401612, "sim_compute_robot_state-ego": 0.009101283550262452, "sim_compute_robot_state-npc0": 0.008485043048858642, "sim_compute_robot_state-npc1": 0.008315443992614746, "sim_compute_robot_state-npc2": 0.008009243011474609, "sim_compute_robot_state-npc3": 0.008507311344146729}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0329853511679177, "sim_physics": 0.1672251674364198, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5740093707976381, "sim_render-ego": 0.013138870023331552, "in-drivable-lane": 0.9499999999999976, "agent_compute-ego": 0.02604389640520204, "deviation-heading": 0.38611619731107066, "set_robot_commands": 0.010270748498304836, "deviation-center-line": 0.10855323755564342, "driven_lanedir_consec": 0.5740093707976381, "sim_compute_sim_state": 0.005094964549226581, "sim_compute_performance-ego": 0.007419329769206497, "sim_compute_robot_state-ego": 0.009374335127056767, "sim_compute_robot_state-npc0": 0.009541282113992943, "sim_compute_robot_state-npc1": 0.009106887961333653, "sim_compute_robot_state-npc2": 0.0092985360127575, "sim_compute_robot_state-npc3": 0.009089690334392045}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0093722066717894, "sim_physics": 0.15146309595841628, "survival_time": 2.5999999999999988, "driven_lanedir": 0.5897896409204744, "sim_render-ego": 0.012978980174431434, "in-drivable-lane": 0.949999999999998, "agent_compute-ego": 0.024867520882533148, "deviation-heading": 0.32726405081166476, "set_robot_commands": 0.009979802828568678, "deviation-center-line": 0.10959907909937194, "driven_lanedir_consec": 0.5897896409204744, "sim_compute_sim_state": 0.005380149071033184, "sim_compute_performance-ego": 0.008142517163203312, "sim_compute_robot_state-ego": 0.009985057207254264, "sim_compute_robot_state-npc0": 0.00940755238899818, "sim_compute_robot_state-npc1": 0.009821570836580716, "sim_compute_robot_state-npc2": 0.00906045620258038, "sim_compute_robot_state-npc3": 0.009365531114431528}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.28821608451855396, "sim_physics": 0.16021544054934853, "survival_time": 0.9500000000000004, "driven_lanedir": 0.27925052723936306, "sim_render-ego": 0.014317299190320466, "in-drivable-lane": 0, "agent_compute-ego": 0.02696718667682849, "deviation-heading": 0.2202042086876065, "set_robot_commands": 0.00931700907255474, "deviation-center-line": 0.08350947933924269, "driven_lanedir_consec": 0.27925052723936306, "sim_compute_sim_state": 0.005431225425318668, "sim_compute_performance-ego": 0.008043402119686729, "sim_compute_robot_state-ego": 0.010292366931312963, "sim_compute_robot_state-npc0": 0.009865547481336091, "sim_compute_robot_state-npc1": 0.00888355154740183, "sim_compute_robot_state-npc2": 0.008110159321835167, "sim_compute_robot_state-npc3": 0.00850550751937063}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0028751755303635, "sim_physics": 0.14060410331277287, "survival_time": 2.549999999999999, "driven_lanedir": 0.589083599962416, "sim_render-ego": 0.013839338340011298, "in-drivable-lane": 0.8499999999999981, "agent_compute-ego": 0.028084184609207453, "deviation-heading": 0.34154347845828836, "set_robot_commands": 0.010152227738324334, "deviation-center-line": 0.0989171276835034, "driven_lanedir_consec": 0.589083599962416, "sim_compute_sim_state": 0.0050881516699697454, "sim_compute_performance-ego": 0.008253985760258693, "sim_compute_robot_state-ego": 0.010366084528904336, "sim_compute_robot_state-npc0": 0.009326803917978323, "sim_compute_robot_state-npc1": 0.009775774151671166, "sim_compute_robot_state-npc2": 0.008773256750667797, "sim_compute_robot_state-npc3": 0.009380448098276177}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0052678246450475, "sim_physics": 0.1409318774354224, "survival_time": 2.549999999999999, "driven_lanedir": 0.8169200609869163, "sim_render-ego": 0.013222932815551758, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.026357725554821534, "deviation-heading": 0.5031800143488017, "set_robot_commands": 0.009700690998750577, "deviation-center-line": 0.21987764564000128, "driven_lanedir_consec": 0.8169200609869163, "sim_compute_sim_state": 0.005340828615076402, "sim_compute_performance-ego": 0.008149792166317211, "sim_compute_robot_state-ego": 0.009923191631541532, "sim_compute_robot_state-npc0": 0.009264632767322017, "sim_compute_robot_state-npc1": 0.00890650468714097, "sim_compute_robot_state-npc2": 0.009399886224784102, "sim_compute_robot_state-npc3": 0.008887099284751742}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0848350093870085, "sim_physics": 0.12330050380141648, "survival_time": 2.6999999999999984, "driven_lanedir": 0.4403016734098912, "sim_render-ego": 0.013959103160434298, "in-drivable-lane": 1.1500000000000004, "agent_compute-ego": 0.026664076028046785, "deviation-heading": 0.8045266837904589, "set_robot_commands": 0.00947660870022244, "deviation-center-line": 0.1574967504892399, "driven_lanedir_consec": 0.4403016734098912, "sim_compute_sim_state": 0.00536417078088831, "sim_compute_performance-ego": 0.008181532224019369, "sim_compute_robot_state-ego": 0.009496763900474266, "sim_compute_robot_state-npc0": 0.009034620390997993, "sim_compute_robot_state-npc1": 0.009242481655544706, "sim_compute_robot_state-npc2": 0.00883464460019712, "sim_compute_robot_state-npc3": 0.012720015313890245}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.4264377555317492, "sim_physics": 0.1226499080657959, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4137491306771582, "sim_render-ego": 0.013512207911564754, "in-drivable-lane": 0, "agent_compute-ego": 0.02887147206526536, "deviation-heading": 0.3207236980821958, "set_robot_commands": 0.0110626037304218, "deviation-center-line": 0.08121382878296723, "driven_lanedir_consec": 0.4137491306771582, "sim_compute_sim_state": 0.005462958262516902, "sim_compute_performance-ego": 0.008682434375469502, "sim_compute_robot_state-ego": 0.010015185062701885, "sim_compute_robot_state-npc0": 0.009152568303621732, "sim_compute_robot_state-npc1": 0.009358827884380637, "sim_compute_robot_state-npc2": 0.008619051713209886, "sim_compute_robot_state-npc3": 0.009085572682894193}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.922294498135926, "sim_physics": 0.14813393354415894, "survival_time": 2.3999999999999995, "driven_lanedir": 0.9094271662452732, "sim_render-ego": 0.014762461185455322, "in-drivable-lane": 0, "agent_compute-ego": 0.027696107824643452, "deviation-heading": 0.31845322864720915, "set_robot_commands": 0.009609351555506388, "deviation-center-line": 0.1538466024680805, "driven_lanedir_consec": 0.9094271662452732, "sim_compute_sim_state": 0.005159229040145874, "sim_compute_performance-ego": 0.008317371209462484, "sim_compute_robot_state-ego": 0.010248452425003052, "sim_compute_robot_state-npc0": 0.009926343957583107, "sim_compute_robot_state-npc1": 0.00937060515085856, "sim_compute_robot_state-npc2": 0.009764124949773152, "sim_compute_robot_state-npc3": 0.008928010861078898}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.7185035020690835, "sim_physics": 0.1834349883230109, "survival_time": 1.900000000000001, "driven_lanedir": 0.7137557371068559, "sim_render-ego": 0.013746744708011025, "in-drivable-lane": 0, "agent_compute-ego": 0.03590849826210424, "deviation-heading": 0.1882128425868148, "set_robot_commands": 0.01001379364415219, "deviation-center-line": 0.14938153418232997, "driven_lanedir_consec": 0.7137557371068559, "sim_compute_sim_state": 0.005435209525258918, "sim_compute_performance-ego": 0.007936734902231317, "sim_compute_robot_state-ego": 0.009666656192980317, "sim_compute_robot_state-npc0": 0.009037933851543226, "sim_compute_robot_state-npc1": 0.009142499220998664, "sim_compute_robot_state-npc2": 0.008914545962685034, "sim_compute_robot_state-npc3": 0.008641098674974944}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.35066115709520385, "sim_physics": 0.14765606755795685, "survival_time": 1.1500000000000004, "driven_lanedir": 0.32389369486849695, "sim_render-ego": 0.014336223187653915, "in-drivable-lane": 0, "agent_compute-ego": 0.028884918793388035, "deviation-heading": 0.41625225022180623, "set_robot_commands": 0.009862713191820228, "deviation-center-line": 0.06699354519906157, "driven_lanedir_consec": 0.32389369486849695, "sim_compute_sim_state": 0.005591413249140201, "sim_compute_performance-ego": 0.008357649264128311, "sim_compute_robot_state-ego": 0.01070137645887292, "sim_compute_robot_state-npc0": 0.009651847507642664, "sim_compute_robot_state-npc1": 0.009337145349253778, "sim_compute_robot_state-npc2": 0.009565311929453974, "sim_compute_robot_state-npc3": 0.00915173862291419}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.0080747741880831, "sim_physics": 0.163965106010437, "survival_time": 2.499999999999999, "driven_lanedir": 0.6271215027752698, "sim_render-ego": 0.01809542655944824, "in-drivable-lane": 0.5999999999999981, "agent_compute-ego": 0.02675971031188965, "deviation-heading": 0.5945620720530285, "set_robot_commands": 0.009119915962219238, "deviation-center-line": 0.1895541683191835, "driven_lanedir_consec": 0.6271215027752698, "sim_compute_sim_state": 0.005518035888671875, "sim_compute_performance-ego": 0.00808661937713623, "sim_compute_robot_state-ego": 0.009628558158874511, "sim_compute_robot_state-npc0": 0.009653944969177248, "sim_compute_robot_state-npc1": 0.009241118431091308, "sim_compute_robot_state-npc2": 0.009757380485534668, "sim_compute_robot_state-npc3": 0.009077773094177248}}set_robot_commands_max 0.0110626037304218 set_robot_commands_mean 0.009554070302316748 set_robot_commands_median 0.009609351555506388 set_robot_commands_min 0.007920606463563209 sim_compute_performance-ego_max 0.008682434375469502 sim_compute_performance-ego_mean 0.008087086280339174 sim_compute_performance-ego_median 0.00808661937713623 sim_compute_performance-ego_min 0.007419329769206497 sim_compute_robot_state-ego_max 0.01070137645887292 sim_compute_robot_state-ego_mean 0.009712760587380444 sim_compute_robot_state-ego_median 0.009666656192980317 sim_compute_robot_state-ego_min 0.008593255398320216 sim_compute_robot_state-npc0_max 0.009926343957583107 sim_compute_robot_state-npc0_mean 0.009282919364140368 sim_compute_robot_state-npc0_median 0.009264632767322017 sim_compute_robot_state-npc0_min 0.008485043048858642 sim_compute_robot_state-npc1_max 0.009821570836580716 sim_compute_robot_state-npc1_mean 0.009099056288351608 sim_compute_robot_state-npc1_median 0.009142499220998664 sim_compute_robot_state-npc1_min 0.008315443992614746 sim_compute_robot_state-npc2_max 0.009764124949773152 sim_compute_robot_state-npc2_mean 0.008914178832544235 sim_compute_robot_state-npc2_median 0.00883464460019712 sim_compute_robot_state-npc2_min 0.008009243011474609 sim_compute_robot_state-npc3_max 0.012720015313890245 sim_compute_robot_state-npc3_mean 0.009104946465278076 sim_compute_robot_state-npc3_median 0.008928010861078898 sim_compute_robot_state-npc3_min 0.00829872877701469 sim_compute_sim_state_max 0.005591413249140201 sim_compute_sim_state_mean 0.005280010597317894 sim_compute_sim_state_median 0.00536417078088831 sim_compute_sim_state_min 0.004916576238778921 sim_physics_max 0.18388715982437137 sim_physics_mean 0.15147778559306938 sim_physics_median 0.14813393354415894 sim_physics_min 0.1226499080657959 sim_render-ego_max 0.01809542655944824 sim_render-ego_mean 0.0140527842835469 sim_render-ego_median 0.013746744708011025 sim_render-ego_min 0.011845925275017231 simulation-passed 1 survival_time_max 2.6999999999999984 survival_time_mean 2.113333333333333 survival_time_min 0.9500000000000004
No reset possible 25803
4521
Mikita Sazanovich 🇷🇺chameleon-70 aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:12:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.10832606536555 survival_time_median 14.950000000000076 deviation-center-line_median 0.7736332296142059 in-drivable-lane_median 1.8499999999999936
other stats agent_compute-ego_max 0.13307029883066812 agent_compute-ego_mean 0.1306593863912336 agent_compute-ego_median 0.1311415910720825 agent_compute-ego_min 0.128175008387966 deviation-center-line_max 1.0050970057296318 deviation-center-line_mean 0.6713844421534642 deviation-center-line_min 0.1891974745631583 deviation-heading_max 4.530299837459405 deviation-heading_mean 3.4561548601476035 deviation-heading_median 4.3128646786949165 deviation-heading_min 1.13069617466785 driven_any_max 3.6852451963312634 driven_any_mean 3.2212460238307896 driven_any_median 3.664067692237268 driven_any_min 1.7643247509311972 driven_lanedir_consec_max 3.433093227163153 driven_lanedir_consec_mean 2.7445319825367926 driven_lanedir_consec_min 1.2333247361886874 driven_lanedir_max 3.433093227163153 driven_lanedir_mean 2.7445319825367926 driven_lanedir_median 3.10832606536555 driven_lanedir_min 1.2333247361886874 in-drivable-lane_max 1.900000000000027 in-drivable-lane_mean 1.3500000000000092 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.6852451963312634, "sim_physics": 0.08607866764068603, "survival_time": 14.950000000000076, "driven_lanedir": 3.10832606536555, "sim_render-ego": 0.014371370474497476, "in-drivable-lane": 1.8500000000000096, "agent_compute-ego": 0.13146455446879068, "deviation-heading": 4.338465843271339, "set_robot_commands": 0.010585647424062093, "deviation-center-line": 0.9554757254765012, "driven_lanedir_consec": 3.10832606536555, "sim_compute_sim_state": 0.006380520661671957, "sim_compute_performance-ego": 0.00893915891647339, "sim_compute_robot_state-ego": 0.010904494921366376}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.673907947626629, "sim_physics": 0.08464284420013428, "survival_time": 14.950000000000076, "driven_lanedir": 3.2562588080486456, "sim_render-ego": 0.01456897020339966, "in-drivable-lane": 1.1500000000000163, "agent_compute-ego": 0.13307029883066812, "deviation-heading": 4.3128646786949165, "set_robot_commands": 0.01080714225769043, "deviation-center-line": 0.7736332296142059, "driven_lanedir_consec": 3.2562588080486456, "sim_compute_sim_state": 0.006305288473765055, "sim_compute_performance-ego": 0.0085110608736674, "sim_compute_robot_state-ego": 0.010704625447591144}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 3.664067692237268, "sim_physics": 0.08596468369166056, "survival_time": 14.950000000000076, "driven_lanedir": 3.433093227163153, "sim_render-ego": 0.016689325173695882, "in-drivable-lane": 0, "agent_compute-ego": 0.1311415910720825, "deviation-heading": 4.530299837459405, "set_robot_commands": 0.010889586607615152, "deviation-center-line": 1.0050970057296318, "driven_lanedir_consec": 3.433093227163153, "sim_compute_sim_state": 0.006681077480316162, "sim_compute_performance-ego": 0.008994817733764648, "sim_compute_robot_state-ego": 0.0111892302831014}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.7643247509311972, "sim_physics": 0.08664112231310676, "survival_time": 6.799999999999984, "driven_lanedir": 1.2333247361886874, "sim_render-ego": 0.015288030399995692, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.12944547919666066, "deviation-heading": 1.13069617466785, "set_robot_commands": 0.010540679973714492, "deviation-center-line": 0.1891974745631583, "driven_lanedir_consec": 1.2333247361886874, "sim_compute_sim_state": 0.006566694554160623, "sim_compute_performance-ego": 0.009161221630433026, "sim_compute_robot_state-ego": 0.01086107422323788}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.318684532027591, "sim_physics": 0.08805181597935334, "survival_time": 13.100000000000051, "driven_lanedir": 2.6916570759179295, "sim_render-ego": 0.015144511033560484, "in-drivable-lane": 1.900000000000027, "agent_compute-ego": 0.128175008387966, "deviation-heading": 2.9684477666445046, "set_robot_commands": 0.01069083377605176, "deviation-center-line": 0.43351877538382383, "driven_lanedir_consec": 2.6916570759179295, "sim_compute_sim_state": 0.006482916023895031, "sim_compute_performance-ego": 0.00927115032691082, "sim_compute_robot_state-ego": 0.011263412373666544}}set_robot_commands_max 0.010889586607615152 set_robot_commands_mean 0.010702778007826786 set_robot_commands_median 0.01069083377605176 set_robot_commands_min 0.010540679973714492 sim_compute_performance-ego_max 0.00927115032691082 sim_compute_performance-ego_mean 0.008975481896249856 sim_compute_performance-ego_median 0.008994817733764648 sim_compute_performance-ego_min 0.0085110608736674 sim_compute_robot_state-ego_max 0.011263412373666544 sim_compute_robot_state-ego_mean 0.010984567449792667 sim_compute_robot_state-ego_median 0.010904494921366376 sim_compute_robot_state-ego_min 0.010704625447591144 sim_compute_sim_state_max 0.006681077480316162 sim_compute_sim_state_mean 0.006483299438761765 sim_compute_sim_state_median 0.006482916023895031 sim_compute_sim_state_min 0.006305288473765055 sim_physics_max 0.08805181597935334 sim_physics_mean 0.0862758267649882 sim_physics_median 0.08607866764068603 sim_physics_min 0.08464284420013428 sim_render-ego_max 0.016689325173695882 sim_render-ego_mean 0.015212441457029838 sim_render-ego_median 0.015144511033560484 sim_render-ego_min 0.014371370474497476 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.950000000000054 survival_time_min 6.799999999999984
No reset possible 25753
4506
Frank (Chude) Qian 🇨🇦2019-11-19|FrankNet aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:12:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.365868974193043 survival_time_median 14.950000000000076 deviation-center-line_median 0.8545102734368383 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.04916804790496826 agent_compute-ego_mean 0.04802768591265658 agent_compute-ego_median 0.04846227804819743 agent_compute-ego_min 0.04626178638243572 deviation-center-line_max 0.9287354249588132 deviation-center-line_mean 0.7966593233842312 deviation-center-line_min 0.6549934443234023 deviation-heading_max 3.331609035459586 deviation-heading_mean 2.4687057150580247 deviation-heading_median 2.4707318292778035 deviation-heading_min 1.3868021918764462 driven_any_max 4.778339811443805 driven_any_mean 4.367722635664603 driven_any_median 4.428095779979048 driven_any_min 3.6361682058426448 driven_lanedir_consec_max 4.6778235812578615 driven_lanedir_consec_mean 4.197063765671288 driven_lanedir_consec_min 3.273725970168861 driven_lanedir_max 4.6778235812578615 driven_lanedir_mean 4.197063765671288 driven_lanedir_median 4.365868974193043 driven_lanedir_min 3.273725970168861 in-drivable-lane_max 1.200000000000017 in-drivable-lane_mean 0.4700000000000026 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.6361682058426448, "sim_physics": 0.08705442190170289, "survival_time": 14.950000000000076, "driven_lanedir": 3.273725970168861, "sim_render-ego": 0.015197341442108154, "in-drivable-lane": 1.149999999999996, "agent_compute-ego": 0.04846227804819743, "deviation-heading": 3.331609035459586, "set_robot_commands": 0.011595664024353029, "deviation-center-line": 0.8861073233618105, "driven_lanedir_consec": 3.273725970168861, "sim_compute_sim_state": 0.006780730883280436, "sim_compute_performance-ego": 0.00960359811782837, "sim_compute_robot_state-ego": 0.011043522357940674}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.428095779979048, "sim_physics": 0.0860372773806254, "survival_time": 14.950000000000076, "driven_lanedir": 4.365868974193043, "sim_render-ego": 0.015494085947672528, "in-drivable-lane": 0, "agent_compute-ego": 0.048995502789815265, "deviation-heading": 2.4707318292778035, "set_robot_commands": 0.01226659854253133, "deviation-center-line": 0.8545102734368383, "driven_lanedir_consec": 4.365868974193043, "sim_compute_sim_state": 0.006914332707722981, "sim_compute_performance-ego": 0.009360352357228596, "sim_compute_robot_state-ego": 0.011167540550231931}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.301902134813464, "sim_physics": 0.08271159444536481, "survival_time": 11.55000000000003, "driven_lanedir": 4.267399712069711, "sim_render-ego": 0.015101963307434348, "in-drivable-lane": 0, "agent_compute-ego": 0.04626178638243572, "deviation-heading": 1.3868021918764462, "set_robot_commands": 0.012400013027769146, "deviation-center-line": 0.6549934443234023, "driven_lanedir_consec": 4.267399712069711, "sim_compute_sim_state": 0.006638156387196991, "sim_compute_performance-ego": 0.008782605588178097, "sim_compute_robot_state-ego": 0.0107675331495541}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 4.778339811443805, "sim_physics": 0.0860062305132548, "survival_time": 14.950000000000076, "driven_lanedir": 4.6778235812578615, "sim_render-ego": 0.015116345087687177, "in-drivable-lane": 0, "agent_compute-ego": 0.04725081443786621, "deviation-heading": 2.88222110847582, "set_robot_commands": 0.011996998786926267, "deviation-center-line": 0.9287354249588132, "driven_lanedir_consec": 4.6778235812578615, "sim_compute_sim_state": 0.006792294979095459, "sim_compute_performance-ego": 0.00906659762064616, "sim_compute_robot_state-ego": 0.01101025422414144}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.6941072462440525, "sim_physics": 0.08669674317042032, "survival_time": 14.950000000000076, "driven_lanedir": 4.400500590666965, "sim_render-ego": 0.015327095985412598, "in-drivable-lane": 1.200000000000017, "agent_compute-ego": 0.04916804790496826, "deviation-heading": 2.272164410200467, "set_robot_commands": 0.01287314256032308, "deviation-center-line": 0.6589501508402918, "driven_lanedir_consec": 4.400500590666965, "sim_compute_sim_state": 0.006880188783009847, "sim_compute_performance-ego": 0.009496036370595295, "sim_compute_robot_state-ego": 0.011059977213541667}}set_robot_commands_max 0.01287314256032308 set_robot_commands_mean 0.01222648338838057 set_robot_commands_median 0.01226659854253133 set_robot_commands_min 0.011595664024353029 sim_compute_performance-ego_max 0.00960359811782837 sim_compute_performance-ego_mean 0.009261838010895303 sim_compute_performance-ego_median 0.009360352357228596 sim_compute_performance-ego_min 0.008782605588178097 sim_compute_robot_state-ego_max 0.011167540550231931 sim_compute_robot_state-ego_mean 0.011009765499081964 sim_compute_robot_state-ego_median 0.011043522357940674 sim_compute_robot_state-ego_min 0.0107675331495541 sim_compute_sim_state_max 0.006914332707722981 sim_compute_sim_state_mean 0.006801140748061143 sim_compute_sim_state_median 0.006792294979095459 sim_compute_sim_state_min 0.006638156387196991 sim_physics_max 0.08705442190170289 sim_physics_mean 0.08570125348227364 sim_physics_median 0.0860372773806254 sim_physics_min 0.08271159444536481 sim_render-ego_max 0.015494085947672528 sim_render-ego_mean 0.015247366354062958 sim_render-ego_median 0.015197341442108154 sim_render-ego_min 0.015101963307434348 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.270000000000069 survival_time_min 11.55000000000003
No reset possible 25675
4450
Bea Baselines 🐤challenge-aido_LF-baseline-duckietown aido3-LFVI-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:39:23 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.9224006674208938 survival_time_median 8.299999999999983 deviation-center-line_median 0.30261951275893595 in-drivable-lane_median 0.34999999999999876
other stats agent_compute-ego_max 0.02754006763496021 agent_compute-ego_mean 0.025085247086209884 agent_compute-ego_median 0.024543803078787667 agent_compute-ego_min 0.02340801796281194 deviation-center-line_max 1.155119850226186 deviation-center-line_mean 0.5568952528360989 deviation-center-line_min 0.1209947405703592 deviation-heading_max 5.776155234045408 deviation-heading_mean 2.4306324611927392 deviation-heading_median 1.2762335459740313 deviation-heading_min 0.5410482969809604 driven_any_max 2.3491040503155807 driven_any_mean 1.4715530066073523 driven_any_median 1.2803163377012752 driven_any_min 0.3722325434976916 driven_lanedir_consec_max 2.125432434125527 driven_lanedir_consec_mean 0.9867126790211675 driven_lanedir_consec_min 0.2274445758459875 driven_lanedir_max 2.24388009383908 driven_lanedir_mean 1.2883461925150228 driven_lanedir_median 1.1794506165123029 driven_lanedir_min 0.2274445758459875 in-drivable-lane_max 2.149999999999993 in-drivable-lane_mean 0.4800000000000017 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 2.3412754721964575, "sim_physics": 0.16757373650868734, "survival_time": 14.950000000000076, "driven_lanedir": 2.0727222217725005, "sim_render-ego": 0.011998072465260823, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.02500267505645752, "deviation-heading": 5.363506921928054, "set_robot_commands": 0.008260069688161214, "deviation-center-line": 0.6979018220598626, "driven_lanedir_consec": 1.3968069387615047, "sim_compute_sim_state": 0.005120777289072673, "sim_compute_performance-ego": 0.006899163722991943, "sim_compute_robot_state-ego": 0.008429958820343017, "sim_compute_robot_state-npc0": 0.008861301740010579, "sim_compute_robot_state-npc1": 0.008323841094970703, "sim_compute_robot_state-npc2": 0.0083621350924174, "sim_compute_robot_state-npc3": 0.008028511206309001}, "udem1-1-0": {"driven_any": 1.183904811861821, "sim_physics": 0.1666983040896329, "survival_time": 7.699999999999981, "driven_lanedir": 1.0941945983177168, "sim_render-ego": 0.012182765192799754, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.0237836233981244, "deviation-heading": 1.0522106178299355, "set_robot_commands": 0.008472015331317853, "deviation-center-line": 0.30261951275893595, "driven_lanedir_consec": 1.0941945983177168, "sim_compute_sim_state": 0.004648782990195535, "sim_compute_performance-ego": 0.006825282976224825, "sim_compute_robot_state-ego": 0.008680481415290337, "sim_compute_robot_state-npc0": 0.008639284542628698, "sim_compute_robot_state-npc1": 0.007965668455346839, "sim_compute_robot_state-npc2": 0.008267009413087523, "sim_compute_robot_state-npc3": 0.008151778927097073}, "udem1-2-0": {"driven_any": 1.8346517912070563, "sim_physics": 0.16179242742822525, "survival_time": 11.750000000000032, "driven_lanedir": 1.293967914312696, "sim_render-ego": 0.012488516340864463, "in-drivable-lane": 1.0000000000000044, "agent_compute-ego": 0.02627656307626278, "deviation-heading": 5.776155234045408, "set_robot_commands": 0.00877608339837257, "deviation-center-line": 0.9562353661400974, "driven_lanedir_consec": 0.6205033215146902, "sim_compute_sim_state": 0.005267877781644781, "sim_compute_performance-ego": 0.007402586429677111, "sim_compute_robot_state-ego": 0.00906528412027562, "sim_compute_robot_state-npc0": 0.009127831966318984, "sim_compute_robot_state-npc1": 0.008550727113764338, "sim_compute_robot_state-npc2": 0.008365020346134266, "sim_compute_robot_state-npc3": 0.008514266318463264}, "udem1-3-0": {"driven_any": 2.3489783736163132, "sim_physics": 0.15933346112569174, "survival_time": 14.950000000000076, "driven_lanedir": 1.8348426554478687, "sim_render-ego": 0.0122455366452535, "in-drivable-lane": 1.7000000000000195, "agent_compute-ego": 0.023785088857014972, "deviation-heading": 4.871849967572818, "set_robot_commands": 0.008395191033681233, "deviation-center-line": 0.8505887477053063, "driven_lanedir_consec": 0.9224006674208938, "sim_compute_sim_state": 0.005181672573089599, "sim_compute_performance-ego": 0.007084965705871582, "sim_compute_robot_state-ego": 0.008705025513966878, "sim_compute_robot_state-npc0": 0.00850363572438558, "sim_compute_robot_state-npc1": 0.00835915486017863, "sim_compute_robot_state-npc2": 0.008004485766092936, "sim_compute_robot_state-npc3": 0.008056464989980062}, "udem1-4-0": {"driven_any": 0.3722325434976916, "sim_physics": 0.18726665568801593, "survival_time": 2.6499999999999986, "driven_lanedir": 0.3411539599021596, "sim_render-ego": 0.012482242764167066, "in-drivable-lane": 0, "agent_compute-ego": 0.026347790124281397, "deviation-heading": 0.9099172483859752, "set_robot_commands": 0.008135246780683409, "deviation-center-line": 0.1209947405703592, "driven_lanedir_consec": 0.3411539599021596, "sim_compute_sim_state": 0.004738713210483767, "sim_compute_performance-ego": 0.007180456845265515, "sim_compute_robot_state-ego": 0.008704441898273971, "sim_compute_robot_state-npc0": 0.008290259343273234, "sim_compute_robot_state-npc1": 0.008118660944812704, "sim_compute_robot_state-npc2": 0.007675715212552053, "sim_compute_robot_state-npc3": 0.008001561434763783}, "udem1-5-0": {"driven_any": 0.7900740032703091, "sim_physics": 0.15211659386044457, "survival_time": 5.249999999999989, "driven_lanedir": 0.7619466177651988, "sim_render-ego": 0.011682458150954474, "in-drivable-lane": 0, "agent_compute-ego": 0.02359127544221424, "deviation-heading": 0.9915820035441756, "set_robot_commands": 0.008253068015688942, "deviation-center-line": 0.23578448840283112, "driven_lanedir_consec": 0.7619466177651988, "sim_compute_sim_state": 0.005141464869181315, "sim_compute_performance-ego": 0.0070256119682675314, "sim_compute_robot_state-ego": 0.008405985151018416, "sim_compute_robot_state-npc0": 0.008312599999564034, "sim_compute_robot_state-npc1": 0.00796791258312407, "sim_compute_robot_state-npc2": 0.008072071983700706, "sim_compute_robot_state-npc3": 0.007746090207781111}, "udem1-6-0": {"driven_any": 2.3490723167069483, "sim_physics": 0.1491016387939453, "survival_time": 14.950000000000076, "driven_lanedir": 2.165919901770244, "sim_render-ego": 0.011850327650705973, "in-drivable-lane": 0, "agent_compute-ego": 0.02412131865819295, "deviation-heading": 4.549338469521323, "set_robot_commands": 0.008230577309926351, "deviation-center-line": 1.0264514296435925, "driven_lanedir_consec": 1.6555516516415236, "sim_compute_sim_state": 0.004785971641540527, "sim_compute_performance-ego": 0.007190079689025879, "sim_compute_robot_state-ego": 0.008675468762715658, "sim_compute_robot_state-npc0": 0.008364327748616536, "sim_compute_robot_state-npc1": 0.00800292174021403, "sim_compute_robot_state-npc2": 0.008288404941558837, "sim_compute_robot_state-npc3": 0.007990460395812988}, "udem1-7-0": {"driven_any": 2.3491022449636976, "sim_physics": 0.1638441594441732, "survival_time": 14.950000000000076, "driven_lanedir": 2.24388009383908, "sim_render-ego": 0.011965626080830892, "in-drivable-lane": 0, "agent_compute-ego": 0.024352779388427736, "deviation-heading": 2.565916602420243, "set_robot_commands": 0.008500123818715413, "deviation-center-line": 1.155119850226186, "driven_lanedir_consec": 1.3589711401158264, "sim_compute_sim_state": 0.004979491233825684, "sim_compute_performance-ego": 0.00709131399790446, "sim_compute_robot_state-ego": 0.008658590316772461, "sim_compute_robot_state-npc0": 0.008645291328430177, "sim_compute_robot_state-npc1": 0.007920911312103271, "sim_compute_robot_state-npc2": 0.008054594993591308, "sim_compute_robot_state-npc3": 0.007763148148854574}, "udem1-8-0": {"driven_any": 2.3490728710523174, "sim_physics": 0.17576371192932128, "survival_time": 14.950000000000076, "driven_lanedir": 2.1983925116708516, "sim_render-ego": 0.012249544461568196, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.025978702704111737, "deviation-heading": 3.0498374584436356, "set_robot_commands": 0.008778783480326334, "deviation-center-line": 0.9675430673610064, "driven_lanedir_consec": 1.3330672133229349, "sim_compute_sim_state": 0.005113142331441244, "sim_compute_performance-ego": 0.007272562980651856, "sim_compute_robot_state-ego": 0.009007444381713869, "sim_compute_robot_state-npc0": 0.00882548729578654, "sim_compute_robot_state-npc1": 0.008322277863820393, "sim_compute_robot_state-npc2": 0.008543148040771484, "sim_compute_robot_state-npc3": 0.008575057983398438}, "udem1-9-0": {"driven_any": 0.5891480067857455, "sim_physics": 0.195774444937706, "survival_time": 3.999999999999994, "driven_lanedir": 0.2274445758459875, "sim_render-ego": 0.013097411394119265, "in-drivable-lane": 2.149999999999993, "agent_compute-ego": 0.02717352509498596, "deviation-heading": 0.5685324149363614, "set_robot_commands": 0.009164759516716005, "deviation-center-line": 0.19810512753247375, "driven_lanedir_consec": 0.2274445758459875, "sim_compute_sim_state": 0.004822549223899841, "sim_compute_performance-ego": 0.00801050066947937, "sim_compute_robot_state-ego": 0.009763461351394654, "sim_compute_robot_state-npc0": 0.009394875168800354, "sim_compute_robot_state-npc1": 0.008395257592201232, "sim_compute_robot_state-npc2": 0.008760383725166321, "sim_compute_robot_state-npc3": 0.008544829487800599}, "udem1-10-0": {"driven_any": 0.7579293546615655, "sim_physics": 0.16647825854839665, "survival_time": 5.04999999999999, "driven_lanedir": 0.7238901536575125, "sim_render-ego": 0.012739663076872873, "in-drivable-lane": 0, "agent_compute-ego": 0.02754006763496021, "deviation-heading": 1.0159410242323967, "set_robot_commands": 0.00949620492387526, "deviation-center-line": 0.14408912337005547, "driven_lanedir_consec": 0.7238901536575125, "sim_compute_sim_state": 0.005170338224656511, "sim_compute_performance-ego": 0.007590619644316116, "sim_compute_robot_state-ego": 0.009307063452088008, "sim_compute_robot_state-npc0": 0.009377012158384415, "sim_compute_robot_state-npc1": 0.00886381970773829, "sim_compute_robot_state-npc2": 0.008814448177224338, "sim_compute_robot_state-npc3": 0.008529403422138478}, "udem1-11-0": {"driven_any": 1.2803163377012752, "sim_physics": 0.16017019461436444, "survival_time": 8.299999999999983, "driven_lanedir": 1.1794506165123029, "sim_render-ego": 0.011849782553063818, "in-drivable-lane": 0.3500000000000032, "agent_compute-ego": 0.02340801796281194, "deviation-heading": 1.2762335459740313, "set_robot_commands": 0.008196616747293127, "deviation-center-line": 0.2922302301689225, "driven_lanedir_consec": 1.1794506165123029, "sim_compute_sim_state": 0.004572352731084249, "sim_compute_performance-ego": 0.00698145900864199, "sim_compute_robot_state-ego": 0.008525023977440524, "sim_compute_robot_state-npc0": 0.00792360880288733, "sim_compute_robot_state-npc1": 0.007934069058981287, "sim_compute_robot_state-npc2": 0.008012030498090997, "sim_compute_robot_state-npc3": 0.007652317184999764}, "udem1-12-0": {"driven_any": 2.3491040503155807, "sim_physics": 0.15309333483378093, "survival_time": 14.950000000000076, "driven_lanedir": 2.1275107704974907, "sim_render-ego": 0.011793071428934734, "in-drivable-lane": 0.7500000000000107, "agent_compute-ego": 0.0237400754292806, "deviation-heading": 2.867981910934707, "set_robot_commands": 0.00823843002319336, "deviation-center-line": 0.9583891656020802, "driven_lanedir_consec": 2.125432434125527, "sim_compute_sim_state": 0.004749636650085449, "sim_compute_performance-ego": 0.0072187304496765135, "sim_compute_robot_state-ego": 0.008654678662618001, "sim_compute_robot_state-npc0": 0.00817152738571167, "sim_compute_robot_state-npc1": 0.008037370840708415, "sim_compute_robot_state-npc2": 0.007741187413533529, "sim_compute_robot_state-npc3": 0.00768497625986735}, "udem1-13-0": {"driven_any": 0.6695655644168373, "sim_physics": 0.1722951306237115, "survival_time": 4.499999999999992, "driven_lanedir": 0.564317688877232, "sim_render-ego": 0.01278452608320448, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.02663340038723416, "deviation-heading": 1.0594352011410726, "set_robot_commands": 0.008918491999308269, "deviation-center-line": 0.1708345724286414, "driven_lanedir_consec": 0.564317688877232, "sim_compute_sim_state": 0.005118473370869955, "sim_compute_performance-ego": 0.008073327276441786, "sim_compute_robot_state-ego": 0.009313249588012697, "sim_compute_robot_state-npc0": 0.009472770161098903, "sim_compute_robot_state-npc1": 0.008709303538004557, "sim_compute_robot_state-npc2": 0.008443254894680447, "sim_compute_robot_state-npc3": 0.00858204894595676}, "udem1-14-0": {"driven_any": 0.5088673568566661, "sim_physics": 0.17236245359693256, "survival_time": 3.4999999999999956, "driven_lanedir": 0.49555860753650327, "sim_render-ego": 0.011037724358694894, "in-drivable-lane": 0, "agent_compute-ego": 0.024543803078787667, "deviation-heading": 0.5410482969809604, "set_robot_commands": 0.008089065551757812, "deviation-center-line": 0.2765415485711333, "driven_lanedir_consec": 0.49555860753650327, "sim_compute_sim_state": 0.004502534866333008, "sim_compute_performance-ego": 0.006647375651768275, "sim_compute_robot_state-ego": 0.008113884925842285, "sim_compute_robot_state-npc0": 0.007945990562438965, "sim_compute_robot_state-npc1": 0.007609418460300991, "sim_compute_robot_state-npc2": 0.007630964687892368, "sim_compute_robot_state-npc3": 0.007498097419738769}}set_robot_commands_max 0.00949620492387526 set_robot_commands_mean 0.00852698184126781 set_robot_commands_median 0.008395191033681233 set_robot_commands_min 0.008089065551757812 sim_compute_performance-ego_max 0.008073327276441786 sim_compute_performance-ego_mean 0.007232935801080317 sim_compute_performance-ego_median 0.007180456845265515 sim_compute_performance-ego_min 0.006647375651768275 sim_compute_robot_state-ego_max 0.009763461351394654 sim_compute_robot_state-ego_mean 0.008800669489184426 sim_compute_robot_state-ego_median 0.008680481415290337 sim_compute_robot_state-ego_min 0.008113884925842285 sim_compute_robot_state-npc0_max 0.009472770161098903 sim_compute_robot_state-npc0_mean 0.0086570535952224 sim_compute_robot_state-npc0_median 0.008639284542628698 sim_compute_robot_state-npc0_min 0.00792360880288733 sim_compute_robot_state-npc1_max 0.00886381970773829 sim_compute_robot_state-npc1_mean 0.008205421011084648 sim_compute_robot_state-npc1_median 0.008118660944812704 sim_compute_robot_state-npc1_min 0.007609418460300991 sim_compute_robot_state-npc2_max 0.008814448177224338 sim_compute_robot_state-npc2_mean 0.008202323679099635 sim_compute_robot_state-npc2_median 0.008267009413087523 sim_compute_robot_state-npc2_min 0.007630964687892368 sim_compute_robot_state-npc3_max 0.00858204894595676 sim_compute_robot_state-npc3_mean 0.0080879341555308 sim_compute_robot_state-npc3_median 0.008028511206309001 sim_compute_robot_state-npc3_min 0.007498097419738769 sim_compute_sim_state_max 0.005267877781644781 sim_compute_sim_state_mean 0.004927585265826943 sim_compute_sim_state_median 0.004979491233825684 sim_compute_sim_state_min 0.004502534866333008 sim_physics_max 0.195774444937706 sim_physics_mean 0.16691096706820197 sim_physics_median 0.16647825854839665 sim_physics_min 0.1491016387939453 sim_render-ego_max 0.013097411394119265 sim_render-ego_mean 0.012163151243153016 sim_render-ego_median 0.012182765192799754 sim_render-ego_min 0.011037724358694894 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 9.493333333333362 survival_time_min 2.6499999999999986
No reset possible 25647
4376
Frank (Chude) Qian 🇨🇦Frank Raw Test 2 aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:12:56 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6788816209531177 survival_time_median 4.749999999999991 deviation-center-line_median 0.14446189690869113 in-drivable-lane_median 1.7499999999999938
other stats agent_compute-ego_max 0.026840161304084623 agent_compute-ego_mean 0.02456059490918071 agent_compute-ego_median 0.02397340198732772 agent_compute-ego_min 0.02245238044045188 deviation-center-line_max 0.500924015560208 deviation-center-line_mean 0.20995009298155548 deviation-center-line_min 0.0718092793748025 deviation-heading_max 2.6752678535504404 deviation-heading_mean 0.9850274305744936 deviation-heading_median 0.7448936095130444 deviation-heading_min 0.25419228756883533 driven_any_max 4.212439799241063 driven_any_mean 1.7653498895901194 driven_any_median 1.71477103863444 driven_any_min 0.3581511804675338 driven_lanedir_consec_max 2.365020672355332 driven_lanedir_consec_mean 0.9514682057566568 driven_lanedir_consec_min 0.32677491278527704 driven_lanedir_max 2.8875326662783647 driven_lanedir_mean 1.035514340141035 driven_lanedir_median 0.6895058886987576 driven_lanedir_min 0.32677491278527704 in-drivable-lane_max 3.29999999999999 in-drivable-lane_mean 1.663333333333331 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.947749628631197, "sim_physics": 0.06354378122802175, "survival_time": 5.449999999999989, "driven_lanedir": 0.6651921374326463, "sim_render-ego": 0.010190801882962569, "in-drivable-lane": 3.2999999999999883, "agent_compute-ego": 0.023233995525115125, "deviation-heading": 0.7448936095130444, "set_robot_commands": 0.007302682334129964, "deviation-center-line": 0.12138350757171558, "driven_lanedir_consec": 0.6654988906367154, "sim_compute_sim_state": 0.004147437734341402, "sim_compute_performance-ego": 0.00606991610395799, "sim_compute_robot_state-ego": 0.007258752070435691}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.7425215564705951, "sim_physics": 0.06251252324957597, "survival_time": 4.749999999999991, "driven_lanedir": 1.2645742312679051, "sim_render-ego": 0.01038558608607242, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.023888894131309107, "deviation-heading": 1.2174276200894916, "set_robot_commands": 0.007765960693359375, "deviation-center-line": 0.3214784253498954, "driven_lanedir_consec": 1.2645742312679051, "sim_compute_sim_state": 0.004538802096718236, "sim_compute_performance-ego": 0.006168837296335321, "sim_compute_robot_state-ego": 0.007442243475663034}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.0053394298737348, "sim_physics": 0.06188633658669212, "survival_time": 2.7499999999999982, "driven_lanedir": 0.7687562318636125, "sim_render-ego": 0.01022924076427113, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.02245238044045188, "deviation-heading": 0.38926457813694026, "set_robot_commands": 0.007344302264126864, "deviation-center-line": 0.1247186617829565, "driven_lanedir_consec": 0.7687562318636125, "sim_compute_sim_state": 0.004166984558105468, "sim_compute_performance-ego": 0.0058446667411110615, "sim_compute_robot_state-ego": 0.007034895636818626}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.0414259851399175, "sim_physics": 0.06790655290978587, "survival_time": 5.849999999999987, "driven_lanedir": 1.2641764185051936, "sim_render-ego": 0.011057664186526569, "in-drivable-lane": 1.7499999999999938, "agent_compute-ego": 0.0236511964064378, "deviation-heading": 1.230472419381735, "set_robot_commands": 0.007682500741420648, "deviation-center-line": 0.2785380566786225, "driven_lanedir_consec": 1.1454480514175835, "sim_compute_sim_state": 0.004362293797680455, "sim_compute_performance-ego": 0.006738762570242597, "sim_compute_robot_state-ego": 0.007896510963765984}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 4.212439799241063, "sim_physics": 0.062204165229630785, "survival_time": 11.450000000000028, "driven_lanedir": 2.8007213343133595, "sim_render-ego": 0.009793073329342504, "in-drivable-lane": 3.150000000000018, "agent_compute-ego": 0.022711792366994, "deviation-heading": 2.6752678535504404, "set_robot_commands": 0.007273430387005535, "deviation-center-line": 0.500924015560208, "driven_lanedir_consec": 2.365020672355332, "sim_compute_sim_state": 0.0041749383684849635, "sim_compute_performance-ego": 0.00587101898859682, "sim_compute_robot_state-ego": 0.007025515668777399}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0158991098782737, "sim_physics": 0.06692309562976544, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6558367022596912, "sim_render-ego": 0.01033068161744338, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.023061678959773135, "deviation-heading": 0.42848855297576893, "set_robot_commands": 0.007047176361083984, "deviation-center-line": 0.0718092793748025, "driven_lanedir_consec": 0.6558367022596912, "sim_compute_sim_state": 0.004352445785815899, "sim_compute_performance-ego": 0.006090127504788912, "sim_compute_robot_state-ego": 0.007298969305478609}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 2.046052201376278, "sim_physics": 0.06566287820989436, "survival_time": 5.4999999999999885, "driven_lanedir": 1.3168818368862654, "sim_render-ego": 0.010493902726606889, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.023452570221640847, "deviation-heading": 1.3476192626939378, "set_robot_commands": 0.007692217826843262, "deviation-center-line": 0.37017554273728503, "driven_lanedir_consec": 1.3168818368862654, "sim_compute_sim_state": 0.004248007861050692, "sim_compute_performance-ego": 0.0063769362189553, "sim_compute_robot_state-ego": 0.0077635873447765005}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.1130348580245386, "sim_physics": 0.06756082792130727, "survival_time": 3.149999999999997, "driven_lanedir": 0.32677491278527704, "sim_render-ego": 0.01125546864100865, "in-drivable-lane": 1.7999999999999972, "agent_compute-ego": 0.026405671286204503, "deviation-heading": 0.7190590468250274, "set_robot_commands": 0.008250115409729973, "deviation-center-line": 0.10336433878709668, "driven_lanedir_consec": 0.32677491278527704, "sim_compute_sim_state": 0.004338219052269345, "sim_compute_performance-ego": 0.0068012986864362445, "sim_compute_robot_state-ego": 0.007870696839832124}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.9258406135607795, "sim_physics": 0.0661610409898578, "survival_time": 5.299999999999989, "driven_lanedir": 0.521855078043696, "sim_render-ego": 0.0120117686829477, "in-drivable-lane": 3.29999999999999, "agent_compute-ego": 0.02397340198732772, "deviation-heading": 0.9574751284363598, "set_robot_commands": 0.007418333359484402, "deviation-center-line": 0.125399725075535, "driven_lanedir_consec": 0.4937859302543908, "sim_compute_sim_state": 0.004404594313423589, "sim_compute_performance-ego": 0.00604630191371126, "sim_compute_robot_state-ego": 0.007889968044352982}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.7107696748854119, "sim_physics": 0.07052030214449255, "survival_time": 2.0500000000000007, "driven_lanedir": 0.6310686884125678, "sim_render-ego": 0.011901535638948768, "in-drivable-lane": 0.1499999999999997, "agent_compute-ego": 0.02602310878474538, "deviation-heading": 0.4506686969710196, "set_robot_commands": 0.00824593334663205, "deviation-center-line": 0.1238937192898067, "driven_lanedir_consec": 0.6310686884125678, "sim_compute_sim_state": 0.0044135116949314025, "sim_compute_performance-ego": 0.006997335247877167, "sim_compute_robot_state-ego": 0.008480502337944217}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.945715639588408, "sim_physics": 0.07071026607795998, "survival_time": 2.6999999999999984, "driven_lanedir": 0.6788816209531177, "sim_render-ego": 0.011264037202905726, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.025440670825816965, "deviation-heading": 0.5212945586374859, "set_robot_commands": 0.007845428254869249, "deviation-center-line": 0.16530838619451735, "driven_lanedir_consec": 0.6788816209531177, "sim_compute_sim_state": 0.004521943904735424, "sim_compute_performance-ego": 0.006598578559027778, "sim_compute_robot_state-ego": 0.007978183251840097}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.71477103863444, "sim_physics": 0.0755052493543041, "survival_time": 4.899999999999991, "driven_lanedir": 0.7329786724457241, "sim_render-ego": 0.011535308798965143, "in-drivable-lane": 2.199999999999992, "agent_compute-ego": 0.026840161304084623, "deviation-heading": 1.181177927274638, "set_robot_commands": 0.007983129851672113, "deviation-center-line": 0.1854056118668008, "driven_lanedir_consec": 0.6221403260152774, "sim_compute_sim_state": 0.0049739492182828944, "sim_compute_performance-ego": 0.006907409551192303, "sim_compute_robot_state-ego": 0.007970408517487195}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.6104828790906422, "sim_physics": 0.0700456988945436, "survival_time": 4.449999999999992, "driven_lanedir": 0.6895058886987576, "sim_render-ego": 0.010860534196489312, "in-drivable-lane": 2.299999999999992, "agent_compute-ego": 0.02606590142410793, "deviation-heading": 0.25419228756883533, "set_robot_commands": 0.0076547713761919, "deviation-center-line": 0.14446189690869113, "driven_lanedir_consec": 0.6895058886987576, "sim_compute_sim_state": 0.00457082437665275, "sim_compute_performance-ego": 0.006383392248260841, "sim_compute_robot_state-ego": 0.007807305689608113}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3581511804675338, "sim_physics": 0.07322727640469869, "survival_time": 1.2000000000000004, "driven_lanedir": 0.32797868196934266, "sim_render-ego": 0.01118918259938558, "in-drivable-lane": 0, "agent_compute-ego": 0.025859226783116657, "deviation-heading": 0.45812218132762805, "set_robot_commands": 0.007647703091303508, "deviation-center-line": 0.08040672061938255, "driven_lanedir_consec": 0.32797868196934266, "sim_compute_sim_state": 0.004393259684244792, "sim_compute_performance-ego": 0.00602571169535319, "sim_compute_robot_state-ego": 0.007991045713424683}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 4.090054748988981, "sim_physics": 0.0650937481360002, "survival_time": 11.00000000000002, "driven_lanedir": 2.8875326662783647, "sim_render-ego": 0.010477786714380438, "in-drivable-lane": 2.800000000000014, "agent_compute-ego": 0.02534827319058505, "deviation-heading": 2.1999877352350508, "set_robot_commands": 0.007760172540491278, "deviation-center-line": 0.4319835069260168, "driven_lanedir_consec": 2.319870420574019, "sim_compute_sim_state": 0.004620443690906872, "sim_compute_performance-ego": 0.006414675712585449, "sim_compute_robot_state-ego": 0.007764849879524924}}set_robot_commands_max 0.008250115409729973 set_robot_commands_mean 0.007660923855889608 set_robot_commands_median 0.007682500741420648 set_robot_commands_min 0.007047176361083984 sim_compute_performance-ego_max 0.006997335247877167 sim_compute_performance-ego_mean 0.006355664602562149 sim_compute_performance-ego_median 0.0063769362189553 sim_compute_performance-ego_min 0.0058446667411110615 sim_compute_robot_state-ego_max 0.008480502337944217 sim_compute_robot_state-ego_mean 0.007698228982648678 sim_compute_robot_state-ego_median 0.007807305689608113 sim_compute_robot_state-ego_min 0.007025515668777399 sim_compute_sim_state_max 0.0049739492182828944 sim_compute_sim_state_mean 0.004415177075842946 sim_compute_sim_state_median 0.004393259684244792 sim_compute_sim_state_min 0.004147437734341402 sim_physics_max 0.0755052493543041 sim_physics_mean 0.06729758286443537 sim_physics_median 0.06692309562976544 sim_physics_min 0.06188633658669212 sim_render-ego_max 0.0120117686829477 sim_render-ego_mean 0.010865104871217118 sim_render-ego_median 0.010860534196489312 sim_render-ego_min 0.009793073329342504 simulation-passed 1 survival_time_max 11.450000000000028 survival_time_mean 4.873333333333331 survival_time_min 1.2000000000000004
No reset possible 25635
4315
Tanli Chou 🇹🇼challenge-aido_LF-template-random aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4838163264350306 survival_time_median 1.7000000000000008 deviation-center-line_median 0.08751730474052305 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.023301589488983154 agent_compute-ego_mean 0.022652341105907716 agent_compute-ego_median 0.02250652235062396 agent_compute-ego_min 0.02201855182647705 deviation-center-line_max 0.10683019887032848 deviation-center-line_mean 0.08719800587294524 deviation-center-line_min 0.07065220523066396 deviation-heading_max 0.5050851849885492 deviation-heading_mean 0.37472646794797326 deviation-heading_median 0.3711400756311837 deviation-heading_min 0.242154099114489 driven_any_max 1.224736399271231 driven_any_mean 0.7001682289165533 driven_any_median 0.6334906616120762 driven_any_min 0.311949329092399 driven_lanedir_consec_max 0.6642632200434848 driven_lanedir_consec_mean 0.47031102562542887 driven_lanedir_consec_min 0.28855079430839536 driven_lanedir_max 0.6642632200434848 driven_lanedir_mean 0.47031102562542887 driven_lanedir_median 0.4838163264350306 driven_lanedir_min 0.28855079430839536 in-drivable-lane_max 1.5999999999999963 in-drivable-lane_mean 0.4499999999999989 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.0814859912945674, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.012900953109447772, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.02298134106856126, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.007880738148322472, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.005299435212061956, "sim_compute_performance-ego": 0.00784394832757803, "sim_compute_robot_state-ego": 0.008943612758929912}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.311949329092399, "sim_physics": 0.07884221076965332, "survival_time": 1.0000000000000002, "driven_lanedir": 0.3030566281970668, "sim_render-ego": 0.0125311017036438, "in-drivable-lane": 0, "agent_compute-ego": 0.023301589488983154, "deviation-heading": 0.242154099114489, "set_robot_commands": 0.00782715082168579, "deviation-center-line": 0.08751730474052305, "driven_lanedir_consec": 0.3030566281970668, "sim_compute_sim_state": 0.0044274568557739254, "sim_compute_performance-ego": 0.007757532596588135, "sim_compute_robot_state-ego": 0.00828021764755249}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.6334906616120762, "sim_physics": 0.07928053070517148, "survival_time": 1.7000000000000008, "driven_lanedir": 0.6118681591431665, "sim_render-ego": 0.01289219716015984, "in-drivable-lane": 0, "agent_compute-ego": 0.02245370079489315, "deviation-heading": 0.3711400756311837, "set_robot_commands": 0.008540251675774069, "deviation-center-line": 0.10683019887032848, "driven_lanedir_consec": 0.6118681591431665, "sim_compute_sim_state": 0.005162645788753734, "sim_compute_performance-ego": 0.008629939135383157, "sim_compute_robot_state-ego": 0.009238712927874397}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.224736399271231, "sim_physics": 0.07570932732253778, "survival_time": 3.049999999999997, "driven_lanedir": 0.4838163264350306, "sim_render-ego": 0.011306344485673747, "in-drivable-lane": 1.5999999999999963, "agent_compute-ego": 0.02250652235062396, "deviation-heading": 0.29149367303980006, "set_robot_commands": 0.008193551516923749, "deviation-center-line": 0.10020114979294129, "driven_lanedir_consec": 0.4838163264350306, "sim_compute_sim_state": 0.005128289832443488, "sim_compute_performance-ego": 0.006895041856609407, "sim_compute_robot_state-ego": 0.008023289383434858}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.32277514619816383, "sim_physics": 0.08252731236544522, "survival_time": 1.1000000000000003, "driven_lanedir": 0.28855079430839536, "sim_render-ego": 0.011488459327004171, "in-drivable-lane": 0, "agent_compute-ego": 0.02201855182647705, "deviation-heading": 0.4637593069658444, "set_robot_commands": 0.008076277646151457, "deviation-center-line": 0.07078917073026944, "driven_lanedir_consec": 0.28855079430839536, "sim_compute_sim_state": 0.006075154651295055, "sim_compute_performance-ego": 0.007473999803716486, "sim_compute_robot_state-ego": 0.008224173025651411}}set_robot_commands_max 0.008540251675774069 set_robot_commands_mean 0.008103593961771507 set_robot_commands_median 0.008076277646151457 set_robot_commands_min 0.00782715082168579 sim_compute_performance-ego_max 0.008629939135383157 sim_compute_performance-ego_mean 0.007720092343975043 sim_compute_performance-ego_median 0.007757532596588135 sim_compute_performance-ego_min 0.006895041856609407 sim_compute_robot_state-ego_max 0.009238712927874397 sim_compute_robot_state-ego_mean 0.008542001148688614 sim_compute_robot_state-ego_median 0.00828021764755249 sim_compute_robot_state-ego_min 0.008023289383434858 sim_compute_sim_state_max 0.006075154651295055 sim_compute_sim_state_mean 0.005218596468065631 sim_compute_sim_state_median 0.005162645788753734 sim_compute_sim_state_min 0.0044274568557739254 sim_physics_max 0.08252731236544522 sim_physics_mean 0.07956907449147503 sim_physics_median 0.07928053070517148 sim_physics_min 0.07570932732253778 sim_render-ego_max 0.012900953109447772 sim_render-ego_mean 0.012223811157185866 sim_render-ego_median 0.0125311017036438 sim_render-ego_min 0.011306344485673747 simulation-passed 1 survival_time_max 3.049999999999997 survival_time_mean 1.8899999999999997 survival_time_min 1.0000000000000002
No reset possible 25621
4375
Frank (Chude) Qian 🇨🇦Frank raw run 1 aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:04:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.607855036366213 survival_time_median 4.049999999999994 deviation-center-line_median 0.1187011484064034 in-drivable-lane_median 2.249999999999992
other stats agent_compute-ego_max 0.023310281728443343 agent_compute-ego_mean 0.022961163343821676 agent_compute-ego_median 0.023137949325226167 agent_compute-ego_min 0.022377662169627655 deviation-center-line_max 0.28279990705652386 deviation-center-line_mean 0.1450435995031521 deviation-center-line_min 0.06873796313155561 deviation-heading_max 1.3966536518197477 deviation-heading_mean 0.6651362572671351 deviation-heading_median 0.4844898072303015 deviation-heading_min 0.2283890176393122 driven_any_max 2.410585100818904 driven_any_mean 1.121426582906945 driven_any_median 0.8443141591072578 driven_any_min 0.5259152393126141 driven_lanedir_consec_max 1.263817664055655 driven_lanedir_consec_mean 0.6081624808244935 driven_lanedir_consec_min 0.16776530080693464 driven_lanedir_max 1.263817664055655 driven_lanedir_mean 0.6081624808244935 driven_lanedir_median 0.607855036366213 driven_lanedir_min 0.16776530080693464 in-drivable-lane_max 5.700000000000014 in-drivable-lane_mean 2.2900000000000005 in-drivable-lane_min 0.04999999999999982 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.6085337548632425, "sim_physics": 0.06321905161205091, "survival_time": 3.7999999999999945, "driven_lanedir": 0.2123558573219441, "sim_render-ego": 0.010044637479280171, "in-drivable-lane": 2.349999999999994, "agent_compute-ego": 0.023310281728443343, "deviation-heading": 0.4844898072303015, "set_robot_commands": 0.00738919408697831, "deviation-center-line": 0.07631372262016861, "driven_lanedir_consec": 0.2123558573219441, "sim_compute_sim_state": 0.004063003941586143, "sim_compute_performance-ego": 0.006095321554886668, "sim_compute_robot_state-ego": 0.00719137568222849}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.410585100818904, "sim_physics": 0.06097592516428864, "survival_time": 10.85000000000002, "driven_lanedir": 1.263817664055655, "sim_render-ego": 0.010177114592169837, "in-drivable-lane": 5.700000000000014, "agent_compute-ego": 0.02323520018757763, "deviation-heading": 1.3966536518197477, "set_robot_commands": 0.007413843260382727, "deviation-center-line": 0.28279990705652386, "driven_lanedir_consec": 1.263817664055655, "sim_compute_sim_state": 0.0042171719986172865, "sim_compute_performance-ego": 0.0059602722044914, "sim_compute_robot_state-ego": 0.007292515671198269}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.5259152393126141, "sim_physics": 0.06276513979985164, "survival_time": 1.950000000000001, "driven_lanedir": 0.16776530080693464, "sim_render-ego": 0.00998676128876515, "in-drivable-lane": 1.100000000000001, "agent_compute-ego": 0.022377662169627655, "deviation-heading": 0.2283890176393122, "set_robot_commands": 0.007348781976944361, "deviation-center-line": 0.06873796313155561, "driven_lanedir_consec": 0.16776530080693464, "sim_compute_sim_state": 0.004220021076691456, "sim_compute_performance-ego": 0.005942638103778546, "sim_compute_robot_state-ego": 0.006876621490869767}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2177846604327065, "sim_physics": 0.06341823378762046, "survival_time": 4.549999999999992, "driven_lanedir": 0.607855036366213, "sim_render-ego": 0.010217952204274608, "in-drivable-lane": 2.249999999999992, "agent_compute-ego": 0.023137949325226167, "deviation-heading": 0.38882354615942466, "set_robot_commands": 0.007512653266990577, "deviation-center-line": 0.17866525630110902, "driven_lanedir_consec": 0.607855036366213, "sim_compute_sim_state": 0.004443454218434764, "sim_compute_performance-ego": 0.006212834473494645, "sim_compute_robot_state-ego": 0.007451369212223933}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.8443141591072578, "sim_physics": 0.06351157176641771, "survival_time": 4.049999999999994, "driven_lanedir": 0.7890185455717209, "sim_render-ego": 0.00989262557324068, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.02274472330823357, "deviation-heading": 0.8273252634868891, "set_robot_commands": 0.007075448095062633, "deviation-center-line": 0.1187011484064034, "driven_lanedir_consec": 0.7890185455717209, "sim_compute_sim_state": 0.004241634298253943, "sim_compute_performance-ego": 0.0058746337890625, "sim_compute_robot_state-ego": 0.00714154596681948}}set_robot_commands_max 0.007512653266990577 set_robot_commands_mean 0.007347984137271721 set_robot_commands_median 0.00738919408697831 set_robot_commands_min 0.007075448095062633 sim_compute_performance-ego_max 0.006212834473494645 sim_compute_performance-ego_mean 0.006017140025142751 sim_compute_performance-ego_median 0.0059602722044914 sim_compute_performance-ego_min 0.0058746337890625 sim_compute_robot_state-ego_max 0.007451369212223933 sim_compute_robot_state-ego_mean 0.007190685604667987 sim_compute_robot_state-ego_median 0.00719137568222849 sim_compute_robot_state-ego_min 0.006876621490869767 sim_compute_sim_state_max 0.004443454218434764 sim_compute_sim_state_mean 0.004237057106716719 sim_compute_sim_state_median 0.004220021076691456 sim_compute_sim_state_min 0.004063003941586143 sim_physics_max 0.06351157176641771 sim_physics_mean 0.06277798442604586 sim_physics_median 0.06321905161205091 sim_physics_min 0.06097592516428864 sim_render-ego_max 0.010217952204274608 sim_render-ego_mean 0.010063818227546088 sim_render-ego_median 0.010044637479280171 sim_render-ego_min 0.00989262557324068 simulation-passed 1 survival_time_max 10.85000000000002 survival_time_mean 5.04 survival_time_min 1.950000000000001
No reset possible 25616
4386
Soroush Saryazdi 🇨🇦bluejay aido3-LF-sim-validation
step1-simulation failed no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:03:34 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 177, in read_one
nickname=self.nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 258, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 296, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "agent".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 301, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 96, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.7/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 239, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/agent-out after 88 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.7/site-packages/duckietown_challenges/cie_concrete.py", line 676, in scoring_context
yield cie
File "experiment_manager.py", line 446, in <module>
wrap(cie)
File "experiment_manager.py", line 434, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 138, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 305, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 25591
4475
András Kalapos reinforcement-learning-2230 aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:12:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5741041626863219 survival_time_median 2.0500000000000007 deviation-center-line_median 0.13069619639693758 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.041171650091807045 agent_compute-ego_mean 0.03845112326323956 agent_compute-ego_median 0.03855066072373163 agent_compute-ego_min 0.0335903632931593 deviation-center-line_max 0.7873883647129091 deviation-center-line_mean 0.2327954399520844 deviation-center-line_min 0.05835693398319991 deviation-heading_max 4.703734258703645 deviation-heading_mean 1.3778157644742173 deviation-heading_median 0.9377149494107676 deviation-heading_min 0.29107366146563235 driven_any_max 4.898388429860471 driven_any_mean 1.3291619204188885 driven_any_median 0.6389113828395065 driven_any_min 0.2467701496533686 driven_lanedir_consec_max 2.868237840461672 driven_lanedir_consec_mean 0.943481548404538 driven_lanedir_consec_min 0.1676082035790497 driven_lanedir_max 2.868237840461672 driven_lanedir_mean 0.9552165972629256 driven_lanedir_median 0.5741041626863219 driven_lanedir_min 0.1676082035790497 in-drivable-lane_max 4.250000000000051 in-drivable-lane_mean 0.6133333333333356 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5639413856368148, "sim_physics": 0.06843294699986775, "survival_time": 1.800000000000001, "driven_lanedir": 0.5209786837277772, "sim_render-ego": 0.010288006729549833, "in-drivable-lane": 0, "agent_compute-ego": 0.03905201620525784, "deviation-heading": 0.564163246529865, "set_robot_commands": 0.007645454671647813, "deviation-center-line": 0.07756685297451206, "driven_lanedir_consec": 0.5209786837277772, "sim_compute_sim_state": 0.004544940259721544, "sim_compute_performance-ego": 0.0066414276758829755, "sim_compute_robot_state-ego": 0.007486999034881592}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.048174777284503, "sim_physics": 0.0682838513300969, "survival_time": 3.2499999999999964, "driven_lanedir": 0.9372680971392856, "sim_render-ego": 0.011180433860191932, "in-drivable-lane": 0, "agent_compute-ego": 0.038452687630286586, "deviation-heading": 1.271741557119369, "set_robot_commands": 0.008342409133911132, "deviation-center-line": 0.18497145976632148, "driven_lanedir_consec": 0.9372680971392856, "sim_compute_sim_state": 0.0045539122361403245, "sim_compute_performance-ego": 0.006736282201913687, "sim_compute_robot_state-ego": 0.008159197293795072}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.641780276818937, "sim_physics": 0.06983668125228376, "survival_time": 7.549999999999981, "driven_lanedir": 2.2655910676943827, "sim_render-ego": 0.01151047321344843, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.038783836048959894, "deviation-heading": 2.306246307339196, "set_robot_commands": 0.008543276628911101, "deviation-center-line": 0.5829072684931874, "driven_lanedir_consec": 2.2655910676943827, "sim_compute_sim_state": 0.004869851055524207, "sim_compute_performance-ego": 0.006889929045115086, "sim_compute_robot_state-ego": 0.008329142008396174}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.32957283767791595, "sim_physics": 0.07483998934427898, "survival_time": 1.2000000000000004, "driven_lanedir": 0.3033386213400475, "sim_render-ego": 0.011155903339385986, "in-drivable-lane": 0, "agent_compute-ego": 0.041171650091807045, "deviation-heading": 0.3540276234500217, "set_robot_commands": 0.008568485577901205, "deviation-center-line": 0.05835693398319991, "driven_lanedir_consec": 0.3033386213400475, "sim_compute_sim_state": 0.004970153172810872, "sim_compute_performance-ego": 0.0064449409643809, "sim_compute_robot_state-ego": 0.008184383312861124}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.6389113828395065, "sim_physics": 0.07444910514049041, "survival_time": 1.950000000000001, "driven_lanedir": 0.5921611834519662, "sim_render-ego": 0.01710172188587678, "in-drivable-lane": 0, "agent_compute-ego": 0.03985235629937588, "deviation-heading": 0.6416737005250106, "set_robot_commands": 0.008475590974856645, "deviation-center-line": 0.08712288503395614, "driven_lanedir_consec": 0.5921611834519662, "sim_compute_sim_state": 0.004960995454054613, "sim_compute_performance-ego": 0.007380754519731571, "sim_compute_robot_state-ego": 0.008018585351797251}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.3096767792700131, "sim_physics": 0.07295637329419453, "survival_time": 1.2000000000000004, "driven_lanedir": 0.2727804619774359, "sim_render-ego": 0.011955022811889648, "in-drivable-lane": 0, "agent_compute-ego": 0.0378794272740682, "deviation-heading": 0.4093351645691484, "set_robot_commands": 0.0074612100919087725, "deviation-center-line": 0.07743244211514326, "driven_lanedir_consec": 0.2727804619774359, "sim_compute_sim_state": 0.004542728265126546, "sim_compute_performance-ego": 0.006230980157852173, "sim_compute_robot_state-ego": 0.008407185475031534}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.4978202492464399, "sim_physics": 0.07452891153447769, "survival_time": 1.7000000000000008, "driven_lanedir": 0.45108872406230827, "sim_render-ego": 0.011096884222591624, "in-drivable-lane": 0, "agent_compute-ego": 0.03621029152589686, "deviation-heading": 0.5852890905793353, "set_robot_commands": 0.007483650656307445, "deviation-center-line": 0.10619992677673548, "driven_lanedir_consec": 0.45108872406230827, "sim_compute_sim_state": 0.004365437171038459, "sim_compute_performance-ego": 0.006408186519847196, "sim_compute_robot_state-ego": 0.007595854647019331}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.1775527041225615, "sim_physics": 0.06866195504094513, "survival_time": 3.5499999999999954, "driven_lanedir": 0.5741041626863219, "sim_render-ego": 0.011454232981507209, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.03848640347870303, "deviation-heading": 1.4155897758349394, "set_robot_commands": 0.008772940702841316, "deviation-center-line": 0.15473848008542207, "driven_lanedir_consec": 0.5741041626863219, "sim_compute_sim_state": 0.004951372952528403, "sim_compute_performance-ego": 0.006846055178575112, "sim_compute_robot_state-ego": 0.008146269220701406}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.711029109274026, "sim_physics": 0.07067237278022388, "survival_time": 5.04999999999999, "driven_lanedir": 1.036546504626689, "sim_render-ego": 0.011999980057820237, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.04005568570429736, "deviation-heading": 1.533107422509632, "set_robot_commands": 0.010138896432253394, "deviation-center-line": 0.25880557913485075, "driven_lanedir_consec": 1.036546504626689, "sim_compute_sim_state": 0.005076892305128645, "sim_compute_performance-ego": 0.0068712706613068535, "sim_compute_robot_state-ego": 0.00848948837506889}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 4.898388429860471, "sim_physics": 0.06888027384712248, "survival_time": 13.550000000000058, "driven_lanedir": 2.685919673189752, "sim_render-ego": 0.011668009071772388, "in-drivable-lane": 4.250000000000051, "agent_compute-ego": 0.04020315430700999, "deviation-heading": 4.703734258703645, "set_robot_commands": 0.008887792425401976, "deviation-center-line": 0.7873883647129091, "driven_lanedir_consec": 2.5098939403139364, "sim_compute_sim_state": 0.005066410641828586, "sim_compute_performance-ego": 0.0072557257550229, "sim_compute_robot_state-ego": 0.008566214149728472}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.137433713291969, "sim_physics": 0.0729254589361303, "survival_time": 3.399999999999996, "driven_lanedir": 0.7558640220824024, "sim_render-ego": 0.011996651397031896, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.04071678834802965, "deviation-heading": 1.041792747861241, "set_robot_commands": 0.008089689647450167, "deviation-center-line": 0.16514962174907405, "driven_lanedir_consec": 0.7558640220824024, "sim_compute_sim_state": 0.005035968387828153, "sim_compute_performance-ego": 0.0071184600100797765, "sim_compute_robot_state-ego": 0.008479553110459271}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.2467701496533686, "sim_physics": 0.0721428394317627, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1676082035790497, "sim_render-ego": 0.01177690142676944, "in-drivable-lane": 0, "agent_compute-ego": 0.03855066072373163, "deviation-heading": 0.5914505556625173, "set_robot_commands": 0.007658038820539202, "deviation-center-line": 0.07404626988150664, "driven_lanedir_consec": 0.1676082035790497, "sim_compute_sim_state": 0.004754089173816499, "sim_compute_performance-ego": 0.0069622766403924854, "sim_compute_robot_state-ego": 0.008037941796439034}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.4554793235159916, "sim_physics": 0.07405769413915174, "survival_time": 1.4500000000000006, "driven_lanedir": 0.43744713256880985, "sim_render-ego": 0.011311029565745388, "in-drivable-lane": 0, "agent_compute-ego": 0.038003288466354895, "deviation-heading": 0.29107366146563235, "set_robot_commands": 0.008309939811969626, "deviation-center-line": 0.07747760250723952, "driven_lanedir_consec": 0.43744713256880985, "sim_compute_sim_state": 0.004972638755009092, "sim_compute_performance-ego": 0.006665788847824623, "sim_compute_robot_state-ego": 0.008263883919551455}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 3.689562082203752, "sim_physics": 0.0653318004700744, "survival_time": 10.300000000000011, "driven_lanedir": 2.868237840461672, "sim_render-ego": 0.010479658552743855, "in-drivable-lane": 1.1499999999999968, "agent_compute-ego": 0.035758239551655295, "deviation-heading": 4.02029640555294, "set_robot_commands": 0.007811940989448029, "deviation-center-line": 0.6690717156702706, "driven_lanedir_consec": 2.868237840461672, "sim_compute_sim_state": 0.004511495238368951, "sim_compute_performance-ego": 0.006316585448181745, "sim_compute_robot_state-ego": 0.007571834962344864}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.5913356055870541, "sim_physics": 0.06505997587994831, "survival_time": 2.0500000000000007, "driven_lanedir": 0.4593145803559857, "sim_render-ego": 0.010306620016330629, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.0335903632931593, "deviation-heading": 0.9377149494107676, "set_robot_commands": 0.00655421396581138, "deviation-center-line": 0.13069619639693758, "driven_lanedir_consec": 0.4593145803559857, "sim_compute_sim_state": 0.004215897583379978, "sim_compute_performance-ego": 0.005891823187106993, "sim_compute_robot_state-ego": 0.006978843270278558}}set_robot_commands_max 0.010138896432253394 set_robot_commands_mean 0.008182902035410613 set_robot_commands_median 0.008309939811969626 set_robot_commands_min 0.00655421396581138 sim_compute_performance-ego_max 0.007380754519731571 sim_compute_performance-ego_mean 0.006710699120880937 sim_compute_performance-ego_median 0.006736282201913687 sim_compute_performance-ego_min 0.005891823187106993 sim_compute_robot_state-ego_max 0.008566214149728472 sim_compute_robot_state-ego_mean 0.008047691728556934 sim_compute_robot_state-ego_median 0.008159197293795072 sim_compute_robot_state-ego_min 0.006978843270278558 sim_compute_sim_state_max 0.005076892305128645 sim_compute_sim_state_mean 0.004759518843486992 sim_compute_sim_state_median 0.004869851055524207 sim_compute_sim_state_min 0.004215897583379978 sim_physics_max 0.07483998934427898 sim_physics_mean 0.07073734862806993 sim_physics_median 0.07067237278022388 sim_physics_min 0.06505997587994831 sim_render-ego_max 0.01710172188587678 sim_render-ego_mean 0.01168543527551035 sim_render-ego_median 0.011454232981507209 sim_render-ego_min 0.010288006729549833 simulation-passed 1 survival_time_max 13.550000000000058 survival_time_mean 3.936666666666669 survival_time_min 1.0500000000000005
No reset possible 25569
4399
Peter Almasi 🇭🇺reinforcement-learning-submission aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:08:43 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.0834745711064422 survival_time_median 10.95000000000002 deviation-center-line_median 0.520686216558945 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.0404416314916673 agent_compute-ego_mean 0.038600170514890994 agent_compute-ego_median 0.038270578384399415 agent_compute-ego_min 0.03721438805262248 deviation-center-line_max 0.6264910444305617 deviation-center-line_mean 0.4645230282253934 deviation-center-line_min 0.2892842408640383 deviation-heading_max 3.242643006237038 deviation-heading_mean 2.131727464470038 deviation-heading_median 2.207205265285782 deviation-heading_min 1.1932787239488274 driven_any_max 1.5596097443633787 driven_any_mean 1.0779455000365807 driven_any_median 1.114650116058931 driven_any_min 0.39017605302768865 driven_lanedir_consec_max 1.518939868900912 driven_lanedir_consec_mean 1.0459680019561275 driven_lanedir_consec_min 0.3628294145036459 driven_lanedir_max 1.518939868900912 driven_lanedir_mean 1.0459680019561275 driven_lanedir_median 1.0834745711064422 driven_lanedir_min 0.3628294145036459 in-drivable-lane_max 0 in-drivable-lane_mean 0 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.5596097443633787, "sim_physics": 0.06640228430430094, "survival_time": 14.950000000000076, "driven_lanedir": 1.5115048103824489, "sim_render-ego": 0.010672357082366943, "in-drivable-lane": 0, "agent_compute-ego": 0.03721438805262248, "deviation-heading": 3.242643006237038, "set_robot_commands": 0.007697429656982422, "deviation-center-line": 0.520686216558945, "driven_lanedir_consec": 1.5115048103824489, "sim_compute_sim_state": 0.0043481190999348955, "sim_compute_performance-ego": 0.006367080211639405, "sim_compute_robot_state-ego": 0.0075868010520935055}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.39017605302768865, "sim_physics": 0.07116647414219232, "survival_time": 4.049999999999994, "driven_lanedir": 0.3628294145036459, "sim_render-ego": 0.011403510599960516, "in-drivable-lane": 0, "agent_compute-ego": 0.03813540788344395, "deviation-heading": 1.1932787239488274, "set_robot_commands": 0.00821174809962143, "deviation-center-line": 0.2892842408640383, "driven_lanedir_consec": 0.3628294145036459, "sim_compute_sim_state": 0.004771394494139118, "sim_compute_performance-ego": 0.006613428210034782, "sim_compute_robot_state-ego": 0.008172915305620358}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.557126052521226, "sim_physics": 0.07277378718058268, "survival_time": 14.950000000000076, "driven_lanedir": 1.518939868900912, "sim_render-ego": 0.011351110935211182, "in-drivable-lane": 0, "agent_compute-ego": 0.038270578384399415, "deviation-heading": 2.805639186537934, "set_robot_commands": 0.008745486736297608, "deviation-center-line": 0.36300203331229824, "driven_lanedir_consec": 1.518939868900912, "sim_compute_sim_state": 0.0050365702311197915, "sim_compute_performance-ego": 0.006905562877655029, "sim_compute_robot_state-ego": 0.008303678035736084}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.7681655342116792, "sim_physics": 0.07195641636069304, "survival_time": 7.649999999999981, "driven_lanedir": 0.7530913448871899, "sim_render-ego": 0.011708220625235364, "in-drivable-lane": 0, "agent_compute-ego": 0.0404416314916673, "deviation-heading": 1.20987114034061, "set_robot_commands": 0.008700377021739685, "deviation-center-line": 0.5231516059611236, "driven_lanedir_consec": 0.7530913448871899, "sim_compute_sim_state": 0.005004435582877764, "sim_compute_performance-ego": 0.007772082596822502, "sim_compute_robot_state-ego": 0.008083005356632806}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.114650116058931, "sim_physics": 0.0798282057182974, "survival_time": 10.95000000000002, "driven_lanedir": 1.0834745711064422, "sim_render-ego": 0.01176902257144179, "in-drivable-lane": 0, "agent_compute-ego": 0.03893884676232186, "deviation-heading": 2.207205265285782, "set_robot_commands": 0.008799594286914285, "deviation-center-line": 0.6264910444305617, "driven_lanedir_consec": 1.0834745711064422, "sim_compute_sim_state": 0.005071095679992955, "sim_compute_performance-ego": 0.0070920534874206265, "sim_compute_robot_state-ego": 0.008566617965698242}}set_robot_commands_max 0.008799594286914285 set_robot_commands_mean 0.008430927160311087 set_robot_commands_median 0.008700377021739685 set_robot_commands_min 0.007697429656982422 sim_compute_performance-ego_max 0.007772082596822502 sim_compute_performance-ego_mean 0.006950041476714469 sim_compute_performance-ego_median 0.006905562877655029 sim_compute_performance-ego_min 0.006367080211639405 sim_compute_robot_state-ego_max 0.008566617965698242 sim_compute_robot_state-ego_mean 0.008142603543156199 sim_compute_robot_state-ego_median 0.008172915305620358 sim_compute_robot_state-ego_min 0.0075868010520935055 sim_compute_sim_state_max 0.005071095679992955 sim_compute_sim_state_mean 0.0048463230176129055 sim_compute_sim_state_median 0.005004435582877764 sim_compute_sim_state_min 0.0043481190999348955 sim_physics_max 0.0798282057182974 sim_physics_mean 0.07242543354121328 sim_physics_median 0.07195641636069304 sim_physics_min 0.06640228430430094 sim_render-ego_max 0.01176902257144179 sim_render-ego_mean 0.01138084436284316 sim_render-ego_median 0.011403510599960516 sim_render-ego_min 0.010672357082366943 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 10.510000000000028 survival_time_min 4.049999999999994
No reset possible 25540
4445
Frank (Chude) Qian 🇨🇦Frank custom server test aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 4 months 5 years, 4 months 0:05:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.0194067296913716 survival_time_median 4.6499999999999915 deviation-center-line_median 0.21362187950930367 in-drivable-lane_median 1.099999999999996
other stats agent_compute-ego_max 0.027307630987728343 agent_compute-ego_mean 0.02617748533706926 agent_compute-ego_median 0.02593813916688324 agent_compute-ego_min 0.025390729308128357 deviation-center-line_max 0.4856504518022423 deviation-center-line_mean 0.25369556048507047 deviation-center-line_min 0.0996781684734268 deviation-heading_max 1.9205779225294657 deviation-heading_mean 1.158735357212507 deviation-heading_median 1.158720995100812 deviation-heading_min 0.4123547900043614 driven_any_max 3.9611257542940246 driven_any_mean 2.082738927251815 driven_any_median 1.5944487690551294 driven_any_min 0.4812470214052569 driven_lanedir_consec_max 2.2991944565382085 driven_lanedir_consec_mean 1.315781667680707 driven_lanedir_consec_min 0.4580153521880832 driven_lanedir_max 2.2991944565382085 driven_lanedir_mean 1.3693063288679266 driven_lanedir_median 1.0194067296913716 driven_lanedir_min 0.4580153521880832 in-drivable-lane_max 4.100000000000022 in-drivable-lane_mean 1.5600000000000018 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.5084464335253642, "sim_physics": 0.06683250595541561, "survival_time": 4.249999999999993, "driven_lanedir": 0.847148858954167, "sim_render-ego": 0.0119566889370189, "in-drivable-lane": 1.4999999999999951, "agent_compute-ego": 0.027307630987728343, "deviation-heading": 1.1984962478618255, "set_robot_commands": 0.008434463949764477, "deviation-center-line": 0.12520398318475062, "driven_lanedir_consec": 0.6396663217815249, "sim_compute_sim_state": 0.004680782205918256, "sim_compute_performance-ego": 0.007186928917379941, "sim_compute_robot_state-ego": 0.008490977567784927}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 3.9611257542940246, "sim_physics": 0.06389190009419952, "survival_time": 10.550000000000017, "driven_lanedir": 2.2227662469678027, "sim_render-ego": 0.01194502166097198, "in-drivable-lane": 4.100000000000022, "agent_compute-ego": 0.026381172840064172, "deviation-heading": 1.9205779225294657, "set_robot_commands": 0.008330977923497204, "deviation-center-line": 0.4856504518022423, "driven_lanedir_consec": 2.162625478204347, "sim_compute_sim_state": 0.004629549821971152, "sim_compute_performance-ego": 0.006725512409662184, "sim_compute_robot_state-ego": 0.008261265912892128}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.4812470214052569, "sim_physics": 0.07223770022392273, "survival_time": 1.6000000000000008, "driven_lanedir": 0.4580153521880832, "sim_render-ego": 0.012096032500267029, "in-drivable-lane": 0, "agent_compute-ego": 0.025390729308128357, "deviation-heading": 0.4123547900043614, "set_robot_commands": 0.007789894938468933, "deviation-center-line": 0.0996781684734268, "driven_lanedir_consec": 0.4580153521880832, "sim_compute_sim_state": 0.005399271845817566, "sim_compute_performance-ego": 0.006834842264652252, "sim_compute_robot_state-ego": 0.00846419483423233}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.5944487690551294, "sim_physics": 0.06387394218034642, "survival_time": 4.6499999999999915, "driven_lanedir": 1.0194067296913716, "sim_render-ego": 0.011445599217568674, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.02593813916688324, "deviation-heading": 1.158720995100812, "set_robot_commands": 0.008326622747605848, "deviation-center-line": 0.21362187950930367, "driven_lanedir_consec": 1.0194067296913716, "sim_compute_sim_state": 0.004490698537518901, "sim_compute_performance-ego": 0.006707550376974126, "sim_compute_robot_state-ego": 0.007816937661940051}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.8684266579792985, "sim_physics": 0.06673801967075893, "survival_time": 6.999999999999983, "driven_lanedir": 2.2991944565382085, "sim_render-ego": 0.012040458406720843, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.0258697543825422, "deviation-heading": 1.1035268305660697, "set_robot_commands": 0.008360465935298374, "deviation-center-line": 0.3443233194556289, "driven_lanedir_consec": 2.2991944565382085, "sim_compute_sim_state": 0.004666187082018171, "sim_compute_performance-ego": 0.007113679817744664, "sim_compute_robot_state-ego": 0.008280955042157855}}set_robot_commands_max 0.008434463949764477 set_robot_commands_mean 0.008248485098926967 set_robot_commands_median 0.008330977923497204 set_robot_commands_min 0.007789894938468933 sim_compute_performance-ego_max 0.007186928917379941 sim_compute_performance-ego_mean 0.006913702757282633 sim_compute_performance-ego_median 0.006834842264652252 sim_compute_performance-ego_min 0.006707550376974126 sim_compute_robot_state-ego_max 0.008490977567784927 sim_compute_robot_state-ego_mean 0.008262866203801459 sim_compute_robot_state-ego_median 0.008280955042157855 sim_compute_robot_state-ego_min 0.007816937661940051 sim_compute_sim_state_max 0.005399271845817566 sim_compute_sim_state_mean 0.004773297898648809 sim_compute_sim_state_median 0.004666187082018171 sim_compute_sim_state_min 0.004490698537518901 sim_physics_max 0.07223770022392273 sim_physics_mean 0.06671481362492865 sim_physics_median 0.06673801967075893 sim_physics_min 0.06387394218034642 sim_render-ego_max 0.012096032500267029 sim_render-ego_mean 0.011896760144509484 sim_render-ego_median 0.0119566889370189 sim_render-ego_min 0.011445599217568674 simulation-passed 1 survival_time_max 10.550000000000017 survival_time_mean 5.609999999999997 survival_time_min 1.6000000000000008
No reset possible 25456
4140
Andrea Censi 🇨🇭rotation aido3-LFVI-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:19:21 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.0005889938636256531 survival_time_median 14.950000000000076 deviation-center-line_median 0.15463826036090153 in-drivable-lane_median 7.600000000000044
other stats agent_compute-ego_max 0.029742721716562903 agent_compute-ego_mean 0.02740620215733846 agent_compute-ego_median 0.027957876523335777 agent_compute-ego_min 0.024949305057525635 deviation-center-line_max 0.5723541273934402 deviation-center-line_mean 0.2578859303826458 deviation-center-line_min 0.05988777948784705 deviation-heading_max 5.824301920645993 deviation-heading_mean 5.633811967173691 deviation-heading_median 5.572336597332912 deviation-heading_min 5.46414174005435 driven_any_max 0.027634531190737225 driven_any_mean 0.02577315100212903 driven_any_median 0.02587787865784516 driven_any_min 0.024239668912716825 driven_lanedir_consec_max 0.007155028987196221 driven_lanedir_consec_mean 0.0008121486341939654 driven_lanedir_consec_min -0.0035009674030153093 driven_lanedir_max 0.007155028987196221 driven_lanedir_mean 0.0008121486341939654 driven_lanedir_median 0.0005889938636256531 driven_lanedir_min -0.0035009674030153093 in-drivable-lane_max 7.650000000000043 in-drivable-lane_mean 7.610000000000044 in-drivable-lane_min 7.550000000000044 per-episodes details {"udem1-0-0": {"driven_any": 0.02587787865784516, "sim_physics": 0.17118589560190836, "survival_time": 14.950000000000076, "driven_lanedir": -0.0028071542833647545, "sim_render-ego": 0.012547557353973388, "in-drivable-lane": 7.600000000000042, "agent_compute-ego": 0.024949305057525635, "deviation-heading": 5.82417530962835, "set_robot_commands": 0.009225702285766602, "deviation-center-line": 0.15463826036090153, "driven_lanedir_consec": -0.0028071542833647545, "sim_compute_sim_state": 0.005281557242075602, "sim_compute_performance-ego": 0.007557520071665446, "sim_compute_robot_state-ego": 0.009476900895436603, "sim_compute_robot_state-npc0": 0.009404489199320475, "sim_compute_robot_state-npc1": 0.008617558479309083, "sim_compute_robot_state-npc2": 0.009068567752838135, "sim_compute_robot_state-npc3": 0.008668476740519206}, "udem1-1-0": {"driven_any": 0.025127994429870897, "sim_physics": 0.17620144446690875, "survival_time": 14.950000000000076, "driven_lanedir": 0.0005889938636256531, "sim_render-ego": 0.013766119480133057, "in-drivable-lane": 7.650000000000043, "agent_compute-ego": 0.02638648509979248, "deviation-heading": 5.572336597332912, "set_robot_commands": 0.009396669069925943, "deviation-center-line": 0.3917119970359764, "driven_lanedir_consec": 0.0005889938636256531, "sim_compute_sim_state": 0.005524826049804687, "sim_compute_performance-ego": 0.00788519303003947, "sim_compute_robot_state-ego": 0.009912334283192952, "sim_compute_robot_state-npc0": 0.009759109814961753, "sim_compute_robot_state-npc1": 0.009103035926818848, "sim_compute_robot_state-npc2": 0.009254176616668702, "sim_compute_robot_state-npc3": 0.009137252966562906}, "udem1-2-0": {"driven_any": 0.024239668912716825, "sim_physics": 0.17779428561528524, "survival_time": 14.950000000000076, "driven_lanedir": 0.0026248420065280165, "sim_render-ego": 0.01374836047490438, "in-drivable-lane": 7.600000000000044, "agent_compute-ego": 0.027957876523335777, "deviation-heading": 5.46414174005435, "set_robot_commands": 0.009691410859425865, "deviation-center-line": 0.5723541273934402, "driven_lanedir_consec": 0.0026248420065280165, "sim_compute_sim_state": 0.005609120527903239, "sim_compute_performance-ego": 0.008256402015686035, "sim_compute_robot_state-ego": 0.009980355103810628, "sim_compute_robot_state-npc0": 0.009812159538269045, "sim_compute_robot_state-npc1": 0.009312856197357175, "sim_compute_robot_state-npc2": 0.00929872989654541, "sim_compute_robot_state-npc3": 0.00908660888671875}, "udem1-3-0": {"driven_any": 0.027634531190737225, "sim_physics": 0.17820124785105387, "survival_time": 14.950000000000076, "driven_lanedir": 0.007155028987196221, "sim_render-ego": 0.014017255306243896, "in-drivable-lane": 7.650000000000041, "agent_compute-ego": 0.027994622389475504, "deviation-heading": 5.824301920645993, "set_robot_commands": 0.009851520856221516, "deviation-center-line": 0.05988777948784705, "driven_lanedir_consec": 0.007155028987196221, "sim_compute_sim_state": 0.005629334449768066, "sim_compute_performance-ego": 0.008440596262613932, "sim_compute_robot_state-ego": 0.010210127035776772, "sim_compute_robot_state-npc0": 0.00973925511042277, "sim_compute_robot_state-npc1": 0.009477744897206625, "sim_compute_robot_state-npc2": 0.009439167976379394, "sim_compute_robot_state-npc3": 0.00922633409500122}, "udem1-4-0": {"driven_any": 0.025985681819475095, "sim_physics": 0.17729506969451905, "survival_time": 14.950000000000076, "driven_lanedir": -0.0035009674030153093, "sim_render-ego": 0.01440777858098348, "in-drivable-lane": 7.550000000000044, "agent_compute-ego": 0.029742721716562903, "deviation-heading": 5.484104268206852, "set_robot_commands": 0.010469675858815511, "deviation-center-line": 0.11083748763506392, "driven_lanedir_consec": -0.0035009674030153093, "sim_compute_sim_state": 0.005804003079732259, "sim_compute_performance-ego": 0.008361553351084391, "sim_compute_robot_state-ego": 0.010349742571512858, "sim_compute_robot_state-npc0": 0.01009246031443278, "sim_compute_robot_state-npc1": 0.00957995096842448, "sim_compute_robot_state-npc2": 0.009607295195261637, "sim_compute_robot_state-npc3": 0.009187253316243487}}set_robot_commands_max 0.010469675858815511 set_robot_commands_mean 0.009726995786031086 set_robot_commands_median 0.009691410859425865 set_robot_commands_min 0.009225702285766602 sim_compute_performance-ego_max 0.008440596262613932 sim_compute_performance-ego_mean 0.008100252946217855 sim_compute_performance-ego_median 0.008256402015686035 sim_compute_performance-ego_min 0.007557520071665446 sim_compute_robot_state-ego_max 0.010349742571512858 sim_compute_robot_state-ego_mean 0.009985891977945962 sim_compute_robot_state-ego_median 0.009980355103810628 sim_compute_robot_state-ego_min 0.009476900895436603 sim_compute_robot_state-npc0_max 0.01009246031443278 sim_compute_robot_state-npc0_mean 0.009761494795481362 sim_compute_robot_state-npc0_median 0.009759109814961753 sim_compute_robot_state-npc0_min 0.009404489199320475 sim_compute_robot_state-npc1_max 0.00957995096842448 sim_compute_robot_state-npc1_mean 0.009218229293823243 sim_compute_robot_state-npc1_median 0.009312856197357175 sim_compute_robot_state-npc1_min 0.008617558479309083 sim_compute_robot_state-npc2_max 0.009607295195261637 sim_compute_robot_state-npc2_mean 0.009333587487538656 sim_compute_robot_state-npc2_median 0.00929872989654541 sim_compute_robot_state-npc2_min 0.009068567752838135 sim_compute_robot_state-npc3_max 0.00922633409500122 sim_compute_robot_state-npc3_mean 0.009061185201009117 sim_compute_robot_state-npc3_median 0.009137252966562906 sim_compute_robot_state-npc3_min 0.008668476740519206 sim_compute_sim_state_max 0.005804003079732259 sim_compute_sim_state_mean 0.005569768269856772 sim_compute_sim_state_median 0.005609120527903239 sim_compute_sim_state_min 0.005281557242075602 sim_physics_max 0.17820124785105387 sim_physics_mean 0.17613558864593504 sim_physics_median 0.17729506969451905 sim_physics_min 0.17118589560190836 sim_render-ego_max 0.01440777858098348 sim_render-ego_mean 0.01369741423924764 sim_render-ego_median 0.013766119480133057 sim_render-ego_min 0.012547557353973388 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 25412
4413
Bea Baselines 🐤straight aido3-LFVI-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:29:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.4492677000931018 survival_time_median 6.449999999999985 deviation-center-line_median 0.4322287119720577 in-drivable-lane_median 1.1000000000000156
other stats agent_compute-ego_max 0.02778349084369207 agent_compute-ego_mean 0.02528907557392594 agent_compute-ego_median 0.025412276733753292 agent_compute-ego_min 0.023206453323364257 deviation-center-line_max 1.1589124464474256 deviation-center-line_mean 0.4029709889257216 deviation-center-line_min 0.154710721708956 deviation-heading_max 3.0190289833883304 deviation-heading_mean 1.3474439162107843 deviation-heading_median 0.8582960495748903 deviation-heading_min 0.4705644729064003 driven_any_max 2.17282819078691 driven_any_mean 1.0539936570104351 driven_any_median 1.0130038366165683 driven_any_min 0.2919647685860048 driven_lanedir_consec_max 1.665835597891082 driven_lanedir_consec_mean 0.6895205195375026 driven_lanedir_consec_min 0.28355176286572537 driven_lanedir_max 1.91556473235392 driven_lanedir_mean 0.7367596857725889 driven_lanedir_median 0.48758407159543826 driven_lanedir_min 0.28355176286572537 in-drivable-lane_max 5.099999999999982 in-drivable-lane_mean 1.526666666666668 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 0.4329892855289166, "sim_physics": 0.2105331622948081, "survival_time": 2.9499999999999975, "driven_lanedir": 0.4189537512520374, "sim_render-ego": 0.014007402678667487, "in-drivable-lane": 0, "agent_compute-ego": 0.02778349084369207, "deviation-heading": 0.7560843063940643, "set_robot_commands": 0.008512771735757084, "deviation-center-line": 0.197647523211923, "driven_lanedir_consec": 0.4189537512520374, "sim_compute_sim_state": 0.005643266742512331, "sim_compute_performance-ego": 0.008018032979157012, "sim_compute_robot_state-ego": 0.009070153963767875, "sim_compute_robot_state-npc0": 0.009534888348336948, "sim_compute_robot_state-npc1": 0.0095299906649832, "sim_compute_robot_state-npc2": 0.008618524519063659, "sim_compute_robot_state-npc3": 0.008694349709203688}, "udem1-1-0": {"driven_any": 1.5792469758435803, "sim_physics": 0.17619438364048196, "survival_time": 9.900000000000006, "driven_lanedir": 1.2330803887754185, "sim_render-ego": 0.01330594342164319, "in-drivable-lane": 1.550000000000022, "agent_compute-ego": 0.026666082517065183, "deviation-heading": 1.7826747970058252, "set_robot_commands": 0.009514609972635904, "deviation-center-line": 0.4322287119720577, "driven_lanedir_consec": 1.2330803887754185, "sim_compute_sim_state": 0.005372600121931596, "sim_compute_performance-ego": 0.008167522122161557, "sim_compute_robot_state-ego": 0.009698623358601272, "sim_compute_robot_state-npc0": 0.0096267004205723, "sim_compute_robot_state-npc1": 0.008931697017014628, "sim_compute_robot_state-npc2": 0.00913606147573452, "sim_compute_robot_state-npc3": 0.008954976544235691}, "udem1-2-0": {"driven_any": 1.0207210663188353, "sim_physics": 0.1597388322536762, "survival_time": 6.499999999999985, "driven_lanedir": 0.45272169318330424, "sim_render-ego": 0.013737641848050632, "in-drivable-lane": 2.6499999999999906, "agent_compute-ego": 0.027099176553579477, "deviation-heading": 2.1723642844930007, "set_robot_commands": 0.009914831014779898, "deviation-center-line": 0.4335538765593932, "driven_lanedir_consec": 0.4492677000931018, "sim_compute_sim_state": 0.005568126531747672, "sim_compute_performance-ego": 0.008571305641761192, "sim_compute_robot_state-ego": 0.00969993517949031, "sim_compute_robot_state-npc0": 0.009669127831092248, "sim_compute_robot_state-npc1": 0.009273881178635816, "sim_compute_robot_state-npc2": 0.009930652838486893, "sim_compute_robot_state-npc3": 0.009117717009324294}, "udem1-3-0": {"driven_any": 0.3098024087492814, "sim_physics": 0.18387287855148315, "survival_time": 2.2, "driven_lanedir": 0.2911602594904128, "sim_render-ego": 0.011665745214982466, "in-drivable-lane": 0, "agent_compute-ego": 0.023327166383916683, "deviation-heading": 0.7663028002247165, "set_robot_commands": 0.008087223226373846, "deviation-center-line": 0.154710721708956, "driven_lanedir_consec": 0.2911602594904128, "sim_compute_sim_state": 0.005175319584933194, "sim_compute_performance-ego": 0.006850302219390869, "sim_compute_robot_state-ego": 0.008373276753859087, "sim_compute_robot_state-npc0": 0.008331434293226763, "sim_compute_robot_state-npc1": 0.008083419366316362, "sim_compute_robot_state-npc2": 0.008191618052395907, "sim_compute_robot_state-npc3": 0.007500973614779386}, "udem1-4-0": {"driven_any": 1.215587491559389, "sim_physics": 0.18337981422226152, "survival_time": 7.699999999999981, "driven_lanedir": 0.35446915630098297, "sim_render-ego": 0.012940309264443138, "in-drivable-lane": 5.099999999999982, "agent_compute-ego": 0.025452779485033702, "deviation-heading": 0.8418481412128709, "set_robot_commands": 0.009143948554992676, "deviation-center-line": 0.1979060328893373, "driven_lanedir_consec": 0.35446915630098297, "sim_compute_sim_state": 0.005203431302850897, "sim_compute_performance-ego": 0.007816108790310946, "sim_compute_robot_state-ego": 0.009497157939068685, "sim_compute_robot_state-npc0": 0.009380772516324925, "sim_compute_robot_state-npc1": 0.008595740640318239, "sim_compute_robot_state-npc2": 0.008576311074294053, "sim_compute_robot_state-npc3": 0.008815675586849064}, "udem1-5-0": {"driven_any": 1.0130038366165683, "sim_physics": 0.14802478265392688, "survival_time": 6.449999999999985, "driven_lanedir": 0.5525173154397738, "sim_render-ego": 0.012812902761060138, "in-drivable-lane": 2.6999999999999904, "agent_compute-ego": 0.025412276733753292, "deviation-heading": 0.7603717650737841, "set_robot_commands": 0.008612625358640685, "deviation-center-line": 0.2608817551070215, "driven_lanedir_consec": 0.5525173154397738, "sim_compute_sim_state": 0.005062731661537821, "sim_compute_performance-ego": 0.0077251519343649695, "sim_compute_robot_state-ego": 0.009171966434449189, "sim_compute_robot_state-npc0": 0.00888722072276034, "sim_compute_robot_state-npc1": 0.00838600757510163, "sim_compute_robot_state-npc2": 0.00857792529024819, "sim_compute_robot_state-npc3": 0.00819939790770065}, "udem1-6-0": {"driven_any": 0.2919647685860048, "sim_physics": 0.15860928240276517, "survival_time": 2.1000000000000005, "driven_lanedir": 0.28355176286572537, "sim_render-ego": 0.012728668394542876, "in-drivable-lane": 0, "agent_compute-ego": 0.02587996210370745, "deviation-heading": 0.4917790367249191, "set_robot_commands": 0.009145770754132952, "deviation-center-line": 0.2063789557976393, "driven_lanedir_consec": 0.28355176286572537, "sim_compute_sim_state": 0.005825933955964588, "sim_compute_performance-ego": 0.008001435370672317, "sim_compute_robot_state-ego": 0.009639450481959752, "sim_compute_robot_state-npc0": 0.009628846531822569, "sim_compute_robot_state-npc1": 0.0087651184626988, "sim_compute_robot_state-npc2": 0.0089524473462786, "sim_compute_robot_state-npc3": 0.00833798022497268}, "udem1-7-0": {"driven_any": 2.163462294718305, "sim_physics": 0.16275632203514898, "survival_time": 13.400000000000055, "driven_lanedir": 1.91556473235392, "sim_render-ego": 0.012716112741783483, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.025062387558951307, "deviation-heading": 1.399456352311515, "set_robot_commands": 0.009063924426463112, "deviation-center-line": 0.4345804021364813, "driven_lanedir_consec": 1.620400434094304, "sim_compute_sim_state": 0.005353264844239648, "sim_compute_performance-ego": 0.007465091214251162, "sim_compute_robot_state-ego": 0.00940408635495314, "sim_compute_robot_state-npc0": 0.009078035603708297, "sim_compute_robot_state-npc1": 0.008919664283296954, "sim_compute_robot_state-npc2": 0.008605846718176087, "sim_compute_robot_state-npc3": 0.008501404256963017}, "udem1-8-0": {"driven_any": 0.9902488356085234, "sim_physics": 0.16549803340245808, "survival_time": 6.299999999999986, "driven_lanedir": 0.8123707705109183, "sim_render-ego": 0.013684482801528204, "in-drivable-lane": 0, "agent_compute-ego": 0.025585166991703098, "deviation-heading": 2.3986430505646417, "set_robot_commands": 0.009380838227650476, "deviation-center-line": 0.5439779726996199, "driven_lanedir_consec": 0.8112549718480385, "sim_compute_sim_state": 0.005364847561669728, "sim_compute_performance-ego": 0.008008703352913024, "sim_compute_robot_state-ego": 0.009525669945610894, "sim_compute_robot_state-npc0": 0.00950695030272953, "sim_compute_robot_state-npc1": 0.008611607173132517, "sim_compute_robot_state-npc2": 0.008751479406205435, "sim_compute_robot_state-npc3": 0.009022447797987197}, "udem1-9-0": {"driven_any": 1.2595430501299905, "sim_physics": 0.17931558950892035, "survival_time": 7.94999999999998, "driven_lanedir": 0.48758407159543826, "sim_render-ego": 0.013381259246442304, "in-drivable-lane": 3.4499999999999877, "agent_compute-ego": 0.02498396987435203, "deviation-heading": 3.0190289833883304, "set_robot_commands": 0.009233306788798398, "deviation-center-line": 0.470314872816476, "driven_lanedir_consec": 0.332323832154034, "sim_compute_sim_state": 0.005391333837929012, "sim_compute_performance-ego": 0.007815169088495602, "sim_compute_robot_state-ego": 0.00908509890238444, "sim_compute_robot_state-npc0": 0.009071841929693642, "sim_compute_robot_state-npc1": 0.008537383949231802, "sim_compute_robot_state-npc2": 0.008985909276038595, "sim_compute_robot_state-npc3": 0.008830353898822137}, "udem1-10-0": {"driven_any": 0.35478078634718124, "sim_physics": 0.18064192771911625, "survival_time": 2.499999999999999, "driven_lanedir": 0.34034868686217346, "sim_render-ego": 0.012601571083068848, "in-drivable-lane": 0, "agent_compute-ego": 0.023206453323364257, "deviation-heading": 0.7119095801113112, "set_robot_commands": 0.008600473403930664, "deviation-center-line": 0.18406520042014887, "driven_lanedir_consec": 0.34034868686217346, "sim_compute_sim_state": 0.005128226280212402, "sim_compute_performance-ego": 0.007432360649108887, "sim_compute_robot_state-ego": 0.008773989677429199, "sim_compute_robot_state-npc0": 0.008256149291992188, "sim_compute_robot_state-npc1": 0.008086814880371093, "sim_compute_robot_state-npc2": 0.008279089927673339, "sim_compute_robot_state-npc3": 0.008217554092407226}, "udem1-11-0": {"driven_any": 1.5896376676826622, "sim_physics": 0.14505479922845735, "survival_time": 9.950000000000006, "driven_lanedir": 0.9481619417501348, "sim_render-ego": 0.012351060033443583, "in-drivable-lane": 3.85000000000002, "agent_compute-ego": 0.023554277180427283, "deviation-heading": 0.4705644729064003, "set_robot_commands": 0.008684049299613915, "deviation-center-line": 0.6490698473210302, "driven_lanedir_consec": 0.9481619417501348, "sim_compute_sim_state": 0.005053550154719521, "sim_compute_performance-ego": 0.007459003122607668, "sim_compute_robot_state-ego": 0.009104019433409724, "sim_compute_robot_state-npc0": 0.008675758563094403, "sim_compute_robot_state-npc1": 0.008348207377908218, "sim_compute_robot_state-npc2": 0.00849294662475586, "sim_compute_robot_state-npc3": 0.008247593539444046}, "udem1-12-0": {"driven_any": 2.17282819078691, "sim_physics": 0.15694204613014504, "survival_time": 13.500000000000057, "driven_lanedir": 1.9009021334547016, "sim_render-ego": 0.012589204752886735, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.02479068879727964, "deviation-heading": 2.3263143885818947, "set_robot_commands": 0.00883294388099953, "deviation-center-line": 1.1589124464474256, "driven_lanedir_consec": 1.665835597891082, "sim_compute_sim_state": 0.005223706033494737, "sim_compute_performance-ego": 0.007471257668954355, "sim_compute_robot_state-ego": 0.00977813756024396, "sim_compute_robot_state-npc0": 0.008735747690554019, "sim_compute_robot_state-npc1": 0.009003982720551668, "sim_compute_robot_state-npc2": 0.008745996157328288, "sim_compute_robot_state-npc3": 0.008652423046253346}, "udem1-13-0": {"driven_any": 0.4233878134921607, "sim_physics": 0.1697218500334641, "survival_time": 2.8999999999999977, "driven_lanedir": 0.40515771130165046, "sim_render-ego": 0.013760973667276317, "in-drivable-lane": 0, "agent_compute-ego": 0.023671655819333833, "deviation-heading": 0.8582960495748903, "set_robot_commands": 0.009180459482916473, "deviation-center-line": 0.19844220811743105, "driven_lanedir_consec": 0.40515771130165046, "sim_compute_sim_state": 0.0053084266596827015, "sim_compute_performance-ego": 0.008096029018533641, "sim_compute_robot_state-ego": 0.009778433832628974, "sim_compute_robot_state-npc0": 0.008828060380343733, "sim_compute_robot_state-npc1": 0.009208259911372745, "sim_compute_robot_state-npc2": 0.010041154664138269, "sim_compute_robot_state-npc3": 0.008305175551052752}, "udem1-14-0": {"driven_any": 0.9927003831882222, "sim_physics": 0.17892009066784476, "survival_time": 6.349999999999985, "driven_lanedir": 0.6548509114522414, "sim_render-ego": 0.01379138278210257, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.0268605994427298, "deviation-heading": 1.456020734593601, "set_robot_commands": 0.009516586468914364, "deviation-center-line": 0.5218943066808839, "driven_lanedir_consec": 0.6363242829436704, "sim_compute_sim_state": 0.005244696234154889, "sim_compute_performance-ego": 0.008276832385325995, "sim_compute_robot_state-ego": 0.009943888882013757, "sim_compute_robot_state-npc0": 0.009931034929170385, "sim_compute_robot_state-npc1": 0.00913240027239942, "sim_compute_robot_state-npc2": 0.00933850656344196, "sim_compute_robot_state-npc3": 0.008776208547156626}}set_robot_commands_max 0.009914831014779898 set_robot_commands_mean 0.009028290839773332 set_robot_commands_median 0.009143948554992676 set_robot_commands_min 0.008087223226373846 sim_compute_performance-ego_max 0.008571305641761192 sim_compute_performance-ego_mean 0.0078116203705339456 sim_compute_performance-ego_median 0.007816108790310946 sim_compute_performance-ego_min 0.006850302219390869 sim_compute_robot_state-ego_max 0.009943888882013757 sim_compute_robot_state-ego_mean 0.009369592579991351 sim_compute_robot_state-ego_median 0.009497157939068685 sim_compute_robot_state-ego_min 0.008373276753859087 sim_compute_robot_state-npc0_max 0.009931034929170385 sim_compute_robot_state-npc0_mean 0.00914283795702815 sim_compute_robot_state-npc0_median 0.009078035603708297 sim_compute_robot_state-npc0_min 0.008256149291992188 sim_compute_robot_state-npc1_max 0.0095299906649832 sim_compute_robot_state-npc1_mean 0.008760945031555539 sim_compute_robot_state-npc1_median 0.0087651184626988 sim_compute_robot_state-npc1_min 0.008083419366316362 sim_compute_robot_state-npc2_max 0.010041154664138269 sim_compute_robot_state-npc2_mean 0.008881631328950644 sim_compute_robot_state-npc2_median 0.008745996157328288 sim_compute_robot_state-npc2_min 0.008191618052395907 sim_compute_robot_state-npc3_max 0.009117717009324294 sim_compute_robot_state-npc3_mean 0.008544948755143453 sim_compute_robot_state-npc3_median 0.008652423046253346 sim_compute_robot_state-npc3_min 0.007500973614779386 sim_compute_sim_state_max 0.005825933955964588 sim_compute_sim_state_mean 0.005327964100505383 sim_compute_sim_state_median 0.0053084266596827015 sim_compute_sim_state_min 0.005053550154719521 sim_physics_max 0.2105331622948081 sim_physics_mean 0.17061358631633053 sim_physics_median 0.1697218500334641 sim_physics_min 0.14505479922845735 sim_render-ego_max 0.014007402678667487 sim_render-ego_mean 0.013071644046128131 sim_render-ego_median 0.012940309264443138 sim_render-ego_min 0.011665745214982466 simulation-passed 1 survival_time_max 13.500000000000057 survival_time_mean 6.71 survival_time_min 2.1000000000000005
No reset possible 25354
4374
Frank (Chude) Qian 🇨🇦Frank raw run 1 aido3-LF-sim-testing
step1-simulation success no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:17:52 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.2484867635535284 survival_time_median 4.449999999999992 deviation-center-line_median 0.2793286196111708 in-drivable-lane_median 1.2499999999999971
other stats agent_compute-ego_max 0.028934289824287845 agent_compute-ego_mean 0.02710140199179677 agent_compute-ego_median 0.026781609654426573 agent_compute-ego_min 0.02564799040555954 deviation-center-line_max 1.28526368852277 deviation-center-line_mean 0.454398445205393 deviation-center-line_min 0.16151034784566037 deviation-heading_max 11.329333119079765 deviation-heading_mean 4.027290359503454 deviation-heading_median 2.3296468612721313 deviation-heading_min 0.8572243725579717 driven_any_max 2.7962747719547463 driven_any_mean 1.1465816690787345 driven_any_median 0.7253628931918576 driven_any_min 0.4288280775650132 driven_lanedir_consec_max 1.000372871858969 driven_lanedir_consec_mean 0.34285928933528226 driven_lanedir_consec_min 0.09222409770386064 driven_lanedir_max 1.6709961141306904 driven_lanedir_mean 0.571018992087651 driven_lanedir_median 0.3272842833149686 driven_lanedir_min 0.1493595086930097 in-drivable-lane_max 6.650000000000031 in-drivable-lane_mean 1.49666666666667 in-drivable-lane_min 0.30000000000000027 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7253628931918576, "sim_physics": 0.0776128876075316, "survival_time": 4.449999999999992, "driven_lanedir": 0.3272842833149686, "sim_render-ego": 0.013434166318914864, "in-drivable-lane": 1.2499999999999971, "agent_compute-ego": 0.027915815289100903, "deviation-heading": 2.197756693211308, "set_robot_commands": 0.008702838019038855, "deviation-center-line": 0.2793286196111708, "driven_lanedir_consec": 0.3120233361434638, "sim_compute_sim_state": 0.005191647604610143, "sim_compute_performance-ego": 0.007499226023641865, "sim_compute_robot_state-ego": 0.008734368206409927}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.7927544654241429, "sim_physics": 0.0735319157441457, "survival_time": 4.799999999999991, "driven_lanedir": 0.39652299234085153, "sim_render-ego": 0.012122844656308493, "in-drivable-lane": 0.8499999999999979, "agent_compute-ego": 0.02564799040555954, "deviation-heading": 2.8471472293154285, "set_robot_commands": 0.007959040502707163, "deviation-center-line": 0.3425311710117382, "driven_lanedir_consec": 0.2484867635535284, "sim_compute_sim_state": 0.00547453761100769, "sim_compute_performance-ego": 0.0069596245884895325, "sim_compute_robot_state-ego": 0.008465888599554697}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.4873167999342205, "sim_physics": 0.0793320727798174, "survival_time": 2.6499999999999986, "driven_lanedir": 0.26468623600773045, "sim_render-ego": 0.013298961351502617, "in-drivable-lane": 0.5500000000000005, "agent_compute-ego": 0.028934289824287845, "deviation-heading": 1.390526829158511, "set_robot_commands": 0.009176753601937924, "deviation-center-line": 0.18576537787100872, "driven_lanedir_consec": 0.17844047414571884, "sim_compute_sim_state": 0.005308187232827241, "sim_compute_performance-ego": 0.0079119880244417, "sim_compute_robot_state-ego": 0.00950360748003114}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4288280775650132, "sim_physics": 0.0775624950726827, "survival_time": 2.9999999999999973, "driven_lanedir": 0.1493595086930097, "sim_render-ego": 0.012571720282236735, "in-drivable-lane": 0.7499999999999991, "agent_compute-ego": 0.026475401719411217, "deviation-heading": 1.7335623687555377, "set_robot_commands": 0.00824985901514689, "deviation-center-line": 0.16151034784566037, "driven_lanedir_consec": 0.09222409770386064, "sim_compute_sim_state": 0.005643399556477865, "sim_compute_performance-ego": 0.0074056545893351235, "sim_compute_robot_state-ego": 0.00878889560699463}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.62672864126091, "sim_physics": 0.07671888987223308, "survival_time": 14.950000000000076, "driven_lanedir": 1.3965235635806743, "sim_render-ego": 0.012709993521372476, "in-drivable-lane": 2.9000000000000186, "agent_compute-ego": 0.027691458066304523, "deviation-heading": 7.90827795992275, "set_robot_commands": 0.009010991255442302, "deviation-center-line": 0.9923425509980904, "driven_lanedir_consec": 0.7840006049007713, "sim_compute_sim_state": 0.0056655478477478025, "sim_compute_performance-ego": 0.007568042278289795, "sim_compute_robot_state-ego": 0.009213949839274089}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.5729723587890481, "sim_physics": 0.08028813898563385, "survival_time": 3.999999999999994, "driven_lanedir": 0.22356284979692953, "sim_render-ego": 0.012454181909561155, "in-drivable-lane": 1.649999999999996, "agent_compute-ego": 0.026781609654426573, "deviation-heading": 1.5499351371715548, "set_robot_commands": 0.009212279319763183, "deviation-center-line": 0.23219332688667615, "driven_lanedir_consec": 0.22542738118440164, "sim_compute_sim_state": 0.005299797654151917, "sim_compute_performance-ego": 0.007986834645271302, "sim_compute_robot_state-ego": 0.009047412872314453}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.5696436363717838, "sim_physics": 0.0787338569982728, "survival_time": 3.349999999999996, "driven_lanedir": 0.29205650007976613, "sim_render-ego": 0.012704048583756632, "in-drivable-lane": 0.349999999999999, "agent_compute-ego": 0.026535877540929995, "deviation-heading": 2.3296468612721313, "set_robot_commands": 0.008900827436304805, "deviation-center-line": 0.24839299934783232, "driven_lanedir_consec": 0.17591013887979012, "sim_compute_sim_state": 0.005391430498948737, "sim_compute_performance-ego": 0.008120188072546204, "sim_compute_robot_state-ego": 0.009003318957428433}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.7488713525585238, "sim_physics": 0.07528758128484091, "survival_time": 14.950000000000076, "driven_lanedir": 0.8515182881864778, "sim_render-ego": 0.012440051237742106, "in-drivable-lane": 1.55000000000001, "agent_compute-ego": 0.02630950689315796, "deviation-heading": 11.329333119079765, "set_robot_commands": 0.008755375544230143, "deviation-center-line": 1.28526368852277, "driven_lanedir_consec": 0.3647000830087343, "sim_compute_sim_state": 0.00538319190343221, "sim_compute_performance-ego": 0.007360556920369466, "sim_compute_robot_state-ego": 0.008965145746866863}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0704883112161707, "sim_physics": 0.08203732541629247, "survival_time": 5.599999999999988, "driven_lanedir": 0.5763402322429043, "sim_render-ego": 0.012873615537370956, "in-drivable-lane": 0.5499999999999994, "agent_compute-ego": 0.02757783021245684, "deviation-heading": 4.094189263665735, "set_robot_commands": 0.008703487260001046, "deviation-center-line": 0.3957457901698098, "driven_lanedir_consec": 0.2636154392393948, "sim_compute_sim_state": 0.005374755178179059, "sim_compute_performance-ego": 0.007595875433513096, "sim_compute_robot_state-ego": 0.009003096393176488}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.524673400789282, "sim_physics": 0.08130874542089608, "survival_time": 2.5999999999999988, "driven_lanedir": 0.29759564468041644, "sim_render-ego": 0.01225639765079205, "in-drivable-lane": 0.3500000000000001, "agent_compute-ego": 0.026170423397651084, "deviation-heading": 1.6708921962572454, "set_robot_commands": 0.008691806059617262, "deviation-center-line": 0.19805287842197575, "driven_lanedir_consec": 0.1892898371150764, "sim_compute_sim_state": 0.005662977695465088, "sim_compute_performance-ego": 0.007307854982522817, "sim_compute_robot_state-ego": 0.008028860275561992}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.4391752296995832, "sim_physics": 0.07856067964586161, "survival_time": 2.9499999999999975, "driven_lanedir": 0.16045812663936743, "sim_render-ego": 0.016564534882367667, "in-drivable-lane": 1.349999999999998, "agent_compute-ego": 0.027506088806410967, "deviation-heading": 0.8572243725579717, "set_robot_commands": 0.00933553000627938, "deviation-center-line": 0.1895743751723225, "driven_lanedir_consec": 0.15232761717637244, "sim_compute_sim_state": 0.005301451278945147, "sim_compute_performance-ego": 0.007367235119059934, "sim_compute_robot_state-ego": 0.008451506242913714}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.3134198867187834, "sim_physics": 0.07684025287628174, "survival_time": 14.950000000000076, "driven_lanedir": 0.8015753873523315, "sim_render-ego": 0.012756524880727132, "in-drivable-lane": 6.650000000000031, "agent_compute-ego": 0.02676684459050497, "deviation-heading": 5.987680205716261, "set_robot_commands": 0.009039913813273112, "deviation-center-line": 0.5932462143030418, "driven_lanedir_consec": 0.42682593006898784, "sim_compute_sim_state": 0.005599842071533203, "sim_compute_performance-ego": 0.00747977336247762, "sim_compute_robot_state-ego": 0.009311807155609132}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.5035364085359765, "sim_physics": 0.08113033729687072, "survival_time": 2.849999999999998, "driven_lanedir": 0.3048070902508643, "sim_render-ego": 0.01337256766202157, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.027941318980434483, "deviation-heading": 1.7949525175930523, "set_robot_commands": 0.009320418039957682, "deviation-center-line": 0.2315900353663907, "driven_lanedir_consec": 0.1373016029314824, "sim_compute_sim_state": 0.005738931789732816, "sim_compute_performance-ego": 0.007744032039976956, "sim_compute_robot_state-ego": 0.009200501860233776}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.5986788021709728, "sim_physics": 0.07776680946350098, "survival_time": 8.74999999999999, "driven_lanedir": 0.8519980640177822, "sim_render-ego": 0.014159652165004186, "in-drivable-lane": 1.6999999999999953, "agent_compute-ego": 0.026576618467058458, "deviation-heading": 4.795546957762704, "set_robot_commands": 0.008790651048932757, "deviation-center-line": 0.5552750368550442, "driven_lanedir_consec": 0.5919431621186808, "sim_compute_sim_state": 0.0055133247375488284, "sim_compute_performance-ego": 0.007477222170148577, "sim_compute_robot_state-ego": 0.008957185745239259}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.7962747719547463, "sim_physics": 0.07933088858922323, "survival_time": 14.950000000000076, "driven_lanedir": 1.6709961141306904, "sim_render-ego": 0.012488650480906168, "in-drivable-lane": 1.700000000000008, "agent_compute-ego": 0.027689956029256182, "deviation-heading": 9.922683681111854, "set_robot_commands": 0.00877706209818522, "deviation-center-line": 0.9251642656973642, "driven_lanedir_consec": 1.000372871858969, "sim_compute_sim_state": 0.006015564600626628, "sim_compute_performance-ego": 0.007876396973927816, "sim_compute_robot_state-ego": 0.00904546578725179}}set_robot_commands_max 0.00933553000627938 set_robot_commands_mean 0.008841788868054515 set_robot_commands_median 0.008790651048932757 set_robot_commands_min 0.007959040502707163 sim_compute_performance-ego_max 0.008120188072546204 sim_compute_performance-ego_mean 0.007577367014934121 sim_compute_performance-ego_median 0.007499226023641865 sim_compute_performance-ego_min 0.0069596245884895325 sim_compute_robot_state-ego_max 0.00950360748003114 sim_compute_robot_state-ego_mean 0.00891473405125736 sim_compute_robot_state-ego_median 0.009003096393176488 sim_compute_robot_state-ego_min 0.008028860275561992 sim_compute_sim_state_max 0.006015564600626628 sim_compute_sim_state_mean 0.005504305817415625 sim_compute_sim_state_median 0.00547453761100769 sim_compute_sim_state_min 0.005191647604610143 sim_physics_max 0.08203732541629247 sim_physics_mean 0.07840285847027231 sim_physics_median 0.07856067964586161 sim_physics_min 0.0735319157441457 sim_render-ego_max 0.016564534882367667 sim_render-ego_mean 0.013080527408038988 sim_render-ego_median 0.012709993521372476 sim_render-ego_min 0.012122844656308493 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 6.986666666666682 survival_time_min 2.5999999999999988
No reset possible 25346
4309
Riza Velioglu 🇩🇪Uni Bielefeld aido3-LF-sim-validation
step1-simulation error no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:01:13 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 25314
4339
Soroush Saryazdi 🇨🇦challenge-aido_LF-baseline-duckietown aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:07:01 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.5326266537719107 survival_time_median 7.84999999999998 deviation-center-line_median 0.2323347978608853 in-drivable-lane_median 2.0499999999999927
other stats agent_compute-ego_max 0.05369744938649949 agent_compute-ego_mean 0.04589521026148531 agent_compute-ego_median 0.04994952880730063 agent_compute-ego_min 0.02723985058920724 deviation-center-line_max 0.3396158962020067 deviation-center-line_mean 0.2309803392763115 deviation-center-line_min 0.06534626131211012 deviation-heading_max 2.6973555557988877 deviation-heading_mean 1.6459847989236238 deviation-heading_median 1.1396732615817884 deviation-heading_min 1.0067100652268122 driven_any_max 1.3847436744246604 driven_any_mean 1.0552530770490776 driven_any_median 1.2078753671589704 driven_any_min 0.5011725803031787 driven_lanedir_consec_max 1.095928401294194 driven_lanedir_consec_mean 0.6104414269469354 driven_lanedir_consec_min 0.3290388905328687 driven_lanedir_max 1.095928401294194 driven_lanedir_mean 0.6421003747846795 driven_lanedir_median 0.5948690037952107 driven_lanedir_min 0.4250912796982893 in-drivable-lane_max 4.300000000000001 in-drivable-lane_mean 2.039999999999998 in-drivable-lane_min 0.09999999999999964 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5011725803031787, "sim_physics": 0.08426764011383056, "survival_time": 3.4999999999999956, "driven_lanedir": 0.426172317213261, "sim_render-ego": 0.013101904732840402, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.02723985058920724, "deviation-heading": 1.0067100652268122, "set_robot_commands": 0.008759621211460658, "deviation-center-line": 0.06534626131211012, "driven_lanedir_consec": 0.426172317213261, "sim_compute_sim_state": 0.005786715235028948, "sim_compute_performance-ego": 0.008152665410723006, "sim_compute_robot_state-ego": 0.009326675959995817}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.368369929071477, "sim_physics": 0.07685373731925663, "survival_time": 8.84999999999999, "driven_lanedir": 0.5948690037952107, "sim_render-ego": 0.014473434221946586, "in-drivable-lane": 3.649999999999995, "agent_compute-ego": 0.04994952880730063, "deviation-heading": 2.6973555557988877, "set_robot_commands": 0.008868855945134566, "deviation-center-line": 0.30045877939836696, "driven_lanedir_consec": 0.5326266537719107, "sim_compute_sim_state": 0.005523744949513236, "sim_compute_performance-ego": 0.007596126383980789, "sim_compute_robot_state-ego": 0.009090069323609775}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.3847436744246604, "sim_physics": 0.08213651646448913, "survival_time": 8.949999999999992, "driven_lanedir": 0.6684408719224424, "sim_render-ego": 0.01342073232767968, "in-drivable-lane": 4.300000000000001, "agent_compute-ego": 0.050674598310246816, "deviation-heading": 1.128655185088591, "set_robot_commands": 0.008963040133428307, "deviation-center-line": 0.3396158962020067, "driven_lanedir_consec": 0.6684408719224424, "sim_compute_sim_state": 0.005775732701051169, "sim_compute_performance-ego": 0.008401716221644226, "sim_compute_robot_state-ego": 0.009451514515796853}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.2078753671589704, "sim_physics": 0.08229939193482612, "survival_time": 7.84999999999998, "driven_lanedir": 1.095928401294194, "sim_render-ego": 0.013819305760085962, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.05369744938649949, "deviation-heading": 2.2575299269220395, "set_robot_commands": 0.00948935557322897, "deviation-center-line": 0.2171459616081886, "driven_lanedir_consec": 1.095928401294194, "sim_compute_sim_state": 0.005770458537302199, "sim_compute_performance-ego": 0.007794972437961845, "sim_compute_robot_state-ego": 0.009612927770918342}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.814103834287101, "sim_physics": 0.07583555468806515, "survival_time": 5.399999999999989, "driven_lanedir": 0.4250912796982893, "sim_render-ego": 0.01253882160893193, "in-drivable-lane": 2.0499999999999927, "agent_compute-ego": 0.04791462421417236, "deviation-heading": 1.1396732615817884, "set_robot_commands": 0.009126391675737169, "deviation-center-line": 0.2323347978608853, "driven_lanedir_consec": 0.3290388905328687, "sim_compute_sim_state": 0.005324580051280834, "sim_compute_performance-ego": 0.007430418773933693, "sim_compute_robot_state-ego": 0.009267182261855514}}set_robot_commands_max 0.00948935557322897 set_robot_commands_mean 0.009041452907797934 set_robot_commands_median 0.008963040133428307 set_robot_commands_min 0.008759621211460658 sim_compute_performance-ego_max 0.008401716221644226 sim_compute_performance-ego_mean 0.007875179845648712 sim_compute_performance-ego_median 0.007794972437961845 sim_compute_performance-ego_min 0.007430418773933693 sim_compute_robot_state-ego_max 0.009612927770918342 sim_compute_robot_state-ego_mean 0.00934967396643526 sim_compute_robot_state-ego_median 0.009326675959995817 sim_compute_robot_state-ego_min 0.009090069323609775 sim_compute_sim_state_max 0.005786715235028948 sim_compute_sim_state_mean 0.005636246294835277 sim_compute_sim_state_median 0.005770458537302199 sim_compute_sim_state_min 0.005324580051280834 sim_physics_max 0.08426764011383056 sim_physics_mean 0.08027856810409352 sim_physics_median 0.08213651646448913 sim_physics_min 0.07583555468806515 sim_render-ego_max 0.014473434221946586 sim_render-ego_mean 0.013470839730296912 sim_render-ego_median 0.01342073232767968 sim_render-ego_min 0.01253882160893193 simulation-passed 1 survival_time_max 8.949999999999992 survival_time_mean 6.9099999999999895 survival_time_min 3.4999999999999956
No reset possible 25307
4364
Soroush Saryazdi 🇨🇦bluejay aido3-LF-sim-validation
step1-simulation error no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:01:04 The container "solut [...] The container "solution" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 25298
4396
András Kalapos exp2217 aido3-LF-sim-validation
step1-simulation host-error no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:00:11 Error while running [...]
stderr | Pulling solution ...
stderr | Pulling simulator ...
stderr | Pulling scenario_maker ...
stderr | Pulling evaluator ... done
stderr |
stderr | ERROR: for solution pull access denied for kaland/aido-submissions, repository does not exist or may require 'docker login': denied: requested access to the resource is denied
stderr | pull access denied for kaland/aido-submissions, repository does not exist or may require 'docker login': denied: requested access to the resource is denied
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 25294
4414
András Kalapos exp2217 aido3-LF-sim-validation
step1-simulation host-error no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:00:11 Error while running [...]
stderr | Pulling evaluator ...
stderr | Pulling solution ...
stderr | Pulling scenario_maker ...
stderr | Pulling simulator ... done
stderr |
stderr | ERROR: for solution pull access denied for kaland/aido-submissions, repository does not exist or may require 'docker login': denied: requested access to the resource is denied
stderr | pull access denied for kaland/aido-submissions, repository does not exist or may require 'docker login': denied: requested access to the resource is denied
stderr |
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 25254
4415
Peter Almasi 🇭🇺reinforcement-learning-submission aido3-LF-sim-validation
step1-simulation success no idsc-rudolf-21157
5 years, 5 months 5 years, 5 months 0:09:39 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4954284797119806 survival_time_median 14.950000000000076 deviation-center-line_median 0.6543759262107804 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.0435675048828125 agent_compute-ego_mean 0.03976339330229649 agent_compute-ego_median 0.03950795809427897 agent_compute-ego_min 0.03746814966201782 deviation-center-line_max 1.0358475815576829 deviation-center-line_mean 0.6199149490357379 deviation-center-line_min 0.21571486814069685 deviation-heading_max 3.2231977407748724 deviation-heading_mean 2.5402130858125003 deviation-heading_median 2.637390757824238 deviation-heading_min 1.501046976189465 driven_any_max 1.665297353735086 driven_any_mean 1.3407980799764745 driven_any_median 1.5346347142642636 driven_any_min 0.41642413772994274 driven_lanedir_consec_max 1.6225010162787332 driven_lanedir_consec_mean 1.2990494510789492 driven_lanedir_consec_min 0.3713937128968736 driven_lanedir_max 1.6225010162787332 driven_lanedir_mean 1.2990494510789492 driven_lanedir_median 1.4954284797119806 driven_lanedir_min 0.3713937128968736 in-drivable-lane_max 0.04999999999999982 in-drivable-lane_mean 0.009999999999999964 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.41642413772994274, "sim_physics": 0.07167795924253242, "survival_time": 4.299999999999993, "driven_lanedir": 0.3713937128968736, "sim_render-ego": 0.011091684186181356, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.03759184549021166, "deviation-heading": 1.501046976189465, "set_robot_commands": 0.00830510327982348, "deviation-center-line": 0.21571486814069685, "driven_lanedir_consec": 0.3713937128968736, "sim_compute_sim_state": 0.004691697830377623, "sim_compute_performance-ego": 0.006834310154582179, "sim_compute_robot_state-ego": 0.00808870792388916}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.5346237064627704, "sim_physics": 0.06585748116175334, "survival_time": 14.950000000000076, "driven_lanedir": 1.479902658793982, "sim_render-ego": 0.01083226760228475, "in-drivable-lane": 0, "agent_compute-ego": 0.03746814966201782, "deviation-heading": 3.2231977407748724, "set_robot_commands": 0.008169097900390625, "deviation-center-line": 0.4569009712341095, "driven_lanedir_consec": 1.479902658793982, "sim_compute_sim_state": 0.004592030843098958, "sim_compute_performance-ego": 0.006498446464538574, "sim_compute_robot_state-ego": 0.008009030024210611}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.665297353735086, "sim_physics": 0.0681276289621989, "survival_time": 14.950000000000076, "driven_lanedir": 1.6225010162787332, "sim_render-ego": 0.011344510714213054, "in-drivable-lane": 0, "agent_compute-ego": 0.03950795809427897, "deviation-heading": 2.637390757824238, "set_robot_commands": 0.008498734633127848, "deviation-center-line": 1.0358475815576829, "driven_lanedir_consec": 1.6225010162787332, "sim_compute_sim_state": 0.004851388136545817, "sim_compute_performance-ego": 0.0067977714538574215, "sim_compute_robot_state-ego": 0.00827473243077596}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.5346347142642636, "sim_physics": 0.06597107966740925, "survival_time": 14.950000000000076, "driven_lanedir": 1.4954284797119806, "sim_render-ego": 0.010885991255442302, "in-drivable-lane": 0, "agent_compute-ego": 0.04068150838216146, "deviation-heading": 2.851153989029171, "set_robot_commands": 0.008680759270985921, "deviation-center-line": 0.7367353980354194, "driven_lanedir_consec": 1.4954284797119806, "sim_compute_sim_state": 0.004736490249633789, "sim_compute_performance-ego": 0.0066056950887044275, "sim_compute_robot_state-ego": 0.007962094942728678}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.5530104876903086, "sim_physics": 0.07122591654459635, "survival_time": 14.950000000000076, "driven_lanedir": 1.526021387713177, "sim_render-ego": 0.011729695002237956, "in-drivable-lane": 0, "agent_compute-ego": 0.0435675048828125, "deviation-heading": 2.488275965244755, "set_robot_commands": 0.009647851785024008, "deviation-center-line": 0.6543759262107804, "driven_lanedir_consec": 1.526021387713177, "sim_compute_sim_state": 0.005243997573852539, "sim_compute_performance-ego": 0.007195550600687663, "sim_compute_robot_state-ego": 0.00879637082417806}}set_robot_commands_max 0.009647851785024008 set_robot_commands_mean 0.008660309373870375 set_robot_commands_median 0.008498734633127848 set_robot_commands_min 0.008169097900390625 sim_compute_performance-ego_max 0.007195550600687663 sim_compute_performance-ego_mean 0.006786354752474052 sim_compute_performance-ego_median 0.0067977714538574215 sim_compute_performance-ego_min 0.006498446464538574 sim_compute_robot_state-ego_max 0.00879637082417806 sim_compute_robot_state-ego_mean 0.008226187229156495 sim_compute_robot_state-ego_median 0.00808870792388916 sim_compute_robot_state-ego_min 0.007962094942728678 sim_compute_sim_state_max 0.005243997573852539 sim_compute_sim_state_mean 0.004823120926701745 sim_compute_sim_state_median 0.004736490249633789 sim_compute_sim_state_min 0.004592030843098958 sim_physics_max 0.07167795924253242 sim_physics_mean 0.06857201311569806 sim_physics_median 0.0681276289621989 sim_physics_min 0.06585748116175334 sim_render-ego_max 0.011729695002237956 sim_render-ego_mean 0.011176829752071883 sim_render-ego_median 0.011091684186181356 sim_render-ego_min 0.01083226760228475 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 12.82000000000006 survival_time_min 4.299999999999993
No reset possible