Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 44033
11778
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-30 04:58:27+00:00 2020-11-30 05:05:08+00:00 0:06:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.1455043167147068 survival_time_median 14.950000000000076 deviation-center-line_median 0.5264326510591399 in-drivable-lane_median 3.750000000000042
other stats agent_compute-ego_max 0.01933422644933065 agent_compute-ego_mean 0.01565887579987774 agent_compute-ego_median 0.014754538728203963 agent_compute-ego_min 0.01379219929377238 complete-iteration_max 0.21177886327107748 complete-iteration_mean 0.16493440853370417 complete-iteration_median 0.15093163702514145 complete-iteration_min 0.1460954968134562 deviation-center-line_max 0.7255104844648097 deviation-center-line_mean 0.5010785308554222 deviation-center-line_min 0.225938336838599 deviation-heading_max 2.743755763287642 deviation-heading_mean 2.023475254450041 deviation-heading_median 2.210773228219251 deviation-heading_min 0.92859879807402 driven_any_max 3.928601772933419 driven_any_mean 2.9838099445599493 driven_any_median 3.4041338740534712 driven_any_min 1.1983702571994377 driven_lanedir_consec_max 3.427646279544577 driven_lanedir_consec_mean 2.192778345322214 driven_lanedir_consec_min 1.0524584683148657 driven_lanedir_max 3.427646279544577 driven_lanedir_mean 2.1935549890830703 driven_lanedir_median 2.14705760423642 driven_lanedir_min 1.0524584683148657 get_duckie_state_max 1.5405508188100962e-06 get_duckie_state_mean 1.4439148780627129e-06 get_duckie_state_median 1.4444192250569662e-06 get_duckie_state_min 1.3462702433268229e-06 get_robot_state_max 0.010325650374094645 get_robot_state_mean 0.00943958533334208 get_robot_state_median 0.009278313567786864 get_robot_state_min 0.008876063823699952 get_state_dump_max 0.008122594356536865 get_state_dump_mean 0.007698838536119286 get_state_dump_median 0.007669325320275275 get_state_dump_min 0.00733410914738973 get_ui_image_max 0.03265139897664388 get_ui_image_mean 0.02704997492142213 get_ui_image_median 0.025234790245691936 get_ui_image_min 0.02507892021766076 in-drivable-lane_max 7.350000000000089 in-drivable-lane_mean 3.787500000000043 in-drivable-lane_min 0.29999999999999893 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.1983702571994377, "get_ui_image": 0.02507892021766076, "step_physics": 0.06656263424799992, "survival_time": 4.549999999999992, "driven_lanedir": 1.0524584683148657, "get_state_dump": 0.007700744566026625, "sim_render-ego": 0.004335977218963288, "get_robot_state": 0.009384134313562414, "get_duckie_state": 1.5405508188100962e-06, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.015090240226997124, "deviation-heading": 0.92859879807402, "complete-iteration": 0.15261082596831269, "set_robot_commands": 0.0036962320516397665, "deviation-center-line": 0.225938336838599, "driven_lanedir_consec": 1.0524584683148657, "sim_compute_sim_state": 0.017510883100740202, "sim_compute_performance-ego": 0.003155386054908836}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.928601772933419, "get_ui_image": 0.02538016398747762, "step_physics": 0.06358110666275024, "survival_time": 14.950000000000076, "driven_lanedir": 3.427646279544577, "get_state_dump": 0.007637906074523926, "sim_render-ego": 0.003994446595509847, "get_robot_state": 0.008876063823699952, "get_duckie_state": 1.3462702433268229e-06, "in-drivable-lane": 3.050000000000022, "agent_compute-ego": 0.01379219929377238, "deviation-heading": 2.2116179621176753, "complete-iteration": 0.1460954968134562, "set_robot_commands": 0.004126065572102864, "deviation-center-line": 0.5639471152649813, "driven_lanedir_consec": 3.427646279544577, "sim_compute_sim_state": 0.015970287322998048, "sim_compute_performance-ego": 0.0026424384117126466}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.3797417592070707, "get_ui_image": 0.02508941650390625, "step_physics": 0.0677645985285441, "survival_time": 14.950000000000076, "driven_lanedir": 1.751777532190765, "get_state_dump": 0.00733410914738973, "sim_render-ego": 0.003963855902353922, "get_robot_state": 0.009172492822011312, "get_duckie_state": 1.4495849609375e-06, "in-drivable-lane": 7.350000000000089, "agent_compute-ego": 0.014418837229410808, "deviation-heading": 2.2099284943208266, "complete-iteration": 0.14925244808197022, "set_robot_commands": 0.003269413312276205, "deviation-center-line": 0.4889181868532987, "driven_lanedir_consec": 1.751777532190765, "sim_compute_sim_state": 0.015592344601949056, "sim_compute_performance-ego": 0.002553262710571289}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.428525988899872, "get_ui_image": 0.03265139897664388, "step_physics": 0.09694004376729327, "survival_time": 14.950000000000076, "driven_lanedir": 2.542337676282074, "get_state_dump": 0.008122594356536865, "sim_render-ego": 0.0047579773267110185, "get_robot_state": 0.010325650374094645, "get_duckie_state": 1.4392534891764324e-06, "in-drivable-lane": 4.450000000000063, "agent_compute-ego": 0.01933422644933065, "deviation-heading": 2.743755763287642, "complete-iteration": 0.21177886327107748, "set_robot_commands": 0.0037171395619710287, "deviation-center-line": 0.7255104844648097, "driven_lanedir_consec": 2.5392311012386486, "sim_compute_sim_state": 0.03274906555811564, "sim_compute_performance-ego": 0.00308074951171875}}set_robot_commands_max 0.004126065572102864 set_robot_commands_mean 0.003702212624497466 set_robot_commands_median 0.0037066858068053976 set_robot_commands_min 0.003269413312276205 sim_compute_performance-ego_max 0.003155386054908836 sim_compute_performance-ego_mean 0.00285795917222788 sim_compute_performance-ego_median 0.0028615939617156983 sim_compute_performance-ego_min 0.002553262710571289 sim_compute_sim_state_max 0.03274906555811564 sim_compute_sim_state_mean 0.020455645145950736 sim_compute_sim_state_median 0.016740585211869125 sim_compute_sim_state_min 0.015592344601949056 sim_render-ego_max 0.0047579773267110185 sim_render-ego_mean 0.004263064260884519 sim_render-ego_median 0.004165211907236567 sim_render-ego_min 0.003963855902353922 simulation-passed 1 step_physics_max 0.09694004376729327 step_physics_mean 0.07371209580164689 step_physics_median 0.06716361638827201 step_physics_min 0.06358110666275024 survival_time_max 14.950000000000076 survival_time_mean 12.350000000000056 survival_time_min 4.549999999999992
No reset possible 44009
11777
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-30 04:51:06+00:00 2020-11-30 04:57:52+00:00 0:06:46 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.19698831149969 survival_time_median 14.525000000000071 deviation-center-line_median 0.4826539622238044 in-drivable-lane_median 3.6500000000000425
other stats agent_compute-ego_max 0.014958870326373594 agent_compute-ego_mean 0.014148460605465776 agent_compute-ego_median 0.013947533369064333 agent_compute-ego_min 0.01373990535736084 complete-iteration_max 0.17302234122093688 complete-iteration_mean 0.1514466626832953 complete-iteration_median 0.14511244667900935 complete-iteration_min 0.14253941615422566 deviation-center-line_max 0.8016573998791071 deviation-center-line_mean 0.5069423461590211 deviation-center-line_min 0.2608040603093687 deviation-heading_max 2.7754072872499784 deviation-heading_mean 2.2423797621474666 deviation-heading_median 2.4219891734463617 deviation-heading_min 1.3501334144471655 driven_any_max 3.9465345996325016 driven_any_mean 3.254627826397499 driven_any_median 3.1090230174800224 driven_any_min 2.8539306709974475 driven_lanedir_consec_max 3.328751697323128 driven_lanedir_consec_mean 2.106527186763457 driven_lanedir_consec_min 0.7033804267313193 driven_lanedir_max 3.328751697323128 driven_lanedir_mean 2.106527186763457 driven_lanedir_median 2.19698831149969 driven_lanedir_min 0.7033804267313193 get_duckie_state_max 1.4203660031582446e-06 get_duckie_state_mean 1.3847286255928924e-06 get_duckie_state_median 1.394881142510308e-06 get_duckie_state_min 1.3287862141927083e-06 get_robot_state_max 0.009271127957824274 get_robot_state_mean 0.008871540239798545 get_robot_state_median 0.008751606941223145 get_robot_state_min 0.008711819118923611 get_state_dump_max 0.007449489113286877 get_state_dump_mean 0.007271399616349673 get_state_dump_median 0.007243999640146891 get_state_dump_min 0.007148110071818034 get_ui_image_max 0.02962382380844008 get_ui_image_mean 0.02624216599103689 get_ui_image_median 0.02536180668407016 get_ui_image_min 0.02462122678756714 in-drivable-lane_max 11.05000000000006 in-drivable-lane_mean 5.1500000000000385 in-drivable-lane_min 2.2500000000000115 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.9465345996325016, "get_ui_image": 0.02462122678756714, "step_physics": 0.061724942525227866, "survival_time": 14.950000000000076, "driven_lanedir": 3.328751697323128, "get_state_dump": 0.007223289012908935, "sim_render-ego": 0.003976803620656331, "get_robot_state": 0.008751383622487386, "get_duckie_state": 1.3931592305501303e-06, "in-drivable-lane": 2.2500000000000115, "agent_compute-ego": 0.01373990535736084, "deviation-heading": 2.7754072872499784, "complete-iteration": 0.14253941615422566, "set_robot_commands": 0.0033884421984354653, "deviation-center-line": 0.6562258145421896, "driven_lanedir_consec": 3.328751697323128, "sim_compute_sim_state": 0.01644179821014404, "sim_compute_performance-ego": 0.0025824777285257975}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.8539306709974475, "get_ui_image": 0.025239875581529406, "step_physics": 0.06260502815246582, "survival_time": 11.250000000000025, "driven_lanedir": 1.9426224873477609, "get_state_dump": 0.007148110071818034, "sim_render-ego": 0.003858500586615668, "get_robot_state": 0.008711819118923611, "get_duckie_state": 1.396603054470486e-06, "in-drivable-lane": 4.250000000000042, "agent_compute-ego": 0.013965171178181966, "deviation-heading": 1.3501334144471655, "complete-iteration": 0.1425890996721056, "set_robot_commands": 0.0035012902153862845, "deviation-center-line": 0.30908210990541923, "driven_lanedir_consec": 1.9426224873477609, "sim_compute_sim_state": 0.014869125154283312, "sim_compute_performance-ego": 0.0025990337795681424}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.153011742614342, "get_ui_image": 0.02548373778661092, "step_physics": 0.06648667335510254, "survival_time": 14.950000000000076, "driven_lanedir": 0.7033804267313193, "get_state_dump": 0.007264710267384847, "sim_render-ego": 0.003972569306691488, "get_robot_state": 0.008751830259958904, "get_duckie_state": 1.3287862141927083e-06, "in-drivable-lane": 11.05000000000006, "agent_compute-ego": 0.013929895559946696, "deviation-heading": 2.266795919468614, "complete-iteration": 0.1476357936859131, "set_robot_commands": 0.00349503755569458, "deviation-center-line": 0.2608040603093687, "driven_lanedir_consec": 0.7033804267313193, "sim_compute_sim_state": 0.01556642214457194, "sim_compute_performance-ego": 0.002591853936513265}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.0650342923457035, "get_ui_image": 0.02962382380844008, "step_physics": 0.07919989240930435, "survival_time": 14.100000000000064, "driven_lanedir": 2.4513541356516195, "get_state_dump": 0.007449489113286877, "sim_render-ego": 0.004421556249577949, "get_robot_state": 0.009271127957824274, "get_duckie_state": 1.4203660031582446e-06, "in-drivable-lane": 3.0500000000000433, "agent_compute-ego": 0.014958870326373594, "deviation-heading": 2.57718242742411, "complete-iteration": 0.17302234122093688, "set_robot_commands": 0.0035026039637572376, "deviation-center-line": 0.8016573998791071, "driven_lanedir_consec": 2.4513541356516195, "sim_compute_sim_state": 0.021515093796642112, "sim_compute_performance-ego": 0.0029834517350433567}}set_robot_commands_max 0.0035026039637572376 set_robot_commands_mean 0.003471843483318392 set_robot_commands_median 0.003498163885540432 set_robot_commands_min 0.0033884421984354653 sim_compute_performance-ego_max 0.0029834517350433567 sim_compute_performance-ego_mean 0.00268920429491264 sim_compute_performance-ego_median 0.002595443858040704 sim_compute_performance-ego_min 0.0025824777285257975 sim_compute_sim_state_max 0.021515093796642112 sim_compute_sim_state_mean 0.01709810982641035 sim_compute_sim_state_median 0.01600411017735799 sim_compute_sim_state_min 0.014869125154283312 sim_render-ego_max 0.004421556249577949 sim_render-ego_mean 0.004057357440885359 sim_render-ego_median 0.00397468646367391 sim_render-ego_min 0.003858500586615668 simulation-passed 1 step_physics_max 0.07919989240930435 step_physics_mean 0.06750413411052515 step_physics_median 0.06454585075378419 step_physics_min 0.061724942525227866 survival_time_max 14.950000000000076 survival_time_mean 13.81250000000006 survival_time_min 11.250000000000025
No reset possible 43990
11776
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-30 04:28:32+00:00 2020-11-30 04:35:19+00:00 0:06:47 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.615275697947521 survival_time_median 14.950000000000076 deviation-center-line_median 0.8101419620649193 in-drivable-lane_median 1.4250000000000114
other stats agent_compute-ego_max 0.01634987751642863 agent_compute-ego_mean 0.01449926773707072 agent_compute-ego_median 0.015150408744812011 agent_compute-ego_min 0.011346375942230223 complete-iteration_max 0.19736132462819417 complete-iteration_mean 0.1654061627884706 complete-iteration_median 0.1706208574771881 complete-iteration_min 0.12302161157131196 deviation-center-line_max 0.9409068969431964 deviation-center-line_mean 0.6759175458617397 deviation-center-line_min 0.14247936237392375 deviation-heading_max 4.586440695461884 deviation-heading_mean 2.6024291513073625 deviation-heading_median 2.6878690439292567 deviation-heading_min 0.4475378219090519 driven_any_max 3.687134833311245 driven_any_mean 2.759552502838505 driven_any_median 3.0738050467703752 driven_any_min 1.203465084502024 driven_lanedir_consec_max 3.433188488263645 driven_lanedir_consec_mean 2.4270487650857246 driven_lanedir_consec_min 1.0444551761842111 driven_lanedir_max 3.433188488263645 driven_lanedir_mean 2.4270487650857246 driven_lanedir_median 2.615275697947521 driven_lanedir_min 1.0444551761842111 get_duckie_state_max 1.3764699300130209e-06 get_duckie_state_mean 1.2726088364919027e-06 get_duckie_state_median 1.322031021118164e-06 get_duckie_state_min 1.0699033737182617e-06 get_robot_state_max 0.010197192033131918 get_robot_state_mean 0.00940695400039355 get_robot_state_median 0.009604884783426922 get_robot_state_min 0.00822085440158844 get_state_dump_max 0.008426329294840496 get_state_dump_mean 0.00767593652009964 get_state_dump_median 0.007669977347056071 get_state_dump_min 0.006937462091445923 get_ui_image_max 0.03258580128351847 get_ui_image_mean 0.028412829488515853 get_ui_image_median 0.029447213808695475 get_ui_image_min 0.022171089053153993 in-drivable-lane_max 2.600000000000037 in-drivable-lane_mean 1.4625000000000146 in-drivable-lane_min 0.3999999999999986 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.203465084502024, "get_ui_image": 0.022171089053153993, "step_physics": 0.05250023305416107, "survival_time": 3.999999999999994, "driven_lanedir": 1.0444551761842111, "get_state_dump": 0.006937462091445923, "sim_render-ego": 0.0036285847425460817, "get_robot_state": 0.00822085440158844, "get_duckie_state": 1.0699033737182617e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.011346375942230223, "deviation-heading": 0.4475378219090519, "complete-iteration": 0.12302161157131196, "set_robot_commands": 0.0027405470609664917, "deviation-center-line": 0.14247936237392375, "driven_lanedir_consec": 1.0444551761842111, "sim_compute_sim_state": 0.013012376427650452, "sim_compute_performance-ego": 0.002388322353363037}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.687134833311245, "get_ui_image": 0.026575992902119955, "step_physics": 0.06753714005152385, "survival_time": 14.950000000000076, "driven_lanedir": 3.433188488263645, "get_state_dump": 0.007621590296427409, "sim_render-ego": 0.004197554588317871, "get_robot_state": 0.009356643358866374, "get_duckie_state": 1.2787183125813802e-06, "in-drivable-lane": 0.9999999999999964, "agent_compute-ego": 0.014497180779774984, "deviation-heading": 2.8188220264916644, "complete-iteration": 0.15420557101567586, "set_robot_commands": 0.003311770757039388, "deviation-center-line": 0.9409068969431964, "driven_lanedir_consec": 3.433188488263645, "sim_compute_sim_state": 0.018153591156005858, "sim_compute_performance-ego": 0.002869881788889567}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7808489180669747, "get_ui_image": 0.03258580128351847, "step_physics": 0.08855496406555176, "survival_time": 14.950000000000076, "driven_lanedir": 2.334050550515114, "get_state_dump": 0.007718364397684733, "sim_render-ego": 0.004663244883219401, "get_robot_state": 0.009853126207987468, "get_duckie_state": 1.365343729654948e-06, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.01580363670984904, "deviation-heading": 4.586440695461884, "complete-iteration": 0.18703614393870036, "set_robot_commands": 0.0037729461987813314, "deviation-center-line": 0.8982019265189243, "driven_lanedir_consec": 2.334050550515114, "sim_compute_sim_state": 0.020985660552978517, "sim_compute_performance-ego": 0.003007380167643229}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.3667611754737763, "get_ui_image": 0.032318434715270995, "step_physics": 0.09033432165781656, "survival_time": 14.950000000000076, "driven_lanedir": 2.8965008453799284, "get_state_dump": 0.008426329294840496, "sim_render-ego": 0.004875338077545166, "get_robot_state": 0.010197192033131918, "get_duckie_state": 1.3764699300130209e-06, "in-drivable-lane": 2.600000000000037, "agent_compute-ego": 0.01634987751642863, "deviation-heading": 2.556916061366849, "complete-iteration": 0.19736132462819417, "set_robot_commands": 0.003764379819234212, "deviation-center-line": 0.7220819976109142, "driven_lanedir_consec": 2.8965008453799284, "sim_compute_sim_state": 0.027847599188486737, "sim_compute_performance-ego": 0.0031558895111083985}}set_robot_commands_max 0.0037729461987813314 set_robot_commands_mean 0.0033974109590053556 set_robot_commands_median 0.0035380752881368 set_robot_commands_min 0.0027405470609664917 sim_compute_performance-ego_max 0.0031558895111083985 sim_compute_performance-ego_mean 0.0028553684552510583 sim_compute_performance-ego_median 0.002938630978266398 sim_compute_performance-ego_min 0.002388322353363037 sim_compute_sim_state_max 0.027847599188486737 sim_compute_sim_state_mean 0.01999980683128039 sim_compute_sim_state_median 0.019569625854492186 sim_compute_sim_state_min 0.013012376427650452 sim_render-ego_max 0.004875338077545166 sim_render-ego_mean 0.00434118057290713 sim_render-ego_median 0.004430399735768636 sim_render-ego_min 0.0036285847425460817 simulation-passed 1 step_physics_max 0.09033432165781656 step_physics_mean 0.0747316647072633 step_physics_median 0.0780460520585378 step_physics_min 0.05250023305416107 survival_time_max 14.950000000000076 survival_time_mean 12.212500000000055 survival_time_min 3.999999999999994
No reset possible 43951
11773
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-30 02:42:43+00:00 2020-11-30 02:49:37+00:00 0:06:54 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 4.540136265974953 survival_time_median 14.950000000000076 deviation-center-line_median 0.8183467424245147 in-drivable-lane_median 1.9999999999999984
other stats agent_compute-ego_max 0.01287286122639974 agent_compute-ego_mean 0.011880403955777486 agent_compute-ego_median 0.011632831096649173 agent_compute-ego_min 0.011383092403411866 complete-iteration_max 0.1300246834754944 complete-iteration_mean 0.12688845415910086 complete-iteration_median 0.1266283945242564 complete-iteration_min 0.12427234411239624 deviation-center-line_max 0.9158617438901856 deviation-center-line_mean 0.8084332690410341 deviation-center-line_min 0.6811778474249212 deviation-heading_max 4.731357645671407 deviation-heading_mean 3.037721186611555 deviation-heading_median 2.626972611755537 deviation-heading_min 2.1655818772637394 driven_any_max 5.367287867659373 driven_any_mean 4.550983778644561 driven_any_median 4.727156222728284 driven_any_min 3.382334801462303 driven_lanedir_consec_max 4.7752519408921525 driven_lanedir_consec_mean 3.8867840649280607 driven_lanedir_consec_min 1.6916117868701848 driven_lanedir_max 4.7752519408921525 driven_lanedir_mean 4.063192726409547 driven_lanedir_median 4.540136265974953 driven_lanedir_min 2.397246432796126 get_duckie_state_max 1.166661580403646e-06 get_duckie_state_mean 1.1195739110310871e-06 get_duckie_state_median 1.111427942911784e-06 get_duckie_state_min 1.0887781778971354e-06 get_robot_state_max 0.008218083381652832 get_robot_state_mean 0.008159573276837667 get_robot_state_median 0.00815096934636434 get_robot_state_min 0.008118271032969157 get_state_dump_max 0.006850772698720296 get_state_dump_mean 0.006814942359924316 get_state_dump_median 0.0068084021409352624 get_state_dump_min 0.006792192459106445 get_ui_image_max 0.022103836536407472 get_ui_image_mean 0.02203230897585551 get_ui_image_median 0.02202906608581543 get_ui_image_min 0.021967267195383708 in-drivable-lane_max 2.8000000000000105 in-drivable-lane_mean 1.7000000000000015 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.860655179375286, "get_ui_image": 0.02197756210962931, "step_physics": 0.05291739861170451, "survival_time": 14.950000000000076, "driven_lanedir": 4.7752519408921525, "get_state_dump": 0.006796247164408366, "sim_render-ego": 0.003609186013539632, "get_robot_state": 0.008118271032969157, "get_duckie_state": 1.0887781778971354e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011546610196431478, "deviation-heading": 2.6864311214250276, "complete-iteration": 0.12469754536946616, "set_robot_commands": 0.002673617998758952, "deviation-center-line": 0.7791577629764688, "driven_lanedir_consec": 4.7752519408921525, "sim_compute_sim_state": 0.014648221333821614, "sim_compute_performance-ego": 0.0023345947265625}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.593657266081282, "get_ui_image": 0.021967267195383708, "step_physics": 0.05266820589701335, "survival_time": 14.950000000000076, "driven_lanedir": 4.307937369637498, "get_state_dump": 0.006792192459106445, "sim_render-ego": 0.0036124316851298016, "get_robot_state": 0.008128936290740968, "get_duckie_state": 1.166661580403646e-06, "in-drivable-lane": 1.2499999999999956, "agent_compute-ego": 0.011719051996866865, "deviation-heading": 2.5675141020860464, "complete-iteration": 0.12427234411239624, "set_robot_commands": 0.002746321360270182, "deviation-center-line": 0.6811778474249212, "driven_lanedir_consec": 4.307937369637498, "sim_compute_sim_state": 0.0142401393254598, "sim_compute_performance-ego": 0.0023213847478230796}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.382334801462303, "get_ui_image": 0.022103836536407472, "step_physics": 0.05582833766937256, "survival_time": 14.950000000000076, "driven_lanedir": 2.397246432796126, "get_state_dump": 0.006820557117462159, "sim_render-ego": 0.0036731950441996255, "get_robot_state": 0.008173002401987711, "get_duckie_state": 1.1110305786132813e-06, "in-drivable-lane": 2.750000000000001, "agent_compute-ego": 0.01287286122639974, "deviation-heading": 4.731357645671407, "complete-iteration": 0.12855924367904664, "set_robot_commands": 0.0027244234085083007, "deviation-center-line": 0.9158617438901856, "driven_lanedir_consec": 1.6916117868701848, "sim_compute_sim_state": 0.013946282068888344, "sim_compute_performance-ego": 0.00233902374903361}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.367287867659373, "get_ui_image": 0.022080570062001547, "step_physics": 0.05484568119049072, "survival_time": 14.950000000000076, "driven_lanedir": 4.772335162312407, "get_state_dump": 0.006850772698720296, "sim_render-ego": 0.003618847529093425, "get_robot_state": 0.008218083381652832, "get_duckie_state": 1.1118253072102864e-06, "in-drivable-lane": 2.8000000000000105, "agent_compute-ego": 0.011383092403411866, "deviation-heading": 2.1655818772637394, "complete-iteration": 0.1300246834754944, "set_robot_commands": 0.002768584092458089, "deviation-center-line": 0.8575357218725606, "driven_lanedir_consec": 4.772335162312407, "sim_compute_sim_state": 0.017856016953786216, "sim_compute_performance-ego": 0.002325434684753418}}set_robot_commands_max 0.002768584092458089 set_robot_commands_mean 0.002728236714998881 set_robot_commands_median 0.0027353723843892416 set_robot_commands_min 0.002673617998758952 sim_compute_performance-ego_max 0.00233902374903361 sim_compute_performance-ego_mean 0.002330109477043152 sim_compute_performance-ego_median 0.002330014705657959 sim_compute_performance-ego_min 0.0023213847478230796 sim_compute_sim_state_max 0.017856016953786216 sim_compute_sim_state_mean 0.015172664920488991 sim_compute_sim_state_median 0.014444180329640706 sim_compute_sim_state_min 0.013946282068888344 sim_render-ego_max 0.0036731950441996255 sim_render-ego_mean 0.003628415067990621 sim_render-ego_median 0.003615639607111613 sim_render-ego_min 0.003609186013539632 simulation-passed 1 step_physics_max 0.05582833766937256 step_physics_mean 0.05406490584214528 step_physics_median 0.05388153990109762 step_physics_min 0.05266820589701335 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43949
11772
Ehsan Ahmadi  🇨🇦template-random aido5-LF-sim-validation
LFv-sim aborted no afdaniele03-579cc80b68e8-1
2020-11-30 02:42:06+00:00 2020-11-30 02:42:12+00:00 0:00:06 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43945
11772
Ehsan Ahmadi  🇨🇦template-random aido5-LF-sim-validation
LFv-sim aborted no afdaniele03-579cc80b68e8-1
2020-11-30 02:41:19+00:00 2020-11-30 02:41:26+00:00 0:00:07 Uncaught exception:
[...] Uncaught exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 687, in get_cr
cr = run_single(
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 888, in run_single
write_logs(wd, project, services=config["services"])
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 1388, in write_logs
services2id: Dict[str, str] = get_services_id(wd, project, services)
File "/usr/local/lib/python3.8/dist-packages/duckietown_challenges_runner/runner.py", line 937, in get_services_id
container = client.containers.get(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/models/containers.py", line 880, in get
resp = self.client.api.inspect_container(container_id)
File "/usr/local/lib/python3.8/dist-packages/docker/utils/decorators.py", line 16, in wrapped
raise errors.NullResource(
docker.errors.NullResource: Resource ID was not provided
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43864
11765
Ayman Shams  🇨🇦sim-exercise-1 aido5-LF-sim-validation
LFv-sim failed no afdaniele03-579cc80b68e8-1
2020-11-28 07:41:10+00:00 2020-11-28 07:44:57+00:00 0:03:47 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 218 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43859
11763
Olga (Ge Ya) Xu  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-28 05:16:50+00:00 2020-11-28 05:23:55+00:00 0:07:05 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.8711918921696994 survival_time_median 14.950000000000076 deviation-center-line_median 0.3165659164393791 in-drivable-lane_median 10.250000000000057
other stats agent_compute-ego_max 0.014168608983357749 agent_compute-ego_mean 0.012794566551844275 agent_compute-ego_median 0.01248223106066386 agent_compute-ego_min 0.01204519510269165 complete-iteration_max 0.15741631507873535 complete-iteration_mean 0.13920842587947846 complete-iteration_median 0.135541299978892 complete-iteration_min 0.12833478848139446 deviation-center-line_max 0.36994778387396454 deviation-center-line_mean 0.2926235897782765 deviation-center-line_min 0.1674147423603833 deviation-heading_max 2.5998507186084128 deviation-heading_mean 1.50323543820588 deviation-heading_median 1.3217407289610603 deviation-heading_min 0.7696095762929862 driven_any_max 3.59524783718403 driven_any_mean 3.3254695903925016 driven_any_median 3.2675953194611305 driven_any_min 3.1714398854637147 driven_lanedir_consec_max 1.180488515495531 driven_lanedir_consec_mean 0.8714537834321049 driven_lanedir_consec_min 0.5629428338934899 driven_lanedir_max 1.369074095579829 driven_lanedir_mean 0.9186001784531794 driven_lanedir_median 0.8711918921696994 driven_lanedir_min 0.5629428338934899 get_duckie_state_max 1.3136863708496091e-06 get_duckie_state_mean 1.1175870895385742e-06 get_duckie_state_median 1.0728836059570312e-06 get_duckie_state_min 1.010894775390625e-06 get_robot_state_max 0.009024438858032226 get_robot_state_mean 0.008604143857955932 get_robot_state_median 0.008619828224182129 get_robot_state_min 0.008152480125427247 get_state_dump_max 0.007335851192474365 get_state_dump_mean 0.007055552999178569 get_state_dump_median 0.007021541595458984 get_state_dump_min 0.00684327761332194 get_ui_image_max 0.028463844458262125 get_ui_image_mean 0.024135245482126873 get_ui_image_median 0.02285049319267273 get_ui_image_min 0.022376151084899903 in-drivable-lane_max 11.80000000000008 in-drivable-lane_mean 9.900000000000054 in-drivable-lane_min 7.300000000000021 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.232489939903095, "get_ui_image": 0.028463844458262125, "step_physics": 0.07167377630869548, "survival_time": 14.950000000000076, "driven_lanedir": 1.1754628280913029, "get_state_dump": 0.007335851192474365, "sim_render-ego": 0.004138844013214111, "get_robot_state": 0.00885138750076294, "get_duckie_state": 1.3136863708496091e-06, "in-drivable-lane": 8.700000000000045, "agent_compute-ego": 0.014168608983357749, "deviation-heading": 1.7487133349188606, "complete-iteration": 0.15741631507873535, "set_robot_commands": 0.0035531155268351236, "deviation-center-line": 0.36994778387396454, "driven_lanedir_consec": 1.1754628280913029, "sim_compute_sim_state": 0.016532891591389973, "sim_compute_performance-ego": 0.002615381876627604}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.59524783718403, "get_ui_image": 0.02304620583852132, "step_physics": 0.05873263994852702, "survival_time": 14.950000000000076, "driven_lanedir": 0.5629428338934899, "get_state_dump": 0.007193248271942138, "sim_render-ego": 0.0037436517079671226, "get_robot_state": 0.009024438858032226, "get_duckie_state": 1.114209493001302e-06, "in-drivable-lane": 11.80000000000008, "agent_compute-ego": 0.012669915358225503, "deviation-heading": 0.8947681230032607, "complete-iteration": 0.13517066796620686, "set_robot_commands": 0.0030658777554829915, "deviation-center-line": 0.1674147423603833, "driven_lanedir_consec": 0.5629428338934899, "sim_compute_sim_state": 0.01514028549194336, "sim_compute_performance-ego": 0.0024723060925801593}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.1714398854637147, "get_ui_image": 0.022376151084899903, "step_physics": 0.055856252511342366, "survival_time": 14.950000000000076, "driven_lanedir": 1.369074095579829, "get_state_dump": 0.00684327761332194, "sim_render-ego": 0.003677596251169841, "get_robot_state": 0.008388268947601318, "get_duckie_state": 1.010894775390625e-06, "in-drivable-lane": 7.300000000000021, "agent_compute-ego": 0.012294546763102212, "deviation-heading": 2.5998507186084128, "complete-iteration": 0.12833478848139446, "set_robot_commands": 0.002759917577107747, "deviation-center-line": 0.32304053889060996, "driven_lanedir_consec": 1.180488515495531, "sim_compute_sim_state": 0.013736294905344644, "sim_compute_performance-ego": 0.0023254887262980145}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.302700699019166, "get_ui_image": 0.022654780546824137, "step_physics": 0.0610811972618103, "survival_time": 14.950000000000076, "driven_lanedir": 0.5669209562480959, "get_state_dump": 0.00684983491897583, "sim_render-ego": 0.003621759414672851, "get_robot_state": 0.008152480125427247, "get_duckie_state": 1.0315577189127603e-06, "in-drivable-lane": 11.800000000000065, "agent_compute-ego": 0.01204519510269165, "deviation-heading": 0.7696095762929862, "complete-iteration": 0.13591193199157714, "set_robot_commands": 0.002735761006673177, "deviation-center-line": 0.3100912939881482, "driven_lanedir_consec": 0.5669209562480959, "sim_compute_sim_state": 0.01635995626449585, "sim_compute_performance-ego": 0.002334332466125488}}set_robot_commands_max 0.0035531155268351236 set_robot_commands_mean 0.00302866796652476 set_robot_commands_median 0.00291289766629537 set_robot_commands_min 0.002735761006673177 sim_compute_performance-ego_max 0.002615381876627604 sim_compute_performance-ego_mean 0.0024368772904078163 sim_compute_performance-ego_median 0.002403319279352824 sim_compute_performance-ego_min 0.0023254887262980145 sim_compute_sim_state_max 0.016532891591389973 sim_compute_sim_state_mean 0.015442357063293456 sim_compute_sim_state_median 0.015750120878219604 sim_compute_sim_state_min 0.013736294905344644 sim_render-ego_max 0.004138844013214111 sim_render-ego_mean 0.0037954628467559816 sim_render-ego_median 0.0037106239795684816 sim_render-ego_min 0.003621759414672851 simulation-passed 1 step_physics_max 0.07167377630869548 step_physics_mean 0.061835966507593786 step_physics_median 0.059906918605168655 step_physics_min 0.055856252511342366 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43842
11758
Ayman Shams  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-27 20:55:41+00:00 2020-11-27 21:01:11+00:00 0:05:30 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.7908607673196566 survival_time_median 13.125000000000052 deviation-center-line_median 0.3563495327788391 in-drivable-lane_median 2.7000000000000193
other stats agent_compute-ego_max 0.011140656471252442 agent_compute-ego_mean 0.010782684435007494 agent_compute-ego_median 0.010863691666836584 agent_compute-ego_min 0.01026269793510437 complete-iteration_max 0.13437753280003867 complete-iteration_mean 0.12760906877473338 complete-iteration_median 0.12616211342600597 complete-iteration_min 0.12373451544688298 deviation-center-line_max 0.7221588453600456 deviation-center-line_mean 0.4029241918189714 deviation-center-line_min 0.17683885635816174 deviation-heading_max 1.136456556669024 deviation-heading_mean 0.9726573939352244 deviation-heading_median 0.9680552615119368 deviation-heading_min 0.818062496048 driven_any_max 1.9399996330380092 driven_any_mean 1.4918864329695491 driven_any_median 1.6910478552221695 driven_any_min 0.6454503883958473 driven_lanedir_consec_max 1.9186847490066188 driven_lanedir_consec_mean 0.9784011128057374 driven_lanedir_consec_min 0.4131981675770175 driven_lanedir_max 1.9186847490066188 driven_lanedir_mean 0.9784011128057374 driven_lanedir_median 0.7908607673196566 driven_lanedir_min 0.4131981675770175 get_duckie_state_max 1.1530597653009195e-06 get_duckie_state_mean 1.1167083707341592e-06 get_duckie_state_median 1.124418698824369e-06 get_duckie_state_min 1.0649363199869792e-06 get_robot_state_max 0.008299591267003423 get_robot_state_mean 0.008207697830341937 get_robot_state_median 0.008195597728093466 get_robot_state_min 0.008140004598177396 get_state_dump_max 0.007123228708902995 get_state_dump_mean 0.006926739438675091 get_state_dump_median 0.006865605164174728 get_state_dump_min 0.006852518717447916 get_ui_image_max 0.02242946147918701 get_ui_image_mean 0.022240197844710347 get_ui_image_median 0.022195200385191505 get_ui_image_min 0.022140929129271385 in-drivable-lane_max 9.500000000000089 in-drivable-lane_mean 3.725000000000032 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.4420960774063416, "get_ui_image": 0.022140929129271385, "step_physics": 0.057442215691625546, "survival_time": 11.300000000000026, "driven_lanedir": 0.9386492703736616, "get_state_dump": 0.006871593736969264, "sim_render-ego": 0.003582387898875549, "get_robot_state": 0.008299591267003423, "get_duckie_state": 1.1530597653009195e-06, "in-drivable-lane": 3.750000000000045, "agent_compute-ego": 0.010903790988753327, "deviation-heading": 0.818062496048, "complete-iteration": 0.12765845155293962, "set_robot_commands": 0.002642000670981618, "deviation-center-line": 0.7221588453600456, "driven_lanedir_consec": 0.9386492703736616, "sim_compute_sim_state": 0.013380843981177408, "sim_compute_performance-ego": 0.0023208455701844884}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.6454503883958473, "get_ui_image": 0.022189385615862332, "step_physics": 0.05548115647756136, "survival_time": 5.1999999999999895, "driven_lanedir": 0.4131981675770175, "get_state_dump": 0.006859616591380193, "sim_render-ego": 0.0035618199751927303, "get_robot_state": 0.008140004598177396, "get_duckie_state": 1.1187333327073318e-06, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.01026269793510437, "deviation-heading": 0.8847340546717286, "complete-iteration": 0.12373451544688298, "set_robot_commands": 0.0026484842483813944, "deviation-center-line": 0.3183349243700995, "driven_lanedir_consec": 0.4131981675770175, "sim_compute_sim_state": 0.012193024158477783, "sim_compute_performance-ego": 0.0023214381474715015}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9399996330380092, "get_ui_image": 0.02242946147918701, "step_physics": 0.05460538387298584, "survival_time": 14.950000000000076, "driven_lanedir": 0.6430722642656514, "get_state_dump": 0.006852518717447916, "sim_render-ego": 0.003655901749928792, "get_robot_state": 0.008155511220296225, "get_duckie_state": 1.0649363199869792e-06, "in-drivable-lane": 9.500000000000089, "agent_compute-ego": 0.011140656471252442, "deviation-heading": 1.0513764683521452, "complete-iteration": 0.12466577529907226, "set_robot_commands": 0.0026886407534281414, "deviation-center-line": 0.17683885635816174, "driven_lanedir_consec": 0.6430722642656514, "sim_compute_sim_state": 0.01273694117863973, "sim_compute_performance-ego": 0.0023249133427937826}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.939999633037998, "get_ui_image": 0.02220101515452067, "step_physics": 0.06150657812754313, "survival_time": 14.950000000000076, "driven_lanedir": 1.9186847490066188, "get_state_dump": 0.007123228708902995, "sim_render-ego": 0.003607636292775472, "get_robot_state": 0.008235684235890706, "get_duckie_state": 1.1301040649414063e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01082359234491984, "deviation-heading": 1.136456556669024, "complete-iteration": 0.13437753280003867, "set_robot_commands": 0.002654416561126709, "deviation-center-line": 0.3943641411875786, "driven_lanedir_consec": 1.9186847490066188, "sim_compute_sim_state": 0.015819389820098877, "sim_compute_performance-ego": 0.0023297166824340822}}set_robot_commands_max 0.0026886407534281414 set_robot_commands_mean 0.002658385558479466 set_robot_commands_median 0.002651450404754052 set_robot_commands_min 0.002642000670981618 sim_compute_performance-ego_max 0.0023297166824340822 sim_compute_performance-ego_mean 0.002324228435720964 sim_compute_performance-ego_median 0.002323175745132642 sim_compute_performance-ego_min 0.0023208455701844884 sim_compute_sim_state_max 0.015819389820098877 sim_compute_sim_state_mean 0.01353254978459845 sim_compute_sim_state_median 0.013058892579908568 sim_compute_sim_state_min 0.012193024158477783 sim_render-ego_max 0.003655901749928792 sim_render-ego_mean 0.0036019364791931357 sim_render-ego_median 0.0035950120958255106 sim_render-ego_min 0.0035618199751927303 simulation-passed 1 step_physics_max 0.06150657812754313 step_physics_mean 0.057258833542428965 step_physics_median 0.056461686084593454 step_physics_min 0.05460538387298584 survival_time_max 14.950000000000076 survival_time_mean 11.600000000000042 survival_time_min 5.1999999999999895
No reset possible 43835
11755
Bhavya Patwa  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-27 06:15:59+00:00 2020-11-27 06:22:43+00:00 0:06:44 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.3395714636574 survival_time_median 14.950000000000076 deviation-center-line_median 0.7255953770518597 in-drivable-lane_median 1.7750000000000163
other stats agent_compute-ego_max 0.012030307451883953 agent_compute-ego_mean 0.011922952135403952 agent_compute-ego_median 0.011936129728953044 agent_compute-ego_min 0.011789241631825764 complete-iteration_max 0.1296826720237732 complete-iteration_mean 0.12621221780776976 complete-iteration_median 0.12572141607602438 complete-iteration_min 0.12372336705525716 deviation-center-line_max 0.8279527010950029 deviation-center-line_mean 0.7227322272641651 deviation-center-line_min 0.611785453857938 deviation-heading_max 4.015817029828969 deviation-heading_mean 3.0322416613050063 deviation-heading_median 2.7564677147419454 deviation-heading_min 2.6002141859071655 driven_any_max 3.8564719176702185 driven_any_mean 3.526880969157236 driven_any_median 3.7072887158773433 driven_any_min 2.8364745272040395 driven_lanedir_consec_max 3.725884335401765 driven_lanedir_consec_mean 3.194853496393188 driven_lanedir_consec_min 2.3743867228561877 driven_lanedir_max 3.725884335401765 driven_lanedir_mean 3.1973362250964668 driven_lanedir_median 3.3445369210639573 driven_lanedir_min 2.3743867228561877 get_duckie_state_max 1.1889139811197916e-06 get_duckie_state_mean 1.1342763900756837e-06 get_duckie_state_median 1.1285146077473958e-06 get_duckie_state_min 1.0911623636881511e-06 get_robot_state_max 0.008758054574330649 get_robot_state_mean 0.00828942855199178 get_robot_state_median 0.008146536747614543 get_robot_state_min 0.008106586138407389 get_state_dump_max 0.00683884859085083 get_state_dump_mean 0.00679215947786967 get_state_dump_median 0.006790700356165568 get_state_dump_min 0.006748388608296713 get_ui_image_max 0.022201576232910157 get_ui_image_mean 0.02211645265420278 get_ui_image_median 0.0221474293867747 get_ui_image_min 0.021969375610351564 in-drivable-lane_max 2.250000000000032 in-drivable-lane_mean 1.4500000000000162 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5876395639687413, "get_ui_image": 0.02212309837341309, "step_physics": 0.05383330265680949, "survival_time": 14.950000000000076, "driven_lanedir": 3.1265501713829735, "get_state_dump": 0.00683884859085083, "sim_render-ego": 0.003643770217895508, "get_robot_state": 0.008182765642801921, "get_duckie_state": 1.1650721232096354e-06, "in-drivable-lane": 2.10000000000003, "agent_compute-ego": 0.012030307451883953, "deviation-heading": 2.840997895806372, "complete-iteration": 0.12588080088297526, "set_robot_commands": 0.002745030721028646, "deviation-center-line": 0.611785453857938, "driven_lanedir_consec": 3.1166192565698596, "sim_compute_sim_state": 0.014078396161397298, "sim_compute_performance-ego": 0.002325268586476644}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.826937867785946, "get_ui_image": 0.021969375610351564, "step_physics": 0.05207530736923218, "survival_time": 14.950000000000076, "driven_lanedir": 3.725884335401765, "get_state_dump": 0.006748388608296713, "sim_render-ego": 0.0035785293579101564, "get_robot_state": 0.008758054574330649, "get_duckie_state": 1.0919570922851565e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011984977722167969, "deviation-heading": 2.6719375336775193, "complete-iteration": 0.12372336705525716, "set_robot_commands": 0.0026619799931844076, "deviation-center-line": 0.8279527010950029, "driven_lanedir_consec": 3.725884335401765, "sim_compute_sim_state": 0.01356586774190267, "sim_compute_performance-ego": 0.002300109068552653}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8364745272040395, "get_ui_image": 0.022201576232910157, "step_physics": 0.05423676013946533, "survival_time": 14.950000000000076, "driven_lanedir": 2.3743867228561877, "get_state_dump": 0.006797240575154622, "sim_render-ego": 0.00362331469853719, "get_robot_state": 0.008110307852427164, "get_duckie_state": 1.1889139811197916e-06, "in-drivable-lane": 2.250000000000032, "agent_compute-ego": 0.01188728173573812, "deviation-heading": 4.015817029828969, "complete-iteration": 0.12556203126907348, "set_robot_commands": 0.0026456530888875327, "deviation-center-line": 0.781884547180449, "driven_lanedir_consec": 2.3743867228561877, "sim_compute_sim_state": 0.013676574230194092, "sim_compute_performance-ego": 0.002301935354868571}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.8564719176702185, "get_ui_image": 0.02217176040013631, "step_physics": 0.055629804134368896, "survival_time": 14.950000000000076, "driven_lanedir": 3.5625236707449406, "get_state_dump": 0.006784160137176514, "sim_render-ego": 0.003620959917704264, "get_robot_state": 0.008106586138407389, "get_duckie_state": 1.0911623636881511e-06, "in-drivable-lane": 1.4500000000000028, "agent_compute-ego": 0.011789241631825764, "deviation-heading": 2.6002141859071655, "complete-iteration": 0.1296826720237732, "set_robot_commands": 0.002741562525431315, "deviation-center-line": 0.6693062069232706, "driven_lanedir_consec": 3.5625236707449406, "sim_compute_sim_state": 0.016427162488301596, "sim_compute_performance-ego": 0.002329251766204834}}set_robot_commands_max 0.002745030721028646 set_robot_commands_mean 0.002698556582132975 set_robot_commands_median 0.002701771259307861 set_robot_commands_min 0.0026456530888875327 sim_compute_performance-ego_max 0.002329251766204834 sim_compute_performance-ego_mean 0.0023141411940256753 sim_compute_performance-ego_median 0.0023136019706726076 sim_compute_performance-ego_min 0.002300109068552653 sim_compute_sim_state_max 0.016427162488301596 sim_compute_sim_state_mean 0.014437000155448914 sim_compute_sim_state_median 0.013877485195795694 sim_compute_sim_state_min 0.01356586774190267 sim_render-ego_max 0.003643770217895508 sim_render-ego_mean 0.0036166435480117793 sim_render-ego_median 0.0036221373081207274 sim_render-ego_min 0.0035785293579101564 simulation-passed 1 step_physics_max 0.055629804134368896 step_physics_mean 0.05394379357496898 step_physics_median 0.05403503139813741 step_physics_min 0.05207530736923218 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43814
11751
Olga (Ge Ya) Xu  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-27 03:09:57+00:00 2020-11-27 03:17:10+00:00 0:07:13 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.3551091724490374 survival_time_median 14.950000000000076 deviation-center-line_median 0.7242389862435026 in-drivable-lane_median 5.900000000000064
other stats agent_compute-ego_max 0.014038626352945964 agent_compute-ego_mean 0.013364112377166748 agent_compute-ego_median 0.013705673217773438 agent_compute-ego_min 0.012006476720174152 complete-iteration_max 0.15361279328664143 complete-iteration_mean 0.1480331967274348 complete-iteration_median 0.15104753454526265 complete-iteration_min 0.13642492453257243 deviation-center-line_max 1.2279884057559858 deviation-center-line_mean 0.7421082746496006 deviation-center-line_min 0.29196672035541116 deviation-heading_max 2.4905965073392293 deviation-heading_mean 1.921135132639734 deviation-heading_median 1.8761411779921835 deviation-heading_min 1.4416616672353402 driven_any_max 4.326313204217258 driven_any_mean 3.941243104792664 driven_any_median 3.884354777416454 driven_any_min 3.6699496601204897 driven_lanedir_consec_max 3.041692035462108 driven_lanedir_consec_mean 2.2719867470371256 driven_lanedir_consec_min 1.33603660778832 driven_lanedir_max 3.041692035462108 driven_lanedir_mean 2.2719867470371256 driven_lanedir_median 2.3551091724490374 driven_lanedir_min 1.33603660778832 get_duckie_state_max 1.4718373616536455e-06 get_duckie_state_mean 1.317858695983887e-06 get_duckie_state_median 1.3375282287597657e-06 get_duckie_state_min 1.1245409647623698e-06 get_robot_state_max 0.008936982949574788 get_robot_state_mean 0.008731518983840942 get_robot_state_median 0.008805996179580689 get_robot_state_min 0.008377100626627604 get_state_dump_max 0.007335456212361654 get_state_dump_mean 0.007242397665977477 get_state_dump_median 0.007284113566080729 get_state_dump_min 0.0070659073193868 get_ui_image_max 0.026988613605499267 get_ui_image_mean 0.025734175046284995 get_ui_image_median 0.026365596850713095 get_ui_image_min 0.02321689287821452 in-drivable-lane_max 9.250000000000046 in-drivable-lane_mean 5.875000000000052 in-drivable-lane_min 2.450000000000035 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.890309375355768, "get_ui_image": 0.0265226141611735, "step_physics": 0.06957240184148153, "survival_time": 14.950000000000076, "driven_lanedir": 1.9895557196468412, "get_state_dump": 0.007327702045440674, "sim_render-ego": 0.004082937240600586, "get_robot_state": 0.008859464327494303, "get_duckie_state": 1.4718373616536455e-06, "in-drivable-lane": 7.600000000000069, "agent_compute-ego": 0.014032280445098876, "deviation-heading": 1.4416616672353402, "complete-iteration": 0.15361279328664143, "set_robot_commands": 0.003543205261230469, "deviation-center-line": 0.7515291035127022, "driven_lanedir_consec": 1.9895557196468412, "sim_compute_sim_state": 0.01688835859298706, "sim_compute_performance-ego": 0.002699157396952311}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.6699496601204897, "get_ui_image": 0.026988613605499267, "step_physics": 0.06775343815485636, "survival_time": 14.950000000000076, "driven_lanedir": 3.041692035462108, "get_state_dump": 0.007240525086720784, "sim_render-ego": 0.00399843692779541, "get_robot_state": 0.008752528031667074, "get_duckie_state": 1.3033548990885417e-06, "in-drivable-lane": 2.450000000000035, "agent_compute-ego": 0.013379065990448, "deviation-heading": 2.4905965073392293, "complete-iteration": 0.1501402473449707, "set_robot_commands": 0.0034297887484232583, "deviation-center-line": 1.2279884057559858, "driven_lanedir_consec": 3.041692035462108, "sim_compute_sim_state": 0.015869466463724773, "sim_compute_performance-ego": 0.0026425973574320475}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.326313204217258, "get_ui_image": 0.02620857954025269, "step_physics": 0.06815829435984294, "survival_time": 14.950000000000076, "driven_lanedir": 1.33603660778832, "get_state_dump": 0.007335456212361654, "sim_render-ego": 0.004180423418680827, "get_robot_state": 0.008936982949574788, "get_duckie_state": 1.3717015584309895e-06, "in-drivable-lane": 9.250000000000046, "agent_compute-ego": 0.014038626352945964, "deviation-heading": 1.8104916357444587, "complete-iteration": 0.1519548217455546, "set_robot_commands": 0.00352954626083374, "deviation-center-line": 0.29196672035541116, "driven_lanedir_consec": 1.33603660778832, "sim_compute_sim_state": 0.016818459828694662, "sim_compute_performance-ego": 0.0026607235272725423}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.87840017947714, "get_ui_image": 0.02321689287821452, "step_physics": 0.05971485217412313, "survival_time": 14.950000000000076, "driven_lanedir": 2.720662625251234, "get_state_dump": 0.0070659073193868, "sim_render-ego": 0.0037673497200012207, "get_robot_state": 0.008377100626627604, "get_duckie_state": 1.1245409647623698e-06, "in-drivable-lane": 4.20000000000006, "agent_compute-ego": 0.012006476720174152, "deviation-heading": 1.9417907202399087, "complete-iteration": 0.13642492453257243, "set_robot_commands": 0.002894708315531413, "deviation-center-line": 0.696948868974303, "driven_lanedir_consec": 2.720662625251234, "sim_compute_sim_state": 0.016891928513844807, "sim_compute_performance-ego": 0.002408674558003743}}set_robot_commands_max 0.003543205261230469 set_robot_commands_mean 0.00334931214650472 set_robot_commands_median 0.0034796675046284992 set_robot_commands_min 0.002894708315531413 sim_compute_performance-ego_max 0.002699157396952311 sim_compute_performance-ego_mean 0.002602788209915161 sim_compute_performance-ego_median 0.0026516604423522947 sim_compute_performance-ego_min 0.002408674558003743 sim_compute_sim_state_max 0.016891928513844807 sim_compute_sim_state_mean 0.016617053349812824 sim_compute_sim_state_median 0.016853409210840862 sim_compute_sim_state_min 0.015869466463724773 sim_render-ego_max 0.004180423418680827 sim_render-ego_mean 0.004007286826769511 sim_render-ego_median 0.004040687084197999 sim_render-ego_min 0.0037673497200012207 simulation-passed 1 step_physics_max 0.06957240184148153 step_physics_mean 0.066299746632576 step_physics_median 0.06795586625734965 step_physics_min 0.05971485217412313 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43718
11721
Melisande Teng sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 19:35:22+00:00 2020-11-26 19:42:50+00:00 0:07:28 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.4743358736137622 survival_time_median 14.950000000000076 deviation-center-line_median 0.32770984808709314 in-drivable-lane_median 2.1500000000000306
other stats agent_compute-ego_max 0.015279500484466552 agent_compute-ego_mean 0.014146408240000408 agent_compute-ego_median 0.01408613642056783 agent_compute-ego_min 0.013133859634399414 complete-iteration_max 0.18539845784505207 complete-iteration_mean 0.1644490873813629 complete-iteration_median 0.16145338853200278 complete-iteration_min 0.14949111461639406 deviation-center-line_max 0.543308006519098 deviation-center-line_mean 0.3496775148683564 deviation-center-line_min 0.19998235678014128 deviation-heading_max 3.816864403998122 deviation-heading_mean 2.5323699701443942 deviation-heading_median 2.22285558660731 deviation-heading_min 1.866904303364835 driven_any_max 1.8388770320106207 driven_any_mean 1.7595367193199398 driven_any_median 1.767268821396036 driven_any_min 1.6647322024770663 driven_lanedir_consec_max 1.782322702280279 driven_lanedir_consec_mean 1.372910322173627 driven_lanedir_consec_min 0.7606468391867046 driven_lanedir_max 1.782322702280279 driven_lanedir_mean 1.372910322173627 driven_lanedir_median 1.4743358736137622 driven_lanedir_min 0.7606468391867046 get_duckie_state_max 1.5711784362792968e-06 get_duckie_state_mean 1.4255444208780923e-06 get_duckie_state_median 1.4078617095947264e-06 get_duckie_state_min 1.3152758280436198e-06 get_robot_state_max 0.009958980878194173 get_robot_state_mean 0.009400074283281962 get_robot_state_median 0.009381372928619383 get_robot_state_min 0.008878570397694905 get_state_dump_max 0.007858342329661051 get_state_dump_mean 0.007531636158625284 get_state_dump_median 0.007524439891179402 get_state_dump_min 0.007219322522481283 get_ui_image_max 0.03364059845606486 get_ui_image_mean 0.02914129853248596 get_ui_image_median 0.028795810937881472 get_ui_image_min 0.025332973798116047 in-drivable-lane_max 6.6000000000000325 in-drivable-lane_mean 2.7250000000000236 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.8388770320106207, "get_ui_image": 0.03364059845606486, "step_physics": 0.08462313810984294, "survival_time": 14.950000000000076, "driven_lanedir": 1.2498565526710266, "get_state_dump": 0.007777400016784668, "sim_render-ego": 0.004444000720977784, "get_robot_state": 0.009780945777893069, "get_duckie_state": 1.5711784362792968e-06, "in-drivable-lane": 4.300000000000061, "agent_compute-ego": 0.015279500484466552, "deviation-heading": 1.866904303364835, "complete-iteration": 0.18539845784505207, "set_robot_commands": 0.0038019545873006185, "deviation-center-line": 0.324389682771742, "driven_lanedir_consec": 1.2498565526710266, "sim_compute_sim_state": 0.02293780247370402, "sim_compute_performance-ego": 0.003015306790669759}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.8068553298208712, "get_ui_image": 0.03126243909200033, "step_physics": 0.07840686003367106, "survival_time": 14.950000000000076, "driven_lanedir": 1.782322702280279, "get_state_dump": 0.007858342329661051, "sim_render-ego": 0.004426961739857992, "get_robot_state": 0.009958980878194173, "get_duckie_state": 1.4710426330566406e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.014742743968963624, "deviation-heading": 2.1148764110870863, "complete-iteration": 0.17326411883036297, "set_robot_commands": 0.0036471144358317057, "deviation-center-line": 0.19998235678014128, "driven_lanedir_consec": 1.782322702280279, "sim_compute_sim_state": 0.019807422955830892, "sim_compute_performance-ego": 0.003044254779815674}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.6647322024770663, "get_ui_image": 0.026329182783762613, "step_physics": 0.06747516473134359, "survival_time": 14.950000000000076, "driven_lanedir": 0.7606468391867046, "get_state_dump": 0.007219322522481283, "sim_render-ego": 0.004158260027567546, "get_robot_state": 0.008981800079345703, "get_duckie_state": 1.3152758280436198e-06, "in-drivable-lane": 6.6000000000000325, "agent_compute-ego": 0.013429528872172036, "deviation-heading": 3.816864403998122, "complete-iteration": 0.1496426582336426, "set_robot_commands": 0.0033992195129394533, "deviation-center-line": 0.543308006519098, "driven_lanedir_consec": 0.7606468391867046, "sim_compute_sim_state": 0.015843137900034585, "sim_compute_performance-ego": 0.002710278828938802}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.727682312971201, "get_ui_image": 0.025332973798116047, "step_physics": 0.06630100091298421, "survival_time": 14.950000000000076, "driven_lanedir": 1.6988151945564975, "get_state_dump": 0.007271479765574137, "sim_render-ego": 0.0039820567766825354, "get_robot_state": 0.008878570397694905, "get_duckie_state": 1.3446807861328124e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013133859634399414, "deviation-heading": 2.330834762127534, "complete-iteration": 0.14949111461639406, "set_robot_commands": 0.0034530099232991537, "deviation-center-line": 0.3310300134024442, "driven_lanedir_consec": 1.6988151945564975, "sim_compute_sim_state": 0.018451857566833495, "sim_compute_performance-ego": 0.002590000629425049}}set_robot_commands_max 0.0038019545873006185 set_robot_commands_mean 0.003575324614842733 set_robot_commands_median 0.00355006217956543 set_robot_commands_min 0.0033992195129394533 sim_compute_performance-ego_max 0.003044254779815674 sim_compute_performance-ego_mean 0.0028399602572123208 sim_compute_performance-ego_median 0.0028627928098042803 sim_compute_performance-ego_min 0.002590000629425049 sim_compute_sim_state_max 0.02293780247370402 sim_compute_sim_state_mean 0.01926005522410075 sim_compute_sim_state_median 0.019129640261332195 sim_compute_sim_state_min 0.015843137900034585 sim_render-ego_max 0.004444000720977784 sim_render-ego_mean 0.004252819816271464 sim_render-ego_median 0.004292610883712768 sim_render-ego_min 0.0039820567766825354 simulation-passed 1 step_physics_max 0.08462313810984294 step_physics_mean 0.07420154094696044 step_physics_median 0.07294101238250733 step_physics_min 0.06630100091298421 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43542
11688
Bhavya Patwa  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 07:24:02+00:00 2020-11-26 07:30:51+00:00 0:06:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7163862169237638 survival_time_median 14.950000000000076 deviation-center-line_median 0.43293826269196967 in-drivable-lane_median 1.125000000000016
other stats agent_compute-ego_max 0.013788177967071533 agent_compute-ego_mean 0.012563772400220236 agent_compute-ego_median 0.0122931969165802 agent_compute-ego_min 0.011880517800649007 complete-iteration_max 0.1534151291847229 complete-iteration_mean 0.13326207995414735 complete-iteration_median 0.1289576319853465 complete-iteration_min 0.12171792666117352 deviation-center-line_max 0.5262281270188867 deviation-center-line_mean 0.38397116007167487 deviation-center-line_min 0.14377998788387347 deviation-heading_max 3.9077127955497186 deviation-heading_mean 2.5389683890957717 deviation-heading_median 2.571917946207916 deviation-heading_min 1.1043248684175362 driven_any_max 1.9399254679367433 driven_any_mean 1.9383009125106987 driven_any_median 1.939827827545575 driven_any_min 1.933622527014902 driven_lanedir_consec_max 1.8848108885268176 driven_lanedir_consec_mean 1.434531230475541 driven_lanedir_consec_min 0.42054159952781944 driven_lanedir_max 1.8848108885268176 driven_lanedir_mean 1.434531230475541 driven_lanedir_median 1.7163862169237638 driven_lanedir_min 0.42054159952781944 get_duckie_state_max 1.3208389282226565e-06 get_duckie_state_mean 1.205603281656901e-06 get_duckie_state_median 1.190503438313802e-06 get_duckie_state_min 1.1205673217773438e-06 get_robot_state_max 0.008749832312266032 get_robot_state_mean 0.00838160514831543 get_robot_state_median 0.008345955610275268 get_robot_state_min 0.008084677060445149 get_state_dump_max 0.007193422317504883 get_state_dump_mean 0.007047383586565654 get_state_dump_median 0.0071040908495585125 get_state_dump_min 0.006787930329640706 get_ui_image_max 0.027080437342325847 get_ui_image_mean 0.02355928639570872 get_ui_image_median 0.022559388875961303 get_ui_image_min 0.022037930488586426 in-drivable-lane_max 11.000000000000083 in-drivable-lane_mean 3.312500000000029 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.933622527014902, "get_ui_image": 0.0220960267384847, "step_physics": 0.05210299015045166, "survival_time": 14.950000000000076, "driven_lanedir": 1.5813110182275532, "get_state_dump": 0.007193422317504883, "sim_render-ego": 0.0036221901575724286, "get_robot_state": 0.008238952954610189, "get_duckie_state": 1.2421607971191406e-06, "in-drivable-lane": 2.250000000000032, "agent_compute-ego": 0.011880517800649007, "deviation-heading": 2.36222006251702, "complete-iteration": 0.12392158190409344, "set_robot_commands": 0.0028037031491597495, "deviation-center-line": 0.5262281270188867, "driven_lanedir_consec": 1.5813110182275532, "sim_compute_sim_state": 0.01355885903040568, "sim_compute_performance-ego": 0.002351106802622477}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.939858240190364, "get_ui_image": 0.022037930488586426, "step_physics": 0.05141412893931071, "survival_time": 14.950000000000076, "driven_lanedir": 1.8514614156199745, "get_state_dump": 0.006787930329640706, "sim_render-ego": 0.003579909801483154, "get_robot_state": 0.008084677060445149, "get_duckie_state": 1.1205673217773438e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011954121589660645, "deviation-heading": 3.9077127955497186, "complete-iteration": 0.12171792666117352, "set_robot_commands": 0.0026557819048563637, "deviation-center-line": 0.3826598938836073, "driven_lanedir_consec": 1.8514614156199745, "sim_compute_sim_state": 0.012820200125376383, "sim_compute_performance-ego": 0.00230912446975708}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9397974149007855, "get_ui_image": 0.023022751013437908, "step_physics": 0.05986959854761759, "survival_time": 14.950000000000076, "driven_lanedir": 0.42054159952781944, "get_state_dump": 0.007020258108774821, "sim_render-ego": 0.0037701853116353353, "get_robot_state": 0.008452958265940348, "get_duckie_state": 1.1388460795084637e-06, "in-drivable-lane": 11.000000000000083, "agent_compute-ego": 0.012632272243499757, "deviation-heading": 1.1043248684175362, "complete-iteration": 0.1339936820665995, "set_robot_commands": 0.0028168543179829916, "deviation-center-line": 0.14377998788387347, "driven_lanedir_consec": 0.42054159952781944, "sim_compute_sim_state": 0.013968075116475425, "sim_compute_performance-ego": 0.0023637278874715168}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399254679367433, "get_ui_image": 0.027080437342325847, "step_physics": 0.06888880411783854, "survival_time": 14.950000000000076, "driven_lanedir": 1.8848108885268176, "get_state_dump": 0.007187923590342204, "sim_render-ego": 0.00395484447479248, "get_robot_state": 0.008749832312266032, "get_duckie_state": 1.3208389282226565e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013788177967071533, "deviation-heading": 2.7816158298988123, "complete-iteration": 0.1534151291847229, "set_robot_commands": 0.0034215998649597167, "deviation-center-line": 0.48321663150033206, "driven_lanedir_consec": 1.8848108885268176, "sim_compute_sim_state": 0.017699623107910158, "sim_compute_performance-ego": 0.0025594067573547364}}set_robot_commands_max 0.0034215998649597167 set_robot_commands_mean 0.0029244848092397054 set_robot_commands_median 0.0028102787335713706 set_robot_commands_min 0.0026557819048563637 sim_compute_performance-ego_max 0.0025594067573547364 sim_compute_performance-ego_mean 0.002395841479301453 sim_compute_performance-ego_median 0.0023574173450469967 sim_compute_performance-ego_min 0.00230912446975708 sim_compute_sim_state_max 0.017699623107910158 sim_compute_sim_state_mean 0.014511689345041911 sim_compute_sim_state_median 0.013763467073440552 sim_compute_sim_state_min 0.012820200125376383 sim_render-ego_max 0.00395484447479248 sim_render-ego_mean 0.00373178243637085 sim_render-ego_median 0.003696187734603882 sim_render-ego_min 0.003579909801483154 simulation-passed 1 step_physics_max 0.06888880411783854 step_physics_mean 0.05806888043880463 step_physics_median 0.05598629434903463 step_physics_min 0.05141412893931071 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43524
11687
Dishank Bansal  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele03-579cc80b68e8-1
2020-11-26 07:11:58+00:00 2020-11-26 07:16:01+00:00 0:04:03 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 43423
11673
Mo Kleit  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 05:00:53+00:00 2020-11-26 05:07:19+00:00 0:06:26 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.115624412807243 survival_time_median 14.950000000000076 deviation-center-line_median 0.4804238979094968 in-drivable-lane_median 6.8000000000000735
other stats agent_compute-ego_max 0.017280296845869583 agent_compute-ego_mean 0.015276469082543345 agent_compute-ego_median 0.015216495990753174 agent_compute-ego_min 0.013392587502797444 complete-iteration_max 0.1833751638730367 complete-iteration_mean 0.16900645039298318 complete-iteration_median 0.1722915013992425 complete-iteration_min 0.14806763490041097 deviation-center-line_max 0.5916482275782684 deviation-center-line_mean 0.41179959518577586 deviation-center-line_min 0.0947023573458414 deviation-heading_max 1.974826420628407 deviation-heading_mean 1.4078924321465922 deviation-heading_median 1.676586690660464 deviation-heading_min 0.3035699266370336 driven_any_max 5.814951330890382 driven_any_mean 4.5259246346637125 driven_any_median 5.794363393007675 driven_any_min 0.7000204217491185 driven_lanedir_consec_max 3.750226414732313 driven_lanedir_consec_mean 2.116782320590575 driven_lanedir_consec_min 0.4856540420155024 driven_lanedir_max 3.750226414732313 driven_lanedir_mean 2.123624502467955 driven_lanedir_median 2.129308776562003 driven_lanedir_min 0.4856540420155024 get_duckie_state_max 2.0567576090494792e-06 get_duckie_state_mean 1.8644694126013552e-06 get_duckie_state_median 1.873644915494052e-06 get_duckie_state_min 1.6538302103678383e-06 get_robot_state_max 0.010251603343270042 get_robot_state_mean 0.009646681800033108 get_robot_state_median 0.009616076151529948 get_robot_state_min 0.00910297155380249 get_state_dump_max 0.008458930651346843 get_state_dump_mean 0.00793419037804459 get_state_dump_median 0.0079610855290384 get_state_dump_min 0.00735565980275472 get_ui_image_max 0.03228490273157755 get_ui_image_mean 0.02826145565871036 get_ui_image_median 0.028266323335242993 get_ui_image_min 0.024228273232777913 in-drivable-lane_max 8.65000000000008 in-drivable-lane_mean 5.687500000000057 in-drivable-lane_min 0.49999999999999933 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.7000204217491185, "get_ui_image": 0.028888528997247868, "step_physics": 0.08531472357836636, "survival_time": 2.2, "driven_lanedir": 0.4856540420155024, "get_state_dump": 0.008086480877616188, "sim_render-ego": 0.004285638982599432, "get_robot_state": 0.010251603343270042, "get_duckie_state": 1.9615346735174004e-06, "in-drivable-lane": 0.49999999999999933, "agent_compute-ego": 0.017280296845869583, "deviation-heading": 0.3035699266370336, "complete-iteration": 0.182587591084567, "set_robot_commands": 0.00361766056580977, "deviation-center-line": 0.0947023573458414, "driven_lanedir_consec": 0.4856540420155024, "sim_compute_sim_state": 0.021681026978926224, "sim_compute_performance-ego": 0.003094944086941806}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 5.814951330890382, "get_ui_image": 0.03228490273157755, "step_physics": 0.08331611315409343, "survival_time": 14.950000000000076, "driven_lanedir": 3.750226414732313, "get_state_dump": 0.007835690180460613, "sim_render-ego": 0.004703953266143799, "get_robot_state": 0.010095896720886233, "get_duckie_state": 2.0567576090494792e-06, "in-drivable-lane": 5.000000000000055, "agent_compute-ego": 0.015894573529561362, "deviation-heading": 1.4553241541198558, "complete-iteration": 0.1833751638730367, "set_robot_commands": 0.003604910373687744, "deviation-center-line": 0.5916482275782684, "driven_lanedir_consec": 3.750226414732313, "sim_compute_sim_state": 0.02256542444229126, "sim_compute_performance-ego": 0.002987562815348307}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.792606223516566, "get_ui_image": 0.027644117673238117, "step_physics": 0.07344731012980144, "survival_time": 14.950000000000076, "driven_lanedir": 2.203121403240624, "get_state_dump": 0.008458930651346843, "sim_render-ego": 0.004312028884887695, "get_robot_state": 0.009136255582173665, "get_duckie_state": 1.7857551574707032e-06, "in-drivable-lane": 8.600000000000092, "agent_compute-ego": 0.014538418451944988, "deviation-heading": 1.8978492272010723, "complete-iteration": 0.16199541171391804, "set_robot_commands": 0.003526937961578369, "deviation-center-line": 0.5910878671141667, "driven_lanedir_consec": 2.203121403240624, "sim_compute_sim_state": 0.01812440236409505, "sim_compute_performance-ego": 0.0027204171816507974}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.796120562498783, "get_ui_image": 0.024228273232777913, "step_physics": 0.06524533192316691, "survival_time": 14.950000000000076, "driven_lanedir": 2.055496149883382, "get_state_dump": 0.00735565980275472, "sim_render-ego": 0.004016414483388265, "get_robot_state": 0.00910297155380249, "get_duckie_state": 1.6538302103678383e-06, "in-drivable-lane": 8.65000000000008, "agent_compute-ego": 0.013392587502797444, "deviation-heading": 1.974826420628407, "complete-iteration": 0.14806763490041097, "set_robot_commands": 0.0034298038482666014, "deviation-center-line": 0.3697599287048268, "driven_lanedir_consec": 2.0281274223738617, "sim_compute_sim_state": 0.018563363552093506, "sim_compute_performance-ego": 0.002649676005045573}}set_robot_commands_max 0.00361766056580977 set_robot_commands_mean 0.003544828187335621 set_robot_commands_median 0.003565924167633057 set_robot_commands_min 0.0034298038482666014 sim_compute_performance-ego_max 0.003094944086941806 sim_compute_performance-ego_mean 0.002863150022246621 sim_compute_performance-ego_median 0.0028539899984995525 sim_compute_performance-ego_min 0.002649676005045573 sim_compute_sim_state_max 0.02256542444229126 sim_compute_sim_state_mean 0.02023355433435151 sim_compute_sim_state_median 0.020122195265509867 sim_compute_sim_state_min 0.01812440236409505 sim_render-ego_max 0.004703953266143799 sim_render-ego_mean 0.004329508904254798 sim_render-ego_median 0.0042988339337435635 sim_render-ego_min 0.004016414483388265 simulation-passed 1 step_physics_max 0.08531472357836636 step_physics_mean 0.07683086969635704 step_physics_median 0.07838171164194743 step_physics_min 0.06524533192316691 survival_time_max 14.950000000000076 survival_time_mean 11.762500000000056 survival_time_min 2.2
No reset possible 43365
11665
Bhavya Patwa  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 04:29:09+00:00 2020-11-26 04:36:40+00:00 0:07:31 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.759237488181555 survival_time_median 12.950000000000047 deviation-center-line_median 0.44944568485294545 in-drivable-lane_median 5.175000000000061
other stats agent_compute-ego_max 0.01816086769104004 agent_compute-ego_mean 0.01640778757592584 agent_compute-ego_median 0.016343333312109402 agent_compute-ego_min 0.014783615988444508 complete-iteration_max 0.22969627380371097 complete-iteration_mean 0.1990444472514089 complete-iteration_median 0.19403053083256175 complete-iteration_min 0.17842045353680122 deviation-center-line_max 0.624019953750595 deviation-center-line_mean 0.4292355461829628 deviation-center-line_min 0.19403086127536495 deviation-heading_max 3.1759485254682747 deviation-heading_mean 1.993695232278493 deviation-heading_median 1.9745965132221015 deviation-heading_min 0.8496393772014945 driven_any_max 3.40447138432903 driven_any_mean 2.7895754529537804 driven_any_median 3.1415248893790895 driven_any_min 1.470780648727912 driven_lanedir_consec_max 2.0549489616094747 driven_lanedir_consec_mean 1.7054177316731125 driven_lanedir_consec_min 1.2482469887198662 driven_lanedir_max 2.0549489616094747 driven_lanedir_mean 1.7054177316731125 driven_lanedir_median 1.759237488181555 driven_lanedir_min 1.2482469887198662 get_duckie_state_max 1.8103917439778649e-06 get_duckie_state_mean 1.6225326205404306e-06 get_duckie_state_median 1.5911768798400708e-06 get_duckie_state_min 1.4973849785037157e-06 get_robot_state_max 0.011195800417945498 get_robot_state_mean 0.010456274672899854 get_robot_state_median 0.010462237635279087 get_robot_state_min 0.00970482300309574 get_state_dump_max 0.008344922746930803 get_state_dump_mean 0.00800666403363635 get_state_dump_median 0.007986191365776992 get_state_dump_min 0.0077093506560606114 get_ui_image_max 0.043235215686616445 get_ui_image_mean 0.03454890380551469 get_ui_image_median 0.0327712616149117 get_ui_image_min 0.029417876305618908 in-drivable-lane_max 6.750000000000079 in-drivable-lane_mean 4.45000000000005 in-drivable-lane_min 0.6999999999999975 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.470780648727912, "get_ui_image": 0.043235215686616445, "step_physics": 0.10830661682855516, "survival_time": 5.249999999999989, "driven_lanedir": 1.2482469887198662, "get_state_dump": 0.008344922746930803, "sim_render-ego": 0.004750022434052967, "get_robot_state": 0.011195800417945498, "get_duckie_state": 1.671200706845238e-06, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.01816086769104004, "deviation-heading": 0.8496393772014945, "complete-iteration": 0.22969627380371097, "set_robot_commands": 0.003706087384905134, "deviation-center-line": 0.19403086127536495, "driven_lanedir_consec": 1.2482469887198662, "sim_compute_sim_state": 0.02841669264293852, "sim_compute_performance-ego": 0.0034850960686093283}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.40447138432903, "get_ui_image": 0.03436672925949097, "step_physics": 0.09510557651519776, "survival_time": 14.950000000000076, "driven_lanedir": 1.800873972041632, "get_state_dump": 0.008184706370035807, "sim_render-ego": 0.004761749903361002, "get_robot_state": 0.010504028797149656, "get_duckie_state": 1.8103917439778649e-06, "in-drivable-lane": 6.750000000000079, "agent_compute-ego": 0.017018402417500814, "deviation-heading": 3.1759485254682747, "complete-iteration": 0.20228946050008137, "set_robot_commands": 0.0037079389890034994, "deviation-center-line": 0.624019953750595, "driven_lanedir_consec": 1.800873972041632, "sim_compute_sim_state": 0.02542792240778605, "sim_compute_performance-ego": 0.0031133015950520833}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.3739946481174523, "get_ui_image": 0.031175793970332422, "step_physics": 0.08874230174457326, "survival_time": 13.600000000000058, "driven_lanedir": 1.7176010043214778, "get_state_dump": 0.0077093506560606114, "sim_render-ego": 0.004504658720072578, "get_robot_state": 0.00970482300309574, "get_duckie_state": 1.5111530528349034e-06, "in-drivable-lane": 5.350000000000065, "agent_compute-ego": 0.015668264206717995, "deviation-heading": 2.878751580134806, "complete-iteration": 0.1857716011650422, "set_robot_commands": 0.0038419830448487226, "deviation-center-line": 0.5087044729664071, "driven_lanedir_consec": 1.7176010043214778, "sim_compute_sim_state": 0.021015825517037335, "sim_compute_performance-ego": 0.0033111984238905065}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.909055130640726, "get_ui_image": 0.029417876305618908, "step_physics": 0.07914964164175638, "survival_time": 12.30000000000004, "driven_lanedir": 2.0549489616094747, "get_state_dump": 0.007787676361518178, "sim_render-ego": 0.004594110861057188, "get_robot_state": 0.01042044647340852, "get_duckie_state": 1.4973849785037157e-06, "in-drivable-lane": 5.000000000000058, "agent_compute-ego": 0.014783615988444508, "deviation-heading": 1.0704414463093976, "complete-iteration": 0.17842045353680122, "set_robot_commands": 0.003642300280129038, "deviation-center-line": 0.3901868967394838, "driven_lanedir_consec": 2.0549489616094747, "sim_compute_sim_state": 0.025581894851312403, "sim_compute_performance-ego": 0.0029448464633972664}}set_robot_commands_max 0.0038419830448487226 set_robot_commands_mean 0.0037245774247215984 set_robot_commands_median 0.003707013186954317 set_robot_commands_min 0.003642300280129038 sim_compute_performance-ego_max 0.0034850960686093283 sim_compute_performance-ego_mean 0.0032136106377372957 sim_compute_performance-ego_median 0.003212250009471295 sim_compute_performance-ego_min 0.0029448464633972664 sim_compute_sim_state_max 0.02841669264293852 sim_compute_sim_state_mean 0.025110583854768578 sim_compute_sim_state_median 0.025504908629549225 sim_compute_sim_state_min 0.021015825517037335 sim_render-ego_max 0.004761749903361002 sim_render-ego_mean 0.004652635479635934 sim_render-ego_median 0.004672066647555078 sim_render-ego_min 0.004504658720072578 simulation-passed 1 step_physics_max 0.10830661682855516 step_physics_mean 0.09282603418252064 step_physics_median 0.0919239391298855 step_physics_min 0.07914964164175638 survival_time_max 14.950000000000076 survival_time_mean 11.52500000000004 survival_time_min 5.249999999999989
No reset possible 43339
11661
Dishank Bansal  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 04:03:12+00:00 2020-11-26 04:12:31+00:00 0:09:19 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.9734260703694666 survival_time_median 14.950000000000076 deviation-center-line_median 0.6819843239096981 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.04956571896870931 agent_compute-ego_mean 0.04526296118895213 agent_compute-ego_median 0.0471013073126475 agent_compute-ego_min 0.0372835111618042 complete-iteration_max 0.2520369497934977 complete-iteration_mean 0.22848664482434589 complete-iteration_median 0.24254894971847535 complete-iteration_min 0.1768117300669352 deviation-center-line_max 0.912307178188496 deviation-center-line_mean 0.7149081653000697 deviation-center-line_min 0.5833568351923865 deviation-heading_max 3.017426225943718 deviation-heading_mean 2.05023610311985 deviation-heading_median 1.8633754484465392 deviation-heading_min 1.4567672896426025 driven_any_max 3.210763988053704 driven_any_mean 2.832605948826132 driven_any_median 3.009230547474627 driven_any_min 2.1011987123015703 driven_lanedir_consec_max 3.184073549119415 driven_lanedir_consec_mean 2.7619045844028225 driven_lanedir_consec_min 1.9166926477529425 driven_lanedir_max 3.184073549119415 driven_lanedir_mean 2.7619045844028225 driven_lanedir_median 2.9734260703694666 driven_lanedir_min 1.9166926477529425 get_duckie_state_max 1.7674763997395833e-06 get_duckie_state_mean 1.563429832458496e-06 get_duckie_state_median 1.5874703725179036e-06 get_duckie_state_min 1.3113021850585938e-06 get_robot_state_max 0.01113346815109253 get_robot_state_mean 0.01047285775343577 get_robot_state_median 0.010975860754648844 get_robot_state_min 0.008806241353352865 get_state_dump_max 0.008522686958312988 get_state_dump_mean 0.008106666604677834 get_state_dump_median 0.008276512225468952 get_state_dump_min 0.007350955009460449 get_ui_image_max 0.03984044075012207 get_ui_image_mean 0.034888590375582375 get_ui_image_median 0.036825213034947714 get_ui_image_min 0.026063494682312012 in-drivable-lane_max 1.5499999999999954 in-drivable-lane_mean 0.3874999999999989 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0308677412623015, "get_ui_image": 0.03834139903386434, "step_physics": 0.10070145209630332, "survival_time": 14.950000000000076, "driven_lanedir": 2.9943267213244473, "get_state_dump": 0.008255727291107177, "sim_render-ego": 0.005102991263071696, "get_robot_state": 0.010961213111877442, "get_duckie_state": 1.7674763997395833e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.04956571896870931, "deviation-heading": 1.9320361035009723, "complete-iteration": 0.2520369497934977, "set_robot_commands": 0.003908540407816569, "deviation-center-line": 0.6356106426262015, "driven_lanedir_consec": 2.9943267213244473, "sim_compute_sim_state": 0.031866348584493, "sim_compute_performance-ego": 0.003243789672851562}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.210763988053704, "get_ui_image": 0.03984044075012207, "step_physics": 0.10306533892949422, "survival_time": 14.950000000000076, "driven_lanedir": 3.184073549119415, "get_state_dump": 0.008522686958312988, "sim_render-ego": 0.005344874064127605, "get_robot_state": 0.01113346815109253, "get_duckie_state": 1.5823046366373698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.04636706431706746, "deviation-heading": 1.4567672896426025, "complete-iteration": 0.24946590423583984, "set_robot_commands": 0.003460964361826578, "deviation-center-line": 0.5833568351923865, "driven_lanedir_consec": 3.184073549119415, "sim_compute_sim_state": 0.028256733417510987, "sim_compute_performance-ego": 0.003382099469502767}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.1011987123015703, "get_ui_image": 0.03530902703603109, "step_physics": 0.0963989512125651, "survival_time": 14.950000000000076, "driven_lanedir": 1.9166926477529425, "get_state_dump": 0.008297297159830729, "sim_render-ego": 0.005012470881144206, "get_robot_state": 0.010990508397420247, "get_duckie_state": 1.5926361083984374e-06, "in-drivable-lane": 1.5499999999999954, "agent_compute-ego": 0.04783555030822754, "deviation-heading": 3.017426225943718, "complete-iteration": 0.23563199520111083, "set_robot_commands": 0.0033900221188863117, "deviation-center-line": 0.912307178188496, "driven_lanedir_consec": 1.9166926477529425, "sim_compute_sim_state": 0.025226282278696697, "sim_compute_performance-ego": 0.0030803934733072916}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.987593353686952, "get_ui_image": 0.026063494682312012, "step_physics": 0.0686224341392517, "survival_time": 14.950000000000076, "driven_lanedir": 2.952525419414486, "get_state_dump": 0.007350955009460449, "sim_render-ego": 0.004043121337890625, "get_robot_state": 0.008806241353352865, "get_duckie_state": 1.3113021850585938e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.0372835111618042, "deviation-heading": 1.794714793392106, "complete-iteration": 0.1768117300669352, "set_robot_commands": 0.003038483460744222, "deviation-center-line": 0.7283580051931948, "driven_lanedir_consec": 2.952525419414486, "sim_compute_sim_state": 0.018879544734954835, "sim_compute_performance-ego": 0.0026377169291178387}}set_robot_commands_max 0.003908540407816569 set_robot_commands_mean 0.0034495025873184206 set_robot_commands_median 0.003425493240356445 set_robot_commands_min 0.003038483460744222 sim_compute_performance-ego_max 0.003382099469502767 sim_compute_performance-ego_mean 0.0030859998861948647 sim_compute_performance-ego_median 0.0031620915730794273 sim_compute_performance-ego_min 0.0026377169291178387 sim_compute_sim_state_max 0.031866348584493 sim_compute_sim_state_mean 0.02605722725391388 sim_compute_sim_state_median 0.02674150784810384 sim_compute_sim_state_min 0.018879544734954835 sim_render-ego_max 0.005344874064127605 sim_render-ego_mean 0.004875864386558532 sim_render-ego_median 0.005057731072107951 sim_render-ego_min 0.004043121337890625 simulation-passed 1 step_physics_max 0.10306533892949422 step_physics_mean 0.09219704409440356 step_physics_median 0.0985502016544342 step_physics_min 0.0686224341392517 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43318
11658
Philippe Reddy  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 03:16:51+00:00 2020-11-26 03:24:53+00:00 0:08:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.627797569844133 survival_time_median 14.950000000000076 deviation-center-line_median 0.8757248784461935 in-drivable-lane_median 1.2500000000000058
other stats agent_compute-ego_max 0.01563054958979289 agent_compute-ego_mean 0.014485839804013571 agent_compute-ego_median 0.014169293244679767 agent_compute-ego_min 0.013974223136901855 complete-iteration_max 0.18352819681167604 complete-iteration_mean 0.16353535691897075 complete-iteration_median 0.15974699060122172 complete-iteration_min 0.15111924966176352 deviation-center-line_max 1.0196101249959575 deviation-center-line_mean 0.8940367000251224 deviation-center-line_min 0.8050869182121447 deviation-heading_max 4.445214653964169 deviation-heading_mean 3.678008531859106 deviation-heading_median 3.4768480573639806 deviation-heading_min 3.313123358744292 driven_any_max 4.849536352419684 driven_any_mean 4.845348656313284 driven_any_median 4.84917207309696 driven_any_min 4.8335141266395345 driven_lanedir_consec_max 4.305113035167678 driven_lanedir_consec_mean 3.404898853607225 driven_lanedir_consec_min 2.0588872395729565 driven_lanedir_max 4.305113035167678 driven_lanedir_mean 3.8949576088312625 driven_lanedir_median 4.113951484896539 driven_lanedir_min 3.046814430364291 get_duckie_state_max 1.456737518310547e-06 get_duckie_state_mean 1.3389190038045248e-06 get_duckie_state_median 1.3228257497151694e-06 get_duckie_state_min 1.2532869974772136e-06 get_robot_state_max 0.00972169081370036 get_robot_state_mean 0.009235985279083252 get_robot_state_median 0.00918607195218404 get_robot_state_min 0.008850106398264567 get_state_dump_max 0.008329571882883708 get_state_dump_mean 0.0076238850752512605 get_state_dump_median 0.007483518123626709 get_state_dump_min 0.0071989321708679195 get_ui_image_max 0.031118452548980713 get_ui_image_mean 0.028329457640647888 get_ui_image_median 0.02832238992055257 get_ui_image_min 0.025554598172505695 in-drivable-lane_max 4.550000000000029 in-drivable-lane_mean 1.9875000000000096 in-drivable-lane_min 0.8999999999999968 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.8335141266395345, "get_ui_image": 0.03094984213511149, "step_physics": 0.08543208360671997, "survival_time": 14.950000000000076, "driven_lanedir": 4.208780709323975, "get_state_dump": 0.007658056418100993, "sim_render-ego": 0.004721891085306803, "get_robot_state": 0.00972169081370036, "get_duckie_state": 1.456737518310547e-06, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.01563054958979289, "deviation-heading": 4.445214653964169, "complete-iteration": 0.18352819681167604, "set_robot_commands": 0.00371945063273112, "deviation-center-line": 1.0196101249959575, "driven_lanedir_consec": 4.208780709323975, "sim_compute_sim_state": 0.02255639632542928, "sim_compute_performance-ego": 0.003048898379007975}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.849536352419684, "get_ui_image": 0.031118452548980713, "step_physics": 0.0750649094581604, "survival_time": 14.950000000000076, "driven_lanedir": 4.305113035167678, "get_state_dump": 0.008329571882883708, "sim_render-ego": 0.004320502281188965, "get_robot_state": 0.009460426171620687, "get_duckie_state": 1.3836224873860678e-06, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.014195292790730797, "deviation-heading": 3.348538137083347, "complete-iteration": 0.16743553876876832, "set_robot_commands": 0.003531773885091146, "deviation-center-line": 0.865175833641713, "driven_lanedir_consec": 4.305113035167678, "sim_compute_sim_state": 0.018453285694122315, "sim_compute_performance-ego": 0.002871697743733724}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.8491095081528215, "get_ui_image": 0.025554598172505695, "step_physics": 0.06765372276306153, "survival_time": 14.950000000000076, "driven_lanedir": 3.046814430364291, "get_state_dump": 0.007308979829152425, "sim_render-ego": 0.004198315143585205, "get_robot_state": 0.008911717732747395, "get_duckie_state": 1.2532869974772136e-06, "in-drivable-lane": 4.550000000000029, "agent_compute-ego": 0.014143293698628745, "deviation-heading": 3.313123358744292, "complete-iteration": 0.15111924966176352, "set_robot_commands": 0.003515983422597249, "deviation-center-line": 0.886273923250674, "driven_lanedir_consec": 3.046814430364291, "sim_compute_sim_state": 0.017033514976501466, "sim_compute_performance-ego": 0.0027130444844563804}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.849234638041098, "get_ui_image": 0.025694937705993653, "step_physics": 0.06753637472788493, "survival_time": 14.950000000000076, "driven_lanedir": 4.019122260469104, "get_state_dump": 0.0071989321708679195, "sim_render-ego": 0.003994690577189128, "get_robot_state": 0.008850106398264567, "get_duckie_state": 1.2620290120442708e-06, "in-drivable-lane": 1.549999999999998, "agent_compute-ego": 0.013974223136901855, "deviation-heading": 3.605157977644614, "complete-iteration": 0.15205844243367514, "set_robot_commands": 0.0035060660044352212, "deviation-center-line": 0.8050869182121447, "driven_lanedir_consec": 2.0588872395729565, "sim_compute_sim_state": 0.018511257966359457, "sim_compute_performance-ego": 0.002705256938934326}}set_robot_commands_max 0.00371945063273112 set_robot_commands_mean 0.003568318486213684 set_robot_commands_median 0.003523878653844198 set_robot_commands_min 0.0035060660044352212 sim_compute_performance-ego_max 0.003048898379007975 sim_compute_performance-ego_mean 0.002834724386533102 sim_compute_performance-ego_median 0.002792371114095052 sim_compute_performance-ego_min 0.002705256938934326 sim_compute_sim_state_max 0.02255639632542928 sim_compute_sim_state_mean 0.01913861374060313 sim_compute_sim_state_median 0.018482271830240884 sim_compute_sim_state_min 0.017033514976501466 sim_render-ego_max 0.004721891085306803 sim_render-ego_mean 0.004308849771817525 sim_render-ego_median 0.004259408712387084 sim_render-ego_min 0.003994690577189128 simulation-passed 1 step_physics_max 0.08543208360671997 step_physics_mean 0.0739217726389567 step_physics_median 0.07135931611061097 step_physics_min 0.06753637472788493 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43296
11656
Mo Kleit  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 03:06:32+00:00 2020-11-26 03:12:26+00:00 0:05:54 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.2477498718126263 survival_time_median 11.57500000000003 deviation-center-line_median 0.5739415175238045 in-drivable-lane_median 5.450000000000032
other stats agent_compute-ego_max 0.01327641010284424 agent_compute-ego_mean 0.012575545439660147 agent_compute-ego_median 0.012602526473436383 agent_compute-ego_min 0.011820718708923598 complete-iteration_max 0.14493677934010823 complete-iteration_mean 0.13593486805498714 complete-iteration_median 0.13740972728152542 complete-iteration_min 0.12398323831678944 deviation-center-line_max 0.787803281188308 deviation-center-line_mean 0.5085624793234718 deviation-center-line_min 0.09856360105796992 deviation-heading_max 2.30937819615025 deviation-heading_mean 1.4626893434018915 deviation-heading_median 1.4590751564251416 deviation-heading_min 0.6232288646070333 driven_any_max 5.731440252672621 driven_any_mean 4.370157570647964 driven_any_median 4.450806132659679 driven_any_min 2.84757776459988 driven_lanedir_consec_max 3.4255761272286804 driven_lanedir_consec_mean 2.0552689861491507 driven_lanedir_consec_min 0.30000007374266946 driven_lanedir_max 3.4255761272286804 driven_lanedir_mean 2.0552689861491507 driven_lanedir_median 2.2477498718126263 driven_lanedir_min 0.30000007374266946 get_duckie_state_max 1.4019012451171877e-06 get_duckie_state_mean 1.1901439542682429e-06 get_duckie_state_median 1.147115280859581e-06 get_duckie_state_min 1.064444010236622e-06 get_robot_state_max 0.008967745304107665 get_robot_state_mean 0.008413049210992316 get_robot_state_median 0.00828761506181226 get_robot_state_min 0.00810922141623708 get_state_dump_max 0.007443935871124268 get_state_dump_mean 0.0070009447804202755 get_state_dump_median 0.006892385447623104 get_state_dump_min 0.006775072355310626 get_ui_image_max 0.02520771582921346 get_ui_image_mean 0.023277760703076456 get_ui_image_median 0.022915165860392703 get_ui_image_min 0.022072995262306955 in-drivable-lane_max 9.95000000000002 in-drivable-lane_mean 5.5125000000000215 in-drivable-lane_min 1.2000000000000002 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 5.731440252672621, "get_ui_image": 0.02520771582921346, "step_physics": 0.06371728817621868, "survival_time": 14.950000000000076, "driven_lanedir": 2.1817339355114447, "get_state_dump": 0.007443935871124268, "sim_render-ego": 0.004104337692260742, "get_robot_state": 0.008967745304107665, "get_duckie_state": 1.4019012451171877e-06, "in-drivable-lane": 8.400000000000059, "agent_compute-ego": 0.012928341229756671, "deviation-heading": 1.8825286728284536, "complete-iteration": 0.14451719204584756, "set_robot_commands": 0.0034158992767333984, "deviation-center-line": 0.7034136548489859, "driven_lanedir_consec": 2.1817339355114447, "sim_compute_sim_state": 0.016014939943949383, "sim_compute_performance-ego": 0.0026275030771891277}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.574524197046241, "get_ui_image": 0.022072995262306955, "step_physics": 0.05253611938862861, "survival_time": 11.850000000000032, "driven_lanedir": 3.4255761272286804, "get_state_dump": 0.006775072355310626, "sim_render-ego": 0.00362628522301525, "get_robot_state": 0.00811576541466049, "get_duckie_state": 1.1005482090173391e-06, "in-drivable-lane": 2.5000000000000053, "agent_compute-ego": 0.011820718708923598, "deviation-heading": 2.30937819615025, "complete-iteration": 0.12398323831678944, "set_robot_commands": 0.002772307094139389, "deviation-center-line": 0.787803281188308, "driven_lanedir_consec": 3.4255761272286804, "sim_compute_sim_state": 0.013848323862260908, "sim_compute_performance-ego": 0.002335538341023248}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.327088068273118, "get_ui_image": 0.02226130413798104, "step_physics": 0.05762869910856264, "survival_time": 11.300000000000026, "driven_lanedir": 0.30000007374266946, "get_state_dump": 0.006779567330284456, "sim_render-ego": 0.003655968514163937, "get_robot_state": 0.00810922141623708, "get_duckie_state": 1.064444010236622e-06, "in-drivable-lane": 9.95000000000002, "agent_compute-ego": 0.012276711717116097, "deviation-heading": 0.6232288646070333, "complete-iteration": 0.13030226251720328, "set_robot_commands": 0.0027176173387375552, "deviation-center-line": 0.09856360105796992, "driven_lanedir_consec": 0.30000007374266946, "sim_compute_sim_state": 0.014467529490985702, "sim_compute_performance-ego": 0.002325495787426434}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.84757776459988, "get_ui_image": 0.023569027582804363, "step_physics": 0.06523578802744548, "survival_time": 7.499999999999981, "driven_lanedir": 2.313765808113808, "get_state_dump": 0.007005203564961752, "sim_render-ego": 0.00386873722076416, "get_robot_state": 0.00845946470896403, "get_duckie_state": 1.193682352701823e-06, "in-drivable-lane": 1.2000000000000002, "agent_compute-ego": 0.01327641010284424, "deviation-heading": 1.0356216400218294, "complete-iteration": 0.14493677934010823, "set_robot_commands": 0.003321515719095866, "deviation-center-line": 0.44446938019862325, "driven_lanedir_consec": 2.313765808113808, "sim_compute_sim_state": 0.017592066129048664, "sim_compute_performance-ego": 0.00252194086710612}}set_robot_commands_max 0.0034158992767333984 set_robot_commands_mean 0.0030568348571765524 set_robot_commands_median 0.0030469114066176274 set_robot_commands_min 0.0027176173387375552 sim_compute_performance-ego_max 0.0026275030771891277 sim_compute_performance-ego_mean 0.0024526195181862323 sim_compute_performance-ego_median 0.002428739604064684 sim_compute_performance-ego_min 0.002325495787426434 sim_compute_sim_state_max 0.017592066129048664 sim_compute_sim_state_mean 0.015480714856561164 sim_compute_sim_state_median 0.015241234717467545 sim_compute_sim_state_min 0.013848323862260908 sim_render-ego_max 0.004104337692260742 sim_render-ego_mean 0.003813832162551022 sim_render-ego_median 0.003762352867464049 sim_render-ego_min 0.00362628522301525 simulation-passed 1 step_physics_max 0.06523578802744548 step_physics_mean 0.05977947367521385 step_physics_median 0.060672993642390656 step_physics_min 0.05253611938862861 survival_time_max 14.950000000000076 survival_time_mean 11.400000000000029 survival_time_min 7.499999999999981
No reset possible 43268
11652
Philippe Reddy  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 02:34:19+00:00 2020-11-26 02:41:23+00:00 0:07:04 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.548022460265133 survival_time_median 14.950000000000076 deviation-center-line_median 0.7541182053556441 in-drivable-lane_median 4.300000000000047
other stats agent_compute-ego_max 0.012303405602773033 agent_compute-ego_mean 0.01188901464144389 agent_compute-ego_median 0.011924196481704712 agent_compute-ego_min 0.0114042599995931 complete-iteration_max 0.13901285807291666 complete-iteration_mean 0.1292243444919586 complete-iteration_median 0.12682509660720823 complete-iteration_min 0.1242343266805013 deviation-center-line_max 1.008024050036144 deviation-center-line_mean 0.7487315778247549 deviation-center-line_min 0.47866585055158745 deviation-heading_max 3.5102658568568996 deviation-heading_mean 2.7723624888037537 deviation-heading_median 2.7200948616432563 deviation-heading_min 2.1389943750716025 driven_any_max 3.8798133934050063 driven_any_mean 3.8765162919400304 driven_any_median 3.879609940092395 driven_any_min 3.867031894170325 driven_lanedir_consec_max 3.765993086301372 driven_lanedir_consec_mean 2.6940655736893206 driven_lanedir_consec_min 1.9142242879256457 driven_lanedir_max 3.765993086301372 driven_lanedir_mean 2.695805419205049 driven_lanedir_median 2.551502151296589 driven_lanedir_min 1.9142242879256457 get_duckie_state_max 1.4019012451171877e-06 get_duckie_state_mean 1.3264020284016927e-06 get_duckie_state_median 1.3216336568196614e-06 get_duckie_state_min 1.2604395548502603e-06 get_robot_state_max 0.00853533665339152 get_robot_state_mean 0.008278683225313822 get_robot_state_median 0.008222882747650147 get_robot_state_min 0.008133630752563476 get_state_dump_max 0.007107005914052327 get_state_dump_mean 0.00690798819065094 get_state_dump_median 0.006859480937321981 get_state_dump_min 0.0068059849739074705 get_ui_image_max 0.0233084233601888 get_ui_image_mean 0.022624513308207195 get_ui_image_median 0.022588355541229246 get_ui_image_min 0.02201291879018148 in-drivable-lane_max 6.800000000000083 in-drivable-lane_mean 3.850000000000044 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.867031894170325, "get_ui_image": 0.023016032377878824, "step_physics": 0.052336020469665526, "survival_time": 14.950000000000076, "driven_lanedir": 2.7545439757749177, "get_state_dump": 0.006911136309305827, "sim_render-ego": 0.003603381315867106, "get_robot_state": 0.008236056168874104, "get_duckie_state": 1.3597806294759114e-06, "in-drivable-lane": 3.350000000000019, "agent_compute-ego": 0.0114042599995931, "deviation-heading": 3.5102658568568996, "complete-iteration": 0.1247171433766683, "set_robot_commands": 0.0026986122131347655, "deviation-center-line": 1.008024050036144, "driven_lanedir_consec": 2.7545439757749177, "sim_compute_sim_state": 0.014100077946980797, "sim_compute_performance-ego": 0.0023348251978556316}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.879733330181677, "get_ui_image": 0.02201291879018148, "step_physics": 0.05253954410552979, "survival_time": 14.950000000000076, "driven_lanedir": 3.765993086301372, "get_state_dump": 0.006807825565338135, "sim_render-ego": 0.004174891312917073, "get_robot_state": 0.008133630752563476, "get_duckie_state": 1.2604395548502603e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011789186000823976, "deviation-heading": 2.91656691713796, "complete-iteration": 0.1242343266805013, "set_robot_commands": 0.0027745564778645835, "deviation-center-line": 0.8850579586981242, "driven_lanedir_consec": 3.765993086301372, "sim_compute_sim_state": 0.013591313362121582, "sim_compute_performance-ego": 0.0023323408762613933}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.879486550003113, "get_ui_image": 0.022160678704579672, "step_physics": 0.05681554238001506, "survival_time": 14.950000000000076, "driven_lanedir": 1.9142242879256457, "get_state_dump": 0.0068059849739074705, "sim_render-ego": 0.003672731717427571, "get_robot_state": 0.008209709326426189, "get_duckie_state": 1.2834866841634116e-06, "in-drivable-lane": 6.800000000000083, "agent_compute-ego": 0.01205920696258545, "deviation-heading": 2.5236228061485524, "complete-iteration": 0.1289330498377482, "set_robot_commands": 0.002719247341156006, "deviation-center-line": 0.47866585055158745, "driven_lanedir_consec": 1.9142242879256457, "sim_compute_sim_state": 0.014075856208801267, "sim_compute_performance-ego": 0.002335171699523926}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.8798133934050063, "get_ui_image": 0.0233084233601888, "step_physics": 0.061336641311645505, "survival_time": 14.950000000000076, "driven_lanedir": 2.3484603268182607, "get_state_dump": 0.007107005914052327, "sim_render-ego": 0.0037539068857828776, "get_robot_state": 0.00853533665339152, "get_duckie_state": 1.4019012451171877e-06, "in-drivable-lane": 5.250000000000075, "agent_compute-ego": 0.012303405602773033, "deviation-heading": 2.1389943750716025, "complete-iteration": 0.13901285807291666, "set_robot_commands": 0.0030718278884887696, "deviation-center-line": 0.6231784520131641, "driven_lanedir_consec": 2.341500944755348, "sim_compute_sim_state": 0.01708419402440389, "sim_compute_performance-ego": 0.0024300829569498697}}set_robot_commands_max 0.0030718278884887696 set_robot_commands_mean 0.002816060980161031 set_robot_commands_median 0.0027469019095102947 set_robot_commands_min 0.0026986122131347655 sim_compute_performance-ego_max 0.0024300829569498697 sim_compute_performance-ego_mean 0.0023581051826477052 sim_compute_performance-ego_median 0.0023349984486897785 sim_compute_performance-ego_min 0.0023323408762613933 sim_compute_sim_state_max 0.01708419402440389 sim_compute_sim_state_mean 0.014712860385576884 sim_compute_sim_state_median 0.014087967077891032 sim_compute_sim_state_min 0.013591313362121582 sim_render-ego_max 0.004174891312917073 sim_render-ego_mean 0.003801227807998657 sim_render-ego_median 0.003713319301605225 sim_render-ego_min 0.003603381315867106 simulation-passed 1 step_physics_max 0.061336641311645505 step_physics_mean 0.055756937066713974 step_physics_median 0.05467754324277242 step_physics_min 0.052336020469665526 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43262
11651
Bhavya Patwa  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 02:17:36+00:00 2020-11-26 02:24:38+00:00 0:07:02 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.0088743491899708 survival_time_median 14.950000000000076 deviation-center-line_median 0.8284817073527851 in-drivable-lane_median 5.675000000000054
other stats agent_compute-ego_max 0.015048977533976236 agent_compute-ego_mean 0.012611448929744695 agent_compute-ego_median 0.011908577613110812 agent_compute-ego_min 0.011579662958780924 complete-iteration_max 0.17795888741811117 complete-iteration_mean 0.13903251747290293 complete-iteration_median 0.12790488044420878 complete-iteration_min 0.122361421585083 deviation-center-line_max 1.0107209134250568 deviation-center-line_mean 0.7481234434523585 deviation-center-line_min 0.32480944567880726 deviation-heading_max 4.936152218236415 deviation-heading_mean 3.377613396708914 deviation-heading_median 3.7870078328567174 deviation-heading_min 1.0002857028858063 driven_any_max 1.939982435599878 driven_any_mean 1.8819661135518535 driven_any_median 1.9368135962014468 driven_any_min 1.7142548262046435 driven_lanedir_consec_max 1.4844093274564738 driven_lanedir_consec_mean 0.9816257470634202 driven_lanedir_consec_min 0.4243449624172655 driven_lanedir_max 1.4844093274564738 driven_lanedir_mean 0.9816257470634202 driven_lanedir_median 1.0088743491899708 driven_lanedir_min 0.4243449624172655 get_duckie_state_max 1.968542734781901e-06 get_duckie_state_mean 1.7009853566967468e-06 get_duckie_state_median 1.633167266845703e-06 get_duckie_state_min 1.5690641583136791e-06 get_robot_state_max 0.009650115966796874 get_robot_state_mean 0.008622459874213118 get_robot_state_median 0.008347503741582236 get_robot_state_min 0.008144716046891123 get_state_dump_max 0.007701214949289958 get_state_dump_mean 0.007104440552633514 get_state_dump_median 0.006929688056310018 get_state_dump_min 0.0068571711486240606 get_ui_image_max 0.03072995106379191 get_ui_image_mean 0.024352575323116857 get_ui_image_median 0.02231199141568358 get_ui_image_min 0.02205636739730835 in-drivable-lane_max 9.550000000000058 in-drivable-lane_mean 5.83750000000005 in-drivable-lane_min 2.450000000000035 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9336594590064504, "get_ui_image": 0.03072995106379191, "step_physics": 0.08173679113388062, "survival_time": 14.950000000000076, "driven_lanedir": 1.2471010691285007, "get_state_dump": 0.007701214949289958, "sim_render-ego": 0.005486983458201091, "get_robot_state": 0.009650115966796874, "get_duckie_state": 1.968542734781901e-06, "in-drivable-lane": 4.400000000000044, "agent_compute-ego": 0.015048977533976236, "deviation-heading": 3.551103110543824, "complete-iteration": 0.17795888741811117, "set_robot_commands": 0.0036917837460835774, "deviation-center-line": 1.0107209134250568, "driven_lanedir_consec": 1.2471010691285007, "sim_compute_sim_state": 0.02079583247502645, "sim_compute_performance-ego": 0.003028130531311035}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.939982435599878, "get_ui_image": 0.022272793451944987, "step_physics": 0.05263971964518229, "survival_time": 14.950000000000076, "driven_lanedir": 1.4844093274564738, "get_state_dump": 0.006981220245361328, "sim_render-ego": 0.003711405595143636, "get_robot_state": 0.008451276620229086, "get_duckie_state": 1.693566640218099e-06, "in-drivable-lane": 2.450000000000035, "agent_compute-ego": 0.01221944808959961, "deviation-heading": 4.0229125551696105, "complete-iteration": 0.12471729119618734, "set_robot_commands": 0.002865420977274577, "deviation-center-line": 0.9671019524432932, "driven_lanedir_consec": 1.4844093274564738, "sim_compute_sim_state": 0.013067575295766194, "sim_compute_performance-ego": 0.0024284934997558594}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.7142548262046435, "get_ui_image": 0.02235118937942217, "step_physics": 0.05185425326509296, "survival_time": 13.250000000000052, "driven_lanedir": 0.4243449624172655, "get_state_dump": 0.0068571711486240606, "sim_render-ego": 0.0036307271921409753, "get_robot_state": 0.008144716046891123, "get_duckie_state": 1.5690641583136791e-06, "in-drivable-lane": 9.550000000000058, "agent_compute-ego": 0.011597707136622016, "deviation-heading": 1.0002857028858063, "complete-iteration": 0.122361421585083, "set_robot_commands": 0.0027004898719067845, "deviation-center-line": 0.32480944567880726, "driven_lanedir_consec": 0.4243449624172655, "sim_compute_sim_state": 0.012835518818981245, "sim_compute_performance-ego": 0.0023114825194736695}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9399677333964436, "get_ui_image": 0.02205636739730835, "step_physics": 0.05780152718226115, "survival_time": 14.950000000000076, "driven_lanedir": 0.7706476292514406, "get_state_dump": 0.006878155867258708, "sim_render-ego": 0.00362701416015625, "get_robot_state": 0.008243730862935384, "get_duckie_state": 1.5727678934733073e-06, "in-drivable-lane": 6.950000000000064, "agent_compute-ego": 0.011579662958780924, "deviation-heading": 4.936152218236415, "complete-iteration": 0.13109246969223023, "set_robot_commands": 0.0027280028661092123, "deviation-center-line": 0.6898614622622772, "driven_lanedir_consec": 0.7706476292514406, "sim_compute_sim_state": 0.01576939821243286, "sim_compute_performance-ego": 0.002329962253570557}}set_robot_commands_max 0.0036917837460835774 set_robot_commands_mean 0.0029964243653435377 set_robot_commands_median 0.0027967119216918946 set_robot_commands_min 0.0027004898719067845 sim_compute_performance-ego_max 0.003028130531311035 sim_compute_performance-ego_mean 0.00252451720102778 sim_compute_performance-ego_median 0.002379227876663208 sim_compute_performance-ego_min 0.0023114825194736695 sim_compute_sim_state_max 0.02079583247502645 sim_compute_sim_state_mean 0.015617081200551686 sim_compute_sim_state_median 0.014418486754099529 sim_compute_sim_state_min 0.012835518818981245 sim_render-ego_max 0.005486983458201091 sim_render-ego_mean 0.004114032601410488 sim_render-ego_median 0.003671066393642306 sim_render-ego_min 0.00362701416015625 simulation-passed 1 step_physics_max 0.08173679113388062 step_physics_mean 0.06100807280660425 step_physics_median 0.05522062341372172 step_physics_min 0.05185425326509296 survival_time_max 14.950000000000076 survival_time_mean 14.52500000000007 survival_time_min 13.250000000000052
No reset possible 43232
11643
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 01:02:04+00:00 2020-11-26 01:09:04+00:00 0:07:00 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.3180536092094277 survival_time_median 14.950000000000076 deviation-center-line_median 0.5792756248573986 in-drivable-lane_median 2.2000000000000015
other stats agent_compute-ego_max 0.014113372961680094 agent_compute-ego_mean 0.0126896071434021 agent_compute-ego_median 0.012573995192845662 agent_compute-ego_min 0.01149706522623698 complete-iteration_max 0.151426526705424 complete-iteration_mean 0.14008138318856556 complete-iteration_median 0.14149004101753235 complete-iteration_min 0.1259189240137736 deviation-center-line_max 0.8492615983519051 deviation-center-line_mean 0.5458672150773118 deviation-center-line_min 0.1756560122425451 deviation-heading_max 3.597320594432096 deviation-heading_mean 2.6887126770189247 deviation-heading_median 2.879229940790026 deviation-heading_min 1.3990702320635529 driven_any_max 3.959476246032006 driven_any_mean 3.648641636849825 driven_any_median 3.681510705684044 driven_any_min 3.272068889999205 driven_lanedir_consec_max 3.4203472249305604 driven_lanedir_consec_mean 2.675734035216767 driven_lanedir_consec_min 0.6464816975176528 driven_lanedir_max 3.4203472249305604 driven_lanedir_mean 2.675734035216767 driven_lanedir_median 3.3180536092094277 driven_lanedir_min 0.6464816975176528 get_duckie_state_max 1.976490020751953e-06 get_duckie_state_mean 1.8596649169921872e-06 get_duckie_state_median 1.8695990244547528e-06 get_duckie_state_min 1.7229715983072916e-06 get_robot_state_max 0.008829395771026611 get_robot_state_mean 0.008540207743644713 get_robot_state_median 0.008602829774220784 get_robot_state_min 0.008125775655110678 get_state_dump_max 0.007380017439524333 get_state_dump_mean 0.007122499744097392 get_state_dump_median 0.007163839340209961 get_state_dump_min 0.006782302856445313 get_ui_image_max 0.026029600302378338 get_ui_image_mean 0.024042476216952005 get_ui_image_median 0.023984593550364176 get_ui_image_min 0.022171117464701337 in-drivable-lane_max 11.75000000000008 in-drivable-lane_mean 4.412500000000019 in-drivable-lane_min 1.499999999999995 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.6353059863188633, "get_ui_image": 0.022171117464701337, "step_physics": 0.054483885765075686, "survival_time": 14.950000000000076, "driven_lanedir": 3.235794140250679, "get_state_dump": 0.006782302856445313, "sim_render-ego": 0.0036348692576090498, "get_robot_state": 0.008125775655110678, "get_duckie_state": 1.7229715983072916e-06, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.01149706522623698, "deviation-heading": 3.597320594432096, "complete-iteration": 0.1259189240137736, "set_robot_commands": 0.002741045951843262, "deviation-center-line": 0.8492615983519051, "driven_lanedir_consec": 3.235794140250679, "sim_compute_sim_state": 0.014085731506347655, "sim_compute_performance-ego": 0.002322986920674642}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.727715425049224, "get_ui_image": 0.023164087931315105, "step_physics": 0.05698326110839843, "survival_time": 14.950000000000076, "driven_lanedir": 3.400313078168177, "get_state_dump": 0.007380017439524333, "sim_render-ego": 0.0037575316429138183, "get_robot_state": 0.00864157199859619, "get_duckie_state": 1.8024444580078124e-06, "in-drivable-lane": 1.7500000000000009, "agent_compute-ego": 0.011789772510528564, "deviation-heading": 3.0057538912106105, "complete-iteration": 0.13203044573465983, "set_robot_commands": 0.002969375451405843, "deviation-center-line": 0.6290476115329724, "driven_lanedir_consec": 3.400313078168177, "sim_compute_sim_state": 0.014742753505706786, "sim_compute_performance-ego": 0.0025224685668945312}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.272068889999205, "get_ui_image": 0.026029600302378338, "step_physics": 0.06995383898417155, "survival_time": 14.950000000000076, "driven_lanedir": 0.6464816975176528, "get_state_dump": 0.007073166370391845, "sim_render-ego": 0.004047966798146565, "get_robot_state": 0.008564087549845377, "get_duckie_state": 1.9367535909016926e-06, "in-drivable-lane": 11.75000000000008, "agent_compute-ego": 0.014113372961680094, "deviation-heading": 1.3990702320635529, "complete-iteration": 0.1509496363004049, "set_robot_commands": 0.0034644198417663574, "deviation-center-line": 0.1756560122425451, "driven_lanedir_consec": 0.6464816975176528, "sim_compute_sim_state": 0.015070773760477702, "sim_compute_performance-ego": 0.002547460397084554}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.959476246032006, "get_ui_image": 0.024805099169413248, "step_physics": 0.06779151121775309, "survival_time": 14.950000000000076, "driven_lanedir": 3.4203472249305604, "get_state_dump": 0.007254512310028076, "sim_render-ego": 0.004045109748840332, "get_robot_state": 0.008829395771026611, "get_duckie_state": 1.976490020751953e-06, "in-drivable-lane": 2.650000000000002, "agent_compute-ego": 0.01335821787516276, "deviation-heading": 2.752705990369441, "complete-iteration": 0.151426526705424, "set_robot_commands": 0.003440685272216797, "deviation-center-line": 0.5295036381818248, "driven_lanedir_consec": 3.4203472249305604, "sim_compute_sim_state": 0.01910715182622274, "sim_compute_performance-ego": 0.0027081465721130373}}set_robot_commands_max 0.0034644198417663574 set_robot_commands_mean 0.0031538816293080647 set_robot_commands_median 0.00320503036181132 set_robot_commands_min 0.002741045951843262 sim_compute_performance-ego_max 0.0027081465721130373 sim_compute_performance-ego_mean 0.002525265614191691 sim_compute_performance-ego_median 0.0025349644819895427 sim_compute_performance-ego_min 0.002322986920674642 sim_compute_sim_state_max 0.01910715182622274 sim_compute_sim_state_mean 0.015751602649688723 sim_compute_sim_state_median 0.014906763633092244 sim_compute_sim_state_min 0.014085731506347655 sim_render-ego_max 0.004047966798146565 sim_render-ego_mean 0.003871369361877441 sim_render-ego_median 0.003901320695877075 sim_render-ego_min 0.0036348692576090498 simulation-passed 1 step_physics_max 0.06995383898417155 step_physics_mean 0.06230312426884969 step_physics_median 0.06238738616307576 step_physics_min 0.054483885765075686 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43220
11638
Dishank Bansal  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-26 00:26:12+00:00 2020-11-26 00:33:08+00:00 0:06:56 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.5622944664124268 survival_time_median 14.950000000000076 deviation-center-line_median 0.5453133986337604 in-drivable-lane_median 2.2250000000000316
other stats agent_compute-ego_max 0.01358212153116862 agent_compute-ego_mean 0.01284335990746816 agent_compute-ego_median 0.01302988568941752 agent_compute-ego_min 0.011731546719868978 complete-iteration_max 0.14688109079996745 complete-iteration_mean 0.13849487483501435 complete-iteration_median 0.138017373085022 complete-iteration_min 0.131063662370046 deviation-center-line_max 0.8139435816451902 deviation-center-line_mean 0.5355005689141594 deviation-center-line_min 0.2374318967439271 deviation-heading_max 3.8829243976311303 deviation-heading_mean 3.3110853486643856 deviation-heading_median 3.5184689628972783 deviation-heading_min 2.3244790712318553 driven_any_max 1.9398924342533952 driven_any_mean 1.9382934661637876 driven_any_median 1.939831210446112 driven_any_min 1.9336190095095311 driven_lanedir_consec_max 1.8518426651725917 driven_lanedir_consec_mean 1.534896443742944 driven_lanedir_consec_min 1.1631541769743317 driven_lanedir_max 1.8518426651725917 driven_lanedir_mean 1.534896443742944 driven_lanedir_median 1.5622944664124268 driven_lanedir_min 1.1631541769743317 get_duckie_state_max 1.2922286987304687e-06 get_duckie_state_mean 1.1551380157470705e-06 get_duckie_state_median 1.1622905731201172e-06 get_duckie_state_min 1.003742218017578e-06 get_robot_state_max 0.008832509517669678 get_robot_state_mean 0.008540550271670024 get_robot_state_median 0.008551118771235149 get_robot_state_min 0.008227454026540121 get_state_dump_max 0.007302916844685872 get_state_dump_mean 0.007173237403233846 get_state_dump_median 0.007225298484166464 get_state_dump_min 0.006939435799916585 get_ui_image_max 0.02618655999501546 get_ui_image_mean 0.024131122827529904 get_ui_image_median 0.02413614551226298 get_ui_image_min 0.022065640290578205 in-drivable-lane_max 4.650000000000003 in-drivable-lane_mean 2.2750000000000163 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9336190095095311, "get_ui_image": 0.02618655999501546, "step_physics": 0.06523611148198445, "survival_time": 14.950000000000076, "driven_lanedir": 1.2728610883622036, "get_state_dump": 0.007268397808074951, "sim_render-ego": 0.003973674774169922, "get_robot_state": 0.00872608184814453, "get_duckie_state": 1.2922286987304687e-06, "in-drivable-lane": 4.450000000000063, "agent_compute-ego": 0.01358212153116862, "deviation-heading": 2.3244790712318553, "complete-iteration": 0.14688109079996745, "set_robot_commands": 0.0035567855834960937, "deviation-center-line": 0.2374318967439271, "driven_lanedir_consec": 1.2728610883622036, "sim_compute_sim_state": 0.015675951639811198, "sim_compute_performance-ego": 0.0025915122032165528}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9398742958299564, "get_ui_image": 0.02572709639867147, "step_physics": 0.06430145661036174, "survival_time": 14.950000000000076, "driven_lanedir": 1.8518426651725917, "get_state_dump": 0.007302916844685872, "sim_render-ego": 0.00402661403020223, "get_robot_state": 0.008832509517669678, "get_duckie_state": 1.2596448262532552e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013544460932413738, "deviation-heading": 3.7275650369739055, "complete-iteration": 0.14446441968282064, "set_robot_commands": 0.0034412566820780435, "deviation-center-line": 0.5461076208820129, "driven_lanedir_consec": 1.8518426651725917, "sim_compute_sim_state": 0.014590941270192464, "sim_compute_performance-ego": 0.002610150973002116}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9397881250622675, "get_ui_image": 0.02254519462585449, "step_physics": 0.05810460567474365, "survival_time": 14.950000000000076, "driven_lanedir": 1.1631541769743317, "get_state_dump": 0.0071821991602579755, "sim_render-ego": 0.003760879039764405, "get_robot_state": 0.008376155694325765, "get_duckie_state": 1.0649363199869792e-06, "in-drivable-lane": 4.650000000000003, "agent_compute-ego": 0.012515310446421306, "deviation-heading": 3.8829243976311303, "complete-iteration": 0.1315703264872233, "set_robot_commands": 0.00279492457707723, "deviation-center-line": 0.8139435816451902, "driven_lanedir_consec": 1.1631541769743317, "sim_compute_sim_state": 0.013800543944040934, "sim_compute_performance-ego": 0.002409180005391439}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9398924342533952, "get_ui_image": 0.022065640290578205, "step_physics": 0.057625107765197754, "survival_time": 14.950000000000076, "driven_lanedir": 1.85172784446265, "get_state_dump": 0.006939435799916585, "sim_render-ego": 0.003627971013387044, "get_robot_state": 0.008227454026540121, "get_duckie_state": 1.003742218017578e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011731546719868978, "deviation-heading": 3.309372888820651, "complete-iteration": 0.131063662370046, "set_robot_commands": 0.002675060431162516, "deviation-center-line": 0.5445191763855077, "driven_lanedir_consec": 1.85172784446265, "sim_compute_sim_state": 0.015760536193847655, "sim_compute_performance-ego": 0.0023327962557474773}}set_robot_commands_max 0.0035567855834960937 set_robot_commands_mean 0.003117006818453471 set_robot_commands_median 0.003118090629577637 set_robot_commands_min 0.002675060431162516 sim_compute_performance-ego_max 0.002610150973002116 sim_compute_performance-ego_mean 0.002485909859339396 sim_compute_performance-ego_median 0.0025003461043039956 sim_compute_performance-ego_min 0.0023327962557474773 sim_compute_sim_state_max 0.015760536193847655 sim_compute_sim_state_mean 0.014956993261973065 sim_compute_sim_state_median 0.01513344645500183 sim_compute_sim_state_min 0.013800543944040934 sim_render-ego_max 0.00402661403020223 sim_render-ego_mean 0.0038472847143809 sim_render-ego_median 0.003867276906967163 sim_render-ego_min 0.003627971013387044 simulation-passed 1 step_physics_max 0.06523611148198445 step_physics_mean 0.061316820383071895 step_physics_median 0.0612030311425527 step_physics_min 0.057625107765197754 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43203
11632
Mo Kleit  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 23:31:05+00:00 2020-11-25 23:38:03+00:00 0:06:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7202640512426446 survival_time_median 14.950000000000076 deviation-center-line_median 0.45255591804037054 in-drivable-lane_median 1.125000000000016
other stats agent_compute-ego_max 0.01430920124053955 agent_compute-ego_mean 0.013117738167444864 agent_compute-ego_median 0.013179503281911215 agent_compute-ego_min 0.01180274486541748 complete-iteration_max 0.14771096070607503 complete-iteration_mean 0.1390406056245168 complete-iteration_median 0.13915785988171894 complete-iteration_min 0.13013574202855427 deviation-center-line_max 0.5557865666496972 deviation-center-line_mean 0.4436426342017792 deviation-center-line_min 0.3136721340766784 deviation-heading_max 3.23460674522039 deviation-heading_mean 2.3638625825396895 deviation-heading_median 2.6419057512780473 deviation-heading_min 0.9370320823822734 driven_any_max 1.93989731721976 driven_any_mean 1.9365341530728435 driven_any_median 1.9398007889746032 driven_any_min 1.9266377171224085 driven_lanedir_consec_max 1.8994166281387717 driven_lanedir_consec_mean 1.46068738830761 driven_lanedir_consec_min 0.5028048226063795 driven_lanedir_max 1.8994166281387717 driven_lanedir_mean 1.46068738830761 driven_lanedir_median 1.7202640512426446 driven_lanedir_min 0.5028048226063795 get_duckie_state_max 1.3446807861328124e-06 get_duckie_state_mean 1.1946757634480794e-06 get_duckie_state_median 1.1769930521647135e-06 get_duckie_state_min 1.0800361633300782e-06 get_robot_state_max 0.009568405151367188 get_robot_state_mean 0.008684241573015849 get_robot_state_median 0.00851896325747172 get_robot_state_min 0.008130634625752767 get_state_dump_max 0.007328950564066569 get_state_dump_mean 0.007064629197120666 get_state_dump_median 0.007048453092575073 get_state_dump_min 0.006832660039265951 get_ui_image_max 0.025860267480214437 get_ui_image_mean 0.024084455172220867 get_ui_image_median 0.024034760793050128 get_ui_image_min 0.02240803162256877 in-drivable-lane_max 10.650000000000084 in-drivable-lane_mean 3.225000000000029 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.9266377171224085, "get_ui_image": 0.025860267480214437, "step_physics": 0.06441177447636923, "survival_time": 14.950000000000076, "driven_lanedir": 1.5663785607928709, "get_state_dump": 0.007328950564066569, "sim_render-ego": 0.0040339303016662595, "get_robot_state": 0.009568405151367188, "get_duckie_state": 1.3446807861328124e-06, "in-drivable-lane": 2.250000000000032, "agent_compute-ego": 0.01430920124053955, "deviation-heading": 2.6941010361971056, "complete-iteration": 0.14771096070607503, "set_robot_commands": 0.003556084632873535, "deviation-center-line": 0.5557865666496972, "driven_lanedir_consec": 1.5663785607928709, "sim_compute_sim_state": 0.015805010795593263, "sim_compute_performance-ego": 0.0027513639132181805}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.9398882184145547, "get_ui_image": 0.025538919766743978, "step_physics": 0.0636138908068339, "survival_time": 14.950000000000076, "driven_lanedir": 1.8741495416924183, "get_state_dump": 0.007262790203094482, "sim_render-ego": 0.004031720956166585, "get_robot_state": 0.00881383736928304, "get_duckie_state": 1.250902811686198e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.013936390082041422, "deviation-heading": 3.23460674522039, "complete-iteration": 0.14379021247227983, "set_robot_commands": 0.0034807507197062173, "deviation-center-line": 0.3537773044550278, "driven_lanedir_consec": 1.8741495416924183, "sim_compute_sim_state": 0.014395698706309, "sim_compute_performance-ego": 0.0026294581095377603}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9397133595346516, "get_ui_image": 0.02253060181935628, "step_physics": 0.0620164966583252, "survival_time": 14.950000000000076, "driven_lanedir": 0.5028048226063795, "get_state_dump": 0.006834115982055664, "sim_render-ego": 0.003755993048350016, "get_robot_state": 0.0082240891456604, "get_duckie_state": 1.1030832926432292e-06, "in-drivable-lane": 10.650000000000084, "agent_compute-ego": 0.012422616481781008, "deviation-heading": 0.9370320823822734, "complete-iteration": 0.13452550729115803, "set_robot_commands": 0.002740512688954671, "deviation-center-line": 0.3136721340766784, "driven_lanedir_consec": 0.5028048226063795, "sim_compute_sim_state": 0.013551025390625, "sim_compute_performance-ego": 0.0023694578806559246}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.93989731721976, "get_ui_image": 0.02240803162256877, "step_physics": 0.05649172226587931, "survival_time": 14.950000000000076, "driven_lanedir": 1.8994166281387717, "get_state_dump": 0.006832660039265951, "sim_render-ego": 0.00360124667485555, "get_robot_state": 0.008130634625752767, "get_duckie_state": 1.0800361633300782e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01180274486541748, "deviation-heading": 2.5897104663589885, "complete-iteration": 0.13013574202855427, "set_robot_commands": 0.002728241284688314, "deviation-center-line": 0.5513345316257133, "driven_lanedir_consec": 1.8994166281387717, "sim_compute_sim_state": 0.01573628584543864, "sim_compute_performance-ego": 0.0023256977399190265}}set_robot_commands_max 0.003556084632873535 set_robot_commands_mean 0.0031263973315556843 set_robot_commands_median 0.003110631704330444 set_robot_commands_min 0.002728241284688314 sim_compute_performance-ego_max 0.0027513639132181805 sim_compute_performance-ego_mean 0.002518994410832723 sim_compute_performance-ego_median 0.0024994579950968427 sim_compute_performance-ego_min 0.0023256977399190265 sim_compute_sim_state_max 0.015805010795593263 sim_compute_sim_state_mean 0.014872005184491477 sim_compute_sim_state_median 0.01506599227587382 sim_compute_sim_state_min 0.013551025390625 sim_render-ego_max 0.0040339303016662595 sim_render-ego_mean 0.003855722745259603 sim_render-ego_median 0.003893857002258301 sim_render-ego_min 0.00360124667485555 simulation-passed 1 step_physics_max 0.06441177447636923 step_physics_mean 0.061633471051851914 step_physics_median 0.06281519373257954 step_physics_min 0.05649172226587931 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43194
11630
Jean-Sébastien Grondin  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 23:16:59+00:00 2020-11-25 23:23:34+00:00 0:06:35 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.249785268764432 survival_time_median 14.950000000000076 deviation-center-line_median 0.7089098731459527 in-drivable-lane_median 0.5250000000000075
other stats agent_compute-ego_max 0.014006284872690835 agent_compute-ego_mean 0.012909463264725423 agent_compute-ego_median 0.013101165294647218 agent_compute-ego_min 0.01142923759691643 complete-iteration_max 0.15325666904449464 complete-iteration_mean 0.1467284590547735 complete-iteration_median 0.15118601719538372 complete-iteration_min 0.13128513278383197 deviation-center-line_max 0.9211298688355962 deviation-center-line_mean 0.6654456537872102 deviation-center-line_min 0.3228330000213394 deviation-heading_max 5.114837931033054 deviation-heading_mean 4.194125159796341 deviation-heading_median 4.519195368025294 deviation-heading_min 2.623271972101721 driven_any_max 2.8517902956218633 driven_any_mean 2.5791803008896306 driven_any_median 2.7805419552693222 driven_any_min 1.9038469973980152 driven_lanedir_consec_max 2.585857816275468 driven_lanedir_consec_mean 2.1981539735339526 driven_lanedir_consec_min 1.7071875403314782 driven_lanedir_max 2.585857816275468 driven_lanedir_mean 2.1981539735339526 driven_lanedir_median 2.249785268764432 driven_lanedir_min 1.7071875403314782 get_duckie_state_max 1.3446807861328124e-06 get_duckie_state_mean 1.24408139122857e-06 get_duckie_state_median 1.3124942779541015e-06 get_duckie_state_min 1.006656222873264e-06 get_robot_state_max 0.008987826506296794 get_robot_state_mean 0.008647118842963018 get_robot_state_median 0.008724929094314576 get_robot_state_min 0.00815079067692612 get_state_dump_max 0.007341655095418295 get_state_dump_mean 0.0071771703585229735 get_state_dump_median 0.007285324732462566 get_state_dump_min 0.006796376873748471 get_ui_image_max 0.027003143628438312 get_ui_image_mean 0.02551326335680605 get_ui_image_median 0.02645678718884786 get_ui_image_min 0.022136335421090173 in-drivable-lane_max 2.9499999999999895 in-drivable-lane_mean 1.000000000000001 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.8395913454498043, "get_ui_image": 0.027003143628438312, "step_physics": 0.07051846583684286, "survival_time": 14.950000000000076, "driven_lanedir": 2.585857816275468, "get_state_dump": 0.007341655095418295, "sim_render-ego": 0.004031221866607666, "get_robot_state": 0.008727655410766602, "get_duckie_state": 1.3335545857747397e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.01301308314005534, "deviation-heading": 5.104850984895467, "complete-iteration": 0.15325666904449464, "set_robot_commands": 0.0034195280075073244, "deviation-center-line": 0.7423600149189404, "driven_lanedir_consec": 2.585857816275468, "sim_compute_sim_state": 0.016444509824117024, "sim_compute_performance-ego": 0.002668921947479248}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.72149256508884, "get_ui_image": 0.026487298806508384, "step_physics": 0.06791918436686198, "survival_time": 14.950000000000076, "driven_lanedir": 2.36215108772544, "get_state_dump": 0.007330966790517171, "sim_render-ego": 0.004127244154612224, "get_robot_state": 0.008987826506296794, "get_duckie_state": 1.3446807861328124e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.014006284872690835, "deviation-heading": 5.114837931033054, "complete-iteration": 0.1511664279301961, "set_robot_commands": 0.003474448521931966, "deviation-center-line": 0.675459731372965, "driven_lanedir_consec": 2.36215108772544, "sim_compute_sim_state": 0.016020017464955648, "sim_compute_performance-ego": 0.002721117337544759}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8517902956218633, "get_ui_image": 0.026426275571187336, "step_physics": 0.06957941293716431, "survival_time": 14.950000000000076, "driven_lanedir": 2.137419449803424, "get_state_dump": 0.007239682674407959, "sim_render-ego": 0.0039931495984395346, "get_robot_state": 0.008722202777862549, "get_duckie_state": 1.2914339701334636e-06, "in-drivable-lane": 2.9499999999999895, "agent_compute-ego": 0.013189247449239097, "deviation-heading": 3.93353975115512, "complete-iteration": 0.1512056064605713, "set_robot_commands": 0.003339526653289795, "deviation-center-line": 0.9211298688355962, "driven_lanedir_consec": 2.137419449803424, "sim_compute_sim_state": 0.01600476662317912, "sim_compute_performance-ego": 0.0026208917299906415}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.9038469973980152, "get_ui_image": 0.022136335421090173, "step_physics": 0.05807689103213223, "survival_time": 9.900000000000006, "driven_lanedir": 1.7071875403314782, "get_state_dump": 0.006796376873748471, "sim_render-ego": 0.0036086145073476465, "get_robot_state": 0.00815079067692612, "get_duckie_state": 1.006656222873264e-06, "in-drivable-lane": 0.350000000000005, "agent_compute-ego": 0.01142923759691643, "deviation-heading": 2.623271972101721, "complete-iteration": 0.13128513278383197, "set_robot_commands": 0.0027476802016749525, "deviation-center-line": 0.3228330000213394, "driven_lanedir_consec": 1.7071875403314782, "sim_compute_sim_state": 0.015910853039134632, "sim_compute_performance-ego": 0.002345463242193665}}set_robot_commands_max 0.003474448521931966 set_robot_commands_mean 0.003245295846101009 set_robot_commands_median 0.003379527330398559 set_robot_commands_min 0.0027476802016749525 sim_compute_performance-ego_max 0.002721117337544759 sim_compute_performance-ego_mean 0.0025890985643020783 sim_compute_performance-ego_median 0.002644906838734945 sim_compute_performance-ego_min 0.002345463242193665 sim_compute_sim_state_max 0.016444509824117024 sim_compute_sim_state_mean 0.016095036737846607 sim_compute_sim_state_median 0.016012392044067382 sim_compute_sim_state_min 0.015910853039134632 sim_render-ego_max 0.004127244154612224 sim_render-ego_mean 0.003940057531751768 sim_render-ego_median 0.0040121857325236005 sim_render-ego_min 0.0036086145073476465 simulation-passed 1 step_physics_max 0.07051846583684286 step_physics_mean 0.06652348854325035 step_physics_median 0.06874929865201315 step_physics_min 0.05807689103213223 survival_time_max 14.950000000000076 survival_time_mean 13.68750000000006 survival_time_min 9.900000000000006
No reset possible 43175
11626
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 22:58:09+00:00 2020-11-25 23:06:49+00:00 0:08:40 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.7144230670275644 survival_time_median 14.950000000000076 deviation-center-line_median 0.5405766535990694 in-drivable-lane_median 4.5000000000000515
other stats agent_compute-ego_max 0.017339386145273843 agent_compute-ego_mean 0.016466398835182187 agent_compute-ego_median 0.01626869519551595 agent_compute-ego_min 0.015988818804423013 complete-iteration_max 0.19621359904607136 complete-iteration_mean 0.1917927720149358 complete-iteration_median 0.19229331572850544 complete-iteration_min 0.18637085755666097 deviation-center-line_max 0.8152438124185803 deviation-center-line_mean 0.5423087557922477 deviation-center-line_min 0.2728379035522716 deviation-heading_max 2.9934689429408348 deviation-heading_mean 2.0935896950725796 deviation-heading_median 2.4014298127188685 deviation-heading_min 0.5780302119117474 driven_any_max 3.685489655243131 driven_any_mean 3.413673037964316 driven_any_median 3.454832386112603 driven_any_min 3.059537724388927 driven_lanedir_consec_max 3.533979882722874 driven_lanedir_consec_mean 2.439100885561464 driven_lanedir_consec_min 0.7935775254678532 driven_lanedir_max 3.533979882722874 driven_lanedir_mean 2.439100885561464 driven_lanedir_median 2.7144230670275644 driven_lanedir_min 0.7935775254678532 get_duckie_state_max 1.433690388997396e-06 get_duckie_state_mean 1.3915697733561196e-06 get_duckie_state_median 1.3939539591471354e-06 get_duckie_state_min 1.3446807861328124e-06 get_robot_state_max 0.010308170318603515 get_robot_state_mean 0.01010847528775533 get_robot_state_median 0.010111382404963176 get_robot_state_min 0.009902966022491456 get_state_dump_max 0.007910652160644531 get_state_dump_mean 0.007861236333847046 get_state_dump_median 0.00787664532661438 get_state_dump_min 0.0077810025215148924 get_ui_image_max 0.03378978808720907 get_ui_image_mean 0.0325629731019338 get_ui_image_median 0.03241673390070597 get_ui_image_min 0.03162863651911418 in-drivable-lane_max 10.650000000000071 in-drivable-lane_mean 4.912500000000044 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.685489655243131, "get_ui_image": 0.03162863651911418, "step_physics": 0.08768928368886311, "survival_time": 14.950000000000076, "driven_lanedir": 3.406393770943188, "get_state_dump": 0.00789282242457072, "sim_render-ego": 0.004645051161448161, "get_robot_state": 0.010197869936625165, "get_duckie_state": 1.42971674601237e-06, "in-drivable-lane": 0.70000000000001, "agent_compute-ego": 0.01650945981343587, "deviation-heading": 2.9934689429408348, "complete-iteration": 0.189021954536438, "set_robot_commands": 0.003653237024943034, "deviation-center-line": 0.8152438124185803, "driven_lanedir_consec": 3.406393770943188, "sim_compute_sim_state": 0.023556580543518068, "sim_compute_performance-ego": 0.003152750333150228}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.6114941922635713, "get_ui_image": 0.03378978808720907, "step_physics": 0.08572672843933106, "survival_time": 14.950000000000076, "driven_lanedir": 3.533979882722874, "get_state_dump": 0.0077810025215148924, "sim_render-ego": 0.004451243877410888, "get_robot_state": 0.009902966022491456, "get_duckie_state": 1.3446807861328124e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.015988818804423013, "deviation-heading": 2.6821110279867963, "complete-iteration": 0.18637085755666097, "set_robot_commands": 0.0036954545974731447, "deviation-center-line": 0.7589116578857826, "driven_lanedir_consec": 3.533979882722874, "sim_compute_sim_state": 0.02196928262710571, "sim_compute_performance-ego": 0.002968589464823405}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.059537724388927, "get_ui_image": 0.031895701885223386, "step_physics": 0.0923787260055542, "survival_time": 14.950000000000076, "driven_lanedir": 0.7935775254678532, "get_state_dump": 0.007860468228658041, "sim_render-ego": 0.004929500420888265, "get_robot_state": 0.010308170318603515, "get_duckie_state": 1.358191172281901e-06, "in-drivable-lane": 10.650000000000071, "agent_compute-ego": 0.017339386145273843, "deviation-heading": 2.120748597450941, "complete-iteration": 0.19556467692057292, "set_robot_commands": 0.0037662537892659506, "deviation-center-line": 0.32224164931235616, "driven_lanedir_consec": 0.7935775254678532, "sim_compute_sim_state": 0.023917589982350666, "sim_compute_performance-ego": 0.003069581985473633}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.298170579961635, "get_ui_image": 0.032937765916188556, "step_physics": 0.08726309299468994, "survival_time": 14.950000000000076, "driven_lanedir": 2.022452363111941, "get_state_dump": 0.007910652160644531, "sim_render-ego": 0.00462112029393514, "get_robot_state": 0.010024894873301188, "get_duckie_state": 1.433690388997396e-06, "in-drivable-lane": 8.300000000000093, "agent_compute-ego": 0.01602793057759603, "deviation-heading": 0.5780302119117474, "complete-iteration": 0.19621359904607136, "set_robot_commands": 0.003595887819925944, "deviation-center-line": 0.2728379035522716, "driven_lanedir_consec": 2.022452363111941, "sim_compute_sim_state": 0.03059346119562785, "sim_compute_performance-ego": 0.003139807383219401}}set_robot_commands_max 0.0037662537892659506 set_robot_commands_mean 0.003677708307902018 set_robot_commands_median 0.0036743458112080897 set_robot_commands_min 0.003595887819925944 sim_compute_performance-ego_max 0.003152750333150228 sim_compute_performance-ego_mean 0.003082682291666667 sim_compute_performance-ego_median 0.003104694684346517 sim_compute_performance-ego_min 0.002968589464823405 sim_compute_sim_state_max 0.03059346119562785 sim_compute_sim_state_mean 0.025009228587150573 sim_compute_sim_state_median 0.023737085262934367 sim_compute_sim_state_min 0.02196928262710571 sim_render-ego_max 0.004929500420888265 sim_render-ego_mean 0.004661728938420613 sim_render-ego_median 0.00463308572769165 sim_render-ego_min 0.004451243877410888 simulation-passed 1 step_physics_max 0.0923787260055542 step_physics_mean 0.08826445778210958 step_physics_median 0.08747618834177653 step_physics_min 0.08572672843933106 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43122
11610
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 20:48:51+00:00 2020-11-25 20:55:45+00:00 0:06:54 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.74023491857457 survival_time_median 14.950000000000076 deviation-center-line_median 0.451941377704914 in-drivable-lane_median 3.175000000000045
other stats agent_compute-ego_max 0.012529412110646563 agent_compute-ego_mean 0.012174594799677531 agent_compute-ego_median 0.0123042635122935 agent_compute-ego_min 0.011560440063476562 complete-iteration_max 0.14149844725926716 complete-iteration_mean 0.13600274980068203 complete-iteration_median 0.13549801309903464 complete-iteration_min 0.13151652574539183 deviation-center-line_max 0.5900306673759564 deviation-center-line_mean 0.4345988922789003 deviation-center-line_min 0.24448214632981685 deviation-heading_max 2.875146441465788 deviation-heading_mean 2.2576421057762452 deviation-heading_median 2.1646574850362175 deviation-heading_min 1.8261070115667584 driven_any_max 3.625863079097081 driven_any_mean 3.382691128740108 driven_any_median 3.375344574117996 driven_any_min 3.154212287627358 driven_lanedir_consec_max 3.581816630979182 driven_lanedir_consec_mean 2.4278927840237885 driven_lanedir_consec_min 0.6492846679668314 driven_lanedir_max 3.581816630979182 driven_lanedir_mean 2.4303756479568452 driven_lanedir_median 2.74023491857457 driven_lanedir_min 0.6592161236990591 get_duckie_state_max 1.209576924641927e-06 get_duckie_state_mean 1.1066595713297526e-06 get_duckie_state_median 1.1046727498372397e-06 get_duckie_state_min 1.007715861002604e-06 get_robot_state_max 0.008573882579803467 get_robot_state_mean 0.008340532581011455 get_robot_state_median 0.008292127450307211 get_robot_state_min 0.00820399284362793 get_state_dump_max 0.007191918690999349 get_state_dump_mean 0.006984622279802959 get_state_dump_median 0.006951271692911784 get_state_dump_min 0.006844027042388916 get_ui_image_max 0.0252281125386556 get_ui_image_mean 0.02360819697380066 get_ui_image_median 0.023487275044123332 get_ui_image_min 0.022230125268300375 in-drivable-lane_max 11.100000000000062 in-drivable-lane_mean 4.362500000000038 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5808252880411957, "get_ui_image": 0.0252281125386556, "step_physics": 0.06240185896555583, "survival_time": 14.950000000000076, "driven_lanedir": 3.0836612438787254, "get_state_dump": 0.007191918690999349, "sim_render-ego": 0.004124826590220134, "get_robot_state": 0.008573882579803467, "get_duckie_state": 1.209576924641927e-06, "in-drivable-lane": 1.6500000000000234, "agent_compute-ego": 0.012510172526041669, "deviation-heading": 2.875146441465788, "complete-iteration": 0.14149844725926716, "set_robot_commands": 0.003312497138977051, "deviation-center-line": 0.5900306673759564, "driven_lanedir_consec": 3.0836612438787254, "sim_compute_sim_state": 0.015598073800404866, "sim_compute_performance-ego": 0.0024723617235819497}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.625863079097081, "get_ui_image": 0.024702998797098797, "step_physics": 0.06151955604553223, "survival_time": 14.950000000000076, "driven_lanedir": 3.581816630979182, "get_state_dump": 0.007033123970031739, "sim_render-ego": 0.003798948129018147, "get_robot_state": 0.00837316115697225, "get_duckie_state": 1.1126200358072915e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.012529412110646563, "deviation-heading": 1.9926208841139317, "complete-iteration": 0.13934288263320924, "set_robot_commands": 0.004266972541809082, "deviation-center-line": 0.4721200327237961, "driven_lanedir_consec": 3.581816630979182, "sim_compute_sim_state": 0.014587434927622475, "sim_compute_performance-ego": 0.0024475892384847003}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.169863860194796, "get_ui_image": 0.022271551291147867, "step_physics": 0.059408191045125326, "survival_time": 14.950000000000076, "driven_lanedir": 0.6592161236990591, "get_state_dump": 0.006844027042388916, "sim_render-ego": 0.0036995792388916015, "get_robot_state": 0.008211093743642171, "get_duckie_state": 1.0967254638671874e-06, "in-drivable-lane": 11.100000000000062, "agent_compute-ego": 0.012098354498545329, "deviation-heading": 2.3366940859585035, "complete-iteration": 0.13165314356486002, "set_robot_commands": 0.0027210704485575356, "deviation-center-line": 0.24448214632981685, "driven_lanedir_consec": 0.6492846679668314, "sim_compute_sim_state": 0.013980857531229657, "sim_compute_performance-ego": 0.002336923281351725}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.154212287627358, "get_ui_image": 0.022230125268300375, "step_physics": 0.057334810098012286, "survival_time": 14.950000000000076, "driven_lanedir": 2.3968085932704137, "get_state_dump": 0.00686941941579183, "sim_render-ego": 0.003674865563710531, "get_robot_state": 0.00820399284362793, "get_duckie_state": 1.007715861002604e-06, "in-drivable-lane": 4.700000000000067, "agent_compute-ego": 0.011560440063476562, "deviation-heading": 1.8261070115667584, "complete-iteration": 0.13151652574539183, "set_robot_commands": 0.0027660592397054035, "deviation-center-line": 0.4317627226860319, "driven_lanedir_consec": 2.3968085932704137, "sim_compute_sim_state": 0.016448554197947184, "sim_compute_performance-ego": 0.002346765200297038}}set_robot_commands_max 0.004266972541809082 set_robot_commands_mean 0.0032666498422622677 set_robot_commands_median 0.003039278189341227 set_robot_commands_min 0.0027210704485575356 sim_compute_performance-ego_max 0.0024723617235819497 sim_compute_performance-ego_mean 0.002400909860928853 sim_compute_performance-ego_median 0.002397177219390869 sim_compute_performance-ego_min 0.002336923281351725 sim_compute_sim_state_max 0.016448554197947184 sim_compute_sim_state_mean 0.015153730114301043 sim_compute_sim_state_median 0.015092754364013672 sim_compute_sim_state_min 0.013980857531229657 sim_render-ego_max 0.004124826590220134 sim_render-ego_mean 0.003824554880460104 sim_render-ego_median 0.0037492636839548746 sim_render-ego_min 0.003674865563710531 simulation-passed 1 step_physics_max 0.06240185896555583 step_physics_mean 0.06016610403855641 step_physics_median 0.060463873545328777 step_physics_min 0.057334810098012286 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 43108
11606
Jean-Sébastien Grondin  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 20:17:46+00:00 2020-11-25 20:26:28+00:00 0:08:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.006797794298468 survival_time_median 14.950000000000076 deviation-center-line_median 0.46807410556161266 in-drivable-lane_median 6.150000000000068
other stats agent_compute-ego_max 0.01803734223047892 agent_compute-ego_mean 0.017625383220756678 agent_compute-ego_median 0.017699590921401977 agent_compute-ego_min 0.017065008809743834 complete-iteration_max 0.2388259736696879 complete-iteration_mean 0.2327504745971401 complete-iteration_median 0.2346995854377747 complete-iteration_min 0.22277675384332327 deviation-center-line_max 0.6767043531348172 deviation-center-line_mean 0.4431570038981307 deviation-center-line_min 0.15977545133448015 deviation-heading_max 3.9594155857068336 deviation-heading_mean 2.3666923041492725 deviation-heading_median 2.1000757744774248 deviation-heading_min 1.3072020819354064 driven_any_max 5.104832181979333 driven_any_mean 4.323165488606721 driven_any_median 5.096211119721495 driven_any_min 1.99540753300456 driven_lanedir_consec_max 2.967446631074637 driven_lanedir_consec_mean 1.9920483489960652 driven_lanedir_consec_min 0.9871511763126882 driven_lanedir_max 2.967446631074637 driven_lanedir_mean 1.9967815603471744 driven_lanedir_median 2.016264217000687 driven_lanedir_min 0.9871511763126882 get_duckie_state_max 1.5123685201009115e-06 get_duckie_state_mean 1.484636761268637e-06 get_duckie_state_median 1.4839257747345391e-06 get_duckie_state_min 1.4583269755045572e-06 get_robot_state_max 0.01145091454188029 get_robot_state_mean 0.01114335179821519 get_robot_state_median 0.011074983686126624 get_robot_state_min 0.010972525278727214 get_state_dump_max 0.008676049709320068 get_state_dump_mean 0.00840615037223196 get_state_dump_median 0.008357230884641326 get_state_dump_min 0.008234090010325113 get_ui_image_max 0.04088324467341105 get_ui_image_mean 0.03995357891744818 get_ui_image_median 0.03981934390120598 get_ui_image_min 0.03929238319396973 in-drivable-lane_max 11.250000000000076 in-drivable-lane_mean 5.950000000000053 in-drivable-lane_min 0.2499999999999991 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 5.087935209706944, "get_ui_image": 0.04088324467341105, "step_physics": 0.11303821245829264, "survival_time": 14.950000000000076, "driven_lanedir": 2.967446631074637, "get_state_dump": 0.008676049709320068, "sim_render-ego": 0.0052513615290323895, "get_robot_state": 0.01145091454188029, "get_duckie_state": 1.5123685201009115e-06, "in-drivable-lane": 4.800000000000044, "agent_compute-ego": 0.01803734223047892, "deviation-heading": 3.9594155857068336, "complete-iteration": 0.2388259736696879, "set_robot_commands": 0.0037097636858622234, "deviation-center-line": 0.6767043531348172, "driven_lanedir_consec": 2.967446631074637, "sim_compute_sim_state": 0.03421137571334839, "sim_compute_performance-ego": 0.0034755571683247883}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.99540753300456, "get_ui_image": 0.040343757503288835, "step_physics": 0.10589590545528192, "survival_time": 6.0499999999999865, "driven_lanedir": 1.7353604532529134, "get_state_dump": 0.008253225610275899, "sim_render-ego": 0.004789917922216998, "get_robot_state": 0.011107490082417638, "get_duckie_state": 1.4856827160543647e-06, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.017065008809743834, "deviation-heading": 1.9826768424033636, "complete-iteration": 0.22277675384332327, "set_robot_commands": 0.003587316875615396, "deviation-center-line": 0.4136930562131911, "driven_lanedir_consec": 1.7353604532529134, "sim_compute_sim_state": 0.028251466672282573, "sim_compute_performance-ego": 0.003389009759445821}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 5.104487029736046, "get_ui_image": 0.03929238319396973, "step_physics": 0.11110039552052817, "survival_time": 14.950000000000076, "driven_lanedir": 0.9871511763126882, "get_state_dump": 0.008234090010325113, "sim_render-ego": 0.005685382684071858, "get_robot_state": 0.011042477289835612, "get_duckie_state": 1.4583269755045572e-06, "in-drivable-lane": 11.250000000000076, "agent_compute-ego": 0.017992583115895588, "deviation-heading": 1.3072020819354064, "complete-iteration": 0.23516481240590417, "set_robot_commands": 0.003930559953053792, "deviation-center-line": 0.15977545133448015, "driven_lanedir_consec": 0.9871511763126882, "sim_compute_sim_state": 0.03444206555684408, "sim_compute_performance-ego": 0.0033512306213378906}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 5.104832181979333, "get_ui_image": 0.03929493029912313, "step_physics": 0.11068350076675416, "survival_time": 14.950000000000076, "driven_lanedir": 2.29716798074846, "get_state_dump": 0.008461236159006754, "sim_render-ego": 0.005278205871582032, "get_robot_state": 0.010972525278727214, "get_duckie_state": 1.4821688334147136e-06, "in-drivable-lane": 7.500000000000092, "agent_compute-ego": 0.017406598726908366, "deviation-heading": 2.217474706551486, "complete-iteration": 0.2342343584696452, "set_robot_commands": 0.0036648146311442057, "deviation-center-line": 0.5224551549100342, "driven_lanedir_consec": 2.2782351353440227, "sim_compute_sim_state": 0.03510330597559611, "sim_compute_performance-ego": 0.0032753928502400717}}set_robot_commands_max 0.003930559953053792 set_robot_commands_mean 0.003723113786418904 set_robot_commands_median 0.0036872891585032143 set_robot_commands_min 0.003587316875615396 sim_compute_performance-ego_max 0.0034755571683247883 sim_compute_performance-ego_mean 0.003372797599837143 sim_compute_performance-ego_median 0.003370120190391856 sim_compute_performance-ego_min 0.0032753928502400717 sim_compute_sim_state_max 0.03510330597559611 sim_compute_sim_state_mean 0.03300205347951779 sim_compute_sim_state_median 0.03432672063509623 sim_compute_sim_state_min 0.028251466672282573 sim_render-ego_max 0.005685382684071858 sim_render-ego_mean 0.00525121700172582 sim_render-ego_median 0.00526478370030721 sim_render-ego_min 0.004789917922216998 simulation-passed 1 step_physics_max 0.11303821245829264 step_physics_mean 0.1101795035502142 step_physics_median 0.11089194814364114 step_physics_min 0.10589590545528192 survival_time_max 14.950000000000076 survival_time_mean 12.725000000000056 survival_time_min 6.0499999999999865
No reset possible 42995
11580
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele03-579cc80b68e8-1
2020-11-25 16:53:18+00:00 2020-11-25 16:57:00+00:00 0:03:42 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 162 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42980
11576
Anastasiya Nikolskaya  🇷🇺JetBrains Research aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 13:35:34+00:00 2020-11-25 13:53:32+00:00 0:17:58 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.221977196137049 survival_time_median 14.950000000000076 deviation-center-line_median 1.1696630617037702 in-drivable-lane_median 2.7500000000000213
other stats agent_compute-ego_max 0.2642722201347351 agent_compute-ego_mean 0.2617465406656265 agent_compute-ego_median 0.2624570417404175 agent_compute-ego_min 0.25779985904693603 complete-iteration_max 0.41968668381373087 complete-iteration_mean 0.417224887808164 complete-iteration_median 0.41669902046521506 complete-iteration_min 0.4158148264884949 deviation-center-line_max 1.3403192445632286 deviation-center-line_mean 1.1125414207158535 deviation-center-line_min 0.770520314892645 deviation-heading_max 3.5090607753507537 deviation-heading_mean 2.7489161086468337 deviation-heading_median 2.875195208873636 deviation-heading_min 1.7362132414893083 driven_any_max 4.592184798343231 driven_any_mean 3.728866116975381 driven_any_median 3.61935589233792 driven_any_min 3.0845678848824525 driven_lanedir_consec_max 4.057756456833921 driven_lanedir_consec_mean 3.0271166340563034 driven_lanedir_consec_min 1.6067556871171944 driven_lanedir_max 4.057756456833921 driven_lanedir_mean 3.322256444897118 driven_lanedir_median 3.221977196137049 driven_lanedir_min 2.7873149304804534 get_duckie_state_max 1.6069412231445313e-06 get_duckie_state_mean 1.5085935592651366e-06 get_duckie_state_median 1.482963562011719e-06 get_duckie_state_min 1.461505889892578e-06 get_robot_state_max 0.009930508136749268 get_robot_state_mean 0.00979972759882609 get_robot_state_median 0.009793134530385337 get_robot_state_min 0.009682133197784423 get_state_dump_max 0.00765305519104004 get_state_dump_mean 0.00758692741394043 get_state_dump_median 0.0075826577345530196 get_state_dump_min 0.007529338995615641 get_ui_image_max 0.027398375670115153 get_ui_image_mean 0.026682687997817995 get_ui_image_median 0.02655272563298543 get_ui_image_min 0.026226925055185955 in-drivable-lane_max 5.500000000000078 in-drivable-lane_mean 3.2125000000000368 in-drivable-lane_min 1.8500000000000263 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.0845678848824525, "get_ui_image": 0.02667093276977539, "step_physics": 0.07624486764272054, "survival_time": 14.950000000000076, "driven_lanedir": 2.9548839804148734, "get_state_dump": 0.007529338995615641, "sim_render-ego": 0.005140399138132731, "get_robot_state": 0.009898333549499512, "get_duckie_state": 1.6069412231445313e-06, "in-drivable-lane": 5.500000000000078, "agent_compute-ego": 0.26407024145126345, "deviation-heading": 1.7362132414893083, "complete-iteration": 0.41968668381373087, "set_robot_commands": 0.005480157534281413, "deviation-center-line": 0.770520314892645, "driven_lanedir_consec": 2.9548839804148734, "sim_compute_sim_state": 0.020783803462982177, "sim_compute_performance-ego": 0.0037865026791890463}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.7944542199273057, "get_ui_image": 0.026226925055185955, "step_physics": 0.07314717610677084, "survival_time": 14.950000000000076, "driven_lanedir": 3.489070411859225, "get_state_dump": 0.00765305519104004, "sim_render-ego": 0.004941292603810628, "get_robot_state": 0.009930508136749268, "get_duckie_state": 1.479784647623698e-06, "in-drivable-lane": 3.0000000000000355, "agent_compute-ego": 0.2642722201347351, "deviation-heading": 2.6764684527497016, "complete-iteration": 0.4158148264884949, "set_robot_commands": 0.005766048431396485, "deviation-center-line": 1.3403192445632286, "driven_lanedir_consec": 3.489070411859225, "sim_compute_sim_state": 0.02024296760559082, "sim_compute_performance-ego": 0.0035532625516255696}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.444257564748535, "get_ui_image": 0.027398375670115153, "step_physics": 0.07714642604192098, "survival_time": 14.950000000000076, "driven_lanedir": 2.7873149304804534, "get_state_dump": 0.007581869761149089, "sim_render-ego": 0.0050400169690450036, "get_robot_state": 0.00968793551127116, "get_duckie_state": 1.4861424763997396e-06, "in-drivable-lane": 2.500000000000007, "agent_compute-ego": 0.26084384202957156, "deviation-heading": 3.5090607753507537, "complete-iteration": 0.4158730395634969, "set_robot_commands": 0.0061108779907226565, "deviation-center-line": 1.0786241018775136, "driven_lanedir_consec": 1.6067556871171944, "sim_compute_sim_state": 0.018681950569152832, "sim_compute_performance-ego": 0.003298077583312988}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.592184798343231, "get_ui_image": 0.02643451849619547, "step_physics": 0.07621086359024049, "survival_time": 14.950000000000076, "driven_lanedir": 4.057756456833921, "get_state_dump": 0.00758344570795695, "sim_render-ego": 0.0049011047681172685, "get_robot_state": 0.009682133197784423, "get_duckie_state": 1.461505889892578e-06, "in-drivable-lane": 1.8500000000000263, "agent_compute-ego": 0.25779985904693603, "deviation-heading": 3.07392196499757, "complete-iteration": 0.4175250013669332, "set_robot_commands": 0.005853181680043539, "deviation-center-line": 1.2607020215300269, "driven_lanedir_consec": 4.057756456833921, "sim_compute_sim_state": 0.025312500794728597, "sim_compute_performance-ego": 0.0036640183130900064}}set_robot_commands_max 0.0061108779907226565 set_robot_commands_mean 0.005802566409111023 set_robot_commands_median 0.005809615055720012 set_robot_commands_min 0.005480157534281413 sim_compute_performance-ego_max 0.0037865026791890463 sim_compute_performance-ego_mean 0.003575465281804402 sim_compute_performance-ego_median 0.003608640432357788 sim_compute_performance-ego_min 0.003298077583312988 sim_compute_sim_state_max 0.025312500794728597 sim_compute_sim_state_mean 0.021255305608113607 sim_compute_sim_state_median 0.0205133855342865 sim_compute_sim_state_min 0.018681950569152832 sim_render-ego_max 0.005140399138132731 sim_render-ego_mean 0.005005703369776408 sim_render-ego_median 0.004990654786427816 sim_render-ego_min 0.0049011047681172685 simulation-passed 1 step_physics_max 0.07714642604192098 step_physics_mean 0.07568733334541322 step_physics_median 0.07622786561648051 step_physics_min 0.07314717610677084 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42937
11566
Olga (Ge Ya) Xu  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 06:55:29+00:00 2020-11-25 07:02:40+00:00 0:07:11 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.337568657800074 survival_time_median 14.950000000000076 deviation-center-line_median 0.8956761772301621 in-drivable-lane_median 5.475000000000037
other stats agent_compute-ego_max 0.014000328381856282 agent_compute-ego_mean 0.01381417949994405 agent_compute-ego_median 0.013771980206171671 agent_compute-ego_min 0.013712429205576578 complete-iteration_max 0.15446234464645386 complete-iteration_mean 0.1512871972719828 complete-iteration_median 0.15224679986635842 complete-iteration_min 0.14619284470876057 deviation-center-line_max 1.0509190362898515 deviation-center-line_mean 0.893515050896937 deviation-center-line_min 0.7317888128375718 deviation-heading_max 2.891763892016099 deviation-heading_mean 1.7620125570552836 deviation-heading_median 1.697160203848143 deviation-heading_min 0.7619659285087487 driven_any_max 3.660128548035341 driven_any_mean 3.3562614413964313 driven_any_median 3.326438667222509 driven_any_min 3.112039883105368 driven_lanedir_consec_max 2.351043654031999 driven_lanedir_consec_mean 2.2215042199859396 driven_lanedir_consec_min 1.8598359103116116 driven_lanedir_max 2.351043654031999 driven_lanedir_mean 2.2215042199859396 driven_lanedir_median 2.337568657800074 driven_lanedir_min 1.8598359103116116 get_duckie_state_max 1.422564188639323e-06 get_duckie_state_mean 1.366535822550456e-06 get_duckie_state_median 1.3550122578938805e-06 get_duckie_state_min 1.3335545857747397e-06 get_robot_state_max 0.0092519744237264 get_robot_state_mean 0.00895452876885732 get_robot_state_median 0.008933751583099364 get_robot_state_min 0.008698637485504151 get_state_dump_max 0.007957219282786051 get_state_dump_mean 0.007514790495236715 get_state_dump_median 0.007429801225662232 get_state_dump_min 0.007242340246836345 get_ui_image_max 0.02682764768600464 get_ui_image_mean 0.02589140514532725 get_ui_image_median 0.02577271580696106 get_ui_image_min 0.025192541281382243 in-drivable-lane_max 6.550000000000084 in-drivable-lane_mean 5.325000000000053 in-drivable-lane_min 3.800000000000054 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.3705575240992025, "get_ui_image": 0.02682764768600464, "step_physics": 0.0701163132985433, "survival_time": 14.950000000000076, "driven_lanedir": 2.331413877697932, "get_state_dump": 0.007242340246836345, "sim_render-ego": 0.003966774940490723, "get_robot_state": 0.008698637485504151, "get_duckie_state": 1.422564188639323e-06, "in-drivable-lane": 5.150000000000023, "agent_compute-ego": 0.013789213498433431, "deviation-heading": 1.8845654761570425, "complete-iteration": 0.15247224569320678, "set_robot_commands": 0.00357268492380778, "deviation-center-line": 0.7317888128375718, "driven_lanedir_consec": 2.331413877697932, "sim_compute_sim_state": 0.01553155263264974, "sim_compute_performance-ego": 0.00264210303624471}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.112039883105368, "get_ui_image": 0.02523533582687378, "step_physics": 0.06458199818929036, "survival_time": 14.950000000000076, "driven_lanedir": 1.8598359103116116, "get_state_dump": 0.007384218374888102, "sim_render-ego": 0.004043114980061849, "get_robot_state": 0.008971953392028808, "get_duckie_state": 1.358191172281901e-06, "in-drivable-lane": 5.800000000000052, "agent_compute-ego": 0.013754746913909911, "deviation-heading": 1.5097549315392438, "complete-iteration": 0.14619284470876057, "set_robot_commands": 0.003541560967763265, "deviation-center-line": 1.038202974851429, "driven_lanedir_consec": 1.8598359103116116, "sim_compute_sim_state": 0.01588912804921468, "sim_compute_performance-ego": 0.0027030094464619956}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.2823198103458147, "get_ui_image": 0.02631009578704834, "step_physics": 0.06896805445353191, "survival_time": 14.950000000000076, "driven_lanedir": 2.3437234379022156, "get_state_dump": 0.007957219282786051, "sim_render-ego": 0.004202182292938232, "get_robot_state": 0.008895549774169922, "get_duckie_state": 1.3335545857747397e-06, "in-drivable-lane": 3.800000000000054, "agent_compute-ego": 0.013712429205576578, "deviation-heading": 2.891763892016099, "complete-iteration": 0.1520213540395101, "set_robot_commands": 0.0034088285764058432, "deviation-center-line": 1.0509190362898515, "driven_lanedir_consec": 2.3437234379022156, "sim_compute_sim_state": 0.01582202672958374, "sim_compute_performance-ego": 0.0026566433906555177}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.660128548035341, "get_ui_image": 0.025192541281382243, "step_physics": 0.06814250866572062, "survival_time": 14.950000000000076, "driven_lanedir": 2.351043654031999, "get_state_dump": 0.00747538407643636, "sim_render-ego": 0.0040346511205037435, "get_robot_state": 0.0092519744237264, "get_duckie_state": 1.3518333435058594e-06, "in-drivable-lane": 6.550000000000084, "agent_compute-ego": 0.014000328381856282, "deviation-heading": 0.7619659285087487, "complete-iteration": 0.15446234464645386, "set_robot_commands": 0.003349447250366211, "deviation-center-line": 0.7531493796088953, "driven_lanedir_consec": 2.351043654031999, "sim_compute_sim_state": 0.020242098967234293, "sim_compute_performance-ego": 0.0026834758122762045}}set_robot_commands_max 0.00357268492380778 set_robot_commands_mean 0.0034681304295857743 set_robot_commands_median 0.0034751947720845543 set_robot_commands_min 0.003349447250366211 sim_compute_performance-ego_max 0.0027030094464619956 sim_compute_performance-ego_mean 0.0026713079214096065 sim_compute_performance-ego_median 0.0026700596014658613 sim_compute_performance-ego_min 0.00264210303624471 sim_compute_sim_state_max 0.020242098967234293 sim_compute_sim_state_mean 0.016871201594670614 sim_compute_sim_state_median 0.01585557738939921 sim_compute_sim_state_min 0.01553155263264974 sim_render-ego_max 0.004202182292938232 sim_render-ego_mean 0.004061680833498636 sim_render-ego_median 0.004038883050282796 sim_render-ego_min 0.003966774940490723 simulation-passed 1 step_physics_max 0.0701163132985433 step_physics_mean 0.06795221865177155 step_physics_median 0.06855528155962626 step_physics_min 0.06458199818929036 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 42922
11564
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele03-579cc80b68e8-1
2020-11-25 06:27:57+00:00 2020-11-25 06:31:37+00:00 0:03:40 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 162 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42899
11557
Olga (Ge Ya) Xu  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 04:21:26+00:00 2020-11-25 04:27:33+00:00 0:06:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.949147629421021 survival_time_median 14.950000000000076 deviation-center-line_median 0.36487768896713696 in-drivable-lane_median 5.150000000000038
other stats agent_compute-ego_max 0.012232791582743327 agent_compute-ego_mean 0.012155584910559276 agent_compute-ego_median 0.012154980500539144 agent_compute-ego_min 0.012079587058415489 complete-iteration_max 0.13219183842341106 complete-iteration_mean 0.12679577956123958 complete-iteration_median 0.1255633580684662 complete-iteration_min 0.12386456368461488 deviation-center-line_max 0.6004272635600468 deviation-center-line_mean 0.3562478492557516 deviation-center-line_min 0.0948087555286857 deviation-heading_max 2.257117110188074 deviation-heading_mean 1.328021574374853 deviation-heading_median 1.2668725327235577 deviation-heading_min 0.5212241218642215 driven_any_max 4.258788995213552 driven_any_mean 3.2918742267376255 driven_any_median 3.3461612225283286 driven_any_min 2.216385466680294 driven_lanedir_consec_max 3.0884825313225104 driven_lanedir_consec_mean 1.9124336070999832 driven_lanedir_consec_min 0.6629566382353805 driven_lanedir_max 3.0884825313225104 driven_lanedir_mean 1.9124336070999832 driven_lanedir_median 1.949147629421021 driven_lanedir_min 0.6629566382353805 get_duckie_state_max 1.0196367899576822e-06 get_duckie_state_mean 9.952840350923084e-07 get_duckie_state_median 1.0058993384951635e-06 get_duckie_state_min 9.49700673421224e-07 get_robot_state_max 0.008156728744506837 get_robot_state_mean 0.008123358033952258 get_robot_state_median 0.008114763384773616 get_robot_state_min 0.008107176621754964 get_state_dump_max 0.006801087856292725 get_state_dump_mean 0.006786259810129802 get_state_dump_median 0.006783498128255208 get_state_dump_min 0.006776955127716065 get_ui_image_max 0.022467787303621808 get_ui_image_mean 0.022288686245206805 get_ui_image_median 0.022246123154958088 get_ui_image_min 0.022194711367289226 in-drivable-lane_max 11.300000000000082 in-drivable-lane_mean 6.337500000000036 in-drivable-lane_min 3.7499999999999862 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.3220889628444703, "get_ui_image": 0.02221319357554118, "step_physics": 0.05367594003677368, "survival_time": 14.950000000000076, "driven_lanedir": 1.398595277448873, "get_state_dump": 0.006789908409118652, "sim_render-ego": 0.0036647550264994303, "get_robot_state": 0.008108961582183837, "get_duckie_state": 1.0196367899576822e-06, "in-drivable-lane": 11.300000000000082, "agent_compute-ego": 0.012232791582743327, "deviation-heading": 0.5443085242550774, "complete-iteration": 0.12634082078933717, "set_robot_commands": 0.002725412845611572, "deviation-center-line": 0.16325690667250206, "driven_lanedir_consec": 1.398595277448873, "sim_compute_sim_state": 0.014533283710479737, "sim_compute_performance-ego": 0.0023177433013916015}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.3702334822121873, "get_ui_image": 0.022194711367289226, "step_physics": 0.052940221627553304, "survival_time": 14.950000000000076, "driven_lanedir": 2.499699981393169, "get_state_dump": 0.006776955127716065, "sim_render-ego": 0.003631241321563721, "get_robot_state": 0.008107176621754964, "get_duckie_state": 1.0013580322265623e-06, "in-drivable-lane": 4.550000000000057, "agent_compute-ego": 0.012187451521555582, "deviation-heading": 1.989436541192038, "complete-iteration": 0.1247858953475952, "set_robot_commands": 0.002835884094238281, "deviation-center-line": 0.6004272635600468, "driven_lanedir_consec": 2.499699981393169, "sim_compute_sim_state": 0.013713738123575849, "sim_compute_performance-ego": 0.002318241596221924}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.216385466680294, "get_ui_image": 0.022467787303621808, "step_physics": 0.0529197511218843, "survival_time": 6.299999999999986, "driven_lanedir": 0.6629566382353805, "get_state_dump": 0.006777087847391765, "sim_render-ego": 0.003644665082295736, "get_robot_state": 0.008120565187363397, "get_duckie_state": 1.0104406447637649e-06, "in-drivable-lane": 3.7499999999999862, "agent_compute-ego": 0.012079587058415489, "deviation-heading": 0.5212241218642215, "complete-iteration": 0.12386456368461488, "set_robot_commands": 0.0027174419826931423, "deviation-center-line": 0.0948087555286857, "driven_lanedir_consec": 0.6629566382353805, "sim_compute_sim_state": 0.012729813182164752, "sim_compute_performance-ego": 0.0023279360362461637}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.258788995213552, "get_ui_image": 0.022279052734375, "step_physics": 0.057127008438110354, "survival_time": 14.950000000000076, "driven_lanedir": 3.0884825313225104, "get_state_dump": 0.006801087856292725, "sim_render-ego": 0.003667888641357422, "get_robot_state": 0.008156728744506837, "get_duckie_state": 9.49700673421224e-07, "in-drivable-lane": 5.7500000000000195, "agent_compute-ego": 0.012122509479522705, "deviation-heading": 2.257117110188074, "complete-iteration": 0.13219183842341106, "set_robot_commands": 0.0027577837308247885, "deviation-center-line": 0.5664984712617719, "driven_lanedir_consec": 3.0884825313225104, "sim_compute_sim_state": 0.01685899019241333, "sim_compute_performance-ego": 0.002339792251586914}}set_robot_commands_max 0.002835884094238281 set_robot_commands_mean 0.002759130663341946 set_robot_commands_median 0.0027415982882181803 set_robot_commands_min 0.0027174419826931423 sim_compute_performance-ego_max 0.002339792251586914 sim_compute_performance-ego_mean 0.002325928296361651 sim_compute_performance-ego_median 0.002323088816234044 sim_compute_performance-ego_min 0.0023177433013916015 sim_compute_sim_state_max 0.01685899019241333 sim_compute_sim_state_mean 0.014458956302158417 sim_compute_sim_state_median 0.014123510917027793 sim_compute_sim_state_min 0.012729813182164752 sim_render-ego_max 0.003667888641357422 sim_render-ego_mean 0.003652137517929077 sim_render-ego_median 0.003654710054397583 sim_render-ego_min 0.003631241321563721 simulation-passed 1 step_physics_max 0.057127008438110354 step_physics_mean 0.05416573030608041 step_physics_median 0.05330808083216349 step_physics_min 0.0529197511218843 survival_time_max 14.950000000000076 survival_time_mean 12.787500000000056 survival_time_min 6.299999999999986
No reset possible 42883
11551
Yishu Malhotra  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim failed no afdaniele03-579cc80b68e8-1
2020-11-25 02:32:30+00:00 2020-11-25 02:39:12+00:00 0:06:42 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 216, in read_one
msgs = read_reply(self.fpout, timeout=timeout, waiting_for=waiting_for, nickname=self.nickname,)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 337, in read_until_over
raise TimeoutError(msg) from None
TimeoutError: Timeout while reading output of node "ego".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "experiment_manager.py", line 540, in run_episode
r: MsgReceived = await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 133, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 279, in read_one
raise TimeoutError(msg) from e
TimeoutError: Timeout detected on /fifos/ego-out after 734 messages. Expected topic "commands".
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 544, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42869
11553
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-25 02:15:48+00:00 2020-11-25 02:21:29+00:00 0:05:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.1938739372928668 survival_time_median 11.60000000000003 deviation-center-line_median 0.33943021613797913 in-drivable-lane_median 7.075000000000033
other stats agent_compute-ego_max 0.012095046838124594 agent_compute-ego_mean 0.01174904676584097 agent_compute-ego_median 0.011670644130462256 agent_compute-ego_min 0.01155985196431478 complete-iteration_max 0.12946603059768677 complete-iteration_mean 0.12644582842355406 complete-iteration_median 0.12640368609757094 complete-iteration_min 0.12350991090138752 deviation-center-line_max 0.4984526454786179 deviation-center-line_mean 0.35026580157724 deviation-center-line_min 0.22375012855438384 deviation-heading_max 1.932364819207358 deviation-heading_mean 1.2987350268377549 deviation-heading_median 1.2551476596531337 deviation-heading_min 0.7522799688373932 driven_any_max 4.646964987329339 driven_any_mean 3.2153490699299354 driven_any_median 3.237095782648279 driven_any_min 1.7402397270938443 driven_lanedir_consec_max 1.5560126701112047 driven_lanedir_consec_mean 1.2383149309611314 driven_lanedir_consec_min 1.0094991791475876 driven_lanedir_max 1.5560126701112047 driven_lanedir_mean 1.2383149309611314 driven_lanedir_median 1.1938739372928668 driven_lanedir_min 1.0094991791475876 get_duckie_state_max 1.652240753173828e-06 get_duckie_state_mean 1.6279822780496075e-06 get_duckie_state_median 1.625508973092744e-06 get_duckie_state_min 1.608670412839114e-06 get_robot_state_max 0.008226740360260009 get_robot_state_mean 0.008156817861092396 get_robot_state_median 0.008139575322469075 get_robot_state_min 0.008121380439171424 get_state_dump_max 0.00687981367111206 get_state_dump_mean 0.006847718488046657 get_state_dump_median 0.006845110914844535 get_state_dump_min 0.006820838451385498 get_ui_image_max 0.02211602528889974 get_ui_image_mean 0.02204048444936564 get_ui_image_median 0.022017635705270176 get_ui_image_min 0.022010641098022463 in-drivable-lane_max 10.450000000000044 in-drivable-lane_mean 6.2500000000000275 in-drivable-lane_min 0.3999999999999986 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.310125399014064, "get_ui_image": 0.02202002207438151, "step_physics": 0.05235036358688817, "survival_time": 8.249999999999982, "driven_lanedir": 1.344815702008046, "get_state_dump": 0.006853388295029149, "sim_render-ego": 0.0036556749632864287, "get_robot_state": 0.008156538009643555, "get_duckie_state": 1.6313610654888732e-06, "in-drivable-lane": 4.049999999999989, "agent_compute-ego": 0.01155985196431478, "deviation-heading": 0.7931438237863274, "complete-iteration": 0.12370103922757236, "set_robot_commands": 0.0027816064430005623, "deviation-center-line": 0.22375012855438384, "driven_lanedir_consec": 1.344815702008046, "sim_compute_sim_state": 0.013895920551184451, "sim_compute_performance-ego": 0.0023511438658743193}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.646964987329339, "get_ui_image": 0.02211602528889974, "step_physics": 0.05178288300832112, "survival_time": 14.950000000000076, "driven_lanedir": 1.042932172577688, "get_state_dump": 0.006820838451385498, "sim_render-ego": 0.003605827490488688, "get_robot_state": 0.008122612635294596, "get_duckie_state": 1.652240753173828e-06, "in-drivable-lane": 10.450000000000044, "agent_compute-ego": 0.011701069672902424, "deviation-heading": 1.71715149551994, "complete-iteration": 0.12350991090138752, "set_robot_commands": 0.002734056313832601, "deviation-center-line": 0.4984526454786179, "driven_lanedir_consec": 1.042932172577688, "sim_compute_sim_state": 0.014230164686838786, "sim_compute_performance-ego": 0.0023197364807128907}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 4.1640661662824945, "get_ui_image": 0.022010641098022463, "step_physics": 0.056672090689341224, "survival_time": 14.950000000000076, "driven_lanedir": 1.0094991791475876, "get_state_dump": 0.00687981367111206, "sim_render-ego": 0.003648034731547038, "get_robot_state": 0.008226740360260009, "get_duckie_state": 1.6196568806966145e-06, "in-drivable-lane": 10.100000000000076, "agent_compute-ego": 0.012095046838124594, "deviation-heading": 1.932364819207358, "complete-iteration": 0.12946603059768677, "set_robot_commands": 0.0027431392669677733, "deviation-center-line": 0.36391435583267057, "driven_lanedir_consec": 1.0094991791475876, "sim_compute_sim_state": 0.014777847131093345, "sim_compute_performance-ego": 0.0023347965876261392}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.7402397270938443, "get_ui_image": 0.02201524933615884, "step_physics": 0.05629713980706184, "survival_time": 4.549999999999992, "driven_lanedir": 1.5560126701112047, "get_state_dump": 0.00683683353465992, "sim_render-ego": 0.0035697025257152514, "get_robot_state": 0.008121380439171424, "get_duckie_state": 1.608670412839114e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.011640218588022083, "deviation-heading": 0.7522799688373932, "complete-iteration": 0.12910633296756954, "set_robot_commands": 0.002657940099527548, "deviation-center-line": 0.3149460764432877, "driven_lanedir_consec": 1.5560126701112047, "sim_compute_sim_state": 0.015570003907759112, "sim_compute_performance-ego": 0.0023201114528781765}}set_robot_commands_max 0.0027816064430005623 set_robot_commands_mean 0.0027291855308321207 set_robot_commands_median 0.002738597790400187 set_robot_commands_min 0.002657940099527548 sim_compute_performance-ego_max 0.0023511438658743193 sim_compute_performance-ego_mean 0.0023314470967728818 sim_compute_performance-ego_median 0.002327454020252158 sim_compute_performance-ego_min 0.0023197364807128907 sim_compute_sim_state_max 0.015570003907759112 sim_compute_sim_state_mean 0.014618484069218922 sim_compute_sim_state_median 0.014504005908966064 sim_compute_sim_state_min 0.013895920551184451 sim_render-ego_max 0.0036556749632864287 sim_render-ego_mean 0.003619809927759351 sim_render-ego_median 0.003626931111017863 sim_render-ego_min 0.0035697025257152514 simulation-passed 1 step_physics_max 0.056672090689341224 step_physics_mean 0.054275619272903086 step_physics_median 0.054323751696975 step_physics_min 0.05178288300832112 survival_time_max 14.950000000000076 survival_time_mean 10.675000000000033 survival_time_min 4.549999999999992
No reset possible 42836
11538
Jean-Sébastien Grondin  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-24 23:34:53+00:00 2020-11-24 23:40:22+00:00 0:05:29 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.409968121899689 survival_time_median 14.950000000000076 deviation-center-line_median 0.4132005371832208 in-drivable-lane_median 4.350000000000008
other stats agent_compute-ego_max 0.012358551025390624 agent_compute-ego_mean 0.01183994740478752 agent_compute-ego_median 0.01176874001820882 agent_compute-ego_min 0.01146375855734182 complete-iteration_max 0.13133721033732096 complete-iteration_mean 0.12563200816165568 complete-iteration_median 0.1243027905623118 complete-iteration_min 0.1225852411846782 deviation-center-line_max 0.7272802179697281 deviation-center-line_mean 0.40994957734424015 deviation-center-line_min 0.08611701704079067 deviation-heading_max 3.4228911028907167 deviation-heading_mean 2.3148410373947645 deviation-heading_median 2.454393928755881 deviation-heading_min 0.9276851891765784 driven_any_max 4.594228276603556 driven_any_mean 3.584274033550668 driven_any_median 4.586733206600309 driven_any_min 0.569401444398498 driven_lanedir_consec_max 3.484781021165272 driven_lanedir_consec_mean 1.6093457748655882 driven_lanedir_consec_min 0.13266583449770308 driven_lanedir_max 3.484781021165272 driven_lanedir_mean 1.6189217611124262 driven_lanedir_median 1.4132227699059787 driven_lanedir_min 0.16446048347247577 get_duckie_state_max 1.201629638671875e-06 get_duckie_state_mean 1.14701977071836e-06 get_duckie_state_median 1.1492329974507178e-06 get_duckie_state_min 1.0879834493001302e-06 get_robot_state_max 0.008076630433400471 get_robot_state_mean 0.00807028617969779 get_robot_state_median 0.008070876200993856 get_robot_state_min 0.008062761883402979 get_state_dump_max 0.006808852040490439 get_state_dump_mean 0.006779066444367401 get_state_dump_median 0.006784019470214843 get_state_dump_min 0.006739374796549479 get_ui_image_max 0.02250993529031443 get_ui_image_mean 0.022274955806806107 get_ui_image_median 0.022265493472417196 get_ui_image_min 0.0220589009920756 in-drivable-lane_max 12.750000000000064 in-drivable-lane_mean 5.57500000000002 in-drivable-lane_min 0.8499999999999999 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.5792958906257555, "get_ui_image": 0.0220589009920756, "step_physics": 0.05338682730992635, "survival_time": 14.950000000000076, "driven_lanedir": 3.484781021165272, "get_state_dump": 0.006739374796549479, "sim_render-ego": 0.0035625100135803223, "get_robot_state": 0.008071424961090088, "get_duckie_state": 1.201629638671875e-06, "in-drivable-lane": 2.750000000000016, "agent_compute-ego": 0.011889479160308835, "deviation-heading": 3.4228911028907167, "complete-iteration": 0.1249693743387858, "set_robot_commands": 0.002632098992665609, "deviation-center-line": 0.7272802179697281, "driven_lanedir_consec": 3.484781021165272, "sim_compute_sim_state": 0.01424665371576945, "sim_compute_performance-ego": 0.002309004465738932}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.594228276603556, "get_ui_image": 0.022059404850006105, "step_physics": 0.052701942920684815, "survival_time": 14.950000000000076, "driven_lanedir": 2.5041352281101488, "get_state_dump": 0.006774334112803141, "sim_render-ego": 0.0035927661259969076, "get_robot_state": 0.008070327440897624, "get_duckie_state": 1.0879834493001302e-06, "in-drivable-lane": 5.949999999999999, "agent_compute-ego": 0.011648000876108806, "deviation-heading": 3.1283345250602244, "complete-iteration": 0.1236362067858378, "set_robot_commands": 0.002643148899078369, "deviation-center-line": 0.645852719543669, "driven_lanedir_consec": 2.5041352281101488, "sim_compute_sim_state": 0.01376765251159668, "sim_compute_performance-ego": 0.002304325103759766}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.569401444398498, "get_ui_image": 0.02250993529031443, "step_physics": 0.052087379056353904, "survival_time": 2.1500000000000004, "driven_lanedir": 0.16446048347247577, "get_state_dump": 0.006808852040490439, "sim_render-ego": 0.003558219865311024, "get_robot_state": 0.008062761883402979, "get_duckie_state": 1.1588251867959663e-06, "in-drivable-lane": 0.8499999999999999, "agent_compute-ego": 0.01146375855734182, "deviation-heading": 0.9276851891765784, "complete-iteration": 0.1225852411846782, "set_robot_commands": 0.0028410179670466935, "deviation-center-line": 0.08611701704079067, "driven_lanedir_consec": 0.13266583449770308, "sim_compute_sim_state": 0.012866036836491075, "sim_compute_performance-ego": 0.002312216647835665}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.5941705225748635, "get_ui_image": 0.022471582094828288, "step_physics": 0.056834015846252445, "survival_time": 14.950000000000076, "driven_lanedir": 0.3223103117018086, "get_state_dump": 0.0067937048276265465, "sim_render-ego": 0.0036500239372253417, "get_robot_state": 0.008076630433400471, "get_duckie_state": 1.1396408081054688e-06, "in-drivable-lane": 12.750000000000064, "agent_compute-ego": 0.012358551025390624, "deviation-heading": 1.780453332451538, "complete-iteration": 0.13133721033732096, "set_robot_commands": 0.0027111212412516275, "deviation-center-line": 0.18054835482277265, "driven_lanedir_consec": 0.3158010156892285, "sim_compute_sim_state": 0.01605591853459676, "sim_compute_performance-ego": 0.00231024185816447}}set_robot_commands_max 0.0028410179670466935 set_robot_commands_mean 0.0027068467750105745 set_robot_commands_median 0.0026771350701649986 set_robot_commands_min 0.002632098992665609 sim_compute_performance-ego_max 0.002312216647835665 sim_compute_performance-ego_mean 0.002308947018874708 sim_compute_performance-ego_median 0.0023096231619517005 sim_compute_performance-ego_min 0.002304325103759766 sim_compute_sim_state_max 0.01605591853459676 sim_compute_sim_state_mean 0.014234065399613492 sim_compute_sim_state_median 0.014007153113683064 sim_compute_sim_state_min 0.012866036836491075 sim_render-ego_max 0.0036500239372253417 sim_render-ego_mean 0.003590879985528399 sim_render-ego_median 0.003577638069788615 sim_render-ego_min 0.003558219865311024 simulation-passed 1 step_physics_max 0.056834015846252445 step_physics_mean 0.05375254128330438 step_physics_median 0.053044385115305584 step_physics_min 0.052087379056353904 survival_time_max 14.950000000000076 survival_time_mean 11.750000000000057 survival_time_min 2.1500000000000004
No reset possible 42821
11541
Daniil Lisus sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-24 23:20:56+00:00 2020-11-24 23:28:08+00:00 0:07:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.880557217638752 survival_time_median 14.950000000000076 deviation-center-line_median 0.9709817000640938 in-drivable-lane_median 1.2999999999999985
other stats agent_compute-ego_max 0.016093292236328126 agent_compute-ego_mean 0.0151148202419281 agent_compute-ego_median 0.015632216930389405 agent_compute-ego_min 0.01310155487060547 complete-iteration_max 0.19326064825057984 complete-iteration_mean 0.17727628227074943 complete-iteration_median 0.1880373469988505 complete-iteration_min 0.1397697868347168 deviation-center-line_max 1.1733630255923078 deviation-center-line_mean 0.810564243778322 deviation-center-line_min 0.12693054939279308 deviation-heading_max 3.885648753021533 deviation-heading_mean 2.5817827372498066 deviation-heading_median 3.0206919270345267 deviation-heading_min 0.40009834190863885 driven_any_max 4.770552322671236 driven_any_mean 3.885527026617015 driven_any_median 4.227051231902825 driven_any_min 2.317453319991173 driven_lanedir_consec_max 4.524756452272129 driven_lanedir_consec_mean 3.3982295420321864 driven_lanedir_consec_min 1.3070472805791122 driven_lanedir_max 4.524756452272129 driven_lanedir_mean 3.3982295420321864 driven_lanedir_median 3.880557217638752 driven_lanedir_min 1.3070472805791122 get_duckie_state_max 1.4519691467285156e-06 get_duckie_state_mean 1.35346253712972e-06 get_duckie_state_median 1.3534228006998698e-06 get_duckie_state_min 1.255035400390625e-06 get_robot_state_max 0.01003029425938924 get_robot_state_mean 0.00960003157456716 get_robot_state_median 0.009893596172332764 get_robot_state_min 0.008582639694213866 get_state_dump_max 0.007907721201578776 get_state_dump_mean 0.007631161053975422 get_state_dump_median 0.007699325879414876 get_state_dump_min 0.007218271255493164 get_ui_image_max 0.03358294328053792 get_ui_image_mean 0.030888782779375713 get_ui_image_median 0.032663197914759315 get_ui_image_min 0.02464579200744629 in-drivable-lane_max 2.5999999999999908 in-drivable-lane_mean 1.299999999999997 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.317453319991173, "get_ui_image": 0.02464579200744629, "step_physics": 0.06155426406860352, "survival_time": 6.249999999999986, "driven_lanedir": 1.3070472805791122, "get_state_dump": 0.007218271255493164, "sim_render-ego": 0.00385209846496582, "get_robot_state": 0.008582639694213866, "get_duckie_state": 1.255035400390625e-06, "in-drivable-lane": 2.5999999999999908, "agent_compute-ego": 0.01310155487060547, "deviation-heading": 0.40009834190863885, "complete-iteration": 0.1397697868347168, "set_robot_commands": 0.0034020328521728515, "deviation-center-line": 0.12693054939279308, "driven_lanedir_consec": 1.3070472805791122, "sim_compute_sim_state": 0.01479707908630371, "sim_compute_performance-ego": 0.0025350799560546877}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.770552322671236, "get_ui_image": 0.032120118935902914, "step_physics": 0.08622314135233561, "survival_time": 14.950000000000076, "driven_lanedir": 4.211597864475449, "get_state_dump": 0.007624908288319906, "sim_render-ego": 0.004434339205423991, "get_robot_state": 0.009793282349904378, "get_duckie_state": 1.3534228006998698e-06, "in-drivable-lane": 1.9499999999999993, "agent_compute-ego": 0.016093292236328126, "deviation-heading": 3.4457697701275496, "complete-iteration": 0.184667755762736, "set_robot_commands": 0.003757491906483968, "deviation-center-line": 0.9296961403533448, "driven_lanedir_consec": 4.211597864475449, "sim_compute_sim_state": 0.021574004491170248, "sim_compute_performance-ego": 0.002950731118520101}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.736102474393297, "get_ui_image": 0.03320627689361572, "step_physics": 0.08927215337753296, "survival_time": 14.950000000000076, "driven_lanedir": 3.549516570802055, "get_state_dump": 0.007773743470509847, "sim_render-ego": 0.0047933864593505855, "get_robot_state": 0.01003029425938924, "get_duckie_state": 1.3534228006998698e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.015559281508127848, "deviation-heading": 3.885648753021533, "complete-iteration": 0.19140693823496505, "set_robot_commands": 0.0037232406934102377, "deviation-center-line": 1.1733630255923078, "driven_lanedir_consec": 3.549516570802055, "sim_compute_sim_state": 0.023801082770029704, "sim_compute_performance-ego": 0.0031584088007609048}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 4.717999989412353, "get_ui_image": 0.03358294328053792, "step_physics": 0.08773656050364176, "survival_time": 14.950000000000076, "driven_lanedir": 4.524756452272129, "get_state_dump": 0.007907721201578776, "sim_render-ego": 0.004558439254760742, "get_robot_state": 0.009993909994761147, "get_duckie_state": 1.4519691467285156e-06, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.01570515235265096, "deviation-heading": 2.595614083941504, "complete-iteration": 0.19326064825057984, "set_robot_commands": 0.0036050788561503098, "deviation-center-line": 1.0122672597748428, "driven_lanedir_consec": 4.524756452272129, "sim_compute_sim_state": 0.02713136831919352, "sim_compute_performance-ego": 0.0029463497797648113}}set_robot_commands_max 0.003757491906483968 set_robot_commands_mean 0.003621961077054342 set_robot_commands_median 0.0036641597747802735 set_robot_commands_min 0.0034020328521728515 sim_compute_performance-ego_max 0.0031584088007609048 sim_compute_performance-ego_mean 0.0028976424137751263 sim_compute_performance-ego_median 0.002948540449142456 sim_compute_performance-ego_min 0.0025350799560546877 sim_compute_sim_state_max 0.02713136831919352 sim_compute_sim_state_mean 0.021825883666674296 sim_compute_sim_state_median 0.022687543630599976 sim_compute_sim_state_min 0.01479707908630371 sim_render-ego_max 0.0047933864593505855 sim_render-ego_mean 0.004409565846125284 sim_render-ego_median 0.004496389230092367 sim_render-ego_min 0.00385209846496582 simulation-passed 1 step_physics_max 0.08927215337753296 step_physics_mean 0.08119652982552845 step_physics_median 0.08697985092798868 step_physics_min 0.06155426406860352 survival_time_max 14.950000000000076 survival_time_mean 12.775000000000055 survival_time_min 6.249999999999986
No reset possible 42801
11539
Jean-Sébastien Grondin  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-24 23:15:12+00:00 2020-11-24 23:19:53+00:00 0:04:41 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.636265629329278 survival_time_median 8.125000000000039 deviation-center-line_median 0.39189993065039785 in-drivable-lane_median 0.4500000000000044
other stats agent_compute-ego_max 0.01351388931274414 agent_compute-ego_mean 0.012658092303153796 agent_compute-ego_median 0.013066791143172826 agent_compute-ego_min 0.01098489761352539 complete-iteration_max 0.15032981236775717 complete-iteration_mean 0.14292063142244632 complete-iteration_median 0.14525806854932738 complete-iteration_min 0.1308365762233734 deviation-center-line_max 0.8118061150835103 deviation-center-line_mean 0.4141180294547079 deviation-center-line_min 0.0608661414345255 deviation-heading_max 3.2961908362300374 deviation-heading_mean 1.665240188487688 deviation-heading_median 1.4800105274235749 deviation-heading_min 0.40474886287356415 driven_any_max 3.573325597801 driven_any_mean 1.895303560512496 driven_any_median 1.898539040085978 driven_any_min 0.21081056407702845 driven_lanedir_consec_max 3.3280817226324113 driven_lanedir_consec_mean 1.6778561159030383 driven_lanedir_consec_min 0.11081148232118698 driven_lanedir_max 3.3280817226324113 driven_lanedir_mean 1.6778561159030383 driven_lanedir_median 1.636265629329278 driven_lanedir_min 0.11081148232118698 get_duckie_state_max 1.3422966003417968e-06 get_duckie_state_mean 1.2030586218222597e-06 get_duckie_state_median 1.2233624091515176e-06 get_duckie_state_min 1.0232130686442058e-06 get_robot_state_max 0.008827557930579552 get_robot_state_mean 0.008594231399206015 get_robot_state_median 0.008657984733581543 get_robot_state_min 0.008233398199081421 get_state_dump_max 0.0073769917854895955 get_state_dump_mean 0.007196165491373111 get_state_dump_median 0.00723608652750651 get_state_dump_min 0.006935497124989827 get_ui_image_max 0.02730432589848836 get_ui_image_mean 0.0254851611608114 get_ui_image_median 0.025976488223442663 get_ui_image_min 0.022683342297871903 in-drivable-lane_max 1.050000000000015 in-drivable-lane_mean 0.5500000000000059 in-drivable-lane_min 0.2500000000000001 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.5618757642649586, "get_ui_image": 0.02730432589848836, "step_physics": 0.06808940490086873, "survival_time": 14.950000000000076, "driven_lanedir": 3.3280817226324113, "get_state_dump": 0.007183301448822022, "sim_render-ego": 0.003969462712605795, "get_robot_state": 0.00865026871363322, "get_duckie_state": 1.208782196044922e-06, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.013263362248738609, "deviation-heading": 2.3618971784822147, "complete-iteration": 0.15032981236775717, "set_robot_commands": 0.003496565024058024, "deviation-center-line": 0.8118061150835103, "driven_lanedir_consec": 3.3280817226324113, "sim_compute_sim_state": 0.01567493756612142, "sim_compute_performance-ego": 0.0026151911417643227}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.23520231590699744, "get_ui_image": 0.026352781515855055, "step_physics": 0.06412261265974778, "survival_time": 1.3000000000000005, "driven_lanedir": 0.11481737320966356, "get_state_dump": 0.0073769917854895955, "sim_render-ego": 0.0038501941240750826, "get_robot_state": 0.008827557930579552, "get_duckie_state": 1.237942622258113e-06, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.012870220037607046, "deviation-heading": 0.5981238763649351, "complete-iteration": 0.1428081439091609, "set_robot_commands": 0.003285353000347431, "deviation-center-line": 0.0608661414345255, "driven_lanedir_consec": 0.11481737320966356, "sim_compute_sim_state": 0.01346875154055082, "sim_compute_performance-ego": 0.0025682907838087818}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.573325597801, "get_ui_image": 0.025600194931030273, "step_physics": 0.06624102671941122, "survival_time": 14.950000000000076, "driven_lanedir": 3.157713885448892, "get_state_dump": 0.007288871606190999, "sim_render-ego": 0.0040536101659139, "get_robot_state": 0.008665700753529867, "get_duckie_state": 1.3422966003417968e-06, "in-drivable-lane": 1.050000000000015, "agent_compute-ego": 0.01351388931274414, "deviation-heading": 3.2961908362300374, "complete-iteration": 0.14770799318949382, "set_robot_commands": 0.0034267679850260415, "deviation-center-line": 0.7126951969044547, "driven_lanedir_consec": 3.157713885448892, "sim_compute_sim_state": 0.016211238702138264, "sim_compute_performance-ego": 0.002620535691579183}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 0.21081056407702845, "get_ui_image": 0.022683342297871903, "step_physics": 0.05866016944249471, "survival_time": 1.2000000000000004, "driven_lanedir": 0.11081148232118698, "get_state_dump": 0.006935497124989827, "sim_render-ego": 0.003626992305119833, "get_robot_state": 0.008233398199081421, "get_duckie_state": 1.0232130686442058e-06, "in-drivable-lane": 0.2500000000000001, "agent_compute-ego": 0.01098489761352539, "deviation-heading": 0.40474886287356415, "complete-iteration": 0.1308365762233734, "set_robot_commands": 0.0026908814907073975, "deviation-center-line": 0.071104664396341, "driven_lanedir_consec": 0.11081148232118698, "sim_compute_sim_state": 0.014608035484949747, "sim_compute_performance-ego": 0.002335349718729655}}set_robot_commands_max 0.003496565024058024 set_robot_commands_mean 0.003224891875034723 set_robot_commands_median 0.003356060492686736 set_robot_commands_min 0.0026908814907073975 sim_compute_performance-ego_max 0.002620535691579183 sim_compute_performance-ego_mean 0.0025348418339704855 sim_compute_performance-ego_median 0.002591740962786552 sim_compute_performance-ego_min 0.002335349718729655 sim_compute_sim_state_max 0.016211238702138264 sim_compute_sim_state_mean 0.014990740823440063 sim_compute_sim_state_median 0.015141486525535585 sim_compute_sim_state_min 0.01346875154055082 sim_render-ego_max 0.0040536101659139 sim_render-ego_mean 0.003875064826928653 sim_render-ego_median 0.003909828418340438 sim_render-ego_min 0.003626992305119833 simulation-passed 1 step_physics_max 0.06808940490086873 step_physics_mean 0.06427830343063061 step_physics_median 0.0651818196895795 step_physics_min 0.05866016944249471 survival_time_max 14.950000000000076 survival_time_mean 8.100000000000039 survival_time_min 1.2000000000000004
No reset possible 42731
11521
Jean-Sébastien Grondin  🇨🇦exercise_state_estimation aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-24 17:44:47+00:00 2020-11-24 17:50:29+00:00 0:05:42 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9746434711137983 survival_time_median 13.575000000000058 deviation-center-line_median 0.7174421347283211 in-drivable-lane_median 2.325000000000019
other stats agent_compute-ego_max 0.013491444900387624 agent_compute-ego_mean 0.012512704303856906 agent_compute-ego_median 0.012786943912506104 agent_compute-ego_min 0.010985484490027796 complete-iteration_max 0.15257151107319067 complete-iteration_mean 0.1366614368757113 complete-iteration_median 0.13576895594596863 complete-iteration_min 0.12253632453771736 deviation-center-line_max 1.2245478791759217 deviation-center-line_mean 0.6873193130248109 deviation-center-line_min 0.08984510346667941 deviation-heading_max 3.2954526668427793 deviation-heading_mean 2.163021938484688 deviation-heading_median 2.219597664336894 deviation-heading_min 0.9174397584221836 driven_any_max 3.573382597613943 driven_any_mean 2.6472491156862765 driven_any_median 3.2313176755306747 driven_any_min 0.5529785140698136 driven_lanedir_consec_max 2.9935373440780992 driven_lanedir_consec_mean 1.7689258115034348 driven_lanedir_consec_min 0.13287895970804264 driven_lanedir_max 2.9935373440780992 driven_lanedir_mean 1.7721376875461656 driven_lanedir_median 1.9746434711137983 driven_lanedir_min 0.14572646387896593 get_duckie_state_max 1.2954076131184896e-06 get_duckie_state_mean 1.1719408131487583e-06 get_duckie_state_median 1.1551510440847262e-06 get_duckie_state_min 1.082053551307091e-06 get_robot_state_max 0.009080834076052806 get_robot_state_mean 0.00863589905600129 get_robot_state_median 0.00863942821820577 get_robot_state_min 0.008183905711540809 get_state_dump_max 0.00745342598586786 get_state_dump_mean 0.007132445745931146 get_state_dump_median 0.007101966142654419 get_state_dump_min 0.006872424712547889 get_ui_image_max 0.02590205748875936 get_ui_image_mean 0.02410242350475284 get_ui_image_median 0.02406096958272243 get_ui_image_min 0.02238569736480713 in-drivable-lane_max 6.450000000000031 in-drivable-lane_mean 3.0875000000000172 in-drivable-lane_min 1.2499999999999991 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 3.561814788350481, "get_ui_image": 0.02590205748875936, "step_physics": 0.06305824041366577, "survival_time": 14.950000000000076, "driven_lanedir": 2.7459603437918965, "get_state_dump": 0.007317562898000081, "sim_render-ego": 0.0040044649442036945, "get_robot_state": 0.009027275244394938, "get_duckie_state": 1.2954076131184896e-06, "in-drivable-lane": 2.8500000000000156, "agent_compute-ego": 0.013478213946024576, "deviation-heading": 2.655658560072258, "complete-iteration": 0.14503199815750123, "set_robot_commands": 0.0034798304239908855, "deviation-center-line": 0.7928547043939647, "driven_lanedir_consec": 2.7459603437918965, "sim_compute_sim_state": 0.016045827865600586, "sim_compute_performance-ego": 0.0026333165168762208}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.573382597613943, "get_ui_image": 0.02238569736480713, "step_physics": 0.05425470431645711, "survival_time": 14.950000000000076, "driven_lanedir": 2.9935373440780992, "get_state_dump": 0.006886369387308757, "sim_render-ego": 0.003656627337137858, "get_robot_state": 0.008251581192016601, "get_duckie_state": 1.0840098063151042e-06, "in-drivable-lane": 1.8000000000000216, "agent_compute-ego": 0.01209567387898763, "deviation-heading": 3.2954526668427793, "complete-iteration": 0.12650591373443604, "set_robot_commands": 0.0028170092900594076, "deviation-center-line": 1.2245478791759217, "driven_lanedir_consec": 2.9935373440780992, "sim_compute_sim_state": 0.013692870140075685, "sim_compute_performance-ego": 0.002386666933695475}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 0.5529785140698136, "get_ui_image": 0.022639733094435472, "step_physics": 0.05225259982622587, "survival_time": 2.5999999999999988, "driven_lanedir": 0.14572646387896593, "get_state_dump": 0.006872424712547889, "sim_render-ego": 0.003650119671454797, "get_robot_state": 0.008183905711540809, "get_duckie_state": 1.082053551307091e-06, "in-drivable-lane": 1.2499999999999991, "agent_compute-ego": 0.010985484490027796, "deviation-heading": 0.9174397584221836, "complete-iteration": 0.12253632453771736, "set_robot_commands": 0.0027242073645958533, "deviation-center-line": 0.08984510346667941, "driven_lanedir_consec": 0.13287895970804264, "sim_compute_sim_state": 0.012802499991196852, "sim_compute_performance-ego": 0.0023463047467745268}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.900820562710869, "get_ui_image": 0.0254822060710094, "step_physics": 0.0672160045045321, "survival_time": 12.200000000000038, "driven_lanedir": 1.203326598435701, "get_state_dump": 0.00745342598586786, "sim_render-ego": 0.004062927160106721, "get_robot_state": 0.009080834076052806, "get_duckie_state": 1.2262922818543482e-06, "in-drivable-lane": 6.450000000000031, "agent_compute-ego": 0.013491444900387624, "deviation-heading": 1.7835367686015302, "complete-iteration": 0.15257151107319067, "set_robot_commands": 0.003282456124415163, "deviation-center-line": 0.6420295650626774, "driven_lanedir_consec": 1.203326598435701, "sim_compute_sim_state": 0.019701338205181183, "sim_compute_performance-ego": 0.0027152153312182815}}set_robot_commands_max 0.0034798304239908855 set_robot_commands_mean 0.0030758758007653274 set_robot_commands_median 0.0030497327072372855 set_robot_commands_min 0.0027242073645958533 sim_compute_performance-ego_max 0.0027152153312182815 sim_compute_performance-ego_mean 0.0025203758821411263 sim_compute_performance-ego_median 0.002509991725285848 sim_compute_performance-ego_min 0.0023463047467745268 sim_compute_sim_state_max 0.019701338205181183 sim_compute_sim_state_mean 0.015560634050513576 sim_compute_sim_state_median 0.014869349002838136 sim_compute_sim_state_min 0.012802499991196852 sim_render-ego_max 0.004062927160106721 sim_render-ego_mean 0.003843534778225768 sim_render-ego_median 0.003830546140670776 sim_render-ego_min 0.003650119671454797 simulation-passed 1 step_physics_max 0.0672160045045321 step_physics_mean 0.059195387265220216 step_physics_median 0.05865647236506144 step_physics_min 0.05225259982622587 survival_time_max 14.950000000000076 survival_time_mean 11.175000000000049 survival_time_min 2.5999999999999988
No reset possible 42684
11505
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele03-579cc80b68e8-1
2020-11-24 15:12:39+00:00 2020-11-24 15:19:06+00:00 0:06:27 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42662
11498
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele03-579cc80b68e8-1
2020-11-24 04:58:50+00:00 2020-11-24 05:00:35+00:00 0:01:45 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42644
11498
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-24 04:49:52+00:00 2020-11-24 04:56:58+00:00 0:07:06 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6640156707606266 survival_time_median 12.475000000000042 deviation-center-line_median 0.3819207794932564 in-drivable-lane_median 2.800000000000036
other stats agent_compute-ego_max 0.016981113969890122 agent_compute-ego_mean 0.01584581549455917 agent_compute-ego_median 0.01630557636419932 agent_compute-ego_min 0.013790995279947916 complete-iteration_max 0.19173555493354796 complete-iteration_mean 0.1770267988049906 complete-iteration_median 0.18356332099515624 complete-iteration_min 0.14924499829610188 deviation-center-line_max 0.6524097568191073 deviation-center-line_mean 0.3709188324361493 deviation-center-line_min 0.0674240139389773 deviation-heading_max 2.140995167387848 deviation-heading_mean 1.2032774500460133 deviation-heading_median 1.139122818265831 deviation-heading_min 0.393868996264543 driven_any_max 4.098531639683296 driven_any_mean 3.2573306304805727 driven_any_median 3.5092002400789513 driven_any_min 1.912390402081092 driven_lanedir_consec_max 3.731764962107844 driven_lanedir_consec_mean 2.4348809030917806 driven_lanedir_consec_min 0.6797273087380269 driven_lanedir_max 3.731764962107844 driven_lanedir_mean 2.4348809030917806 driven_lanedir_median 2.6640156707606266 driven_lanedir_min 0.6797273087380269 get_duckie_state_max 1.5032291412353515e-06 get_duckie_state_mean 1.43509869482003e-06 get_duckie_state_median 1.4331294041053923e-06 get_duckie_state_min 1.3709068298339844e-06 get_robot_state_max 0.01013050675392151 get_robot_state_mean 0.009621840331679076 get_robot_state_median 0.009824445473602396 get_robot_state_min 0.008707963625590006 get_state_dump_max 0.007814304828643799 get_state_dump_mean 0.007570564047573438 get_state_dump_median 0.007618280045347276 get_state_dump_min 0.007231391270955403 get_ui_image_max 0.0337524180318795 get_ui_image_mean 0.029953637239979763 get_ui_image_median 0.029938312371571855 get_ui_image_min 0.026185506184895832 in-drivable-lane_max 5.299999999999981 in-drivable-lane_mean 3.0000000000000173 in-drivable-lane_min 1.1000000000000156 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 4.098531639683296, "get_ui_image": 0.026185506184895832, "step_physics": 0.06706202904383342, "survival_time": 14.950000000000076, "driven_lanedir": 3.141937501214474, "get_state_dump": 0.007231391270955403, "sim_render-ego": 0.004122796853383382, "get_robot_state": 0.008707963625590006, "get_duckie_state": 1.3709068298339844e-06, "in-drivable-lane": 3.250000000000046, "agent_compute-ego": 0.013790995279947916, "deviation-heading": 1.4848282973333449, "complete-iteration": 0.14924499829610188, "set_robot_commands": 0.003458109696706136, "deviation-center-line": 0.4599132521439287, "driven_lanedir_consec": 3.141937501214474, "sim_compute_sim_state": 0.01592894713083903, "sim_compute_performance-ego": 0.0026729520161946616}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 4.070407345376102, "get_ui_image": 0.030632177988688152, "step_physics": 0.08425843318303426, "survival_time": 14.950000000000076, "driven_lanedir": 3.731764962107844, "get_state_dump": 0.007814304828643799, "sim_render-ego": 0.004913383324940999, "get_robot_state": 0.010046724478403728, "get_duckie_state": 1.4591217041015623e-06, "in-drivable-lane": 1.1000000000000156, "agent_compute-ego": 0.01618101914723714, "deviation-heading": 2.140995167387848, "complete-iteration": 0.18490200678507487, "set_robot_commands": 0.0036201071739196777, "deviation-center-line": 0.6524097568191073, "driven_lanedir_consec": 3.731764962107844, "sim_compute_sim_state": 0.024267658392588296, "sim_compute_performance-ego": 0.0030758078893025715}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.912390402081092, "get_ui_image": 0.0337524180318795, "step_physics": 0.08326931560740751, "survival_time": 7.649999999999981, "driven_lanedir": 0.6797273087380269, "get_state_dump": 0.007599394305858736, "sim_render-ego": 0.004547887378268772, "get_robot_state": 0.009602166468801064, "get_duckie_state": 1.407137104109222e-06, "in-drivable-lane": 5.299999999999981, "agent_compute-ego": 0.016981113969890122, "deviation-heading": 0.393868996264543, "complete-iteration": 0.18222463520523768, "set_robot_commands": 0.003554453257641761, "deviation-center-line": 0.0674240139389773, "driven_lanedir_consec": 0.6797273087380269, "sim_compute_sim_state": 0.01996095819410935, "sim_compute_performance-ego": 0.0028631952073838976}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.9479931347818007, "get_ui_image": 0.029244446754455568, "step_physics": 0.08504614353179932, "survival_time": 10.000000000000009, "driven_lanedir": 2.1860938403067793, "get_state_dump": 0.007637165784835816, "sim_render-ego": 0.004795172214508057, "get_robot_state": 0.01013050675392151, "get_duckie_state": 1.5032291412353515e-06, "in-drivable-lane": 2.3500000000000263, "agent_compute-ego": 0.0164301335811615, "deviation-heading": 0.7934173391983175, "complete-iteration": 0.19173555493354796, "set_robot_commands": 0.003851230144500732, "deviation-center-line": 0.3039283068425841, "driven_lanedir_consec": 2.1860938403067793, "sim_compute_sim_state": 0.030650784969329836, "sim_compute_performance-ego": 0.00385672926902771}}set_robot_commands_max 0.003851230144500732 set_robot_commands_mean 0.003620975068192077 set_robot_commands_median 0.0035872802157807197 set_robot_commands_min 0.003458109696706136 sim_compute_performance-ego_max 0.00385672926902771 sim_compute_performance-ego_mean 0.00311717109547721 sim_compute_performance-ego_median 0.002969501548343235 sim_compute_performance-ego_min 0.0026729520161946616 sim_compute_sim_state_max 0.030650784969329836 sim_compute_sim_state_mean 0.02270208717171663 sim_compute_sim_state_median 0.022114308293348824 sim_compute_sim_state_min 0.01592894713083903 sim_render-ego_max 0.004913383324940999 sim_render-ego_mean 0.004594809942775302 sim_render-ego_median 0.004671529796388414 sim_render-ego_min 0.004122796853383382 simulation-passed 1 step_physics_max 0.08504614353179932 step_physics_mean 0.07990898034151864 step_physics_median 0.08376387439522089 step_physics_min 0.06706202904383342 survival_time_max 14.950000000000076 survival_time_mean 11.887500000000037 survival_time_min 7.649999999999981
No reset possible 42598
11493
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele03-579cc80b68e8-1
2020-11-24 04:19:38+00:00 2020-11-24 04:26:18+00:00 0:06:40 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42583
11489
Francois Hebert sim-exercise-2 aido5-LF-sim-validation
LFv-sim error no afdaniele03-579cc80b68e8-1
2020-11-24 03:47:59+00:00 2020-11-24 03:53:47+00:00 0:05:48 InvalidEvaluator:
Tr [...] InvalidEvaluator:
Traceback (most recent call last):
File "experiment_manager.py", line 281, in main
length_s = await run_episode(
File "experiment_manager.py", line 554, in run_episode
await loop.run_in_executor(executor, f)
File "/usr/local/lib/python3.8/concurrent/futures/thread.py", line 57, in run
result = self.fn(*self.args, **self.kwargs)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 141, in write_topic_and_expect_zero
msgs = read_reply(self.fpout, timeout=timeout, nickname=self.nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 299, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper_outside.py", line 327, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "simulator" aborted:
error in simulator |Exception while handling a message on topic "step".
|
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 73, in belongs
|| self.SOn.belongs(R)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_orthogonal_group.py", line 39, in belongs
|| assert_allclose(det, 1, err_msg="I expect the determinant to be +1.")
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 1527, in assert_allclose
|| assert_array_compare(compare, actual, desired, err_msg=str(err_msg),
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 764, in assert_array_compare
|| flagged = func_assert_same_pos(x, y, func=isnan, hasval='nan')
|| File "/usr/local/lib/python3.8/site-packages/numpy/testing/_private/utils.py", line 740, in func_assert_same_pos
|| raise AssertionError(msg)
|| AssertionError:
|| Not equal to tolerance rtol=1e-07, atol=0
|| I expect the determinant to be +1.
|| x and y nan location mismatch:
|| x: array(nan)
|| y: array(1)
||
|| During handling of the above exception, another exception occurred:
||
|| Traceback (most recent call last):
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 331, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/wrapper.py", line 486, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/usr/local/lib/python3.8/site-packages/zuper_nodes_wrapper/utils.py", line 21, in call_if_fun_exists
|| f(**kwargs)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 415, in on_received_step
|| self.update_physics_and_observations(until=data.until, context=context)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 463, in update_physics_and_observations
|| pc.integrate(delta_time)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_simulator_gym/code.py", line 167, in integrate
|| self.state = self.state.integrate(dt, self.last_commands.wheels)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/dynamics_delay.py", line 74, in integrate
|| state2 = self.state.integrate(dt, use_commands)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/pwm_dynamics.py", line 193, in integrate
|| s1 = GenericKinematicsSE2.integrate(self, dt, commands_se2)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 48, in integrate
|| return GenericKinematicsSE2(c1, t1)
|| File "/usr/local/lib/python3.8/site-packages/duckietown_world/world_duckietown/generic_kinematics.py", line 26, in __init__
|| geo.SE2.belongs(q0)
|| File "/usr/local/lib/python3.8/site-packages/geometry/manifolds/special_euclidean_group.py", line 76, in belongs
|| raise ValueError(msg)
|| ValueError: The rotation is not a rotation:
|| [[nan nan]
|| [nan nan]]
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/usr/local/lib/python3.8/site-packages/duckietown_challenges/cie_concrete.py", line 678, in scoring_context
yield cie
File "experiment_manager.py", line 683, in go
wrap(cie)
File "experiment_manager.py", line 668, in wrap
asyncio.run(main(cie, logdir, attempts), debug=True)
File "/usr/local/lib/python3.8/asyncio/runners.py", line 44, in run
return loop.run_until_complete(main)
File "/usr/local/lib/python3.8/asyncio/base_events.py", line 616, in run_until_complete
return future.result()
File "experiment_manager.py", line 351, in main
raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 42500
11471
Riccardo Tresa  🇮🇹template-random aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-23 09:00:54+00:00 2020-11-23 09:03:42+00:00 0:02:48 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6440373265804349 survival_time_median 4.7749999999999915 deviation-center-line_median 0.10361109150784235 in-drivable-lane_median 2.5499999999999914
other stats agent_compute-ego_max 0.009364459474207993 agent_compute-ego_mean 0.009226794318637472 agent_compute-ego_median 0.009194953127714534 agent_compute-ego_min 0.009152811544912832 complete-iteration_max 0.139452237071413 complete-iteration_mean 0.12435246303557598 complete-iteration_median 0.11938834260402206 complete-iteration_min 0.11918092986284676 deviation-center-line_max 0.15583868303837567 deviation-center-line_mean 0.10879855071843549 deviation-center-line_min 0.07213333681968147 deviation-heading_max 0.976837469261332 deviation-heading_mean 0.4922932418762878 deviation-heading_median 0.3609623398756611 deviation-heading_min 0.27041081849249704 driven_any_max 2.8894611145876925 driven_any_mean 1.8510551780477624 driven_any_median 1.998666635086524 driven_any_min 0.5174263274303096 driven_lanedir_consec_max 0.8904446665936326 driven_lanedir_consec_mean 0.6302364342579737 driven_lanedir_consec_min 0.3424264172773923 driven_lanedir_max 0.8904446665936326 driven_lanedir_mean 0.6302364342579737 driven_lanedir_median 0.6440373265804349 driven_lanedir_min 0.3424264172773923 get_duckie_state_max 1.1234572439482715e-06 get_duckie_state_mean 1.0391589447257138e-06 get_duckie_state_median 1.0315307789603196e-06 get_duckie_state_min 9.70116977033944e-07 get_robot_state_max 0.00846010988408869 get_robot_state_mean 0.008180090916928864 get_robot_state_median 0.008098850188932524 get_robot_state_min 0.00806255340576172 get_state_dump_max 0.007033414912946297 get_state_dump_mean 0.006872213551224738 get_state_dump_median 0.006852617673467015 get_state_dump_min 0.006750203945018627 get_ui_image_max 0.0231225255763892 get_ui_image_mean 0.02236347159946643 get_ui_image_median 0.022167883529950444 get_ui_image_min 0.021995593761575633 in-drivable-lane_max 4.699999999999983 in-drivable-lane_mean 2.5374999999999917 in-drivable-lane_min 0.3500000000000003 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.1619321797959306, "get_ui_image": 0.022173032922259833, "step_physics": 0.051365444215677555, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6085881804686812, "get_state_dump": 0.006859407586566472, "sim_render-ego": 0.0035767716876531053, "get_robot_state": 0.008124444444300764, "get_duckie_state": 9.9812523793366e-07, "in-drivable-lane": 1.1999999999999966, "agent_compute-ego": 0.009364459474207993, "deviation-heading": 0.27041081849249704, "complete-iteration": 0.11918092986284676, "set_robot_commands": 0.002483961945873196, "deviation-center-line": 0.1246386243322534, "driven_lanedir_consec": 0.6085881804686812, "sim_compute_sim_state": 0.012834423679416463, "sim_compute_performance-ego": 0.002329268697964943}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.5174263274303096, "get_ui_image": 0.021995593761575633, "step_physics": 0.05251026975697484, "survival_time": 1.4500000000000006, "driven_lanedir": 0.3424264172773923, "get_state_dump": 0.006845827760367558, "sim_render-ego": 0.003559227647452519, "get_robot_state": 0.008073255933564285, "get_duckie_state": 9.70116977033944e-07, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.009226190632787243, "deviation-heading": 0.3106738984320317, "complete-iteration": 0.119528918430723, "set_robot_commands": 0.002465157673276704, "deviation-center-line": 0.07213333681968147, "driven_lanedir_consec": 0.3424264172773923, "sim_compute_sim_state": 0.012475523455389615, "sim_compute_performance-ego": 0.0023069957206989155}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.8354010903771174, "get_ui_image": 0.022162734137641055, "step_physics": 0.05166186226738824, "survival_time": 6.749999999999984, "driven_lanedir": 0.6794864726921884, "get_state_dump": 0.006750203945018627, "sim_render-ego": 0.00361381106906467, "get_robot_state": 0.00806255340576172, "get_duckie_state": 1.0649363199869792e-06, "in-drivable-lane": 4.699999999999983, "agent_compute-ego": 0.009152811544912832, "deviation-heading": 0.41125078131929055, "complete-iteration": 0.11924776677732114, "set_robot_commands": 0.002486739335236726, "deviation-center-line": 0.08258355868343131, "driven_lanedir_consec": 0.6794864726921884, "sim_compute_sim_state": 0.012988911734686958, "sim_compute_performance-ego": 0.002296465414541739}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.8894611145876925, "get_ui_image": 0.0231225255763892, "step_physics": 0.06417500611507532, "survival_time": 6.5999999999999845, "driven_lanedir": 0.8904446665936326, "get_state_dump": 0.007033414912946297, "sim_render-ego": 0.0037483049161506424, "get_robot_state": 0.00846010988408869, "get_duckie_state": 1.1234572439482715e-06, "in-drivable-lane": 3.899999999999986, "agent_compute-ego": 0.009163715622641825, "deviation-heading": 0.976837469261332, "complete-iteration": 0.139452237071413, "set_robot_commands": 0.0026945923313950047, "deviation-center-line": 0.15583868303837567, "driven_lanedir_consec": 0.8904446665936326, "sim_compute_sim_state": 0.017347379164262253, "sim_compute_performance-ego": 0.0036289384870818167}}set_robot_commands_max 0.0026945923313950047 set_robot_commands_mean 0.0025326128214454074 set_robot_commands_median 0.002485350640554961 set_robot_commands_min 0.002465157673276704 sim_compute_performance-ego_max 0.0036289384870818167 sim_compute_performance-ego_mean 0.0026404170800718536 sim_compute_performance-ego_median 0.002318132209331929 sim_compute_performance-ego_min 0.002296465414541739 sim_compute_sim_state_max 0.017347379164262253 sim_compute_sim_state_mean 0.013911559508438824 sim_compute_sim_state_median 0.01291166770705171 sim_compute_sim_state_min 0.012475523455389615 sim_render-ego_max 0.0037483049161506424 sim_render-ego_mean 0.0036245288300802343 sim_render-ego_median 0.0035952913783588876 sim_render-ego_min 0.003559227647452519 simulation-passed 1 step_physics_max 0.06417500611507532 step_physics_mean 0.05492814558877899 step_physics_median 0.05208606601218154 step_physics_min 0.051365444215677555 survival_time_max 6.749999999999984 survival_time_mean 4.437499999999992 survival_time_min 1.4500000000000006
No reset possible 42479
11464
Yishu Malhotra  🇨🇦exercise_ros_template aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-21 07:07:37+00:00 2020-11-21 07:13:54+00:00 0:06:17 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7930280600314807 survival_time_median 13.100000000000051 deviation-center-line_median 0.21325331140804615 in-drivable-lane_median 5.900000000000057
other stats agent_compute-ego_max 0.03884647846221924 agent_compute-ego_mean 0.03146578628779922 agent_compute-ego_median 0.035131752358542545 agent_compute-ego_min 0.016753161971892545 complete-iteration_max 0.1728184692064921 complete-iteration_mean 0.16134073562890974 complete-iteration_median 0.16096776498688592 complete-iteration_min 0.150608943335375 deviation-center-line_max 0.392037086665558 deviation-center-line_mean 0.25328902149786287 deviation-center-line_min 0.19461237650980115 deviation-heading_max 1.6042020138339743 deviation-heading_mean 1.081314128229537 deviation-heading_median 1.0105471054264288 deviation-heading_min 0.6999602882313167 driven_any_max 3.671835924638631 driven_any_mean 3.16491878467927 driven_any_median 3.287438996980253 driven_any_min 2.4129612201179444 driven_lanedir_consec_max 2.233659937610634 driven_lanedir_consec_mean 1.6617987557733658 driven_lanedir_consec_min 0.8274789654198679 driven_lanedir_max 2.233659937610634 driven_lanedir_mean 1.6617987557733658 driven_lanedir_median 1.7930280600314807 driven_lanedir_min 0.8274789654198679 get_duckie_state_max 1.461661640723147e-06 get_duckie_state_mean 1.4045892781481803e-06 get_duckie_state_median 1.417530907524957e-06 get_duckie_state_min 1.3216336568196614e-06 get_robot_state_max 0.009046669006347655 get_robot_state_mean 0.00890077302403985 get_robot_state_median 0.008984827787632519 get_robot_state_min 0.008586767514546713 get_state_dump_max 0.008070100943247477 get_state_dump_mean 0.00750210569298913 get_state_dump_median 0.007360449353787301 get_state_dump_min 0.00721742312113444 get_ui_image_max 0.02616484440750812 get_ui_image_mean 0.02501995433714721 get_ui_image_median 0.025331740776697795 get_ui_image_min 0.02325149138768514 in-drivable-lane_max 11.250000000000082 in-drivable-lane_mean 6.675000000000059 in-drivable-lane_min 3.650000000000044 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 2.4129612201179444, "get_ui_image": 0.02616484440750812, "step_physics": 0.06384124348511049, "survival_time": 9.950000000000006, "driven_lanedir": 1.49890813039072, "get_state_dump": 0.007392268684042159, "sim_render-ego": 0.004106788779023904, "get_robot_state": 0.00903558371654108, "get_duckie_state": 1.461661640723147e-06, "in-drivable-lane": 4.400000000000018, "agent_compute-ego": 0.016753161971892545, "deviation-heading": 0.9727902753071502, "complete-iteration": 0.150608943335375, "set_robot_commands": 0.0032904555450132744, "deviation-center-line": 0.2022645660372691, "driven_lanedir_consec": 1.49890813039072, "sim_compute_sim_state": 0.01728346359789671, "sim_compute_performance-ego": 0.0026579598086563187}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 2.945436551300755, "get_ui_image": 0.025438140233357748, "step_physics": 0.06035982449849447, "survival_time": 11.250000000000025, "driven_lanedir": 2.087147989672242, "get_state_dump": 0.007328630023532443, "sim_render-ego": 0.0041768964131673175, "get_robot_state": 0.009046669006347655, "get_duckie_state": 1.4283921983506943e-06, "in-drivable-lane": 3.650000000000044, "agent_compute-ego": 0.03813199255201551, "deviation-heading": 1.0483039355457076, "complete-iteration": 0.16671134736802842, "set_robot_commands": 0.0029748174879286023, "deviation-center-line": 0.392037086665558, "driven_lanedir_consec": 2.087147989672242, "sim_compute_sim_state": 0.01647930039299859, "sim_compute_performance-ego": 0.002689885033501519}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 3.671835924638631, "get_ui_image": 0.02522534132003784, "step_physics": 0.0650582202275594, "survival_time": 14.950000000000076, "driven_lanedir": 0.8274789654198679, "get_state_dump": 0.008070100943247477, "sim_render-ego": 0.004746398131052653, "get_robot_state": 0.008934071858723958, "get_duckie_state": 1.4066696166992188e-06, "in-drivable-lane": 11.250000000000082, "agent_compute-ego": 0.03884647846221924, "deviation-heading": 1.6042020138339743, "complete-iteration": 0.1728184692064921, "set_robot_commands": 0.0030900216102600097, "deviation-center-line": 0.19461237650980115, "driven_lanedir_consec": 0.8274789654198679, "sim_compute_sim_state": 0.016100107034047444, "sim_compute_performance-ego": 0.0026628637313842775}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.629441442659751, "get_ui_image": 0.02325149138768514, "step_physics": 0.0573919685681661, "survival_time": 14.950000000000076, "driven_lanedir": 2.233659937610634, "get_state_dump": 0.00721742312113444, "sim_render-ego": 0.003796861966451009, "get_robot_state": 0.008586767514546713, "get_duckie_state": 1.3216336568196614e-06, "in-drivable-lane": 7.400000000000096, "agent_compute-ego": 0.03213151216506958, "deviation-heading": 0.6999602882313167, "complete-iteration": 0.15522418260574342, "set_robot_commands": 0.002655885219573974, "deviation-center-line": 0.2242420567788232, "driven_lanedir_consec": 2.233659937610634, "sim_compute_sim_state": 0.017666927178700765, "sim_compute_performance-ego": 0.0024447218577067055}}set_robot_commands_max 0.0032904555450132744 set_robot_commands_mean 0.003002794965693966 set_robot_commands_median 0.0030324195490943062 set_robot_commands_min 0.002655885219573974 sim_compute_performance-ego_max 0.002689885033501519 sim_compute_performance-ego_mean 0.002613857607812205 sim_compute_performance-ego_median 0.002660411770020298 sim_compute_performance-ego_min 0.0024447218577067055 sim_compute_sim_state_max 0.017666927178700765 sim_compute_sim_state_mean 0.016882449550910877 sim_compute_sim_state_median 0.01688138199544765 sim_compute_sim_state_min 0.016100107034047444 sim_render-ego_max 0.004746398131052653 sim_render-ego_mean 0.0042067363224237205 sim_render-ego_median 0.00414184259609561 sim_render-ego_min 0.003796861966451009 simulation-passed 1 step_physics_max 0.0650582202275594 step_physics_mean 0.061662814194832605 step_physics_median 0.06210053399180247 step_physics_min 0.0573919685681661 survival_time_max 14.950000000000076 survival_time_mean 12.775000000000045 survival_time_min 9.950000000000006
No reset possible 42475
11463
Jerome Labonte  🇨🇦real-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-21 00:28:22+00:00 2020-11-21 00:32:36+00:00 0:04:14 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.40989309419777575 survival_time_median 4.124999999999993 deviation-center-line_median 0.1636599399936881 in-drivable-lane_median 0.37499999999999944
other stats agent_compute-ego_max 0.013603147665659586 agent_compute-ego_mean 0.012852815336164312 agent_compute-ego_median 0.012833182600229774 agent_compute-ego_min 0.012141748478538113 complete-iteration_max 0.1537060078154219 complete-iteration_mean 0.1436041277100866 complete-iteration_median 0.14714295404779035 complete-iteration_min 0.12642459492934377 deviation-center-line_max 0.5039980650185008 deviation-center-line_mean 0.22905991059095107 deviation-center-line_min 0.08492169735792734 deviation-heading_max 3.0752882578204104 deviation-heading_mean 1.5140033407685027 deviation-heading_median 1.0948864251979349 deviation-heading_min 0.7909522548577315 driven_any_max 1.9481465093627115 driven_any_mean 0.8899697950730137 driven_any_median 0.6942580580725233 driven_any_min 0.22321655478429664 driven_lanedir_consec_max 0.9559643028177652 driven_lanedir_consec_mean 0.4717882420692698 driven_lanedir_consec_min 0.11140247706376229 driven_lanedir_max 0.9559643028177652 driven_lanedir_mean 0.47376903552931976 driven_lanedir_median 0.4138546811178757 driven_lanedir_min 0.11140247706376229 get_duckie_state_max 1.369638645902593e-06 get_duckie_state_mean 1.2569170090000093e-06 get_duckie_state_median 1.264339112966074e-06 get_duckie_state_min 1.129351164165296e-06 get_robot_state_max 0.009080704222334191 get_robot_state_mean 0.008656855191446903 get_robot_state_median 0.00865608273252929 get_robot_state_min 0.008234551078394839 get_state_dump_max 0.00757612573339584 get_state_dump_mean 0.007253030448986635 get_state_dump_median 0.007212921798565968 get_state_dump_min 0.0070101524654187656 get_ui_image_max 0.027281198095768056 get_ui_image_mean 0.024990256561216073 get_ui_image_median 0.025102195517491488 get_ui_image_min 0.022475437114113254 in-drivable-lane_max 8.500000000000048 in-drivable-lane_mean 2.4000000000000115 in-drivable-lane_min 0.34999999999999876 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.30980922922252824, "get_ui_image": 0.027281198095768056, "step_physics": 0.07024933936748098, "survival_time": 2.3499999999999996, "driven_lanedir": 0.2080655367057136, "get_state_dump": 0.00757612573339584, "sim_render-ego": 0.004055834831075466, "get_robot_state": 0.009080704222334191, "get_duckie_state": 1.369638645902593e-06, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.013169055289410533, "deviation-heading": 0.7909522548577315, "complete-iteration": 0.1537060078154219, "set_robot_commands": 0.003402791124709109, "deviation-center-line": 0.1079826235271054, "driven_lanedir_consec": 0.2080655367057136, "sim_compute_sim_state": 0.01625388226610549, "sim_compute_performance-ego": 0.0025511244510082486}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 0.22321655478429664, "get_ui_image": 0.022475437114113254, "step_physics": 0.054990837448521665, "survival_time": 1.900000000000001, "driven_lanedir": 0.11140247706376229, "get_state_dump": 0.0070101524654187656, "sim_render-ego": 0.0036321125532451422, "get_robot_state": 0.008234551078394839, "get_duckie_state": 1.129351164165296e-06, "in-drivable-lane": 0.3500000000000003, "agent_compute-ego": 0.012141748478538113, "deviation-heading": 0.9108844514451346, "complete-iteration": 0.12642459492934377, "set_robot_commands": 0.002930917237934313, "deviation-center-line": 0.08492169735792734, "driven_lanedir_consec": 0.11140247706376229, "sim_compute_sim_state": 0.012513336382414164, "sim_compute_performance-ego": 0.0024137936140361583}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.9481465093627115, "get_ui_image": 0.025937602519989018, "step_physics": 0.067453084786733, "survival_time": 14.950000000000076, "driven_lanedir": 0.6196438255300378, "get_state_dump": 0.0073131950696309405, "sim_render-ego": 0.003949968814849853, "get_robot_state": 0.008723495801289876, "get_duckie_state": 1.273949940999349e-06, "in-drivable-lane": 8.500000000000048, "agent_compute-ego": 0.013603147665659586, "deviation-heading": 3.0752882578204104, "complete-iteration": 0.14779478867848714, "set_robot_commands": 0.0033856662114461265, "deviation-center-line": 0.5039980650185008, "driven_lanedir_consec": 0.6117206516898379, "sim_compute_sim_state": 0.014767210483551023, "sim_compute_performance-ego": 0.0025766404469807942}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 1.0787068869225185, "get_ui_image": 0.02426678851499396, "step_physics": 0.06755169367386123, "survival_time": 5.899999999999987, "driven_lanedir": 0.9559643028177652, "get_state_dump": 0.0071126485275009935, "sim_render-ego": 0.0038142123464810647, "get_robot_state": 0.008588669663768703, "get_duckie_state": 1.2547282849327992e-06, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.01249730991104902, "deviation-heading": 1.278888398950735, "complete-iteration": 0.14649111941709356, "set_robot_commands": 0.003502653816999015, "deviation-center-line": 0.21933725646027075, "driven_lanedir_consec": 0.9559643028177652, "sim_compute_sim_state": 0.01657918146101095, "sim_compute_performance-ego": 0.0024901891158798993}}set_robot_commands_max 0.003502653816999015 set_robot_commands_mean 0.003305507097772141 set_robot_commands_median 0.0033942286680776175 set_robot_commands_min 0.002930917237934313 sim_compute_performance-ego_max 0.0025766404469807942 sim_compute_performance-ego_mean 0.002507936906976275 sim_compute_performance-ego_median 0.002520656783444074 sim_compute_performance-ego_min 0.0024137936140361583 sim_compute_sim_state_max 0.01657918146101095 sim_compute_sim_state_mean 0.015028402648270406 sim_compute_sim_state_median 0.015510546374828255 sim_compute_sim_state_min 0.012513336382414164 sim_render-ego_max 0.004055834831075466 sim_render-ego_mean 0.003863032136412882 sim_render-ego_median 0.003882090580665459 sim_render-ego_min 0.0036321125532451422 simulation-passed 1 step_physics_max 0.07024933936748098 step_physics_mean 0.06506123881914921 step_physics_median 0.06750238923029711 step_physics_min 0.054990837448521665 survival_time_max 14.950000000000076 survival_time_mean 6.275000000000016 survival_time_min 1.900000000000001
No reset possible 42466
11461
Jerome Labonte  🇨🇦sim-exercise-2 aido5-LF-sim-validation
LFv-sim success no afdaniele03-579cc80b68e8-1
2020-11-20 22:08:21+00:00 2020-11-20 22:14:28+00:00 0:06:07 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.9021465618413846 survival_time_median 14.950000000000076 deviation-center-line_median 0.5987771725190255 in-drivable-lane_median 0.0
other stats agent_compute-ego_max 0.012079575061798097 agent_compute-ego_mean 0.011767177111224126 agent_compute-ego_median 0.01172539234161377 agent_compute-ego_min 0.011538348699870865 complete-iteration_max 0.13362503290176392 complete-iteration_mean 0.12800752149339306 complete-iteration_median 0.12670618069799322 complete-iteration_min 0.12499269167582194 deviation-center-line_max 0.8580590131816715 deviation-center-line_mean 0.5925671605468429 deviation-center-line_min 0.3146552839676487 deviation-heading_max 2.69861264596797 deviation-heading_mean 2.239258240311722 deviation-heading_median 2.5179913565939445 deviation-heading_min 1.22243760209103 driven_any_max 3.447045418280497 driven_any_mean 2.7893013700151625 driven_any_median 2.968922178549054 driven_any_min 1.772315704682045 driven_lanedir_consec_max 3.3796264514149907 driven_lanedir_consec_mean 2.622337599719182 driven_lanedir_consec_min 1.3054308237789685 driven_lanedir_max 3.3796264514149907 driven_lanedir_mean 2.622337599719182 driven_lanedir_median 2.9021465618413846 driven_lanedir_min 1.3054308237789685 get_duckie_state_max 1.1748389193886204e-06 get_duckie_state_mean 1.1228103386728386e-06 get_duckie_state_median 1.115004221598307e-06 get_duckie_state_min 1.0863939921061198e-06 get_robot_state_max 0.008668599128723144 get_robot_state_mean 0.008299454942084195 get_robot_state_median 0.008223869194064225 get_robot_state_min 0.00808148225148519 get_state_dump_max 0.006989998252768265 get_state_dump_mean 0.006839014349276559 get_state_dump_median 0.006800858179728191 get_state_dump_min 0.006764342784881592 get_ui_image_max 0.02263604339800383 get_ui_image_mean 0.02228178703994082 get_ui_image_median 0.022253031730651854 get_ui_image_min 0.02198504130045573 in-drivable-lane_max 1.649999999999994 in-drivable-lane_mean 0.41249999999999853 in-drivable-lane_min 0.0 per-episodes details {"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 1.772315704682045, "get_ui_image": 0.02263604339800383, "step_physics": 0.05373112465205945, "survival_time": 7.599999999999981, "driven_lanedir": 1.3054308237789685, "get_state_dump": 0.006989998252768265, "sim_render-ego": 0.003600853054147018, "get_robot_state": 0.008365126032578317, "get_duckie_state": 1.1748389193886204e-06, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.011538348699870865, "deviation-heading": 1.22243760209103, "complete-iteration": 0.12587450052562513, "set_robot_commands": 0.0027644398965333637, "deviation-center-line": 0.3146552839676487, "driven_lanedir_consec": 1.3054308237789685, "sim_compute_sim_state": 0.013825637729544388, "sim_compute_performance-ego": 0.0023440985303176077}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 3.1988717221849883, "get_ui_image": 0.02198504130045573, "step_physics": 0.05413512706756592, "survival_time": 14.950000000000076, "driven_lanedir": 3.1305921302962663, "get_state_dump": 0.006764342784881592, "sim_render-ego": 0.0035574762026468914, "get_robot_state": 0.00808148225148519, "get_duckie_state": 1.0863939921061198e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011721651554107666, "deviation-heading": 2.69861264596797, "complete-iteration": 0.12499269167582194, "set_robot_commands": 0.002652416229248047, "deviation-center-line": 0.6326375953713449, "driven_lanedir_consec": 3.1305921302962663, "sim_compute_sim_state": 0.013720063368479411, "sim_compute_performance-ego": 0.002296787897745768}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 2.7389726349131194, "get_ui_image": 0.022105050881703697, "step_physics": 0.05642747163772583, "survival_time": 14.950000000000076, "driven_lanedir": 2.673700993386503, "get_state_dump": 0.006780704657236735, "sim_render-ego": 0.0036165245374043782, "get_robot_state": 0.00808261235555013, "get_duckie_state": 1.0991096496582032e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.011729133129119874, "deviation-heading": 2.551295224709348, "complete-iteration": 0.12753786087036134, "set_robot_commands": 0.0026412248611450196, "deviation-center-line": 0.5649167496667061, "driven_lanedir_consec": 2.673700993386503, "sim_compute_sim_state": 0.013765321572621664, "sim_compute_performance-ego": 0.0023105971018473307}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 3.447045418280497, "get_ui_image": 0.022401012579600015, "step_physics": 0.05817517995834351, "survival_time": 14.950000000000076, "driven_lanedir": 3.3796264514149907, "get_state_dump": 0.006821011702219645, "sim_render-ego": 0.003615061442057291, "get_robot_state": 0.008668599128723144, "get_duckie_state": 1.1308987935384114e-06, "in-drivable-lane": 0.0, "agent_compute-ego": 0.012079575061798097, "deviation-heading": 2.484687488478541, "complete-iteration": 0.13362503290176392, "set_robot_commands": 0.002724618117014567, "deviation-center-line": 0.8580590131816715, "driven_lanedir_consec": 3.3796264514149907, "sim_compute_sim_state": 0.01671732187271118, "sim_compute_performance-ego": 0.0023426191012064614}}set_robot_commands_max 0.0027644398965333637 set_robot_commands_mean 0.0026956747759852495 set_robot_commands_median 0.002688517173131307 set_robot_commands_min 0.0026412248611450196 sim_compute_performance-ego_max 0.0023440985303176077 sim_compute_performance-ego_mean 0.002323525657779292 sim_compute_performance-ego_median 0.002326608101526896 sim_compute_performance-ego_min 0.002296787897745768 sim_compute_sim_state_max 0.01671732187271118 sim_compute_sim_state_mean 0.014507086135839162 sim_compute_sim_state_median 0.013795479651083027 sim_compute_sim_state_min 0.013720063368479411 sim_render-ego_max 0.0036165245374043782 sim_render-ego_mean 0.0035974788090638947 sim_render-ego_median 0.0036079572481021545 sim_render-ego_min 0.0035574762026468914 simulation-passed 1 step_physics_max 0.05817517995834351 step_physics_mean 0.05561722582892368 step_physics_median 0.05528129935264588 step_physics_min 0.05373112465205945 survival_time_max 14.950000000000076 survival_time_mean 13.112500000000054 survival_time_min 7.599999999999981
No reset possible