Job ID submission user user label challenge step status up to date evaluator date started date completed duration message 23738
3752
sebastian glatz aido2-LFVI-sim-testing
step1-simulation success yes ip-172-31-38-104-25436
2019-05-21 20:01:53+00:00 2019-05-21 20:24:05+00:00 0:22:12 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.6537162971975778 survival_time_median 2.5999999999999988 deviation-center-line_median 0.14884708769804722 in-drivable-lane_median 0.549999999999998
other stats agent_compute-ego_max 0.16232781750815256 agent_compute-ego_mean 0.11550472572322654 agent_compute-ego_median 0.09229308082943873 agent_compute-ego_min 0.09135176658630371 deviation-center-line_max 0.5141120095458062 deviation-center-line_mean 0.1769000227005324 deviation-center-line_min 0.06216029860587694 deviation-heading_max 1.9929437250081896 deviation-heading_mean 0.692977823395608 deviation-heading_median 0.4928440244444201 deviation-heading_min 0.24234723632033853 driven_any_max 3.5343244022418343 driven_any_mean 1.3470385992234175 driven_any_median 1.001633421251194 driven_any_min 0.3412551960104244 driven_lanedir_consec_max 2.494308053441959 driven_lanedir_consec_mean 0.881391085527715 driven_lanedir_consec_min 0.3199180625488627 driven_lanedir_max 2.494308053441959 driven_lanedir_mean 0.8962528018383226 driven_lanedir_median 0.7206363324756615 driven_lanedir_min 0.3199180625488627 in-drivable-lane_max 3.549999999999991 in-drivable-lane_mean 0.839999999999998 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.2232369259942936, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.06398151192484022, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.15992548797703995, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.10044292860393282, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.04135039486462557, "sim_compute_performance-ego": 0.07062772255909594, "sim_compute_robot_state-ego": 0.07641311536861371, "sim_compute_robot_state-npc0": 0.06952962090697469, "sim_compute_robot_state-npc1": 0.0716396464577204, "sim_compute_robot_state-npc2": 0.07476655139198786, "sim_compute_robot_state-npc3": 0.07442329503312896}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.22329912866864884, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.06341205324445452, "in-drivable-lane": 0, "agent_compute-ego": 0.16232781750815256, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.1040053197315761, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.04217818805149624, "sim_compute_performance-ego": 0.07180802311216082, "sim_compute_robot_state-ego": 0.08054906129837036, "sim_compute_robot_state-npc0": 0.07099515199661255, "sim_compute_robot_state-npc1": 0.07121738365718297, "sim_compute_robot_state-npc2": 0.07180529832839966, "sim_compute_robot_state-npc3": 0.07301610708236694}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.20676249902225236, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.06576496652029093, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.15524408655259217, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.09629925709326292, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.04156527241456856, "sim_compute_performance-ego": 0.07120496555439478, "sim_compute_robot_state-ego": 0.0753547890672406, "sim_compute_robot_state-npc0": 0.0708929635946033, "sim_compute_robot_state-npc1": 0.07116010814037138, "sim_compute_robot_state-npc2": 0.0680342345561796, "sim_compute_robot_state-npc3": 0.0698054484950686}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.21940657496452332, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.06159333884716034, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.1544894576072693, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.09590904911359152, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.040441726644833885, "sim_compute_performance-ego": 0.0709511289993922, "sim_compute_robot_state-ego": 0.07385360201199849, "sim_compute_robot_state-npc0": 0.0697053571542104, "sim_compute_robot_state-npc1": 0.07282898823420207, "sim_compute_robot_state-npc2": 0.06888548036416371, "sim_compute_robot_state-npc3": 0.07184277971585591}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.2312582560947963, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.06663986614772252, "in-drivable-lane": 0, "agent_compute-ego": 0.16153211820693242, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.10022610709780738, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.039978685833158945, "sim_compute_performance-ego": 0.07379488717942011, "sim_compute_robot_state-ego": 0.07530614307948522, "sim_compute_robot_state-npc0": 0.06868323825654529, "sim_compute_robot_state-npc1": 0.06919872193109422, "sim_compute_robot_state-npc2": 0.07200494266691662, "sim_compute_robot_state-npc3": 0.07489735739571708}, "udem1-5-0": {"driven_any": 3.5343244022418343, "sim_physics": 0.13655595008484617, "survival_time": 8.349999999999984, "driven_lanedir": 2.494308053441959, "sim_render-ego": 0.044756742294677, "in-drivable-lane": 2, "agent_compute-ego": 0.11143435832269176, "deviation-heading": 1.9929437250081896, "set_robot_commands": 0.06738154331367173, "deviation-center-line": 0.5141120095458062, "driven_lanedir_consec": 2.494308053441959, "sim_compute_sim_state": 0.03078743797576356, "sim_compute_performance-ego": 0.04917882588095294, "sim_compute_robot_state-ego": 0.05187062731759991, "sim_compute_robot_state-npc0": 0.050935915130341125, "sim_compute_robot_state-npc1": 0.04933176069202537, "sim_compute_robot_state-npc2": 0.0484538435222146, "sim_compute_robot_state-npc3": 0.04885149858668893}, "udem1-6-0": {"driven_any": 2.176040550989443, "sim_physics": 0.1146271275085153, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.03729645719805968, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.0918150503658554, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.055259137477689575, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.025017273078844385, "sim_compute_performance-ego": 0.03994097061527586, "sim_compute_robot_state-ego": 0.04223130744637795, "sim_compute_robot_state-npc0": 0.04214491427523419, "sim_compute_robot_state-npc1": 0.04032357225140321, "sim_compute_robot_state-npc2": 0.0403728461959987, "sim_compute_robot_state-npc3": 0.04040080135308423}, "udem1-7-0": {"driven_any": 1.0050236108346422, "sim_physics": 0.12225017070770264, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684156, "sim_render-ego": 0.03716709613800049, "in-drivable-lane": 0, "agent_compute-ego": 0.09214448928833008, "deviation-heading": 0.9227446658975216, "set_robot_commands": 0.05643095016479492, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.023632054328918455, "sim_compute_performance-ego": 0.04064247608184814, "sim_compute_robot_state-ego": 0.04210325717926025, "sim_compute_robot_state-npc0": 0.041567416191101075, "sim_compute_robot_state-npc1": 0.040606451034545896, "sim_compute_robot_state-npc2": 0.041296567916870114, "sim_compute_robot_state-npc3": 0.03989851474761963}, "udem1-8-0": {"driven_any": 0.9970416603019576, "sim_physics": 0.1091823119383592, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.03653809657463661, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.0915492818905757, "deviation-heading": 0.6817155913229235, "set_robot_commands": 0.05631556877723107, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.023420242162851188, "sim_compute_performance-ego": 0.03987835462276752, "sim_compute_robot_state-ego": 0.042707388217632584, "sim_compute_robot_state-npc0": 0.04100024241667528, "sim_compute_robot_state-npc1": 0.04075102164195134, "sim_compute_robot_state-npc2": 0.03992726711126474, "sim_compute_robot_state-npc3": 0.040706987564380355}, "udem1-9-0": {"driven_any": 0.4374998710472299, "sim_physics": 0.1328320961732131, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.03948021852053129, "in-drivable-lane": 0, "agent_compute-ego": 0.092668368266179, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.05937642317551833, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.02350481656881479, "sim_compute_performance-ego": 0.040133182819073014, "sim_compute_robot_state-ego": 0.04311673457805927, "sim_compute_robot_state-npc0": 0.04226063765012301, "sim_compute_robot_state-npc1": 0.04111689787644606, "sim_compute_robot_state-npc2": 0.040637584832998425, "sim_compute_robot_state-npc3": 0.04070147184225229}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.12035245245153252, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.03692483901977539, "in-drivable-lane": 0, "agent_compute-ego": 0.09142300215634432, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.05599032748829235, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.023631193421103737, "sim_compute_performance-ego": 0.04063780741258101, "sim_compute_robot_state-ego": 0.041877399791370735, "sim_compute_robot_state-npc0": 0.04037172144109553, "sim_compute_robot_state-npc1": 0.04113972187042236, "sim_compute_robot_state-npc2": 0.040349385955116966, "sim_compute_robot_state-npc3": 0.04079649665138938}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.10877509117126465, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756615, "sim_render-ego": 0.037096014022827146, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.09135176658630371, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.0563878870010376, "deviation-center-line": 0.16567670185555422, "driven_lanedir_consec": 0.7185075497455284, "sim_compute_sim_state": 0.02321070671081543, "sim_compute_performance-ego": 0.04022030830383301, "sim_compute_robot_state-ego": 0.042505378723144534, "sim_compute_robot_state-npc0": 0.0412233829498291, "sim_compute_robot_state-npc1": 0.04029578685760498, "sim_compute_robot_state-npc2": 0.04034862041473389, "sim_compute_robot_state-npc3": 0.040031085014343264}, "udem1-12-0": {"driven_any": 1.964687870253437, "sim_physics": 0.10862499855934306, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.03696779748226734, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.09227753953730806, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.0564806359879514, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.023106651103242913, "sim_compute_performance-ego": 0.0399453969711953, "sim_compute_robot_state-ego": 0.04237596785768549, "sim_compute_robot_state-npc0": 0.04127386022121348, "sim_compute_robot_state-npc1": 0.04033484357468625, "sim_compute_robot_state-npc2": 0.039956435244134135, "sim_compute_robot_state-npc3": 0.039897396209392144}, "udem1-13-0": {"driven_any": 1.001633421251194, "sim_physics": 0.10808523343159604, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.03699877170416025, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.0920949807533851, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.05698278317084679, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.023104773117945746, "sim_compute_performance-ego": 0.04022844479634212, "sim_compute_robot_state-ego": 0.04199860646174504, "sim_compute_robot_state-npc0": 0.04216801203214205, "sim_compute_robot_state-npc1": 0.04179741327579205, "sim_compute_robot_state-npc2": 0.0409628519645104, "sim_compute_robot_state-npc3": 0.040482090069697454}, "udem1-14-0": {"driven_any": 2.218769782727203, "sim_physics": 0.1086828481583368, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433656, "sim_render-ego": 0.0374713557107108, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.09229308082943873, "deviation-heading": 1.7163026916317128, "set_robot_commands": 0.057123359044392905, "deviation-center-line": 0.24126933160503777, "driven_lanedir_consec": 0.6077880672015845, "sim_compute_sim_state": 0.02336405118306478, "sim_compute_performance-ego": 0.040424226579212005, "sim_compute_robot_state-ego": 0.042596444629487536, "sim_compute_robot_state-npc0": 0.04188255355471657, "sim_compute_robot_state-npc1": 0.04095742588951474, "sim_compute_robot_state-npc2": 0.040590247653779526, "sim_compute_robot_state-npc3": 0.04083080972943987}}set_robot_commands_max 0.1040053197315761 set_robot_commands_mean 0.07164075181610649 set_robot_commands_median 0.057123359044392905 set_robot_commands_min 0.055259137477689575 sim_compute_performance-ego_max 0.07379488717942011 sim_compute_performance-ego_mean 0.05130778143250299 sim_compute_performance-ego_median 0.04063780741258101 sim_compute_performance-ego_min 0.03987835462276752 sim_compute_robot_state-ego_max 0.08054906129837036 sim_compute_robot_state-ego_mean 0.05432398820187145 sim_compute_robot_state-ego_median 0.042707388217632584 sim_compute_robot_state-ego_min 0.041877399791370735 sim_compute_robot_state-npc0_max 0.07099515199661255 sim_compute_robot_state-npc0_mean 0.05164233251809451 sim_compute_robot_state-npc0_median 0.04216801203214205 sim_compute_robot_state-npc0_min 0.04037172144109553 sim_compute_robot_state-npc1_max 0.07282898823420207 sim_compute_robot_state-npc1_mean 0.05151331622566421 sim_compute_robot_state-npc1_median 0.04113972187042236 sim_compute_robot_state-npc1_min 0.04029578685760498 sim_compute_robot_state-npc2_max 0.07476655139198786 sim_compute_robot_state-npc2_mean 0.05122614387461792 sim_compute_robot_state-npc2_median 0.0409628519645104 sim_compute_robot_state-npc2_min 0.03992726711126474 sim_compute_robot_state-npc3_max 0.07489735739571708 sim_compute_robot_state-npc3_mean 0.05177214263269501 sim_compute_robot_state-npc3_median 0.04079649665138938 sim_compute_robot_state-npc3_min 0.039897396209392144 sim_compute_sim_state_max 0.04217818805149624 sim_compute_sim_state_mean 0.029886231164003216 sim_compute_sim_state_median 0.023632054328918455 sim_compute_sim_state_min 0.023104773117945746 sim_physics_max 0.2312582560947963 sim_physics_mean 0.15159544432861488 sim_physics_median 0.12225017070770264 sim_physics_min 0.10808523343159604 sim_render-ego_max 0.06663986614772252 sim_render-ego_mean 0.046805941690007624 sim_render-ego_median 0.0374713557107108 sim_render-ego_min 0.03653809657463661 simulation-passed 1 survival_time_max 8.349999999999984 survival_time_mean 3.3333333333333286 survival_time_min 1.0500000000000005
No reset possible 23705
3731
jiang peng LF sim test - wh aido2-LF-sim-validation
step1-simulation success yes ip-172-31-38-104-25436
2019-05-21 16:07:52+00:00 2019-05-21 16:19:42+00:00 0:11:50 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 3.3229077922373116 survival_time_median 14.950000000000076 deviation-center-line_median 1.42087676362181 in-drivable-lane_median 0.04999999999999982
other stats agent_compute-ego_max 0.12188306013743085 agent_compute-ego_mean 0.10651788272093991 agent_compute-ego_median 0.10290748010510983 agent_compute-ego_min 0.10194501695753652 deviation-center-line_max 1.6572421576954144 deviation-center-line_mean 1.0238774994336162 deviation-center-line_min 0.23062190823725 deviation-heading_max 3.3861803079418653 deviation-heading_mean 2.01713449688354 deviation-heading_median 1.7490400526153482 deviation-heading_min 0.5576489911230146 driven_any_max 4.493104967522331 driven_any_mean 2.6917890715403088 driven_any_median 3.399682872055478 driven_any_min 1.0374630602497863 driven_lanedir_consec_max 3.879756298901384 driven_lanedir_consec_mean 2.43264038253016 driven_lanedir_consec_min 0.5712074077362801 driven_lanedir_max 3.879756298901384 driven_lanedir_mean 2.43264038253016 driven_lanedir_median 3.3229077922373116 driven_lanedir_min 0.5712074077362801 in-drivable-lane_max 6.7499999999999964 in-drivable-lane_mean 1.5700000000000025 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0374630602497863, "sim_physics": 0.05957848740660626, "survival_time": 9.199999999999996, "driven_lanedir": 0.5712074077362801, "sim_render-ego": 0.03707729085631992, "in-drivable-lane": 6.7499999999999964, "agent_compute-ego": 0.10290748010510983, "deviation-heading": 0.5576489911230146, "set_robot_commands": 0.056761842706929085, "deviation-center-line": 0.3074414208417906, "driven_lanedir_consec": 0.5712074077362801, "sim_compute_sim_state": 0.023910408434660534, "sim_compute_performance-ego": 0.04045332644296729, "sim_compute_robot_state-ego": 0.04277611685835797}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0944873486040387, "sim_physics": 0.05516396896748603, "survival_time": 3.949999999999994, "driven_lanedir": 1.0311731041173977, "sim_render-ego": 0.03588159778450109, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.10194501695753652, "deviation-heading": 1.0534506859852473, "set_robot_commands": 0.056637127188187614, "deviation-center-line": 0.23062190823725, "driven_lanedir_consec": 1.0311731041173977, "sim_compute_sim_state": 0.023724169670781003, "sim_compute_performance-ego": 0.04043664509737039, "sim_compute_robot_state-ego": 0.04276296156871168}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 4.493104967522331, "sim_physics": 0.06848871390024822, "survival_time": 14.950000000000076, "driven_lanedir": 3.879756298901384, "sim_render-ego": 0.043107957045237226, "in-drivable-lane": 1.050000000000015, "agent_compute-ego": 0.12188306013743085, "deviation-heading": 1.7490400526153482, "set_robot_commands": 0.06751810550689698, "deviation-center-line": 1.42087676362181, "driven_lanedir_consec": 3.879756298901384, "sim_compute_sim_state": 0.02837541659673055, "sim_compute_performance-ego": 0.04773781776428223, "sim_compute_robot_state-ego": 0.05081435441970825}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 3.399682872055478, "sim_physics": 0.05926785945892334, "survival_time": 14.950000000000076, "driven_lanedir": 3.3229077922373116, "sim_render-ego": 0.036966919898986816, "in-drivable-lane": 0, "agent_compute-ego": 0.10324137290318806, "deviation-heading": 3.3861803079418653, "set_robot_commands": 0.05610826333363851, "deviation-center-line": 1.503205246771816, "driven_lanedir_consec": 3.3229077922373116, "sim_compute_sim_state": 0.02397152582804362, "sim_compute_performance-ego": 0.04151848395665487, "sim_compute_robot_state-ego": 0.04282643953959147}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.434207109269908, "sim_physics": 0.05895634969075521, "survival_time": 14.950000000000076, "driven_lanedir": 3.3581573096584267, "sim_render-ego": 0.03730600674947103, "in-drivable-lane": 0, "agent_compute-ego": 0.10261248350143432, "deviation-heading": 3.339352446752226, "set_robot_commands": 0.05735782146453858, "deviation-center-line": 1.6572421576954144, "driven_lanedir_consec": 3.3581573096584267, "sim_compute_sim_state": 0.023991184234619142, "sim_compute_performance-ego": 0.04086377143859863, "sim_compute_robot_state-ego": 0.04204454024632772}}set_robot_commands_max 0.06751810550689698 set_robot_commands_mean 0.058876632040038145 set_robot_commands_median 0.056761842706929085 set_robot_commands_min 0.05610826333363851 sim_compute_performance-ego_max 0.04773781776428223 sim_compute_performance-ego_mean 0.04220200893997468 sim_compute_performance-ego_median 0.04086377143859863 sim_compute_performance-ego_min 0.04043664509737039 sim_compute_robot_state-ego_max 0.05081435441970825 sim_compute_robot_state-ego_mean 0.04424488252653942 sim_compute_robot_state-ego_median 0.04277611685835797 sim_compute_robot_state-ego_min 0.04204454024632772 sim_compute_sim_state_max 0.02837541659673055 sim_compute_sim_state_mean 0.024794540952966973 sim_compute_sim_state_median 0.02397152582804362 sim_compute_sim_state_min 0.023724169670781003 sim_physics_max 0.06848871390024822 sim_physics_mean 0.06029107588480381 sim_physics_median 0.05926785945892334 sim_physics_min 0.05516396896748603 sim_render-ego_max 0.043107957045237226 sim_render-ego_mean 0.03806795446690322 sim_render-ego_median 0.03707729085631992 sim_render-ego_min 0.03588159778450109 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 11.600000000000042 survival_time_min 3.949999999999994
No reset possible 23674
3716
jiang peng Second test -RGB- TH-jp aido2-LF-sim-validation
step1-simulation failed yes ip-172-31-38-104-25436
2019-05-21 14:44:39+00:00 2019-05-21 14:47:02+00:00 0:02:23 InvalidSubmission:
T [...] InvalidSubmission:
Traceback (most recent call last):
File "experiment_manager.py", line 297, in run_episode
r: MsgReceived = agent.write_topic_and_expect('get_commands', expect='commands')
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 93, in write_topic_and_expect
ob: MsgReceived = self.read_one(expect_topic=expect, timeout=timeout)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 174, in read_one
nickname=self.nickname)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 255, in read_reply
others = read_until_over(fpout, timeout=timeout, nickname=nickname)
File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 283, in read_until_over
raise RemoteNodeAborted(m)
zuper_nodes.structures.RemoteNodeAborted: External node "agent" aborted:
error in agent |Exception while handling a message on topic "get_commands".
|
|| Traceback (most recent call last):
|| File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 274, in loop
|| handle_message_node(parsed, receiver0, context0)
|| File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper.py", line 428, in handle_message_node
|| call_if_fun_exists(agent, expect_fn, data=ob, context=context, timing=timing)
|| File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/utils.py", line 18, in call_if_fun_exists
|| f(**kwargs)
|| File "solution.py", line 58, in on_received_get_commands
|| action = (action + np.random.normal(0,0.2,size=env.action_space.shape[0])).clip(env.action_space.low, env.action_space.high)
|| NameError: name 'env' is not defined
||
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
yield cie
File "experiment_manager.py", line 441, in <module>
wrap(cie)
File "experiment_manager.py", line 429, in wrap
main(cie, logdir, attempts)
File "experiment_manager.py", line 135, in main
physics_dt=config.physics_dt)
File "experiment_manager.py", line 301, in run_episode
raise dc.InvalidSubmission(msg) from e
duckietown_challenges.exceptions.InvalidSubmission: Trouble with communication to the agent.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 23593
3698
Manfred Diaz challenge-aido_LF-template-tensorflow aido2-LFVI-sim-validation
step1-simulation success yes ip-172-31-38-104-25436
2019-05-20 20:44:12+00:00 2019-05-20 20:52:06+00:00 0:07:54 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.31164394050994515 survival_time_median 1.3500000000000003 deviation-center-line_median 0.11338316797747965 in-drivable-lane_median 0.05000000000000005
other stats agent_compute-ego_max 0.12490536005069049 agent_compute-ego_mean 0.11800945097842508 agent_compute-ego_median 0.11763600147131716 agent_compute-ego_min 0.11252692612734708 deviation-center-line_max 0.2772721175430746 deviation-center-line_mean 0.14443514760838658 deviation-center-line_min 0.08153787799650823 deviation-heading_max 2.2587549649829324 deviation-heading_mean 0.8533733985305432 deviation-heading_median 0.6542959360319799 deviation-heading_min 0.28991243479889717 driven_any_max 1.1892543981816193 driven_any_mean 0.523835107633617 driven_any_median 0.33474497376245504 driven_any_min 0.2958765921299978 driven_lanedir_consec_max 0.8644751313077783 driven_lanedir_consec_mean 0.4239426101062383 driven_lanedir_consec_min 0.22328956350070528 driven_lanedir_max 0.8644751313077783 driven_lanedir_mean 0.4239426101062383 driven_lanedir_median 0.31164394050994515 driven_lanedir_min 0.22328956350070528 in-drivable-lane_max 0.549999999999998 in-drivable-lane_mean 0.13999999999999962 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 0.2958765921299978, "sim_physics": 0.15839164345352738, "survival_time": 1.3500000000000003, "driven_lanedir": 0.22328956350070528, "sim_render-ego": 0.04717820662039297, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.12090684749461988, "deviation-heading": 0.6542959360319799, "set_robot_commands": 0.07324233761540165, "deviation-center-line": 0.10034787406632492, "driven_lanedir_consec": 0.22328956350070528, "sim_compute_sim_state": 0.03179673795346861, "sim_compute_performance-ego": 0.05500554155420374, "sim_compute_robot_state-ego": 0.06066057417127821, "sim_compute_robot_state-npc0": 0.06140045766477232, "sim_compute_robot_state-npc1": 0.05678017051131637, "sim_compute_robot_state-npc2": 0.05616159792299624, "sim_compute_robot_state-npc3": 0.054959526768437135}, "udem1-1-0": {"driven_any": 0.5008674911959674, "sim_physics": 0.14675251031533265, "survival_time": 1.950000000000001, "driven_lanedir": 0.4498655867580923, "sim_render-ego": 0.04993008344601362, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.12490536005069049, "deviation-heading": 0.6670264824364776, "set_robot_commands": 0.0687400561112624, "deviation-center-line": 0.14963470045854546, "driven_lanedir_consec": 0.4498655867580923, "sim_compute_sim_state": 0.03020515197362655, "sim_compute_performance-ego": 0.05510972707699507, "sim_compute_robot_state-ego": 0.05222088862688114, "sim_compute_robot_state-npc0": 0.054560520710089266, "sim_compute_robot_state-npc1": 0.0522003051562187, "sim_compute_robot_state-npc2": 0.05540864284221943, "sim_compute_robot_state-npc3": 0.0502325571500338}, "udem1-2-0": {"driven_any": 0.33474497376245504, "sim_physics": 0.1788859190764251, "survival_time": 1.3500000000000003, "driven_lanedir": 0.31164394050994515, "sim_render-ego": 0.04913396305508084, "in-drivable-lane": 0, "agent_compute-ego": 0.11407211974815086, "deviation-heading": 0.39687717440242926, "set_robot_commands": 0.06803565555148655, "deviation-center-line": 0.11338316797747965, "driven_lanedir_consec": 0.31164394050994515, "sim_compute_sim_state": 0.03244834476047092, "sim_compute_performance-ego": 0.052422673613936814, "sim_compute_robot_state-ego": 0.05624846175864891, "sim_compute_robot_state-npc0": 0.051244771039044415, "sim_compute_robot_state-npc1": 0.04816450013054742, "sim_compute_robot_state-npc2": 0.05234947027983489, "sim_compute_robot_state-npc3": 0.052131970723470054}, "udem1-3-0": {"driven_any": 0.298432082898045, "sim_physics": 0.17244294556704434, "survival_time": 1.1000000000000003, "driven_lanedir": 0.2704388284546706, "sim_render-ego": 0.04465459693561901, "in-drivable-lane": 0, "agent_compute-ego": 0.11252692612734708, "deviation-heading": 0.28991243479889717, "set_robot_commands": 0.07127796519886363, "deviation-center-line": 0.08153787799650823, "driven_lanedir_consec": 0.2704388284546706, "sim_compute_sim_state": 0.02611360766670921, "sim_compute_performance-ego": 0.05200833624059504, "sim_compute_robot_state-ego": 0.053190935741771354, "sim_compute_robot_state-npc0": 0.050740870562466706, "sim_compute_robot_state-npc1": 0.051395297050476074, "sim_compute_robot_state-npc2": 0.048339128494262695, "sim_compute_robot_state-npc3": 0.04904314604672519}, "udem1-4-0": {"driven_any": 1.1892543981816193, "sim_physics": 0.14532276596685853, "survival_time": 4.94999999999999, "driven_lanedir": 0.8644751313077783, "sim_render-ego": 0.047155871535792496, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.11763600147131716, "deviation-heading": 2.2587549649829324, "set_robot_commands": 0.07643443647057119, "deviation-center-line": 0.2772721175430746, "driven_lanedir_consec": 0.8644751313077783, "sim_compute_sim_state": 0.029935480368257772, "sim_compute_performance-ego": 0.051621227553396515, "sim_compute_robot_state-ego": 0.055698866796011874, "sim_compute_robot_state-npc0": 0.05393665727942881, "sim_compute_robot_state-npc1": 0.05287222428755327, "sim_compute_robot_state-npc2": 0.05248110944574529, "sim_compute_robot_state-npc3": 0.05472396600126016}}set_robot_commands_max 0.07643443647057119 set_robot_commands_mean 0.07154609018951709 set_robot_commands_median 0.07127796519886363 set_robot_commands_min 0.06803565555148655 sim_compute_performance-ego_max 0.05510972707699507 sim_compute_performance-ego_mean 0.05323350120782544 sim_compute_performance-ego_median 0.052422673613936814 sim_compute_performance-ego_min 0.051621227553396515 sim_compute_robot_state-ego_max 0.06066057417127821 sim_compute_robot_state-ego_mean 0.0556039454189183 sim_compute_robot_state-ego_median 0.055698866796011874 sim_compute_robot_state-ego_min 0.05222088862688114 sim_compute_robot_state-npc0_max 0.06140045766477232 sim_compute_robot_state-npc0_mean 0.054376655451160306 sim_compute_robot_state-npc0_median 0.05393665727942881 sim_compute_robot_state-npc0_min 0.050740870562466706 sim_compute_robot_state-npc1_max 0.05678017051131637 sim_compute_robot_state-npc1_mean 0.05228249942722237 sim_compute_robot_state-npc1_median 0.0522003051562187 sim_compute_robot_state-npc1_min 0.04816450013054742 sim_compute_robot_state-npc2_max 0.05616159792299624 sim_compute_robot_state-npc2_mean 0.05294798979701171 sim_compute_robot_state-npc2_median 0.05248110944574529 sim_compute_robot_state-npc2_min 0.048339128494262695 sim_compute_robot_state-npc3_max 0.054959526768437135 sim_compute_robot_state-npc3_mean 0.05221823333798527 sim_compute_robot_state-npc3_median 0.052131970723470054 sim_compute_robot_state-npc3_min 0.04904314604672519 sim_compute_sim_state_max 0.03244834476047092 sim_compute_sim_state_mean 0.03009986454450661 sim_compute_sim_state_median 0.03020515197362655 sim_compute_sim_state_min 0.02611360766670921 sim_physics_max 0.1788859190764251 sim_physics_mean 0.1603591568758376 sim_physics_median 0.15839164345352738 sim_physics_min 0.14532276596685853 sim_render-ego_max 0.04993008344601362 sim_render-ego_mean 0.047610544318579785 sim_render-ego_median 0.04717820662039297 sim_render-ego_min 0.04465459693561901 simulation-passed 1 survival_time_max 4.94999999999999 survival_time_mean 2.1399999999999983 survival_time_min 1.1000000000000003
No reset possible 23534
3674
FANG MEIYI Β πΈπ¬test aido2-LFV-sim-testing
step1-simulation error yes ip-172-31-38-104-25436
2019-05-20 12:24:50+00:00 2019-05-20 13:00:12+00:00 0:35:22 The container "evalu [...] The container "evaluator" exited with code 1.
Look at the logs for the container to know more about the error.
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
No reset possible 23398
3633
Nicky Eichmann aido2-LFVI-sim-validation
step1-simulation success yes ip-172-31-38-104-25436
2019-05-19 18:34:01+00:00 2019-05-19 18:53:50+00:00 0:19:49 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.7413838620089876 survival_time_median 7.399999999999982 deviation-center-line_median 0.28905228033842156 in-drivable-lane_median 3.4499999999999877
other stats agent_compute-ego_max 0.1898053992878307 agent_compute-ego_mean 0.1729876961823182 agent_compute-ego_median 0.18445116764790304 agent_compute-ego_min 0.12182245254516602 deviation-center-line_max 0.462087085487112 deviation-center-line_mean 0.2555970736603831 deviation-center-line_min 0.060733287044270105 deviation-heading_max 1.7671481589791274 deviation-heading_mean 0.6475404970188887 deviation-heading_median 0.3681646786246837 deviation-heading_min 0.2638670899443274 driven_any_max 3.1160759340771067 driven_any_mean 1.8412547448631664 driven_any_median 2.50162892780929 driven_any_min 0.400811386017319 driven_lanedir_consec_max 2.3506265229060226 driven_lanedir_consec_mean 1.4069302065375353 driven_lanedir_consec_min 0.38693847040587825 driven_lanedir_max 2.3683709622731306 driven_lanedir_mean 1.4980772697692473 driven_lanedir_median 2.1208268912576216 driven_lanedir_min 0.38693847040587825 in-drivable-lane_max 7.100000000000021 in-drivable-lane_mean 3.3600000000000065 in-drivable-lane_min 0 per-episodes details {"udem1-0-0": {"driven_any": 2.50162892780929, "sim_physics": 0.20750584956761953, "survival_time": 7.399999999999982, "driven_lanedir": 2.1208268912576216, "sim_render-ego": 0.06649263968338838, "in-drivable-lane": 3.4499999999999877, "agent_compute-ego": 0.18445116764790304, "deviation-heading": 0.36159719377172606, "set_robot_commands": 0.10205746502489656, "deviation-center-line": 0.28905228033842156, "driven_lanedir_consec": 2.120743097074997, "sim_compute_sim_state": 0.042857133053444525, "sim_compute_performance-ego": 0.07268179107356716, "sim_compute_robot_state-ego": 0.0792470316629152, "sim_compute_robot_state-npc0": 0.07368550590566687, "sim_compute_robot_state-npc1": 0.07305088719806156, "sim_compute_robot_state-npc2": 0.07249462926709974, "sim_compute_robot_state-npc3": 0.07406379564388378}, "udem1-1-0": {"driven_any": 0.46051146883057115, "sim_physics": 0.24941901727156204, "survival_time": 1.1000000000000003, "driven_lanedir": 0.43495908029179065, "sim_render-ego": 0.06888418847864325, "in-drivable-lane": 0, "agent_compute-ego": 0.1898053992878307, "deviation-heading": 0.3681646786246837, "set_robot_commands": 0.1035813960162076, "deviation-center-line": 0.07726482156623102, "driven_lanedir_consec": 0.43495908029179065, "sim_compute_sim_state": 0.04230192574587735, "sim_compute_performance-ego": 0.07924010536887428, "sim_compute_robot_state-ego": 0.08079386841167104, "sim_compute_robot_state-npc0": 0.07271332090551202, "sim_compute_robot_state-npc1": 0.07658651742068204, "sim_compute_robot_state-npc2": 0.07751224257729271, "sim_compute_robot_state-npc3": 0.07915469733151523}, "udem1-2-0": {"driven_any": 2.7272460075815452, "sim_physics": 0.1980943796369765, "survival_time": 11.250000000000025, "driven_lanedir": 2.179290944617814, "sim_render-ego": 0.06408930248684354, "in-drivable-lane": 6.250000000000021, "agent_compute-ego": 0.17951663547092014, "deviation-heading": 1.7671481589791274, "set_robot_commands": 0.09821737395392524, "deviation-center-line": 0.462087085487112, "driven_lanedir_consec": 1.7413838620089876, "sim_compute_sim_state": 0.04072642750210232, "sim_compute_performance-ego": 0.07171847025553385, "sim_compute_robot_state-ego": 0.07677698559231229, "sim_compute_robot_state-npc0": 0.06904850429958767, "sim_compute_robot_state-npc1": 0.06928095605638292, "sim_compute_robot_state-npc2": 0.06986313078138563, "sim_compute_robot_state-npc3": 0.07090250651041667}, "udem1-3-0": {"driven_any": 3.1160759340771067, "sim_physics": 0.21678632368773093, "survival_time": 11.55000000000003, "driven_lanedir": 2.3683709622731306, "sim_render-ego": 0.06413388458681313, "in-drivable-lane": 7.100000000000021, "agent_compute-ego": 0.18934282595977123, "deviation-heading": 0.4769253637745796, "set_robot_commands": 0.10187246685936338, "deviation-center-line": 0.3888478938658805, "driven_lanedir_consec": 2.3506265229060226, "sim_compute_sim_state": 0.04075592524045474, "sim_compute_performance-ego": 0.07315937987653724, "sim_compute_robot_state-ego": 0.0813402830264269, "sim_compute_robot_state-npc0": 0.07267340953215892, "sim_compute_robot_state-npc1": 0.07298253212140236, "sim_compute_robot_state-npc2": 0.07555186387264368, "sim_compute_robot_state-npc3": 0.07455227282140162}, "udem1-4-0": {"driven_any": 0.400811386017319, "sim_physics": 0.1514843463897705, "survival_time": 1.0000000000000002, "driven_lanedir": 0.38693847040587825, "sim_render-ego": 0.044214487075805664, "in-drivable-lane": 0, "agent_compute-ego": 0.12182245254516602, "deviation-heading": 0.2638670899443274, "set_robot_commands": 0.06944613456726074, "deviation-center-line": 0.060733287044270105, "driven_lanedir_consec": 0.38693847040587825, "sim_compute_sim_state": 0.028850555419921875, "sim_compute_performance-ego": 0.049674606323242186, "sim_compute_robot_state-ego": 0.05408599376678467, "sim_compute_robot_state-npc0": 0.04715487957000732, "sim_compute_robot_state-npc1": 0.048884141445159915, "sim_compute_robot_state-npc2": 0.04848095178604126, "sim_compute_robot_state-npc3": 0.051977145671844485}}set_robot_commands_max 0.1035813960162076 set_robot_commands_mean 0.09503496728433072 set_robot_commands_median 0.10187246685936338 set_robot_commands_min 0.06944613456726074 sim_compute_performance-ego_max 0.07924010536887428 sim_compute_performance-ego_mean 0.06929487057955094 sim_compute_performance-ego_median 0.07268179107356716 sim_compute_performance-ego_min 0.049674606323242186 sim_compute_robot_state-ego_max 0.0813402830264269 sim_compute_robot_state-ego_mean 0.07444883249202203 sim_compute_robot_state-ego_median 0.0792470316629152 sim_compute_robot_state-ego_min 0.05408599376678467 sim_compute_robot_state-npc0_max 0.07368550590566687 sim_compute_robot_state-npc0_mean 0.06705512404258655 sim_compute_robot_state-npc0_median 0.07267340953215892 sim_compute_robot_state-npc0_min 0.04715487957000732 sim_compute_robot_state-npc1_max 0.07658651742068204 sim_compute_robot_state-npc1_mean 0.06815700684833775 sim_compute_robot_state-npc1_median 0.07298253212140236 sim_compute_robot_state-npc1_min 0.048884141445159915 sim_compute_robot_state-npc2_max 0.07751224257729271 sim_compute_robot_state-npc2_mean 0.0687805636568926 sim_compute_robot_state-npc2_median 0.07249462926709974 sim_compute_robot_state-npc2_min 0.04848095178604126 sim_compute_robot_state-npc3_max 0.07915469733151523 sim_compute_robot_state-npc3_mean 0.07013008359581235 sim_compute_robot_state-npc3_median 0.07406379564388378 sim_compute_robot_state-npc3_min 0.051977145671844485 sim_compute_sim_state_max 0.042857133053444525 sim_compute_sim_state_mean 0.03909839339236016 sim_compute_sim_state_median 0.04075592524045474 sim_compute_sim_state_min 0.028850555419921875 sim_physics_max 0.24941901727156204 sim_physics_mean 0.2046579833107319 sim_physics_median 0.20750584956761953 sim_physics_min 0.1514843463897705 sim_render-ego_max 0.06888418847864325 sim_render-ego_mean 0.061562900462298786 sim_render-ego_median 0.06413388458681313 sim_render-ego_min 0.044214487075805664 simulation-passed 1 survival_time_max 11.55000000000003 survival_time_mean 6.460000000000008 survival_time_min 1.0000000000000002
No reset possible 23310
3588
jiang peng RL - TH -xyz aido2-LF-sim-validation
step1-simulation success yes ip-172-31-38-104-25436
2019-05-18 09:11:45+00:00 2019-05-18 09:25:21+00:00 0:13:36 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 1.9364187420877927 survival_time_median 14.950000000000076 deviation-center-line_median 0.5617238280329911 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.10277188380559284 agent_compute-ego_mean 0.1023327201337762 agent_compute-ego_median 0.1022035320599874 agent_compute-ego_min 0.10209595766223845 deviation-center-line_max 0.9068165021678068 deviation-center-line_mean 0.5575311595995631 deviation-center-line_min 0.1796426656447352 deviation-heading_max 3.3352472910977307 deviation-heading_mean 2.019953836619796 deviation-heading_median 1.934891485369563 deviation-heading_min 0.712490686356464 driven_any_max 2.2699638541862095 driven_any_mean 1.8748778278560576 driven_any_median 1.964906905737813 driven_any_min 1.0485163975762193 driven_lanedir_consec_max 2.2044103707525915 driven_lanedir_consec_mean 1.7454147839988523 driven_lanedir_consec_min 0.6502961825299747 driven_lanedir_max 2.2044103707525915 driven_lanedir_mean 1.7454147839988523 driven_lanedir_median 1.9364187420877927 driven_lanedir_min 0.6502961825299747 in-drivable-lane_max 3.649999999999987 in-drivable-lane_mean 0.8599999999999992 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0485163975762193, "sim_physics": 0.0525816659458348, "survival_time": 6.099999999999986, "driven_lanedir": 0.6502961825299747, "sim_render-ego": 0.03644950468032086, "in-drivable-lane": 3.649999999999987, "agent_compute-ego": 0.10209595766223845, "deviation-heading": 0.712490686356464, "set_robot_commands": 0.0565382613510382, "deviation-center-line": 0.1796426656447352, "driven_lanedir_consec": 0.6502961825299747, "sim_compute_sim_state": 0.023092439917267345, "sim_compute_performance-ego": 0.04014302668024282, "sim_compute_robot_state-ego": 0.0419796353480855}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.8225908092297332, "sim_physics": 0.05800209045410156, "survival_time": 14.950000000000076, "driven_lanedir": 1.8003258363022925, "sim_render-ego": 0.036949640115102135, "in-drivable-lane": 0, "agent_compute-ego": 0.1022035320599874, "deviation-heading": 1.934891485369563, "set_robot_commands": 0.05631095091501872, "deviation-center-line": 0.5617238280329911, "driven_lanedir_consec": 1.8003258363022925, "sim_compute_sim_state": 0.023764035701751708, "sim_compute_performance-ego": 0.040008849302927654, "sim_compute_robot_state-ego": 0.0423490301767985}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.964906905737813, "sim_physics": 0.056010452111562095, "survival_time": 14.950000000000076, "driven_lanedir": 1.9364187420877927, "sim_render-ego": 0.03656134287516276, "in-drivable-lane": 0, "agent_compute-ego": 0.10214070240656536, "deviation-heading": 1.911325449105936, "set_robot_commands": 0.05612537145614624, "deviation-center-line": 0.9068165021678068, "driven_lanedir_consec": 1.9364187420877927, "sim_compute_sim_state": 0.02384906530380249, "sim_compute_performance-ego": 0.04030888716379801, "sim_compute_robot_state-ego": 0.042696593602498376}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.268411172550313, "sim_physics": 0.06157876968383789, "survival_time": 14.950000000000076, "driven_lanedir": 2.135622788321609, "sim_render-ego": 0.03674655834833781, "in-drivable-lane": 0.6500000000000092, "agent_compute-ego": 0.10277188380559284, "deviation-heading": 2.2058142711692863, "set_robot_commands": 0.05828575293223063, "deviation-center-line": 0.5292660976360615, "driven_lanedir_consec": 2.135622788321609, "sim_compute_sim_state": 0.023776532808939616, "sim_compute_performance-ego": 0.040828555425008135, "sim_compute_robot_state-ego": 0.04254331747690837}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.2699638541862095, "sim_physics": 0.05807187636693319, "survival_time": 14.950000000000076, "driven_lanedir": 2.2044103707525915, "sim_render-ego": 0.036475114822387696, "in-drivable-lane": 0, "agent_compute-ego": 0.10245152473449708, "deviation-heading": 3.3352472910977307, "set_robot_commands": 0.05627631743748983, "deviation-center-line": 0.6102067045162209, "driven_lanedir_consec": 2.2044103707525915, "sim_compute_sim_state": 0.023804996013641357, "sim_compute_performance-ego": 0.04034012953440348, "sim_compute_robot_state-ego": 0.041836355527242026}}set_robot_commands_max 0.05828575293223063 set_robot_commands_mean 0.056707330818384714 set_robot_commands_median 0.05631095091501872 set_robot_commands_min 0.05612537145614624 sim_compute_performance-ego_max 0.040828555425008135 sim_compute_performance-ego_mean 0.04032588962127602 sim_compute_performance-ego_median 0.04030888716379801 sim_compute_performance-ego_min 0.040008849302927654 sim_compute_robot_state-ego_max 0.042696593602498376 sim_compute_robot_state-ego_mean 0.04228098642630655 sim_compute_robot_state-ego_median 0.0423490301767985 sim_compute_robot_state-ego_min 0.041836355527242026 sim_compute_sim_state_max 0.02384906530380249 sim_compute_sim_state_mean 0.023657413949080504 sim_compute_sim_state_median 0.023776532808939616 sim_compute_sim_state_min 0.023092439917267345 sim_physics_max 0.06157876968383789 sim_physics_mean 0.057248970912453914 sim_physics_median 0.05800209045410156 sim_physics_min 0.0525816659458348 sim_render-ego_max 0.036949640115102135 sim_render-ego_mean 0.03663643216826225 sim_render-ego_median 0.03656134287516276 sim_render-ego_min 0.03644950468032086 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 13.180000000000058 survival_time_min 6.099999999999986
No reset possible 23309
3587
jiang peng Fourth test - TH aido2-LF-sim-validation
step1-simulation success yes ip-172-31-38-104-25436
2019-05-18 07:35:24+00:00 2019-05-18 07:50:56+00:00 0:15:32 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 2.6135158949444737 survival_time_median 14.950000000000076 deviation-center-line_median 0.8350954041061462 in-drivable-lane_median 4.549999999999996
other stats agent_compute-ego_max 0.10167951186498006 agent_compute-ego_mean 0.10117906109491984 agent_compute-ego_median 0.10113061507542928 agent_compute-ego_min 0.1004197096824646 deviation-center-line_max 1.2035191021195433 deviation-center-line_mean 0.8792724259136862 deviation-center-line_min 0.7107343443213023 deviation-heading_max 5.232635944608038 deviation-heading_mean 3.812589327927255 deviation-heading_median 3.490728529288777 deviation-heading_min 2.787146459624987 driven_any_max 4.11635799442808 driven_any_mean 3.059066697990974 driven_any_median 3.5223315462886298 driven_any_min 1.186847288939372 driven_lanedir_consec_max 4.041751909061015 driven_lanedir_consec_mean 2.549576848618636 driven_lanedir_consec_min 1.1807487625778208 driven_lanedir_max 4.041751909061015 driven_lanedir_mean 2.9051417060009994 driven_lanedir_median 3.180239141044165 driven_lanedir_min 1.1807487625778208 in-drivable-lane_max 8.700000000000092 in-drivable-lane_mean 3.640000000000021 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 3.5223315462886298, "sim_physics": 0.05495428959528605, "survival_time": 14.950000000000076, "driven_lanedir": 3.180239141044165, "sim_render-ego": 0.03679089864095053, "in-drivable-lane": 4.549999999999996, "agent_compute-ego": 0.10112723112106324, "deviation-heading": 4.3515247431232496, "set_robot_commands": 0.05662653684616089, "deviation-center-line": 0.8350954041061462, "driven_lanedir_consec": 2.6135158949444737, "sim_compute_sim_state": 0.023655134042104085, "sim_compute_performance-ego": 0.04012975295384725, "sim_compute_robot_state-ego": 0.04236857255299886}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 4.11635799442808, "sim_physics": 0.05820213238398234, "survival_time": 14.950000000000076, "driven_lanedir": 4.041751909061015, "sim_render-ego": 0.03647097826004028, "in-drivable-lane": 0, "agent_compute-ego": 0.10167951186498006, "deviation-heading": 2.787146459624987, "set_robot_commands": 0.05675520817438762, "deviation-center-line": 0.7472180688643187, "driven_lanedir_consec": 4.041751909061015, "sim_compute_sim_state": 0.0238107434908549, "sim_compute_performance-ego": 0.04102780103683472, "sim_compute_robot_state-ego": 0.04248448053995768}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.9392657042304404, "sim_physics": 0.05922792911529541, "survival_time": 14.950000000000076, "driven_lanedir": 2.9013361429064637, "sim_render-ego": 0.036722305615743, "in-drivable-lane": 0, "agent_compute-ego": 0.10153823773066203, "deviation-heading": 5.232635944608038, "set_robot_commands": 0.05681729157765707, "deviation-center-line": 1.2035191021195433, "driven_lanedir_consec": 2.9013361429064637, "sim_compute_sim_state": 0.02379980166753133, "sim_compute_performance-ego": 0.04077815135320028, "sim_compute_robot_state-ego": 0.04186780134836832}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.186847288939372, "sim_physics": 0.05502710978190104, "survival_time": 14.950000000000076, "driven_lanedir": 1.1807487625778208, "sim_render-ego": 0.03611916383107503, "in-drivable-lane": 8.700000000000092, "agent_compute-ego": 0.10113061507542928, "deviation-heading": 3.200910962991226, "set_robot_commands": 0.05610291242599488, "deviation-center-line": 0.7107343443213023, "driven_lanedir_consec": 1.1807487625778208, "sim_compute_sim_state": 0.02357688585917155, "sim_compute_performance-ego": 0.04027960220972697, "sim_compute_robot_state-ego": 0.04185606718063355}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 3.5305309560683464, "sim_physics": 0.0609375254313151, "survival_time": 14.950000000000076, "driven_lanedir": 3.2216325744155334, "sim_render-ego": 0.03619863033294678, "in-drivable-lane": 4.950000000000018, "agent_compute-ego": 0.1004197096824646, "deviation-heading": 3.490728529288777, "set_robot_commands": 0.056269853115081786, "deviation-center-line": 0.8997952101571189, "driven_lanedir_consec": 2.0105315336034044, "sim_compute_sim_state": 0.02369743267695109, "sim_compute_performance-ego": 0.040745071570078534, "sim_compute_robot_state-ego": 0.04188784281412761}}set_robot_commands_max 0.05681729157765707 set_robot_commands_mean 0.05651436042785645 set_robot_commands_median 0.05662653684616089 set_robot_commands_min 0.05610291242599488 sim_compute_performance-ego_max 0.04102780103683472 sim_compute_performance-ego_mean 0.040592075824737554 sim_compute_performance-ego_median 0.040745071570078534 sim_compute_performance-ego_min 0.04012975295384725 sim_compute_robot_state-ego_max 0.04248448053995768 sim_compute_robot_state-ego_mean 0.042092952887217205 sim_compute_robot_state-ego_median 0.04188784281412761 sim_compute_robot_state-ego_min 0.04185606718063355 sim_compute_sim_state_max 0.0238107434908549 sim_compute_sim_state_mean 0.02370799954732259 sim_compute_sim_state_median 0.02369743267695109 sim_compute_sim_state_min 0.02357688585917155 sim_physics_max 0.0609375254313151 sim_physics_mean 0.05766979726155599 sim_physics_median 0.05820213238398234 sim_physics_min 0.05495428959528605 sim_render-ego_max 0.03679089864095053 sim_render-ego_mean 0.03646039533615112 sim_render-ego_median 0.03647097826004028 sim_render-ego_min 0.03611916383107503 simulation-passed 1 survival_time_max 14.950000000000076 survival_time_mean 14.950000000000076 survival_time_min 14.950000000000076
No reset possible 23304
3583
Karthikk Subramanian Β πΈπ¬PredictorLast aido2-PRED
step1-simulation success no ip-172-31-38-104-25436
2019-05-18 03:26:35+00:00 2019-05-18 03:27:08+00:00 0:00:33 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
error_L1 0.11286671125532574 error_L2 0.020858481954675986
No reset possible 23293
3510
Bea Baselines Β π€challenge-aido_LF-template-pytorch aido2-LFV-sim-validation
step1-simulation success yes ip-172-31-38-104-25436
2019-05-17 20:50:06+00:00 2019-05-17 20:57:43+00:00 0:07:37 Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median 0.10498481784762737 survival_time_median 1.2000000000000004 deviation-center-line_median 0.08930251992149642 in-drivable-lane_median 0
other stats agent_compute-ego_max 0.19667299934055493 agent_compute-ego_mean 0.18301277414013037 agent_compute-ego_median 0.1883728273453251 agent_compute-ego_min 0.16100138425827026 deviation-center-line_max 0.10673455599715458 deviation-center-line_mean 0.08411594578089707 deviation-center-line_min 0.05688335098421611 deviation-heading_max 0.9603811805615188 deviation-heading_mean 0.7432090329903567 deviation-heading_median 0.8016980183826987 deviation-heading_min 0.47246531402529984 driven_any_max 0.22001710516113968 driven_any_mean 0.16944626381591144 driven_any_median 0.14500050694460015 driven_any_min 0.13965868045368818 driven_lanedir_consec_max 0.12480656567992998 driven_lanedir_consec_mean 0.10310933999494484 driven_lanedir_consec_min 0.0826586746355924 driven_lanedir_max 0.12480656567992998 driven_lanedir_mean 0.10310933999494484 driven_lanedir_median 0.10498481784762737 driven_lanedir_min 0.0826586746355924 in-drivable-lane_max 0.30000000000000027 in-drivable-lane_mean 0.08000000000000007 in-drivable-lane_min 0 per-episodes details {"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.22001710516113968, "sim_physics": 0.22556249052286148, "survival_time": 1.6000000000000008, "driven_lanedir": 0.12480656567992998, "sim_render-ego": 0.06965093314647675, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.19403984397649765, "deviation-heading": 0.9603811805615188, "set_robot_commands": 0.10197784751653673, "deviation-center-line": 0.08930251992149642, "driven_lanedir_consec": 0.12480656567992998, "sim_compute_sim_state": 0.04337746649980545, "sim_compute_performance-ego": 0.07721303403377533, "sim_compute_robot_state-ego": 0.08459248393774033, "sim_compute_robot_state-npc0": 0.07125004380941391, "sim_compute_robot_state-npc1": 0.0729890987277031, "sim_compute_robot_state-npc2": 0.07112251967191696, "sim_compute_robot_state-npc3": 0.07346013933420181}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.20084797868596377, "sim_physics": 0.1962070080541795, "survival_time": 1.5500000000000007, "driven_lanedir": 0.0875542054028009, "sim_render-ego": 0.07539187708208638, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.1883728273453251, "deviation-heading": 0.9486630580181108, "set_robot_commands": 0.10951606688960906, "deviation-center-line": 0.0675181123444764, "driven_lanedir_consec": 0.0875542054028009, "sim_compute_sim_state": 0.04430870086916031, "sim_compute_performance-ego": 0.07055691749818864, "sim_compute_robot_state-ego": 0.0809316635131836, "sim_compute_robot_state-npc0": 0.07840914880075762, "sim_compute_robot_state-npc1": 0.07795144665625788, "sim_compute_robot_state-npc2": 0.0754283397428451, "sim_compute_robot_state-npc3": 0.07690539667683263}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.13965868045368818, "sim_physics": 0.18427163362503052, "survival_time": 1.2000000000000004, "driven_lanedir": 0.10498481784762737, "sim_render-ego": 0.06268425782521565, "in-drivable-lane": 0, "agent_compute-ego": 0.16100138425827026, "deviation-heading": 0.5328375939641545, "set_robot_commands": 0.09481573104858398, "deviation-center-line": 0.10673455599715458, "driven_lanedir_consec": 0.10498481784762737, "sim_compute_sim_state": 0.040402074654897056, "sim_compute_performance-ego": 0.0640411376953125, "sim_compute_robot_state-ego": 0.07327331105868022, "sim_compute_robot_state-npc0": 0.07531364758809407, "sim_compute_robot_state-npc1": 0.06865089138348897, "sim_compute_robot_state-npc2": 0.07018132011095683, "sim_compute_robot_state-npc3": 0.067236989736557}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.14500050694460015, "sim_physics": 0.20872812469800311, "survival_time": 1.2000000000000004, "driven_lanedir": 0.1155424364087736, "sim_render-ego": 0.06315056482950847, "in-drivable-lane": 0, "agent_compute-ego": 0.17497681578000387, "deviation-heading": 0.47246531402529984, "set_robot_commands": 0.09442585706710815, "deviation-center-line": 0.10014118965714187, "driven_lanedir_consec": 0.1155424364087736, "sim_compute_sim_state": 0.04294249415397644, "sim_compute_performance-ego": 0.06880988677342732, "sim_compute_robot_state-ego": 0.07839194933573405, "sim_compute_robot_state-npc0": 0.06985259056091309, "sim_compute_robot_state-npc1": 0.06584579745928447, "sim_compute_robot_state-npc2": 0.07277112205823262, "sim_compute_robot_state-npc3": 0.07344958186149597}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.14170704783416546, "sim_physics": 0.19323246375374173, "survival_time": 1.1500000000000004, "driven_lanedir": 0.0826586746355924, "sim_render-ego": 0.06540060043334961, "in-drivable-lane": 0, "agent_compute-ego": 0.19667299934055493, "deviation-heading": 0.8016980183826987, "set_robot_commands": 0.10143506008645764, "deviation-center-line": 0.05688335098421611, "driven_lanedir_consec": 0.0826586746355924, "sim_compute_sim_state": 0.0519266646841298, "sim_compute_performance-ego": 0.06845221312149712, "sim_compute_robot_state-ego": 0.07393700143565303, "sim_compute_robot_state-npc0": 0.07287211003510849, "sim_compute_robot_state-npc1": 0.06822197333626125, "sim_compute_robot_state-npc2": 0.06642716863880986, "sim_compute_robot_state-npc3": 0.07096903220466945}}set_robot_commands_max 0.10951606688960906 set_robot_commands_mean 0.1004341125216591 set_robot_commands_median 0.10143506008645764 set_robot_commands_min 0.09442585706710815 sim_compute_performance-ego_max 0.07721303403377533 sim_compute_performance-ego_mean 0.06981463782444018 sim_compute_performance-ego_median 0.06880988677342732 sim_compute_performance-ego_min 0.0640411376953125 sim_compute_robot_state-ego_max 0.08459248393774033 sim_compute_robot_state-ego_mean 0.07822528185619824 sim_compute_robot_state-ego_median 0.07839194933573405 sim_compute_robot_state-ego_min 0.07327331105868022 sim_compute_robot_state-npc0_max 0.07840914880075762 sim_compute_robot_state-npc0_mean 0.07353950815885743 sim_compute_robot_state-npc0_median 0.07287211003510849 sim_compute_robot_state-npc0_min 0.06985259056091309 sim_compute_robot_state-npc1_max 0.07795144665625788 sim_compute_robot_state-npc1_mean 0.07073184151259912 sim_compute_robot_state-npc1_median 0.06865089138348897 sim_compute_robot_state-npc1_min 0.06584579745928447 sim_compute_robot_state-npc2_max 0.0754283397428451 sim_compute_robot_state-npc2_mean 0.07118609404455227 sim_compute_robot_state-npc2_median 0.07112251967191696 sim_compute_robot_state-npc2_min 0.06642716863880986 sim_compute_robot_state-npc3_max 0.07690539667683263 sim_compute_robot_state-npc3_mean 0.07240422796275137 sim_compute_robot_state-npc3_median 0.07344958186149597 sim_compute_robot_state-npc3_min 0.067236989736557 sim_compute_sim_state_max 0.0519266646841298 sim_compute_sim_state_mean 0.04459148017239381 sim_compute_sim_state_median 0.04337746649980545 sim_compute_sim_state_min 0.040402074654897056 sim_physics_max 0.22556249052286148 sim_physics_mean 0.2016003441307633 sim_physics_median 0.1962070080541795 sim_physics_min 0.18427163362503052 sim_render-ego_max 0.07539187708208638 sim_render-ego_mean 0.06725564666332737 sim_render-ego_median 0.06540060043334961 sim_render-ego_min 0.06268425782521565 simulation-passed 1 survival_time_max 1.6000000000000008 survival_time_mean 1.3400000000000003 survival_time_min 1.1500000000000004
No reset possible