AI Driving Olympics Home Challenges Submissions Jobs

Submission 2612

Submission2612
Competingyes
Challengeaido2-LFVI-sim-testing
UserKonstantin Chayka
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22864
Next
User labelchallenge-aido_LF-template-ros - Template solution using ROS
Admin priority50
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228642612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessyes-0:24:33(hidden)
driven_lanedir_consec_median0.2875407694053156
survival_time_median2.849999999999998
deviation-center-line_median0.11031194850197353
in-drivable-lane_median0.9499999999999966


other stats
agent_compute-ego_max0.1182025764502731
agent_compute-ego_mean0.07218527742849506
agent_compute-ego_median0.06858522464067508
agent_compute-ego_min0.055423399981330425
deviation-center-line_max0.2701922695523504
deviation-center-line_mean0.13746050030700233
deviation-center-line_min0.07113819587235681
deviation-heading_max1.4854398920276677
deviation-heading_mean0.7236995121312619
deviation-heading_median0.6953408166028192
deviation-heading_min0.3118646573709166
driven_any_max1.934434121703833
driven_any_mean0.806757806634148
driven_any_median0.8072381933001392
driven_any_min0.20912585880423715
driven_lanedir_consec_max0.7222251056746308
driven_lanedir_consec_mean0.3962831867516217
driven_lanedir_consec_min0.1917983424483971
driven_lanedir_max0.7287863177121016
driven_lanedir_mean0.3975640776898326
driven_lanedir_median0.2875407694053156
driven_lanedir_min0.1917983424483971
in-drivable-lane_max4.04999999999999
in-drivable-lane_mean1.2133333333333305
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.093753441791869, "sim_physics": 0.17883500133652286, "survival_time": 4.149999999999993, "driven_lanedir": 0.4702323960536803, "sim_render-ego": 0.0584233381662024, "in-drivable-lane": 1.6499999999999957, "agent_compute-ego": 0.06463591449231987, "deviation-heading": 1.2111022380750738, "set_robot_commands": 0.08577713334416769, "deviation-center-line": 0.2487133429854821, "driven_lanedir_consec": 0.4702323960536803, "sim_compute_sim_state": 0.037531683243900896, "sim_compute_performance-ego": 0.06391948389719768, "sim_compute_robot_state-ego": 0.07123779676046717, "sim_compute_robot_state-npc0": 0.06489387764988175, "sim_compute_robot_state-npc1": 0.06331586550517254, "sim_compute_robot_state-npc2": 0.06257144514336643, "sim_compute_robot_state-npc3": 0.06279304515884583}, "udem1-1-0": {"driven_any": 0.29795781475632777, "sim_physics": 0.23798551382841887, "survival_time": 1.3500000000000003, "driven_lanedir": 0.2312609677194346, "sim_render-ego": 0.06869525379604763, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07832737322206851, "deviation-heading": 0.6953408166028192, "set_robot_commands": 0.1071468989054362, "deviation-center-line": 0.10073232857747254, "driven_lanedir_consec": 0.2312609677194346, "sim_compute_sim_state": 0.04101046809443721, "sim_compute_performance-ego": 0.07112035044917354, "sim_compute_robot_state-ego": 0.07480189535352919, "sim_compute_robot_state-npc0": 0.07268694595054344, "sim_compute_robot_state-npc1": 0.07303886943393284, "sim_compute_robot_state-npc2": 0.07496632470024957, "sim_compute_robot_state-npc3": 0.07361095039932816}, "udem1-2-0": {"driven_any": 1.080947789080493, "sim_physics": 0.1974443105550913, "survival_time": 3.899999999999994, "driven_lanedir": 0.6758329617605024, "sim_render-ego": 0.06241538891425499, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.06858522464067508, "deviation-heading": 1.0268575719271242, "set_robot_commands": 0.08893310718047313, "deviation-center-line": 0.2701922695523504, "driven_lanedir_consec": 0.6735785385729686, "sim_compute_sim_state": 0.037116472537700944, "sim_compute_performance-ego": 0.06509231604062594, "sim_compute_robot_state-ego": 0.07130264318906344, "sim_compute_robot_state-npc0": 0.06616582931616367, "sim_compute_robot_state-npc1": 0.06552791901123829, "sim_compute_robot_state-npc2": 0.06631394227345784, "sim_compute_robot_state-npc3": 0.065575394874964}, "udem1-3-0": {"driven_any": 0.8072381933001392, "sim_physics": 0.20377247375354432, "survival_time": 2.849999999999998, "driven_lanedir": 0.47292588175405326, "sim_render-ego": 0.06002271802801835, "in-drivable-lane": 0.7999999999999976, "agent_compute-ego": 0.06670985723796644, "deviation-heading": 0.7978002362162198, "set_robot_commands": 0.08838319778442383, "deviation-center-line": 0.13623952041905, "driven_lanedir_consec": 0.47292588175405326, "sim_compute_sim_state": 0.036127918644955286, "sim_compute_performance-ego": 0.06419750263816432, "sim_compute_robot_state-ego": 0.06676478971514785, "sim_compute_robot_state-npc0": 0.06667746159068325, "sim_compute_robot_state-npc1": 0.06615903503016422, "sim_compute_robot_state-npc2": 0.06477302417420504, "sim_compute_robot_state-npc3": 0.06414328541672021}, "udem1-4-0": {"driven_any": 0.31118732113900155, "sim_physics": 0.1984773718792459, "survival_time": 1.1500000000000004, "driven_lanedir": 0.2875407694053156, "sim_render-ego": 0.05932931278062904, "in-drivable-lane": 0, "agent_compute-ego": 0.07181513827780019, "deviation-heading": 0.39989969254594865, "set_robot_commands": 0.09556900936624278, "deviation-center-line": 0.07144385614371519, "driven_lanedir_consec": 0.2875407694053156, "sim_compute_sim_state": 0.0350753639055335, "sim_compute_performance-ego": 0.06727783576301906, "sim_compute_robot_state-ego": 0.07390937597855278, "sim_compute_robot_state-npc0": 0.06843996047973633, "sim_compute_robot_state-npc1": 0.06818456235139267, "sim_compute_robot_state-npc2": 0.18459471412326975, "sim_compute_robot_state-npc3": 0.06369316059610118}, "udem1-5-0": {"driven_any": 1.3021233152606932, "sim_physics": 0.16499077806285783, "survival_time": 5.09999999999999, "driven_lanedir": 0.20473092327823528, "sim_render-ego": 0.05248020677005544, "in-drivable-lane": 4.04999999999999, "agent_compute-ego": 0.1182025764502731, "deviation-heading": 0.394574000309935, "set_robot_commands": 0.08117310439839083, "deviation-center-line": 0.10111471927467218, "driven_lanedir_consec": 0.20473092327823528, "sim_compute_sim_state": 0.033624880454119516, "sim_compute_performance-ego": 0.05637503839006611, "sim_compute_robot_state-ego": 0.060294730990540744, "sim_compute_robot_state-npc0": 0.060158736565533805, "sim_compute_robot_state-npc1": 0.05897352742213829, "sim_compute_robot_state-npc2": 0.05925734837849935, "sim_compute_robot_state-npc3": 0.060294177017959895}, "udem1-6-0": {"driven_any": 1.934434121703833, "sim_physics": 0.16780497006007605, "survival_time": 6.999999999999983, "driven_lanedir": 0.6746993221948967, "sim_render-ego": 0.05462495258876256, "in-drivable-lane": 3.899999999999988, "agent_compute-ego": 0.06246045657566616, "deviation-heading": 1.4854398920276677, "set_robot_commands": 0.0823299561228071, "deviation-center-line": 0.2528639324079792, "driven_lanedir_consec": 0.6740101897237831, "sim_compute_sim_state": 0.03312497309276036, "sim_compute_performance-ego": 0.0610404542514256, "sim_compute_robot_state-ego": 0.06297503198896136, "sim_compute_robot_state-npc0": 0.059922095707484656, "sim_compute_robot_state-npc1": 0.06074068716594151, "sim_compute_robot_state-npc2": 0.05891319683619907, "sim_compute_robot_state-npc3": 0.05983597721372332}, "udem1-7-0": {"driven_any": 1.062597738241834, "sim_physics": 0.20091888675950975, "survival_time": 3.649999999999995, "driven_lanedir": 0.7287863177121016, "sim_render-ego": 0.05903211358475358, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.06831390890356613, "deviation-heading": 0.7849150213204695, "set_robot_commands": 0.09137611519800472, "deviation-center-line": 0.1387309750370881, "driven_lanedir_consec": 0.7222251056746308, "sim_compute_sim_state": 0.036463574187396326, "sim_compute_performance-ego": 0.06679608070687072, "sim_compute_robot_state-ego": 0.07907395166893529, "sim_compute_robot_state-npc0": 0.07055724810247552, "sim_compute_robot_state-npc1": 0.06620511943346834, "sim_compute_robot_state-npc2": 0.06762623460325476, "sim_compute_robot_state-npc3": 0.06700992910829309}, "udem1-8-0": {"driven_any": 1.1602870725462493, "sim_physics": 0.19624717291011368, "survival_time": 4.299999999999993, "driven_lanedir": 0.35913090517817636, "sim_render-ego": 0.06219665948734727, "in-drivable-lane": 2.399999999999996, "agent_compute-ego": 0.0715740530989891, "deviation-heading": 1.2197696860883536, "set_robot_commands": 0.0979364555935527, "deviation-center-line": 0.15216623639979054, "driven_lanedir_consec": 0.35913090517817636, "sim_compute_sim_state": 0.039325689160546594, "sim_compute_performance-ego": 0.06728293452151986, "sim_compute_robot_state-ego": 0.07608327754708223, "sim_compute_robot_state-npc0": 0.07211226917976557, "sim_compute_robot_state-npc1": 0.07026178060575973, "sim_compute_robot_state-npc2": 0.06738817414572072, "sim_compute_robot_state-npc3": 0.06714277489240779}, "udem1-9-0": {"driven_any": 0.2911508182793437, "sim_physics": 0.21634794198549712, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2409218388122456, "sim_render-ego": 0.06582980889540452, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07020743993612436, "deviation-heading": 0.5613432181706876, "set_robot_commands": 0.09335700365213248, "deviation-center-line": 0.0760477654868993, "driven_lanedir_consec": 0.2409218388122456, "sim_compute_sim_state": 0.03265473475823036, "sim_compute_performance-ego": 0.06209869568164532, "sim_compute_robot_state-ego": 0.06267233078296368, "sim_compute_robot_state-npc0": 0.06574597725501427, "sim_compute_robot_state-npc1": 0.06554730121905987, "sim_compute_robot_state-npc2": 0.06354972032400277, "sim_compute_robot_state-npc3": 0.06097202117626484}, "udem1-10-0": {"driven_any": 1.021491996160475, "sim_physics": 0.17440004666646322, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7026537170655107, "sim_render-ego": 0.05832966486612956, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06714889526367188, "deviation-heading": 0.7506445024068277, "set_robot_commands": 0.09157020568847656, "deviation-center-line": 0.11031194850197353, "driven_lanedir_consec": 0.6929451206884647, "sim_compute_sim_state": 0.037905941009521486, "sim_compute_performance-ego": 0.06643189748128255, "sim_compute_robot_state-ego": 0.06670793533325195, "sim_compute_robot_state-npc0": 0.06693431536356607, "sim_compute_robot_state-npc1": 0.06619016647338867, "sim_compute_robot_state-npc2": 0.06830972989400227, "sim_compute_robot_state-npc3": 0.06821299235026042}, "udem1-11-0": {"driven_any": 0.20912585880423715, "sim_physics": 0.16676324889773414, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1917983424483971, "sim_render-ego": 0.05391951969691685, "in-drivable-lane": 0, "agent_compute-ego": 0.06054502441769555, "deviation-heading": 0.3455718910535376, "set_robot_commands": 0.08312990551903135, "deviation-center-line": 0.10333747877015344, "driven_lanedir_consec": 0.1917983424483971, "sim_compute_sim_state": 0.031479869570050924, "sim_compute_performance-ego": 0.05435985610598609, "sim_compute_robot_state-ego": 0.05537143207731701, "sim_compute_robot_state-npc0": 0.05798929078238351, "sim_compute_robot_state-npc1": 0.056662616275605704, "sim_compute_robot_state-npc2": 0.0566919417608352, "sim_compute_robot_state-npc3": 0.058520566849481495}, "udem1-12-0": {"driven_any": 0.5918906368569831, "sim_physics": 0.19464606462522996, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19652140216443992, "sim_render-ego": 0.05476085529770962, "in-drivable-lane": 1.15, "agent_compute-ego": 0.08149958211322163, "deviation-heading": 0.32606788824321575, "set_robot_commands": 0.08734471298927485, "deviation-center-line": 0.10664063848740413, "driven_lanedir_consec": 0.19652140216443992, "sim_compute_sim_state": 0.031736872916997866, "sim_compute_performance-ego": 0.05632791408272677, "sim_compute_robot_state-ego": 0.0803770242735397, "sim_compute_robot_state-npc0": 0.06277882775595021, "sim_compute_robot_state-npc1": 0.07397959398668866, "sim_compute_robot_state-npc2": 0.06278911856717842, "sim_compute_robot_state-npc3": 0.05542041534601256}, "udem1-13-0": {"driven_any": 0.2815655086390766, "sim_physics": 0.1639129945210048, "survival_time": 1.4000000000000006, "driven_lanedir": 0.27004610417980546, "sim_render-ego": 0.04902153355734689, "in-drivable-lane": 0, "agent_compute-ego": 0.07733031681605748, "deviation-heading": 0.3118646573709166, "set_robot_commands": 0.07930760724203927, "deviation-center-line": 0.12223429668864684, "driven_lanedir_consec": 0.27004610417980546, "sim_compute_sim_state": 0.04580478157315936, "sim_compute_performance-ego": 0.05222690956933158, "sim_compute_robot_state-ego": 0.05570435523986816, "sim_compute_robot_state-npc0": 0.053854167461395264, "sim_compute_robot_state-npc1": 0.05543012278420584, "sim_compute_robot_state-npc2": 0.0686456561088562, "sim_compute_robot_state-npc3": 0.08756314856665474}, "udem1-14-0": {"driven_any": 0.655615472951668, "sim_physics": 0.1665807705299527, "survival_time": 2.549999999999999, "driven_lanedir": 0.25637931562069505, "sim_render-ego": 0.047918268278533335, "in-drivable-lane": 1.2999999999999985, "agent_compute-ego": 0.055423399981330425, "deviation-heading": 0.5443013696101298, "set_robot_commands": 0.0752409112219717, "deviation-center-line": 0.07113819587235681, "driven_lanedir_consec": 0.25637931562069505, "sim_compute_sim_state": 0.029193798700968426, "sim_compute_performance-ego": 0.05081833577623554, "sim_compute_robot_state-ego": 0.053795333002127854, "sim_compute_robot_state-npc0": 0.05575078608942967, "sim_compute_robot_state-npc1": 0.05264792722814223, "sim_compute_robot_state-npc2": 0.05182823012856876, "sim_compute_robot_state-npc3": 0.05162605117349064}}
set_robot_commands_max0.1071468989054362
set_robot_commands_mean0.08857168828042836
set_robot_commands_median0.08838319778442383
set_robot_commands_min0.0752409112219717
sim_compute_performance-ego_max0.07112035044917354
sim_compute_performance-ego_mean0.06169104035701805
sim_compute_performance-ego_median0.06391948389719768
sim_compute_performance-ego_min0.05081833577623554
sim_compute_robot_state-ego_max0.0803770242735397
sim_compute_robot_state-ego_mean0.06740479359342322
sim_compute_robot_state-ego_median0.06676478971514785
sim_compute_robot_state-ego_min0.053795333002127854
sim_compute_robot_state-npc0_max0.07268694595054344
sim_compute_robot_state-npc0_mean0.06431118595000046
sim_compute_robot_state-npc0_median0.06574597725501427
sim_compute_robot_state-npc0_min0.053854167461395264
sim_compute_robot_state-npc1_max0.07397959398668866
sim_compute_robot_state-npc1_mean0.0641910062617533
sim_compute_robot_state-npc1_median0.06554730121905987
sim_compute_robot_state-npc1_min0.05264792722814223
sim_compute_robot_state-npc2_max0.18459471412326975
sim_compute_robot_state-npc2_mean0.07188125341077775
sim_compute_robot_state-npc2_median0.06477302417420504
sim_compute_robot_state-npc2_min0.05182823012856876
sim_compute_robot_state-npc3_max0.08756314856665474
sim_compute_robot_state-npc3_mean0.06442759267603389
sim_compute_robot_state-npc3_median0.06369316059610118
sim_compute_robot_state-npc3_min0.05162605117349064
sim_compute_sim_state_max0.04580478157315936
sim_compute_sim_state_mean0.03587846812335193
sim_compute_sim_state_median0.036127918644955286
sim_compute_sim_state_min0.029193798700968426
sim_physics_max0.23798551382841887
sim_physics_mean0.1886085030914175
sim_physics_median0.19464606462522996
sim_physics_min0.1639129945210048
sim_render-ego_max0.06869525379604763
sim_render-ego_mean0.0577999729805408
sim_render-ego_median0.0584233381662024
sim_render-ego_min0.047918268278533335
simulation-passed1
survival_time_max6.999999999999983
survival_time_mean3.043333333333329
survival_time_min1.0500000000000005
217252612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:28:37(hidden)
driven_lanedir_consec_median0.2875407694053156
survival_time_median2.849999999999998
deviation-center-line_median0.11031194850197353
in-drivable-lane_median0.9499999999999966


other stats
agent_compute-ego_max0.08224693934122722
agent_compute-ego_mean0.07559936663881764
agent_compute-ego_median0.0758234106976053
agent_compute-ego_min0.07074059889866756
deviation-center-line_max0.2701922695523504
deviation-center-line_mean0.13746050030700233
deviation-center-line_min0.07113819587235681
deviation-heading_max1.4854398920276677
deviation-heading_mean0.7236995121312619
deviation-heading_median0.6953408166028192
deviation-heading_min0.3118646573709166
driven_any_max1.934434121703833
driven_any_mean0.806757806634148
driven_any_median0.8072381933001392
driven_any_min0.20912585880423715
driven_lanedir_consec_max0.7222251056746308
driven_lanedir_consec_mean0.3962831867516217
driven_lanedir_consec_min0.1917983424483971
driven_lanedir_max0.7287863177121016
driven_lanedir_mean0.3975640776898326
driven_lanedir_median0.2875407694053156
driven_lanedir_min0.1917983424483971
in-drivable-lane_max4.04999999999999
in-drivable-lane_mean1.2133333333333305
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.093753441791869, "sim_physics": 0.23040771484375, "survival_time": 4.149999999999993, "driven_lanedir": 0.4702323960536803, "sim_render-ego": 0.06557528369398002, "in-drivable-lane": 1.6499999999999957, "agent_compute-ego": 0.0761756466095706, "deviation-heading": 1.2111022380750738, "set_robot_commands": 0.10551718631422664, "deviation-center-line": 0.2487133429854821, "driven_lanedir_consec": 0.4702323960536803, "sim_compute_sim_state": 0.04130386444459479, "sim_compute_performance-ego": 0.07221028029200542, "sim_compute_robot_state-ego": 0.08469806234520602, "sim_compute_robot_state-npc0": 0.0751187887536474, "sim_compute_robot_state-npc1": 0.07397313864834337, "sim_compute_robot_state-npc2": 0.07388114929199219, "sim_compute_robot_state-npc3": 0.0737565195704081}, "udem1-1-0": {"driven_any": 0.29795781475632777, "sim_physics": 0.21764055887858072, "survival_time": 1.3500000000000003, "driven_lanedir": 0.2312609677194346, "sim_render-ego": 0.06810377262256763, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08224693934122722, "deviation-heading": 0.6953408166028192, "set_robot_commands": 0.09688764148288304, "deviation-center-line": 0.10073232857747254, "driven_lanedir_consec": 0.2312609677194346, "sim_compute_sim_state": 0.0432568214557789, "sim_compute_performance-ego": 0.06868434835363317, "sim_compute_robot_state-ego": 0.07847092769764087, "sim_compute_robot_state-npc0": 0.07035367577164262, "sim_compute_robot_state-npc1": 0.06973453804298684, "sim_compute_robot_state-npc2": 0.06963486141628689, "sim_compute_robot_state-npc3": 0.07338458520394785}, "udem1-2-0": {"driven_any": 1.080947789080493, "sim_physics": 0.23112934980636987, "survival_time": 3.899999999999994, "driven_lanedir": 0.6758329617605024, "sim_render-ego": 0.06750964201413669, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.07584377435537484, "deviation-heading": 1.0268575719271242, "set_robot_commands": 0.1031699822499202, "deviation-center-line": 0.2701922695523504, "driven_lanedir_consec": 0.6735785385729686, "sim_compute_sim_state": 0.04256202318729498, "sim_compute_performance-ego": 0.07147658176911183, "sim_compute_robot_state-ego": 0.08429331657214043, "sim_compute_robot_state-npc0": 0.07460276897136982, "sim_compute_robot_state-npc1": 0.07279663513868283, "sim_compute_robot_state-npc2": 0.07589446581326999, "sim_compute_robot_state-npc3": 0.07365222160632794}, "udem1-3-0": {"driven_any": 0.8072381933001392, "sim_physics": 0.2233295858952037, "survival_time": 2.849999999999998, "driven_lanedir": 0.47292588175405326, "sim_render-ego": 0.06440388528924239, "in-drivable-lane": 0.7999999999999976, "agent_compute-ego": 0.07433317836962249, "deviation-heading": 0.7978002362162198, "set_robot_commands": 0.10167087588393896, "deviation-center-line": 0.13623952041905, "driven_lanedir_consec": 0.47292588175405326, "sim_compute_sim_state": 0.039233734733179995, "sim_compute_performance-ego": 0.07198573413648103, "sim_compute_robot_state-ego": 0.07668991256178471, "sim_compute_robot_state-npc0": 0.07261527630320766, "sim_compute_robot_state-npc1": 0.07216394156740423, "sim_compute_robot_state-npc2": 0.07283839844820793, "sim_compute_robot_state-npc3": 0.07240650946633857}, "udem1-4-0": {"driven_any": 0.31118732113900155, "sim_physics": 0.2173285587974217, "survival_time": 1.1500000000000004, "driven_lanedir": 0.2875407694053156, "sim_render-ego": 0.06893266802248747, "in-drivable-lane": 0, "agent_compute-ego": 0.0758234106976053, "deviation-heading": 0.39989969254594865, "set_robot_commands": 0.10716943118883215, "deviation-center-line": 0.07144385614371519, "driven_lanedir_consec": 0.2875407694053156, "sim_compute_sim_state": 0.04078389250713846, "sim_compute_performance-ego": 0.07198234226392664, "sim_compute_robot_state-ego": 0.07710201843925145, "sim_compute_robot_state-npc0": 0.07396478238313095, "sim_compute_robot_state-npc1": 0.07129157107809315, "sim_compute_robot_state-npc2": 0.0663495685743249, "sim_compute_robot_state-npc3": 0.07178711891174316}, "udem1-5-0": {"driven_any": 1.3021233152606932, "sim_physics": 0.22651996799543792, "survival_time": 5.09999999999999, "driven_lanedir": 0.20473092327823528, "sim_render-ego": 0.06678566044452143, "in-drivable-lane": 4.04999999999999, "agent_compute-ego": 0.07260612412994984, "deviation-heading": 0.394574000309935, "set_robot_commands": 0.10033197496451585, "deviation-center-line": 0.10111471927467218, "driven_lanedir_consec": 0.20473092327823528, "sim_compute_sim_state": 0.04065181461035037, "sim_compute_performance-ego": 0.07670920269162047, "sim_compute_robot_state-ego": 0.08071577081493303, "sim_compute_robot_state-npc0": 0.07339858541301653, "sim_compute_robot_state-npc1": 0.0724258165733487, "sim_compute_robot_state-npc2": 0.07265999036676743, "sim_compute_robot_state-npc3": 0.07138275866414986}, "udem1-6-0": {"driven_any": 1.934434121703833, "sim_physics": 0.20933289527893068, "survival_time": 6.999999999999983, "driven_lanedir": 0.6746993221948967, "sim_render-ego": 0.07104189906801496, "in-drivable-lane": 3.899999999999988, "agent_compute-ego": 0.0788645897592817, "deviation-heading": 1.4854398920276677, "set_robot_commands": 0.1028720600264413, "deviation-center-line": 0.2528639324079792, "driven_lanedir_consec": 0.6740101897237831, "sim_compute_sim_state": 0.04097365822110857, "sim_compute_performance-ego": 0.07146771465029035, "sim_compute_robot_state-ego": 0.07652076482772827, "sim_compute_robot_state-npc0": 0.07194665500095912, "sim_compute_robot_state-npc1": 0.075239440373012, "sim_compute_robot_state-npc2": 0.07445364849908011, "sim_compute_robot_state-npc3": 0.0739489265850612}, "udem1-7-0": {"driven_any": 1.062597738241834, "sim_physics": 0.21156895977177032, "survival_time": 3.649999999999995, "driven_lanedir": 0.7287863177121016, "sim_render-ego": 0.06861372516579824, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.08067856749443159, "deviation-heading": 0.7849150213204695, "set_robot_commands": 0.1024123969143384, "deviation-center-line": 0.1387309750370881, "driven_lanedir_consec": 0.7222251056746308, "sim_compute_sim_state": 0.04196594512625916, "sim_compute_performance-ego": 0.07340832279153066, "sim_compute_robot_state-ego": 0.07758664105036488, "sim_compute_robot_state-npc0": 0.0732637398863492, "sim_compute_robot_state-npc1": 0.0724636822530668, "sim_compute_robot_state-npc2": 0.07330629596971486, "sim_compute_robot_state-npc3": 0.07405842493658196}, "udem1-8-0": {"driven_any": 1.1602870725462493, "sim_physics": 0.2158317732256512, "survival_time": 4.299999999999993, "driven_lanedir": 0.35913090517817636, "sim_render-ego": 0.06279777926067974, "in-drivable-lane": 2.399999999999996, "agent_compute-ego": 0.07499182501504588, "deviation-heading": 1.2197696860883536, "set_robot_commands": 0.10125407230022342, "deviation-center-line": 0.15216623639979054, "driven_lanedir_consec": 0.35913090517817636, "sim_compute_sim_state": 0.04118248750997144, "sim_compute_performance-ego": 0.07085172520127407, "sim_compute_robot_state-ego": 0.08155609008877776, "sim_compute_robot_state-npc0": 0.07362572536912075, "sim_compute_robot_state-npc1": 0.07257945315782414, "sim_compute_robot_state-npc2": 0.07231447585793428, "sim_compute_robot_state-npc3": 0.07348091935002526}, "udem1-9-0": {"driven_any": 0.2911508182793437, "sim_physics": 0.23406032415536737, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2409218388122456, "sim_render-ego": 0.06874552139869103, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07074059889866756, "deviation-heading": 0.5613432181706876, "set_robot_commands": 0.10430872440338136, "deviation-center-line": 0.0760477654868993, "driven_lanedir_consec": 0.2409218388122456, "sim_compute_sim_state": 0.039893737206092246, "sim_compute_performance-ego": 0.06848637874309833, "sim_compute_robot_state-ego": 0.07654908987192008, "sim_compute_robot_state-npc0": 0.08132567772498497, "sim_compute_robot_state-npc1": 0.07461772515223576, "sim_compute_robot_state-npc2": 0.07407579972193791, "sim_compute_robot_state-npc3": 0.06931473658635066}, "udem1-10-0": {"driven_any": 1.021491996160475, "sim_physics": 0.2178253682454427, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7026537170655107, "sim_render-ego": 0.06463737487792968, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.07329778989156087, "deviation-heading": 0.7506445024068277, "set_robot_commands": 0.10053565979003906, "deviation-center-line": 0.11031194850197353, "driven_lanedir_consec": 0.6929451206884647, "sim_compute_sim_state": 0.041666603088378905, "sim_compute_performance-ego": 0.07348272323608399, "sim_compute_robot_state-ego": 0.0831822967529297, "sim_compute_robot_state-npc0": 0.0719841988881429, "sim_compute_robot_state-npc1": 0.07083432833353678, "sim_compute_robot_state-npc2": 0.07076637585957846, "sim_compute_robot_state-npc3": 0.0702580706278483}, "udem1-11-0": {"driven_any": 0.20912585880423715, "sim_physics": 0.24665569123767672, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1917983424483971, "sim_render-ego": 0.0688319206237793, "in-drivable-lane": 0, "agent_compute-ego": 0.07807871273585729, "deviation-heading": 0.3455718910535376, "set_robot_commands": 0.1049536182766869, "deviation-center-line": 0.10333747877015344, "driven_lanedir_consec": 0.1917983424483971, "sim_compute_sim_state": 0.04694864863441104, "sim_compute_performance-ego": 0.07423631350199382, "sim_compute_robot_state-ego": 0.08205951963152204, "sim_compute_robot_state-npc0": 0.07830459730965751, "sim_compute_robot_state-npc1": 0.07791071846371606, "sim_compute_robot_state-npc2": 0.07974281765165783, "sim_compute_robot_state-npc3": 0.08653583980741955}, "udem1-12-0": {"driven_any": 0.5918906368569831, "sim_physics": 0.2327056374660758, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19652140216443992, "sim_render-ego": 0.0669074391209802, "in-drivable-lane": 1.15, "agent_compute-ego": 0.07237778153530387, "deviation-heading": 0.32606788824321575, "set_robot_commands": 0.09717642983724904, "deviation-center-line": 0.10664063848740413, "driven_lanedir_consec": 0.19652140216443992, "sim_compute_sim_state": 0.040400283281193224, "sim_compute_performance-ego": 0.07581840559493663, "sim_compute_robot_state-ego": 0.08211199627366177, "sim_compute_robot_state-npc0": 0.07049647597379463, "sim_compute_robot_state-npc1": 0.07002563809239587, "sim_compute_robot_state-npc2": 0.07103804100391477, "sim_compute_robot_state-npc3": 0.07232353299163109}, "udem1-13-0": {"driven_any": 0.2815655086390766, "sim_physics": 0.22088357380458287, "survival_time": 1.4000000000000006, "driven_lanedir": 0.27004610417980546, "sim_render-ego": 0.06569826602935791, "in-drivable-lane": 0, "agent_compute-ego": 0.07681456633976527, "deviation-heading": 0.3118646573709166, "set_robot_commands": 0.10660466977528164, "deviation-center-line": 0.12223429668864684, "driven_lanedir_consec": 0.27004610417980546, "sim_compute_sim_state": 0.044482920851026266, "sim_compute_performance-ego": 0.07358625105449132, "sim_compute_robot_state-ego": 0.08380627632141113, "sim_compute_robot_state-npc0": 0.07599432979311262, "sim_compute_robot_state-npc1": 0.07323956489562988, "sim_compute_robot_state-npc2": 0.07134429046085902, "sim_compute_robot_state-npc3": 0.07391566038131714}, "udem1-14-0": {"driven_any": 0.655615472951668, "sim_physics": 0.2089834540498023, "survival_time": 2.549999999999999, "driven_lanedir": 0.25637931562069505, "sim_render-ego": 0.06184846747155283, "in-drivable-lane": 1.2999999999999985, "agent_compute-ego": 0.07111699440900017, "deviation-heading": 0.5443013696101298, "set_robot_commands": 0.0914900910620596, "deviation-center-line": 0.07113819587235681, "driven_lanedir_consec": 0.25637931562069505, "sim_compute_sim_state": 0.03555131426044539, "sim_compute_performance-ego": 0.06674532796822343, "sim_compute_robot_state-ego": 0.07189578168532428, "sim_compute_robot_state-npc0": 0.06593029171812768, "sim_compute_robot_state-npc1": 0.07031402400895662, "sim_compute_robot_state-npc2": 0.0681154166950899, "sim_compute_robot_state-npc3": 0.0672009084738937}}
set_robot_commands_max0.10716943118883215
set_robot_commands_mean0.10175698763133448
set_robot_commands_median0.1024123969143384
set_robot_commands_min0.0914900910620596
sim_compute_performance-ego_max0.07670920269162047
sim_compute_performance-ego_mean0.07207544348324674
sim_compute_performance-ego_median0.07198573413648103
sim_compute_performance-ego_min0.06674532796822343
sim_compute_robot_state-ego_max0.08469806234520602
sim_compute_robot_state-ego_mean0.07981589766230643
sim_compute_robot_state-ego_median0.08071577081493303
sim_compute_robot_state-ego_min0.07189578168532428
sim_compute_robot_state-npc0_max0.08132567772498497
sim_compute_robot_state-npc0_mean0.07352837128401762
sim_compute_robot_state-npc0_median0.07339858541301653
sim_compute_robot_state-npc0_min0.06593029171812768
sim_compute_robot_state-npc1_max0.07791071846371606
sim_compute_robot_state-npc1_mean0.07264068105194886
sim_compute_robot_state-npc1_median0.0724636822530668
sim_compute_robot_state-npc1_min0.06973453804298684
sim_compute_robot_state-npc2_max0.07974281765165783
sim_compute_robot_state-npc2_mean0.07242770637537443
sim_compute_robot_state-npc2_median0.07265999036676743
sim_compute_robot_state-npc2_min0.0663495685743249
sim_compute_robot_state-npc3_max0.08653583980741955
sim_compute_robot_state-npc3_mean0.0731604488775363
sim_compute_robot_state-npc3_median0.07338458520394785
sim_compute_robot_state-npc3_min0.0672009084738937
sim_compute_sim_state_max0.04694864863441104
sim_compute_sim_state_mean0.04139051660781492
sim_compute_sim_state_median0.04118248750997144
sim_compute_sim_state_min0.03555131426044539
sim_physics_max0.24665569123767672
sim_physics_mean0.2229468942301375
sim_physics_median0.22088357380458287
sim_physics_min0.2089834540498023
sim_render-ego_max0.07104189906801496
sim_render-ego_mean0.0666955536735813
sim_render-ego_median0.0669074391209802
sim_render-ego_min0.06184846747155283
simulation-passed1
survival_time_max6.999999999999983
survival_time_mean3.043333333333329
survival_time_min1.0500000000000005
217192612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:28:58(hidden)
driven_lanedir_consec_median0.2875407694053156
survival_time_median2.849999999999998
deviation-center-line_median0.11031194850197353
in-drivable-lane_median0.9499999999999966


other stats
agent_compute-ego_max0.07945816413215968
agent_compute-ego_mean0.07527897336299309
agent_compute-ego_median0.07608391109265779
agent_compute-ego_min0.06800552776881627
deviation-center-line_max0.2701922695523504
deviation-center-line_mean0.13746050030700233
deviation-center-line_min0.07113819587235681
deviation-heading_max1.4854398920276677
deviation-heading_mean0.7236995121312619
deviation-heading_median0.6953408166028192
deviation-heading_min0.3118646573709166
driven_any_max1.934434121703833
driven_any_mean0.806757806634148
driven_any_median0.8072381933001392
driven_any_min0.20912585880423715
driven_lanedir_consec_max0.7222251056746308
driven_lanedir_consec_mean0.3962831867516217
driven_lanedir_consec_min0.1917983424483971
driven_lanedir_max0.7287863177121016
driven_lanedir_mean0.3975640776898326
driven_lanedir_median0.2875407694053156
driven_lanedir_min0.1917983424483971
in-drivable-lane_max4.04999999999999
in-drivable-lane_mean1.2133333333333305
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.093753441791869, "sim_physics": 0.20519852063742028, "survival_time": 4.149999999999993, "driven_lanedir": 0.4702323960536803, "sim_render-ego": 0.06533134988991611, "in-drivable-lane": 1.6499999999999957, "agent_compute-ego": 0.07591890139752124, "deviation-heading": 1.2111022380750738, "set_robot_commands": 0.10392300479383354, "deviation-center-line": 0.2487133429854821, "driven_lanedir_consec": 0.4702323960536803, "sim_compute_sim_state": 0.040285366127289925, "sim_compute_performance-ego": 0.07085927997726992, "sim_compute_robot_state-ego": 0.07789485713085496, "sim_compute_robot_state-npc0": 0.07219857767403844, "sim_compute_robot_state-npc1": 0.07054089063621428, "sim_compute_robot_state-npc2": 0.07305823176740164, "sim_compute_robot_state-npc3": 0.07345758001488376}, "udem1-1-0": {"driven_any": 0.29795781475632777, "sim_physics": 0.21168314086066353, "survival_time": 1.3500000000000003, "driven_lanedir": 0.2312609677194346, "sim_render-ego": 0.06728850470648871, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07648865381876628, "deviation-heading": 0.6953408166028192, "set_robot_commands": 0.10074105969181768, "deviation-center-line": 0.10073232857747254, "driven_lanedir_consec": 0.2312609677194346, "sim_compute_sim_state": 0.03930970474525734, "sim_compute_performance-ego": 0.06791018556665492, "sim_compute_robot_state-ego": 0.0783998171488444, "sim_compute_robot_state-npc0": 0.06829388936360677, "sim_compute_robot_state-npc1": 0.06936575748302319, "sim_compute_robot_state-npc2": 0.06663034580371997, "sim_compute_robot_state-npc3": 0.068370227460508}, "udem1-2-0": {"driven_any": 1.080947789080493, "sim_physics": 0.21578480647160456, "survival_time": 3.899999999999994, "driven_lanedir": 0.6758329617605024, "sim_render-ego": 0.06391118734310834, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.0742884446413089, "deviation-heading": 1.0268575719271242, "set_robot_commands": 0.10003893803327513, "deviation-center-line": 0.2701922695523504, "driven_lanedir_consec": 0.6735785385729686, "sim_compute_sim_state": 0.040734544778481506, "sim_compute_performance-ego": 0.07015246305710231, "sim_compute_robot_state-ego": 0.07642423495268211, "sim_compute_robot_state-npc0": 0.07075052994948167, "sim_compute_robot_state-npc1": 0.07161099788470146, "sim_compute_robot_state-npc2": 0.07186274650769356, "sim_compute_robot_state-npc3": 0.06884910815801376}, "udem1-3-0": {"driven_any": 0.8072381933001392, "sim_physics": 0.23080200479741683, "survival_time": 2.849999999999998, "driven_lanedir": 0.47292588175405326, "sim_render-ego": 0.06843576933208265, "in-drivable-lane": 0.7999999999999976, "agent_compute-ego": 0.07608391109265779, "deviation-heading": 0.7978002362162198, "set_robot_commands": 0.10799403776202283, "deviation-center-line": 0.13623952041905, "driven_lanedir_consec": 0.47292588175405326, "sim_compute_sim_state": 0.04143244760078296, "sim_compute_performance-ego": 0.07408243313170317, "sim_compute_robot_state-ego": 0.08428722097162615, "sim_compute_robot_state-npc0": 0.0738579181202671, "sim_compute_robot_state-npc1": 0.07276125539813125, "sim_compute_robot_state-npc2": 0.07351173434341163, "sim_compute_robot_state-npc3": 0.07150290305154365}, "udem1-4-0": {"driven_any": 0.31118732113900155, "sim_physics": 0.23160783104274585, "survival_time": 1.1500000000000004, "driven_lanedir": 0.2875407694053156, "sim_render-ego": 0.0659245200779127, "in-drivable-lane": 0, "agent_compute-ego": 0.07945816413215968, "deviation-heading": 0.39989969254594865, "set_robot_commands": 0.10549341077389925, "deviation-center-line": 0.07144385614371519, "driven_lanedir_consec": 0.2875407694053156, "sim_compute_sim_state": 0.04024945134701936, "sim_compute_performance-ego": 0.07079901902571968, "sim_compute_robot_state-ego": 0.08347423180289891, "sim_compute_robot_state-npc0": 0.07750609646672788, "sim_compute_robot_state-npc1": 0.07496753982875658, "sim_compute_robot_state-npc2": 0.0734111329783564, "sim_compute_robot_state-npc3": 0.07353362829788872}, "udem1-5-0": {"driven_any": 1.3021233152606932, "sim_physics": 0.2133178617440018, "survival_time": 5.09999999999999, "driven_lanedir": 0.20473092327823528, "sim_render-ego": 0.06462622390073888, "in-drivable-lane": 4.04999999999999, "agent_compute-ego": 0.07477049266590792, "deviation-heading": 0.394574000309935, "set_robot_commands": 0.10171183417825136, "deviation-center-line": 0.10111471927467218, "driven_lanedir_consec": 0.20473092327823528, "sim_compute_sim_state": 0.03922875254761939, "sim_compute_performance-ego": 0.07303237915039062, "sim_compute_robot_state-ego": 0.07676691401238535, "sim_compute_robot_state-npc0": 0.07129920931423411, "sim_compute_robot_state-npc1": 0.07127153172212489, "sim_compute_robot_state-npc2": 0.06921068126080084, "sim_compute_robot_state-npc3": 0.07051966938317991}, "udem1-6-0": {"driven_any": 1.934434121703833, "sim_physics": 0.21528409889766148, "survival_time": 6.999999999999983, "driven_lanedir": 0.6746993221948967, "sim_render-ego": 0.06681782688413347, "in-drivable-lane": 3.899999999999988, "agent_compute-ego": 0.07703856059483119, "deviation-heading": 1.4854398920276677, "set_robot_commands": 0.1078222155570984, "deviation-center-line": 0.2528639324079792, "driven_lanedir_consec": 0.6740101897237831, "sim_compute_sim_state": 0.04199171236583165, "sim_compute_performance-ego": 0.074808326789311, "sim_compute_robot_state-ego": 0.08217637198311942, "sim_compute_robot_state-npc0": 0.0762410044670105, "sim_compute_robot_state-npc1": 0.07497768912996565, "sim_compute_robot_state-npc2": 0.07407067503247942, "sim_compute_robot_state-npc3": 0.07371423074177333}, "udem1-7-0": {"driven_any": 1.062597738241834, "sim_physics": 0.22997767631321736, "survival_time": 3.649999999999995, "driven_lanedir": 0.7287863177121016, "sim_render-ego": 0.06660658039458811, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.07610059111085657, "deviation-heading": 0.7849150213204695, "set_robot_commands": 0.10593370542134324, "deviation-center-line": 0.1387309750370881, "driven_lanedir_consec": 0.7222251056746308, "sim_compute_sim_state": 0.040306039052466824, "sim_compute_performance-ego": 0.07633386572746381, "sim_compute_robot_state-ego": 0.08692009481665207, "sim_compute_robot_state-npc0": 0.07203767397632338, "sim_compute_robot_state-npc1": 0.07234629539594259, "sim_compute_robot_state-npc2": 0.07158627575390959, "sim_compute_robot_state-npc3": 0.07403771518027946}, "udem1-8-0": {"driven_any": 1.1602870725462493, "sim_physics": 0.2134892136551613, "survival_time": 4.299999999999993, "driven_lanedir": 0.35913090517817636, "sim_render-ego": 0.06825166524842728, "in-drivable-lane": 2.399999999999996, "agent_compute-ego": 0.07702485350675362, "deviation-heading": 1.2197696860883536, "set_robot_commands": 0.104050547577614, "deviation-center-line": 0.15216623639979054, "driven_lanedir_consec": 0.35913090517817636, "sim_compute_sim_state": 0.04012365951094517, "sim_compute_performance-ego": 0.07459385173265325, "sim_compute_robot_state-ego": 0.08597932028215985, "sim_compute_robot_state-npc0": 0.07269585409829783, "sim_compute_robot_state-npc1": 0.07126215446827024, "sim_compute_robot_state-npc2": 0.0722717379414758, "sim_compute_robot_state-npc3": 0.07303723623586256}, "udem1-9-0": {"driven_any": 0.2911508182793437, "sim_physics": 0.2577809187082144, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2409218388122456, "sim_render-ego": 0.07020643124213585, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.07855400672325721, "deviation-heading": 0.5613432181706876, "set_robot_commands": 0.10569881475888766, "deviation-center-line": 0.0760477654868993, "driven_lanedir_consec": 0.2409218388122456, "sim_compute_sim_state": 0.04492671673114483, "sim_compute_performance-ego": 0.07469531205984262, "sim_compute_robot_state-ego": 0.08383348354926476, "sim_compute_robot_state-npc0": 0.0754100909599891, "sim_compute_robot_state-npc1": 0.07395718647883488, "sim_compute_robot_state-npc2": 0.07400764868809627, "sim_compute_robot_state-npc3": 0.0731947788825402}, "udem1-10-0": {"driven_any": 1.021491996160475, "sim_physics": 0.20205605506896973, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7026537170655107, "sim_render-ego": 0.0648522694905599, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.07488123893737793, "deviation-heading": 0.7506445024068277, "set_robot_commands": 0.10094797452290852, "deviation-center-line": 0.11031194850197353, "driven_lanedir_consec": 0.6929451206884647, "sim_compute_sim_state": 0.04137636502583822, "sim_compute_performance-ego": 0.07509254455566407, "sim_compute_robot_state-ego": 0.07914625803629557, "sim_compute_robot_state-npc0": 0.07306246757507324, "sim_compute_robot_state-npc1": 0.07069111824035644, "sim_compute_robot_state-npc2": 0.07343637784322103, "sim_compute_robot_state-npc3": 0.07205180803934733}, "udem1-11-0": {"driven_any": 0.20912585880423715, "sim_physics": 0.20477397101266043, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1917983424483971, "sim_render-ego": 0.06498102914719354, "in-drivable-lane": 0, "agent_compute-ego": 0.0776544866107759, "deviation-heading": 0.3455718910535376, "set_robot_commands": 0.10977544103349958, "deviation-center-line": 0.10333747877015344, "driven_lanedir_consec": 0.1917983424483971, "sim_compute_sim_state": 0.03743933496021089, "sim_compute_performance-ego": 0.06915372893923805, "sim_compute_robot_state-ego": 0.07664062863304502, "sim_compute_robot_state-npc0": 0.07385970297313872, "sim_compute_robot_state-npc1": 0.07124716894967216, "sim_compute_robot_state-npc2": 0.0694264570871989, "sim_compute_robot_state-npc3": 0.0704491479056222}, "udem1-12-0": {"driven_any": 0.5918906368569831, "sim_physics": 0.2075565582097963, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19652140216443992, "sim_render-ego": 0.06429391683534134, "in-drivable-lane": 1.15, "agent_compute-ego": 0.06974592319754667, "deviation-heading": 0.32606788824321575, "set_robot_commands": 0.09837854185769725, "deviation-center-line": 0.10664063848740413, "driven_lanedir_consec": 0.19652140216443992, "sim_compute_sim_state": 0.03889488064965536, "sim_compute_performance-ego": 0.07015536552251772, "sim_compute_robot_state-ego": 0.07412112036416697, "sim_compute_robot_state-npc0": 0.06901303557462471, "sim_compute_robot_state-npc1": 0.06911205690960552, "sim_compute_robot_state-npc2": 0.0674696633982104, "sim_compute_robot_state-npc3": 0.0723917706068172}, "udem1-13-0": {"driven_any": 0.2815655086390766, "sim_physics": 0.22670223883220128, "survival_time": 1.4000000000000006, "driven_lanedir": 0.27004610417980546, "sim_render-ego": 0.06503346136638097, "in-drivable-lane": 0, "agent_compute-ego": 0.06800552776881627, "deviation-heading": 0.3118646573709166, "set_robot_commands": 0.09771777050835746, "deviation-center-line": 0.12223429668864684, "driven_lanedir_consec": 0.27004610417980546, "sim_compute_sim_state": 0.03996403728212629, "sim_compute_performance-ego": 0.07073358978543963, "sim_compute_robot_state-ego": 0.07813531160354614, "sim_compute_robot_state-npc0": 0.06919372933251518, "sim_compute_robot_state-npc1": 0.07011022738048009, "sim_compute_robot_state-npc2": 0.07184598275593349, "sim_compute_robot_state-npc3": 0.07328050477164132}, "udem1-14-0": {"driven_any": 0.655615472951668, "sim_physics": 0.25087707650427726, "survival_time": 2.549999999999999, "driven_lanedir": 0.25637931562069505, "sim_render-ego": 0.0651855655744964, "in-drivable-lane": 1.2999999999999985, "agent_compute-ego": 0.07317084424635943, "deviation-heading": 0.5443013696101298, "set_robot_commands": 0.10260363653594372, "deviation-center-line": 0.07113819587235681, "driven_lanedir_consec": 0.25637931562069505, "sim_compute_sim_state": 0.04062701674068675, "sim_compute_performance-ego": 0.08196453019684437, "sim_compute_robot_state-ego": 0.07686803855148017, "sim_compute_robot_state-npc0": 0.07321942553800695, "sim_compute_robot_state-npc1": 0.07319327429229137, "sim_compute_robot_state-npc2": 0.07331597571279488, "sim_compute_robot_state-npc3": 0.07141200701395671}}
set_robot_commands_max0.10977544103349958
set_robot_commands_mean0.10352206220042998
set_robot_commands_median0.10392300479383354
set_robot_commands_min0.09771777050835746
sim_compute_performance-ego_max0.08196453019684437
sim_compute_performance-ego_mean0.07295779168118767
sim_compute_performance-ego_median0.07303237915039062
sim_compute_performance-ego_min0.06791018556665492
sim_compute_robot_state-ego_max0.08692009481665207
sim_compute_robot_state-ego_mean0.08007119358926812
sim_compute_robot_state-ego_median0.0783998171488444
sim_compute_robot_state-ego_min0.07412112036416697
sim_compute_robot_state-npc0_max0.07750609646672788
sim_compute_robot_state-npc0_mean0.07257594702555571
sim_compute_robot_state-npc0_median0.07269585409829783
sim_compute_robot_state-npc0_min0.06829388936360677
sim_compute_robot_state-npc1_max0.07497768912996565
sim_compute_robot_state-npc1_mean0.07182767627989137
sim_compute_robot_state-npc1_median0.07127153172212489
sim_compute_robot_state-npc1_min0.06911205690960552
sim_compute_robot_state-npc2_max0.07407067503247942
sim_compute_robot_state-npc2_mean0.07167437779164691
sim_compute_robot_state-npc2_median0.0722717379414758
sim_compute_robot_state-npc2_min0.06663034580371997
sim_compute_robot_state-npc3_max0.07403771518027946
sim_compute_robot_state-npc3_mean0.07198682104959056
sim_compute_robot_state-npc3_median0.0723917706068172
sim_compute_robot_state-npc3_min0.068370227460508
sim_compute_sim_state_max0.04492671673114483
sim_compute_sim_state_mean0.040459335297690434
sim_compute_sim_state_median0.040285366127289925
sim_compute_sim_state_min0.03743933496021089
sim_physics_max0.2577809187082144
sim_physics_mean0.22112613151706748
sim_physics_median0.21528409889766148
sim_physics_min0.20205605506896973
sim_render-ego_max0.07020643124213585
sim_render-ego_mean0.06611642009556695
sim_render-ego_median0.06533134988991611
sim_render-ego_min0.06391118734310834
simulation-passed1
survival_time_max6.999999999999983
survival_time_mean3.043333333333329
survival_time_min1.0500000000000005
217062612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationhost-errorno-0:29:20
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 491, in get_cr
    uploaded = upload_files(wd, aws_config, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1032, in upload_files
    uploaded = upload(aws_config, toupload, copy_to_machine_cache=copy_to_machine_cache)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1187, in upload
    sha256hex = compute_sha256hex(realfile)
  File "/project/src/duckietown_challenges_runner/runner.py", line 1234, in compute_sha256hex
    res: bytes = subprocess.check_output(cmd)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['shasum', '-a', '256', '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2612/step1-simulation-ip-172-31-42-167-7357-job21706/tmp/tmp4cjqe_8p/episodes/udem1-2-0/camera.mp4']' returned non-zero exit status 1.
(hidden)
217042612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationerrorno-0:01:37
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 87, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 439, in <module>
    wrap(cie)
  File "experiment_manager.py", line 427, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 87, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 > 
(hidden)
211762612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:26:55(hidden)
driven_lanedir_consec_median0.2875407694053156
survival_time_median2.849999999999998
deviation-center-line_median0.11031194850197353
in-drivable-lane_median0.9499999999999966


other stats
agent_compute-ego_max0.0829768914442796
agent_compute-ego_mean0.07306662797083742
agent_compute-ego_median0.07203093596867152
agent_compute-ego_min0.06457571650660315
deviation-center-line_max0.2701922695523504
deviation-center-line_mean0.13746050030700233
deviation-center-line_min0.07113819587235681
deviation-heading_max1.4854398920276677
deviation-heading_mean0.7236995121312619
deviation-heading_median0.6953408166028192
deviation-heading_min0.3118646573709166
driven_any_max1.934434121703833
driven_any_mean0.806757806634148
driven_any_median0.8072381933001392
driven_any_min0.20912585880423715
driven_lanedir_consec_max0.7222251056746308
driven_lanedir_consec_mean0.3962831867516217
driven_lanedir_consec_min0.1917983424483971
driven_lanedir_max0.7287863177121016
driven_lanedir_mean0.3975640776898326
driven_lanedir_median0.2875407694053156
driven_lanedir_min0.1917983424483971
in-drivable-lane_max4.04999999999999
in-drivable-lane_mean1.2133333333333305
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.093753441791869, "sim_physics": 0.20525830337800177, "survival_time": 4.149999999999993, "driven_lanedir": 0.4702323960536803, "sim_render-ego": 0.0649242544748697, "in-drivable-lane": 1.6499999999999957, "agent_compute-ego": 0.07496489386960685, "deviation-heading": 1.2111022380750738, "set_robot_commands": 0.099097665533962, "deviation-center-line": 0.2487133429854821, "driven_lanedir_consec": 0.4702323960536803, "sim_compute_sim_state": 0.03841584274567753, "sim_compute_performance-ego": 0.07281778519412122, "sim_compute_robot_state-ego": 0.08003812812897096, "sim_compute_robot_state-npc0": 0.06959141306130283, "sim_compute_robot_state-npc1": 0.06981821232531445, "sim_compute_robot_state-npc2": 0.07000365889216044, "sim_compute_robot_state-npc3": 0.0702007506267134}, "udem1-1-0": {"driven_any": 0.29795781475632777, "sim_physics": 0.1971661161493372, "survival_time": 1.3500000000000003, "driven_lanedir": 0.2312609677194346, "sim_render-ego": 0.06700476010640462, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.0768051853886357, "deviation-heading": 0.6953408166028192, "set_robot_commands": 0.09403618176778156, "deviation-center-line": 0.10073232857747254, "driven_lanedir_consec": 0.2312609677194346, "sim_compute_sim_state": 0.03634436925252279, "sim_compute_performance-ego": 0.0668035348256429, "sim_compute_robot_state-ego": 0.06368276807996961, "sim_compute_robot_state-npc0": 0.06337803381460684, "sim_compute_robot_state-npc1": 0.06251113503067582, "sim_compute_robot_state-npc2": 0.06486794683668348, "sim_compute_robot_state-npc3": 0.062324727023089374}, "udem1-2-0": {"driven_any": 1.080947789080493, "sim_physics": 0.21503965059916175, "survival_time": 3.899999999999994, "driven_lanedir": 0.6758329617605024, "sim_render-ego": 0.06560092094617012, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.07183672525943854, "deviation-heading": 1.0268575719271242, "set_robot_commands": 0.10103803414564866, "deviation-center-line": 0.2701922695523504, "driven_lanedir_consec": 0.6735785385729686, "sim_compute_sim_state": 0.038712434279613, "sim_compute_performance-ego": 0.06992217821952625, "sim_compute_robot_state-ego": 0.07429367151015843, "sim_compute_robot_state-npc0": 0.06916567606803699, "sim_compute_robot_state-npc1": 0.06848619534419133, "sim_compute_robot_state-npc2": 0.06867516957796536, "sim_compute_robot_state-npc3": 0.06854476072849372}, "udem1-3-0": {"driven_any": 0.8072381933001392, "sim_physics": 0.2175045557189406, "survival_time": 2.849999999999998, "driven_lanedir": 0.47292588175405326, "sim_render-ego": 0.06380590221338105, "in-drivable-lane": 0.7999999999999976, "agent_compute-ego": 0.07260079551161382, "deviation-heading": 0.7978002362162198, "set_robot_commands": 0.0964723637229518, "deviation-center-line": 0.13623952041905, "driven_lanedir_consec": 0.47292588175405326, "sim_compute_sim_state": 0.039071735582853616, "sim_compute_performance-ego": 0.0701315026534231, "sim_compute_robot_state-ego": 0.07263744504828203, "sim_compute_robot_state-npc0": 0.08024600095916212, "sim_compute_robot_state-npc1": 0.06963949454458136, "sim_compute_robot_state-npc2": 0.06970028709947017, "sim_compute_robot_state-npc3": 0.06504438634504352}, "udem1-4-0": {"driven_any": 0.31118732113900155, "sim_physics": 0.20603777014690897, "survival_time": 1.1500000000000004, "driven_lanedir": 0.2875407694053156, "sim_render-ego": 0.058851801830789315, "in-drivable-lane": 0, "agent_compute-ego": 0.06815491551938264, "deviation-heading": 0.39989969254594865, "set_robot_commands": 0.08795288334722104, "deviation-center-line": 0.07144385614371519, "driven_lanedir_consec": 0.2875407694053156, "sim_compute_sim_state": 0.03883106812186863, "sim_compute_performance-ego": 0.0659705348636793, "sim_compute_robot_state-ego": 0.07170343399047852, "sim_compute_robot_state-npc0": 0.0731972715129023, "sim_compute_robot_state-npc1": 0.06778860092163086, "sim_compute_robot_state-npc2": 0.06713278397269871, "sim_compute_robot_state-npc3": 0.06959625949030337}, "udem1-5-0": {"driven_any": 1.3021233152606932, "sim_physics": 0.19894504780862848, "survival_time": 5.09999999999999, "driven_lanedir": 0.20473092327823528, "sim_render-ego": 0.06149097517424939, "in-drivable-lane": 4.04999999999999, "agent_compute-ego": 0.07223045358470842, "deviation-heading": 0.394574000309935, "set_robot_commands": 0.09342670908161238, "deviation-center-line": 0.10111471927467218, "driven_lanedir_consec": 0.20473092327823528, "sim_compute_sim_state": 0.03880057381648643, "sim_compute_performance-ego": 0.07032310962677002, "sim_compute_robot_state-ego": 0.07505206968270096, "sim_compute_robot_state-npc0": 0.07195623715718587, "sim_compute_robot_state-npc1": 0.06807636279685825, "sim_compute_robot_state-npc2": 0.0705272216422885, "sim_compute_robot_state-npc3": 0.06980611997492173}, "udem1-6-0": {"driven_any": 1.934434121703833, "sim_physics": 0.1956130981445313, "survival_time": 6.999999999999983, "driven_lanedir": 0.6746993221948967, "sim_render-ego": 0.06268494640077864, "in-drivable-lane": 3.899999999999988, "agent_compute-ego": 0.07203093596867152, "deviation-heading": 1.4854398920276677, "set_robot_commands": 0.09424625635147096, "deviation-center-line": 0.2528639324079792, "driven_lanedir_consec": 0.6740101897237831, "sim_compute_sim_state": 0.03844012362616403, "sim_compute_performance-ego": 0.06892654384885516, "sim_compute_robot_state-ego": 0.07298352888652257, "sim_compute_robot_state-npc0": 0.06935481854847499, "sim_compute_robot_state-npc1": 0.07099829571587699, "sim_compute_robot_state-npc2": 0.06932555607386998, "sim_compute_robot_state-npc3": 0.0691992231777736}, "udem1-7-0": {"driven_any": 1.062597738241834, "sim_physics": 0.2143859667320774, "survival_time": 3.649999999999995, "driven_lanedir": 0.7287863177121016, "sim_render-ego": 0.06348282996922323, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.07007341842128806, "deviation-heading": 0.7849150213204695, "set_robot_commands": 0.0968600331920467, "deviation-center-line": 0.1387309750370881, "driven_lanedir_consec": 0.7222251056746308, "sim_compute_sim_state": 0.03767137984706931, "sim_compute_performance-ego": 0.06464016600830914, "sim_compute_robot_state-ego": 0.07249652849484796, "sim_compute_robot_state-npc0": 0.06907260581238629, "sim_compute_robot_state-npc1": 0.06946001640737873, "sim_compute_robot_state-npc2": 0.0698751978678246, "sim_compute_robot_state-npc3": 0.06965727348850198}, "udem1-8-0": {"driven_any": 1.1602870725462493, "sim_physics": 0.20292713198550913, "survival_time": 4.299999999999993, "driven_lanedir": 0.35913090517817636, "sim_render-ego": 0.06276844268621401, "in-drivable-lane": 2.399999999999996, "agent_compute-ego": 0.07068960333979407, "deviation-heading": 1.2197696860883536, "set_robot_commands": 0.10003256243328716, "deviation-center-line": 0.15216623639979054, "driven_lanedir_consec": 0.35913090517817636, "sim_compute_sim_state": 0.03822408166042594, "sim_compute_performance-ego": 0.07069612381070159, "sim_compute_robot_state-ego": 0.07533340121424476, "sim_compute_robot_state-npc0": 0.06743214019509249, "sim_compute_robot_state-npc1": 0.07000854957935422, "sim_compute_robot_state-npc2": 0.07022949706676394, "sim_compute_robot_state-npc3": 0.06858058585677036}, "udem1-9-0": {"driven_any": 0.2911508182793437, "sim_physics": 0.26157116889953613, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2409218388122456, "sim_render-ego": 0.06977513203254113, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.0829768914442796, "deviation-heading": 0.5613432181706876, "set_robot_commands": 0.10281328971569356, "deviation-center-line": 0.0760477654868993, "driven_lanedir_consec": 0.2409218388122456, "sim_compute_sim_state": 0.04143459063309889, "sim_compute_performance-ego": 0.07876126582805927, "sim_compute_robot_state-ego": 0.07861446417295016, "sim_compute_robot_state-npc0": 0.07575139632591835, "sim_compute_robot_state-npc1": 0.07229079649998592, "sim_compute_robot_state-npc2": 0.07258738921238826, "sim_compute_robot_state-npc3": 0.07474258312812218}, "udem1-10-0": {"driven_any": 1.021491996160475, "sim_physics": 0.2109255218505859, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7026537170655107, "sim_render-ego": 0.06188778241475423, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.07200909932454427, "deviation-heading": 0.7506445024068277, "set_robot_commands": 0.09637484868367512, "deviation-center-line": 0.11031194850197353, "driven_lanedir_consec": 0.6929451206884647, "sim_compute_sim_state": 0.039382127126057945, "sim_compute_performance-ego": 0.07308300018310547, "sim_compute_robot_state-ego": 0.0752943483988444, "sim_compute_robot_state-npc0": 0.06814497947692871, "sim_compute_robot_state-npc1": 0.06781685511271159, "sim_compute_robot_state-npc2": 0.06823300361633301, "sim_compute_robot_state-npc3": 0.07020174980163574}, "udem1-11-0": {"driven_any": 0.20912585880423715, "sim_physics": 0.22304541724068777, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1917983424483971, "sim_render-ego": 0.06911474182492211, "in-drivable-lane": 0, "agent_compute-ego": 0.08022148268563407, "deviation-heading": 0.3455718910535376, "set_robot_commands": 0.10567190533592588, "deviation-center-line": 0.10333747877015344, "driven_lanedir_consec": 0.1917983424483971, "sim_compute_sim_state": 0.03835671288626535, "sim_compute_performance-ego": 0.06927468663170225, "sim_compute_robot_state-ego": 0.07600866045270648, "sim_compute_robot_state-npc0": 0.07144546508789062, "sim_compute_robot_state-npc1": 0.06919378326052711, "sim_compute_robot_state-npc2": 0.07259233792622884, "sim_compute_robot_state-npc3": 0.07142563093276251}, "udem1-12-0": {"driven_any": 0.5918906368569831, "sim_physics": 0.21037737158841863, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19652140216443992, "sim_render-ego": 0.061175956282504766, "in-drivable-lane": 1.15, "agent_compute-ego": 0.06457571650660315, "deviation-heading": 0.32606788824321575, "set_robot_commands": 0.09697478871012843, "deviation-center-line": 0.10664063848740413, "driven_lanedir_consec": 0.19652140216443992, "sim_compute_sim_state": 0.03771501363709916, "sim_compute_performance-ego": 0.06738716502522313, "sim_compute_robot_state-ego": 0.08081208827883699, "sim_compute_robot_state-npc0": 0.06877888080685637, "sim_compute_robot_state-npc1": 0.07109973596972088, "sim_compute_robot_state-npc2": 0.07047357670096464, "sim_compute_robot_state-npc3": 0.07231873689695846}, "udem1-13-0": {"driven_any": 0.2815655086390766, "sim_physics": 0.2056118505341666, "survival_time": 1.4000000000000006, "driven_lanedir": 0.27004610417980546, "sim_render-ego": 0.060000402586800713, "in-drivable-lane": 0, "agent_compute-ego": 0.07199824707848686, "deviation-heading": 0.3118646573709166, "set_robot_commands": 0.09343983445848736, "deviation-center-line": 0.12223429668864684, "driven_lanedir_consec": 0.27004610417980546, "sim_compute_sim_state": 0.03826125179018293, "sim_compute_performance-ego": 0.06443576301847186, "sim_compute_robot_state-ego": 0.07108765840530396, "sim_compute_robot_state-npc0": 0.06947233847209386, "sim_compute_robot_state-npc1": 0.07279390096664429, "sim_compute_robot_state-npc2": 0.06990041051592145, "sim_compute_robot_state-npc3": 0.07228405135018486}, "udem1-14-0": {"driven_any": 0.655615472951668, "sim_physics": 0.22972624909644032, "survival_time": 2.549999999999999, "driven_lanedir": 0.25637931562069505, "sim_render-ego": 0.06576974251691033, "in-drivable-lane": 1.2999999999999985, "agent_compute-ego": 0.07483105565987382, "deviation-heading": 0.5443013696101298, "set_robot_commands": 0.0976417111415489, "deviation-center-line": 0.07113819587235681, "driven_lanedir_consec": 0.25637931562069505, "sim_compute_sim_state": 0.041389661676743454, "sim_compute_performance-ego": 0.06804515333736644, "sim_compute_robot_state-ego": 0.07603703760633282, "sim_compute_robot_state-npc0": 0.06981145634370692, "sim_compute_robot_state-npc1": 0.06872726889217601, "sim_compute_robot_state-npc2": 0.07118041375104119, "sim_compute_robot_state-npc3": 0.07078112807928347}}
set_robot_commands_max0.10567190533592588
set_robot_commands_mean0.09707193784142944
set_robot_commands_median0.0968600331920467
set_robot_commands_min0.08795288334722104
sim_compute_performance-ego_max0.07876126582805927
sim_compute_performance-ego_mean0.06941456753833046
sim_compute_performance-ego_median0.06927468663170225
sim_compute_performance-ego_min0.06443576301847186
sim_compute_robot_state-ego_max0.08081208827883699
sim_compute_robot_state-ego_mean0.0744050154900767
sim_compute_robot_state-ego_median0.07505206968270096
sim_compute_robot_state-ego_min0.06368276807996961
sim_compute_robot_state-npc0_max0.08024600095916212
sim_compute_robot_state-npc0_mean0.07045324757616969
sim_compute_robot_state-npc0_median0.06947233847209386
sim_compute_robot_state-npc0_min0.06337803381460684
sim_compute_robot_state-npc1_max0.07279390096664429
sim_compute_robot_state-npc1_mean0.06924728022450852
sim_compute_robot_state-npc1_median0.06946001640737873
sim_compute_robot_state-npc1_min0.06251113503067582
sim_compute_robot_state-npc2_max0.07259233792622884
sim_compute_robot_state-npc2_mean0.06968696338350684
sim_compute_robot_state-npc2_median0.06990041051592145
sim_compute_robot_state-npc2_min0.06486794683668348
sim_compute_robot_state-npc3_max0.07474258312812218
sim_compute_robot_state-npc3_mean0.06964719779337056
sim_compute_robot_state-npc3_median0.06980611997492173
sim_compute_robot_state-npc3_min0.062324727023089374
sim_compute_sim_state_max0.04143459063309889
sim_compute_sim_state_mean0.03873673111214193
sim_compute_sim_state_median0.03844012362616403
sim_compute_sim_state_min0.03634436925252279
sim_physics_max0.26157116889953613
sim_physics_mean0.21294234799152875
sim_physics_median0.21037737158841863
sim_physics_min0.1956130981445313
sim_render-ego_max0.06977513203254113
sim_render-ego_mean0.06388923943070088
sim_render-ego_median0.06348282996922323
sim_render-ego_min0.058851801830789315
simulation-passed1
survival_time_max6.999999999999983
survival_time_mean3.043333333333329
survival_time_min1.0500000000000005
211752612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:35:22(hidden)
driven_lanedir_consec_median0.2875407694053156
survival_time_median2.849999999999998
deviation-center-line_median0.11031194850197353
in-drivable-lane_median0.9499999999999966


other stats
agent_compute-ego_max0.0944156561579023
agent_compute-ego_mean0.08770328250469776
agent_compute-ego_median0.08738684972127278
agent_compute-ego_min0.08167491788449495
deviation-center-line_max0.2701922695523504
deviation-center-line_mean0.13746050030700233
deviation-center-line_min0.07113819587235681
deviation-heading_max1.4854398920276677
deviation-heading_mean0.7236995121312619
deviation-heading_median0.6953408166028192
deviation-heading_min0.3118646573709166
driven_any_max1.934434121703833
driven_any_mean0.806757806634148
driven_any_median0.8072381933001392
driven_any_min0.20912585880423715
driven_lanedir_consec_max0.7222251056746308
driven_lanedir_consec_mean0.3962831867516217
driven_lanedir_consec_min0.1917983424483971
driven_lanedir_max0.7287863177121016
driven_lanedir_mean0.3975640776898326
driven_lanedir_median0.2875407694053156
driven_lanedir_min0.1917983424483971
in-drivable-lane_max4.04999999999999
in-drivable-lane_mean1.2133333333333305
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.093753441791869, "sim_physics": 0.25162498922233123, "survival_time": 4.149999999999993, "driven_lanedir": 0.4702323960536803, "sim_render-ego": 0.07415730694690383, "in-drivable-lane": 1.6499999999999957, "agent_compute-ego": 0.08731293678283691, "deviation-heading": 1.2111022380750738, "set_robot_commands": 0.12180417704294964, "deviation-center-line": 0.2487133429854821, "driven_lanedir_consec": 0.4702323960536803, "sim_compute_sim_state": 0.04436436331415751, "sim_compute_performance-ego": 0.0810396585119776, "sim_compute_robot_state-ego": 0.09377716822796556, "sim_compute_robot_state-npc0": 0.08231486469866281, "sim_compute_robot_state-npc1": 0.08151392764355762, "sim_compute_robot_state-npc2": 0.08141429165759718, "sim_compute_robot_state-npc3": 0.08122366594980998}, "udem1-1-0": {"driven_any": 0.29795781475632777, "sim_physics": 0.2574063848566126, "survival_time": 1.3500000000000003, "driven_lanedir": 0.2312609677194346, "sim_render-ego": 0.08026738520021792, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08952193790011936, "deviation-heading": 0.6953408166028192, "set_robot_commands": 0.12043673903853803, "deviation-center-line": 0.10073232857747254, "driven_lanedir_consec": 0.2312609677194346, "sim_compute_sim_state": 0.05169379269635236, "sim_compute_performance-ego": 0.0798302138293231, "sim_compute_robot_state-ego": 0.09231835824471932, "sim_compute_robot_state-npc0": 0.08589470828021015, "sim_compute_robot_state-npc1": 0.08602687164589211, "sim_compute_robot_state-npc2": 0.07857825137950757, "sim_compute_robot_state-npc3": 0.08231936560736762}, "udem1-2-0": {"driven_any": 1.080947789080493, "sim_physics": 0.2896723044224275, "survival_time": 3.899999999999994, "driven_lanedir": 0.6758329617605024, "sim_render-ego": 0.07544388526525253, "in-drivable-lane": 1.099999999999996, "agent_compute-ego": 0.09167061096582656, "deviation-heading": 1.0268575719271242, "set_robot_commands": 0.1203751258361034, "deviation-center-line": 0.2701922695523504, "driven_lanedir_consec": 0.6735785385729686, "sim_compute_sim_state": 0.0446390708287557, "sim_compute_performance-ego": 0.08521149097344814, "sim_compute_robot_state-ego": 0.09594313303629558, "sim_compute_robot_state-npc0": 0.08224566471882355, "sim_compute_robot_state-npc1": 0.08046556436098538, "sim_compute_robot_state-npc2": 0.08053261500138503, "sim_compute_robot_state-npc3": 0.08358933375431941}, "udem1-3-0": {"driven_any": 0.8072381933001392, "sim_physics": 0.27215602105123954, "survival_time": 2.849999999999998, "driven_lanedir": 0.47292588175405326, "sim_render-ego": 0.07273179606387489, "in-drivable-lane": 0.7999999999999976, "agent_compute-ego": 0.08598628797029194, "deviation-heading": 0.7978002362162198, "set_robot_commands": 0.12389429410298664, "deviation-center-line": 0.13623952041905, "driven_lanedir_consec": 0.47292588175405326, "sim_compute_sim_state": 0.04739915278919956, "sim_compute_performance-ego": 0.0973026292365894, "sim_compute_robot_state-ego": 0.09627778488293028, "sim_compute_robot_state-npc0": 0.08220843264931127, "sim_compute_robot_state-npc1": 0.08500862121582031, "sim_compute_robot_state-npc2": 0.0846738898963259, "sim_compute_robot_state-npc3": 0.08256062708402935}, "udem1-4-0": {"driven_any": 0.31118732113900155, "sim_physics": 0.2870051757149074, "survival_time": 1.1500000000000004, "driven_lanedir": 0.2875407694053156, "sim_render-ego": 0.06889251004094663, "in-drivable-lane": 0, "agent_compute-ego": 0.08167491788449495, "deviation-heading": 0.39989969254594865, "set_robot_commands": 0.11572506116784136, "deviation-center-line": 0.07144385614371519, "driven_lanedir_consec": 0.2875407694053156, "sim_compute_sim_state": 0.04231110863063647, "sim_compute_performance-ego": 0.07850843927134639, "sim_compute_robot_state-ego": 0.09465084905209747, "sim_compute_robot_state-npc0": 0.07527673762777577, "sim_compute_robot_state-npc1": 0.07487024431643279, "sim_compute_robot_state-npc2": 0.07494520104449728, "sim_compute_robot_state-npc3": 0.07366720489833666}, "udem1-5-0": {"driven_any": 1.3021233152606932, "sim_physics": 0.26227139725404625, "survival_time": 5.09999999999999, "driven_lanedir": 0.20473092327823528, "sim_render-ego": 0.07379507551006242, "in-drivable-lane": 4.04999999999999, "agent_compute-ego": 0.08556941210054884, "deviation-heading": 0.394574000309935, "set_robot_commands": 0.1192481751535453, "deviation-center-line": 0.10111471927467218, "driven_lanedir_consec": 0.20473092327823528, "sim_compute_sim_state": 0.0460586477728451, "sim_compute_performance-ego": 0.08259379863739014, "sim_compute_robot_state-ego": 0.08953168812920065, "sim_compute_robot_state-npc0": 0.08125278061511469, "sim_compute_robot_state-npc1": 0.07980337563683004, "sim_compute_robot_state-npc2": 0.0810550287658093, "sim_compute_robot_state-npc3": 0.08060028272516587}, "udem1-6-0": {"driven_any": 1.934434121703833, "sim_physics": 0.2479970795767648, "survival_time": 6.999999999999983, "driven_lanedir": 0.6746993221948967, "sim_render-ego": 0.07242356709071568, "in-drivable-lane": 3.899999999999988, "agent_compute-ego": 0.08558895587921142, "deviation-heading": 1.4854398920276677, "set_robot_commands": 0.12036390474864415, "deviation-center-line": 0.2528639324079792, "driven_lanedir_consec": 0.6740101897237831, "sim_compute_sim_state": 0.04547227621078491, "sim_compute_performance-ego": 0.08047283717564174, "sim_compute_robot_state-ego": 0.09158866575786044, "sim_compute_robot_state-npc0": 0.082516838823046, "sim_compute_robot_state-npc1": 0.0796874795641218, "sim_compute_robot_state-npc2": 0.07989898068564279, "sim_compute_robot_state-npc3": 0.0813608169555664}, "udem1-7-0": {"driven_any": 1.062597738241834, "sim_physics": 0.2707526945088008, "survival_time": 3.649999999999995, "driven_lanedir": 0.7287863177121016, "sim_render-ego": 0.07436142229054073, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.08667807709680844, "deviation-heading": 0.7849150213204695, "set_robot_commands": 0.12024301698763076, "deviation-center-line": 0.1387309750370881, "driven_lanedir_consec": 0.7222251056746308, "sim_compute_sim_state": 0.04697115453955245, "sim_compute_performance-ego": 0.08321304843850331, "sim_compute_robot_state-ego": 0.09698360913420376, "sim_compute_robot_state-npc0": 0.0840572037108957, "sim_compute_robot_state-npc1": 0.08133409447865943, "sim_compute_robot_state-npc2": 0.08278374149374766, "sim_compute_robot_state-npc3": 0.08377694103815785}, "udem1-8-0": {"driven_any": 1.1602870725462493, "sim_physics": 0.27657781645309093, "survival_time": 4.299999999999993, "driven_lanedir": 0.35913090517817636, "sim_render-ego": 0.07315900436667509, "in-drivable-lane": 2.399999999999996, "agent_compute-ego": 0.08955768097278684, "deviation-heading": 1.2197696860883536, "set_robot_commands": 0.1251576778500579, "deviation-center-line": 0.15216623639979054, "driven_lanedir_consec": 0.35913090517817636, "sim_compute_sim_state": 0.04431210839471152, "sim_compute_performance-ego": 0.08259846443353697, "sim_compute_robot_state-ego": 0.10212057135825932, "sim_compute_robot_state-npc0": 0.08128387151762496, "sim_compute_robot_state-npc1": 0.08272718551547029, "sim_compute_robot_state-npc2": 0.08181304432624995, "sim_compute_robot_state-npc3": 0.0809859176014745}, "udem1-9-0": {"driven_any": 0.2911508182793437, "sim_physics": 0.30978076274578387, "survival_time": 1.3000000000000005, "driven_lanedir": 0.2409218388122456, "sim_render-ego": 0.07678004411550668, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.08815246361952561, "deviation-heading": 0.5613432181706876, "set_robot_commands": 0.12215019189394435, "deviation-center-line": 0.0760477654868993, "driven_lanedir_consec": 0.2409218388122456, "sim_compute_sim_state": 0.04744386672973633, "sim_compute_performance-ego": 0.08594197493333083, "sim_compute_robot_state-ego": 0.09366772725031926, "sim_compute_robot_state-npc0": 0.07920840153327355, "sim_compute_robot_state-npc1": 0.08461205775921161, "sim_compute_robot_state-npc2": 0.08381855487823486, "sim_compute_robot_state-npc3": 0.08203900777376615}, "udem1-10-0": {"driven_any": 1.021491996160475, "sim_physics": 0.27013929684956867, "survival_time": 3.7499999999999942, "driven_lanedir": 0.7026537170655107, "sim_render-ego": 0.07397817611694336, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.08738684972127278, "deviation-heading": 0.7506445024068277, "set_robot_commands": 0.11745639801025393, "deviation-center-line": 0.11031194850197353, "driven_lanedir_consec": 0.6929451206884647, "sim_compute_sim_state": 0.0434995969136556, "sim_compute_performance-ego": 0.08560413360595703, "sim_compute_robot_state-ego": 0.09284587860107422, "sim_compute_robot_state-npc0": 0.08010623296101888, "sim_compute_robot_state-npc1": 0.07870336214701334, "sim_compute_robot_state-npc2": 0.08096630096435548, "sim_compute_robot_state-npc3": 0.08236242612202962}, "udem1-11-0": {"driven_any": 0.20912585880423715, "sim_physics": 0.30247474852062406, "survival_time": 1.0500000000000005, "driven_lanedir": 0.1917983424483971, "sim_render-ego": 0.06995251065208799, "in-drivable-lane": 0, "agent_compute-ego": 0.08758647101266044, "deviation-heading": 0.3455718910535376, "set_robot_commands": 0.1360346249171666, "deviation-center-line": 0.10333747877015344, "driven_lanedir_consec": 0.1917983424483971, "sim_compute_sim_state": 0.04340788296290806, "sim_compute_performance-ego": 0.08646119208562941, "sim_compute_robot_state-ego": 0.09654579843793595, "sim_compute_robot_state-npc0": 0.08056058202471052, "sim_compute_robot_state-npc1": 0.078270537512643, "sim_compute_robot_state-npc2": 0.07810139656066895, "sim_compute_robot_state-npc3": 0.08016968908764067}, "udem1-12-0": {"driven_any": 0.5918906368569831, "sim_physics": 0.2617967405984568, "survival_time": 2.1500000000000004, "driven_lanedir": 0.19652140216443992, "sim_render-ego": 0.08161616879840229, "in-drivable-lane": 1.15, "agent_compute-ego": 0.08606320203736771, "deviation-heading": 0.32606788824321575, "set_robot_commands": 0.11629722839178042, "deviation-center-line": 0.10664063848740413, "driven_lanedir_consec": 0.19652140216443992, "sim_compute_sim_state": 0.04451772224071414, "sim_compute_performance-ego": 0.08533805470133937, "sim_compute_robot_state-ego": 0.09987663668255474, "sim_compute_robot_state-npc0": 0.08262593801631483, "sim_compute_robot_state-npc1": 0.08216900603715764, "sim_compute_robot_state-npc2": 0.08282660329064657, "sim_compute_robot_state-npc3": 0.08329848910486976}, "udem1-13-0": {"driven_any": 0.2815655086390766, "sim_physics": 0.2808856112616403, "survival_time": 1.4000000000000006, "driven_lanedir": 0.27004610417980546, "sim_render-ego": 0.0752203209059579, "in-drivable-lane": 0, "agent_compute-ego": 0.0944156561579023, "deviation-heading": 0.3118646573709166, "set_robot_commands": 0.13059956686837332, "deviation-center-line": 0.12223429668864684, "driven_lanedir_consec": 0.27004610417980546, "sim_compute_sim_state": 0.044171784605298726, "sim_compute_performance-ego": 0.08625847952706474, "sim_compute_robot_state-ego": 0.09679526090621948, "sim_compute_robot_state-npc0": 0.0900863664490836, "sim_compute_robot_state-npc1": 0.08708803142820086, "sim_compute_robot_state-npc2": 0.08557226828166417, "sim_compute_robot_state-npc3": 0.08432792765753609}, "udem1-14-0": {"driven_any": 0.655615472951668, "sim_physics": 0.28276995584076525, "survival_time": 2.549999999999999, "driven_lanedir": 0.25637931562069505, "sim_render-ego": 0.07239737230188706, "in-drivable-lane": 1.2999999999999985, "agent_compute-ego": 0.08838377746881224, "deviation-heading": 0.5443013696101298, "set_robot_commands": 0.12215167400883692, "deviation-center-line": 0.07113819587235681, "driven_lanedir_consec": 0.25637931562069505, "sim_compute_sim_state": 0.0454248119803036, "sim_compute_performance-ego": 0.07830315945195217, "sim_compute_robot_state-ego": 0.0939643616769828, "sim_compute_robot_state-npc0": 0.08115020452761183, "sim_compute_robot_state-npc1": 0.07697758487626619, "sim_compute_robot_state-npc2": 0.08037161827087402, "sim_compute_robot_state-npc3": 0.08173533981921625}}
set_robot_commands_max0.1360346249171666
set_robot_commands_mean0.12212919040124352
set_robot_commands_median0.12043673903853803
set_robot_commands_min0.11572506116784136
sim_compute_performance-ego_max0.0973026292365894
sim_compute_performance-ego_mean0.08391183832086865
sim_compute_performance-ego_median0.08321304843850331
sim_compute_performance-ego_min0.07830315945195217
sim_compute_robot_state-ego_max0.10212057135825932
sim_compute_robot_state-ego_mean0.0951258327585746
sim_compute_robot_state-ego_median0.09465084905209747
sim_compute_robot_state-ego_min0.08953168812920065
sim_compute_robot_state-npc0_max0.0900863664490836
sim_compute_robot_state-npc0_mean0.08205258854356522
sim_compute_robot_state-npc0_median0.08220843264931127
sim_compute_robot_state-npc0_min0.07527673762777577
sim_compute_robot_state-npc1_max0.08708803142820086
sim_compute_robot_state-npc1_mean0.08128386294255083
sim_compute_robot_state-npc1_median0.08133409447865943
sim_compute_robot_state-npc1_min0.07487024431643279
sim_compute_robot_state-npc2_max0.08557226828166417
sim_compute_robot_state-npc2_mean0.08115678576648046
sim_compute_robot_state-npc2_median0.0810550287658093
sim_compute_robot_state-npc2_min0.07494520104449728
sim_compute_robot_state-npc3_max0.08432792765753609
sim_compute_robot_state-npc3_mean0.08160113567861908
sim_compute_robot_state-npc3_median0.08203900777376615
sim_compute_robot_state-npc3_min0.07366720489833666
sim_compute_sim_state_max0.05169379269635236
sim_compute_sim_state_mean0.045445822707307466
sim_compute_sim_state_median0.0446390708287557
sim_compute_sim_state_min0.04231110863063647
sim_physics_max0.30978076274578387
sim_physics_mean0.274887398591804
sim_physics_median0.27215602105123954
sim_physics_min0.2479970795767648
sim_render-ego_max0.08161616879840229
sim_render-ego_mean0.07434510304439833
sim_render-ego_median0.07397817611694336
sim_render-ego_min0.06889251004094663
simulation-passed1
survival_time_max6.999999999999983
survival_time_mean3.043333333333329
survival_time_min1.0500000000000005
211392612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationhost-errorno-0:23:49
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-testing/submission2612/step1-simulation-ip-172-31-42-167-7357-job21139/logs/challenges-runner/stdout.log'
(hidden)
204482612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:12:40(hidden)
driven_lanedir_consec_median0.48833540127088915
survival_time_median4.749999999999991
deviation-center-line_median0.206292958644122
in-drivable-lane_median1.399999999999995


other stats
agent_compute-ego_max0.07103275981816379
agent_compute-ego_mean0.0650434087456119
agent_compute-ego_median0.06635873537537054
agent_compute-ego_min0.05357226572538677
deviation-center-line_max0.3912682651728664
deviation-center-line_mean0.23227387059090404
deviation-center-line_min0.11846104838828224
deviation-heading_max2.4601311411745157
deviation-heading_mean1.2781805872611902
deviation-heading_median1.3327642896506582
deviation-heading_min0.566903075639298
driven_any_max2.083583756004467
driven_any_mean1.3572645029063808
driven_any_median1.21492227445162
driven_any_min0.37688790065546496
driven_lanedir_consec_max1.307826359971858
driven_lanedir_consec_mean0.6703257890941815
driven_lanedir_consec_min0.3420979566210387
driven_lanedir_max1.699034370134248
driven_lanedir_mean0.78554370039537
driven_lanedir_median0.5549295175109604
driven_lanedir_min0.3420979566210387
in-drivable-lane_max3.749999999999987
in-drivable-lane_mean1.529999999999995
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.1573283753427688, "sim_physics": 0.1614128134467385, "survival_time": 4.399999999999992, "driven_lanedir": 0.5060471383003148, "sim_render-ego": 0.06169727444648743, "in-drivable-lane": 1.6999999999999948, "agent_compute-ego": 0.07103275981816379, "deviation-heading": 1.3327642896506582, "set_robot_commands": 0.09118498184464197, "deviation-center-line": 0.27749074010767844, "driven_lanedir_consec": 0.3877597081968337, "sim_compute_sim_state": 0.03754965554584156, "sim_compute_performance-ego": 0.06680286743424156, "sim_compute_robot_state-ego": 0.07305401292714206, "sim_compute_robot_state-npc0": 0.06403444571928545, "sim_compute_robot_state-npc1": 0.0659427588636225, "sim_compute_robot_state-npc2": 0.06697573445060036, "sim_compute_robot_state-npc3": 0.06625508991154758}, "udem1-1-0": {"driven_any": 0.37688790065546496, "sim_physics": 0.15104493787211756, "survival_time": 1.5500000000000007, "driven_lanedir": 0.3420979566210387, "sim_render-ego": 0.058651854915003625, "in-drivable-lane": 0, "agent_compute-ego": 0.06449074898996661, "deviation-heading": 0.6430622098458139, "set_robot_commands": 0.09042016921504852, "deviation-center-line": 0.11846104838828224, "driven_lanedir_consec": 0.3420979566210387, "sim_compute_sim_state": 0.03372353123080346, "sim_compute_performance-ego": 0.060463843807097406, "sim_compute_robot_state-ego": 0.06309854599737352, "sim_compute_robot_state-npc0": 0.06231720985904816, "sim_compute_robot_state-npc1": 0.05987057378215174, "sim_compute_robot_state-npc2": 0.0632039116274926, "sim_compute_robot_state-npc3": 0.06200739645188855}, "udem1-2-0": {"driven_any": 2.083583756004467, "sim_physics": 0.19014201603882705, "survival_time": 7.049999999999983, "driven_lanedir": 1.699034370134248, "sim_render-ego": 0.0595362626068981, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.06635873537537054, "deviation-heading": 1.3880422199956646, "set_robot_commands": 0.09381489381722524, "deviation-center-line": 0.3912682651728664, "driven_lanedir_consec": 1.307826359971858, "sim_compute_sim_state": 0.03816811750966606, "sim_compute_performance-ego": 0.06898925828595534, "sim_compute_robot_state-ego": 0.07200637945892117, "sim_compute_robot_state-npc0": 0.06647444616818259, "sim_compute_robot_state-npc1": 0.06792442342068286, "sim_compute_robot_state-npc2": 0.06705505797203551, "sim_compute_robot_state-npc3": 0.06812755605007739}, "udem1-3-0": {"driven_any": 1.21492227445162, "sim_physics": 0.1325592417466013, "survival_time": 4.749999999999991, "driven_lanedir": 0.8256095194102882, "sim_render-ego": 0.04718783027247379, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.05357226572538677, "deviation-heading": 0.566903075639298, "set_robot_commands": 0.07052206742136102, "deviation-center-line": 0.167856340641571, "driven_lanedir_consec": 0.8256095194102882, "sim_compute_sim_state": 0.02968752258702328, "sim_compute_performance-ego": 0.04999924207988538, "sim_compute_robot_state-ego": 0.053487283305117955, "sim_compute_robot_state-npc0": 0.05231952918203254, "sim_compute_robot_state-npc1": 0.053849463713796515, "sim_compute_robot_state-npc2": 0.05326677874514931, "sim_compute_robot_state-npc3": 0.05355518491644608}, "udem1-4-0": {"driven_any": 1.953600208077582, "sim_physics": 0.1820112769032868, "survival_time": 7.099999999999983, "driven_lanedir": 0.5549295175109604, "sim_render-ego": 0.06050204223310444, "in-drivable-lane": 3.749999999999987, "agent_compute-ego": 0.06976253381917175, "deviation-heading": 2.4601311411745157, "set_robot_commands": 0.09285041479997232, "deviation-center-line": 0.206292958644122, "driven_lanedir_consec": 0.48833540127088915, "sim_compute_sim_state": 0.03716243992389088, "sim_compute_performance-ego": 0.06625573567941155, "sim_compute_robot_state-ego": 0.06910562347358382, "sim_compute_robot_state-npc0": 0.06592472674141467, "sim_compute_robot_state-npc1": 0.06648095560745454, "sim_compute_robot_state-npc2": 0.07085030515429, "sim_compute_robot_state-npc3": 0.06741191131967894}}
set_robot_commands_max0.09381489381722524
set_robot_commands_mean0.08775850541964982
set_robot_commands_median0.09118498184464197
set_robot_commands_min0.07052206742136102
sim_compute_performance-ego_max0.06898925828595534
sim_compute_performance-ego_mean0.06250218945731825
sim_compute_performance-ego_median0.06625573567941155
sim_compute_performance-ego_min0.04999924207988538
sim_compute_robot_state-ego_max0.07305401292714206
sim_compute_robot_state-ego_mean0.0661503690324277
sim_compute_robot_state-ego_median0.06910562347358382
sim_compute_robot_state-ego_min0.053487283305117955
sim_compute_robot_state-npc0_max0.06647444616818259
sim_compute_robot_state-npc0_mean0.06221407153399268
sim_compute_robot_state-npc0_median0.06403444571928545
sim_compute_robot_state-npc0_min0.05231952918203254
sim_compute_robot_state-npc1_max0.06792442342068286
sim_compute_robot_state-npc1_mean0.06281363507754163
sim_compute_robot_state-npc1_median0.0659427588636225
sim_compute_robot_state-npc1_min0.053849463713796515
sim_compute_robot_state-npc2_max0.07085030515429
sim_compute_robot_state-npc2_mean0.06427035758991355
sim_compute_robot_state-npc2_median0.06697573445060036
sim_compute_robot_state-npc2_min0.05326677874514931
sim_compute_robot_state-npc3_max0.06812755605007739
sim_compute_robot_state-npc3_mean0.06347142772992771
sim_compute_robot_state-npc3_median0.06625508991154758
sim_compute_robot_state-npc3_min0.05355518491644608
sim_compute_sim_state_max0.03816811750966606
sim_compute_sim_state_mean0.035258253359445046
sim_compute_sim_state_median0.03716243992389088
sim_compute_sim_state_min0.02968752258702328
sim_physics_max0.19014201603882705
sim_physics_mean0.16343405720151422
sim_physics_median0.1614128134467385
sim_physics_min0.1325592417466013
sim_render-ego_max0.06169727444648743
sim_render-ego_mean0.05751505289479347
sim_render-ego_median0.0595362626068981
sim_render-ego_min0.04718783027247379
simulation-passed1
survival_time_max7.099999999999983
survival_time_mean4.96999999999999
survival_time_min1.5500000000000007
200782612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:10:37(hidden)
driven_lanedir_consec_median0.48833540127088915
survival_time_median4.749999999999991
deviation-center-line_median0.206292958644122
in-drivable-lane_median1.399999999999995


other stats
agent_compute-ego_max0.07078297205374275
agent_compute-ego_mean0.06476587121527365
agent_compute-ego_median0.06500142620455834
agent_compute-ego_min0.058725040067325936
deviation-center-line_max0.3912682651728664
deviation-center-line_mean0.23227387059090404
deviation-center-line_min0.11846104838828224
deviation-heading_max2.4601311411745157
deviation-heading_mean1.2781805872611902
deviation-heading_median1.3327642896506582
deviation-heading_min0.566903075639298
driven_any_max2.083583756004467
driven_any_mean1.3572645029063808
driven_any_median1.21492227445162
driven_any_min0.37688790065546496
driven_lanedir_consec_max1.307826359971858
driven_lanedir_consec_mean0.6703257890941815
driven_lanedir_consec_min0.3420979566210387
driven_lanedir_max1.699034370134248
driven_lanedir_mean0.78554370039537
driven_lanedir_median0.5549295175109604
driven_lanedir_min0.3420979566210387
in-drivable-lane_max3.749999999999987
in-drivable-lane_mean1.529999999999995
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.1573283753427688, "sim_physics": 0.097263596274636, "survival_time": 4.399999999999992, "driven_lanedir": 0.5060471383003148, "sim_render-ego": 0.05207346786152233, "in-drivable-lane": 1.6999999999999948, "agent_compute-ego": 0.058725040067325936, "deviation-heading": 1.3327642896506582, "set_robot_commands": 0.07105548002503136, "deviation-center-line": 0.27749074010767844, "driven_lanedir_consec": 0.3877597081968337, "sim_compute_sim_state": 0.031701640649275345, "sim_compute_performance-ego": 0.057338682087984955, "sim_compute_robot_state-ego": 0.0571620220487768, "sim_compute_robot_state-npc0": 0.06067133762619712, "sim_compute_robot_state-npc1": 0.05800538171421398, "sim_compute_robot_state-npc2": 0.056285370479930534, "sim_compute_robot_state-npc3": 0.05600950663739985}, "udem1-1-0": {"driven_any": 0.37688790065546496, "sim_physics": 0.0993778782506143, "survival_time": 1.5500000000000007, "driven_lanedir": 0.3420979566210387, "sim_render-ego": 0.0569486387314335, "in-drivable-lane": 0, "agent_compute-ego": 0.06500142620455834, "deviation-heading": 0.6430622098458139, "set_robot_commands": 0.0741062548852736, "deviation-center-line": 0.11846104838828224, "driven_lanedir_consec": 0.3420979566210387, "sim_compute_sim_state": 0.03335166746570218, "sim_compute_performance-ego": 0.0589881174025997, "sim_compute_robot_state-ego": 0.06201081891213694, "sim_compute_robot_state-npc0": 0.06250526828150596, "sim_compute_robot_state-npc1": 0.05967380154517389, "sim_compute_robot_state-npc2": 0.05926296018785046, "sim_compute_robot_state-npc3": 0.057265658532419515}, "udem1-2-0": {"driven_any": 2.083583756004467, "sim_physics": 0.10368238442333032, "survival_time": 7.049999999999983, "driven_lanedir": 1.699034370134248, "sim_render-ego": 0.052681236402362795, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.05983064698834791, "deviation-heading": 1.3880422199956646, "set_robot_commands": 0.07370268368551917, "deviation-center-line": 0.3912682651728664, "driven_lanedir_consec": 1.307826359971858, "sim_compute_sim_state": 0.030795227551291177, "sim_compute_performance-ego": 0.05768904280155263, "sim_compute_robot_state-ego": 0.05867947754285014, "sim_compute_robot_state-npc0": 0.06269058099029758, "sim_compute_robot_state-npc1": 0.05795591942807461, "sim_compute_robot_state-npc2": 0.05714501049501676, "sim_compute_robot_state-npc3": 0.056036802048378805}, "udem1-3-0": {"driven_any": 1.21492227445162, "sim_physics": 0.10147349207024824, "survival_time": 4.749999999999991, "driven_lanedir": 0.8256095194102882, "sim_render-ego": 0.06050245134454024, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.06948927076239335, "deviation-heading": 0.566903075639298, "set_robot_commands": 0.0756998338197407, "deviation-center-line": 0.167856340641571, "driven_lanedir_consec": 0.8256095194102882, "sim_compute_sim_state": 0.0356685713717812, "sim_compute_performance-ego": 0.06183602433455618, "sim_compute_robot_state-ego": 0.05917517009534334, "sim_compute_robot_state-npc0": 0.07088329917506168, "sim_compute_robot_state-npc1": 0.06428119508843673, "sim_compute_robot_state-npc2": 0.06327624571950811, "sim_compute_robot_state-npc3": 0.06319347180818256}, "udem1-4-0": {"driven_any": 1.953600208077582, "sim_physics": 0.1191410481090277, "survival_time": 7.099999999999983, "driven_lanedir": 0.5549295175109604, "sim_render-ego": 0.06403137092858972, "in-drivable-lane": 3.749999999999987, "agent_compute-ego": 0.07078297205374275, "deviation-heading": 2.4601311411745157, "set_robot_commands": 0.07874733461460597, "deviation-center-line": 0.206292958644122, "driven_lanedir_consec": 0.48833540127088915, "sim_compute_sim_state": 0.03630077670997297, "sim_compute_performance-ego": 0.06563658277753373, "sim_compute_robot_state-ego": 0.06334300779960525, "sim_compute_robot_state-npc0": 0.07178226994796538, "sim_compute_robot_state-npc1": 0.06752515846574811, "sim_compute_robot_state-npc2": 0.06594728080319687, "sim_compute_robot_state-npc3": 0.06469710276160441}}
set_robot_commands_max0.07874733461460597
set_robot_commands_mean0.07466231740603416
set_robot_commands_median0.0741062548852736
set_robot_commands_min0.07105548002503136
sim_compute_performance-ego_max0.06563658277753373
sim_compute_performance-ego_mean0.06029768988084544
sim_compute_performance-ego_median0.0589881174025997
sim_compute_performance-ego_min0.057338682087984955
sim_compute_robot_state-ego_max0.06334300779960525
sim_compute_robot_state-ego_mean0.0600740992797425
sim_compute_robot_state-ego_median0.05917517009534334
sim_compute_robot_state-ego_min0.0571620220487768
sim_compute_robot_state-npc0_max0.07178226994796538
sim_compute_robot_state-npc0_mean0.06570655120420554
sim_compute_robot_state-npc0_median0.06269058099029758
sim_compute_robot_state-npc0_min0.06067133762619712
sim_compute_robot_state-npc1_max0.06752515846574811
sim_compute_robot_state-npc1_mean0.06148829124832946
sim_compute_robot_state-npc1_median0.05967380154517389
sim_compute_robot_state-npc1_min0.05795591942807461
sim_compute_robot_state-npc2_max0.06594728080319687
sim_compute_robot_state-npc2_mean0.06038337353710055
sim_compute_robot_state-npc2_median0.05926296018785046
sim_compute_robot_state-npc2_min0.056285370479930534
sim_compute_robot_state-npc3_max0.06469710276160441
sim_compute_robot_state-npc3_mean0.059440508357597024
sim_compute_robot_state-npc3_median0.057265658532419515
sim_compute_robot_state-npc3_min0.05600950663739985
sim_compute_sim_state_max0.03630077670997297
sim_compute_sim_state_mean0.03356357674960458
sim_compute_sim_state_median0.03335166746570218
sim_compute_sim_state_min0.030795227551291177
sim_physics_max0.1191410481090277
sim_physics_mean0.10418767982557132
sim_physics_median0.10147349207024824
sim_physics_min0.097263596274636
sim_render-ego_max0.06403137092858972
sim_render-ego_mean0.05724743305368972
sim_render-ego_median0.0569486387314335
sim_render-ego_min0.05207346786152233
simulation-passed1
survival_time_max7.099999999999983
survival_time_mean4.96999999999999
survival_time_min1.5500000000000007
198352612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:08:18(hidden)
driven_lanedir_consec_median0.4677520238097679
survival_time_median2.849999999999998
deviation-center-line_median0.13993923038273243
in-drivable-lane_median0.7999999999999972


other stats
agent_compute-ego_max0.07009203471834698
agent_compute-ego_mean0.06666212618693204
agent_compute-ego_median0.06665563887091959
agent_compute-ego_min0.06359887750525224
deviation-center-line_max0.441991081977021
deviation-center-line_mean0.24301419493149473
deviation-center-line_min0.11233303566656118
deviation-heading_max1.965590298952019
deviation-heading_mean0.904977224642509
deviation-heading_median0.6817498444220604
deviation-heading_min0.23880859753921196
driven_any_max2.234618045439434
driven_any_mean1.1136680430892796
driven_any_median0.7854280860806753
driven_any_min0.3734823939695258
driven_lanedir_consec_max1.4162453958283412
driven_lanedir_consec_mean0.7217431069832176
driven_lanedir_consec_min0.3618460409658957
driven_lanedir_max1.4162453958283412
driven_lanedir_mean0.7217431069832176
driven_lanedir_median0.4677520238097679
driven_lanedir_min0.3618460409658957
in-drivable-lane_max3.2999999999999883
in-drivable-lane_mean0.9999999999999964
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.234618045439434, "sim_physics": 0.029188895681101806, "survival_time": 7.84999999999998, "driven_lanedir": 0.9622559790225852, "sim_render-ego": 0.05845137310635512, "in-drivable-lane": 3.2999999999999883, "agent_compute-ego": 0.06665563887091959, "deviation-heading": 1.965590298952019, "set_robot_commands": 0.07661760384869423, "deviation-center-line": 0.441991081977021, "driven_lanedir_consec": 0.9622559790225852, "sim_compute_sim_state": 0.034257645819597185, "sim_compute_performance-ego": 0.06204591890808883, "sim_compute_robot_state-ego": 0.06228702235373722, "sim_compute_robot_state-npc0": 0.06673459490393377, "sim_compute_robot_state-npc1": 0.0626428841025966, "sim_compute_robot_state-npc2": 0.06139412199615673, "sim_compute_robot_state-npc3": 0.06230243603894665}, "udem1-1-0": {"driven_any": 0.4285089027009204, "sim_physics": 0.02875020002063952, "survival_time": 1.900000000000001, "driven_lanedir": 0.40061609528949793, "sim_render-ego": 0.058278334768194905, "in-drivable-lane": 0, "agent_compute-ego": 0.06359887750525224, "deviation-heading": 0.6817498444220604, "set_robot_commands": 0.07381533948998702, "deviation-center-line": 0.13993923038273243, "driven_lanedir_consec": 0.40061609528949793, "sim_compute_sim_state": 0.03445967247611598, "sim_compute_performance-ego": 0.05877351760864258, "sim_compute_robot_state-ego": 0.06304193797864412, "sim_compute_robot_state-npc0": 0.07089608593990929, "sim_compute_robot_state-npc1": 0.06392345930400647, "sim_compute_robot_state-npc2": 0.0617933336057161, "sim_compute_robot_state-npc3": 0.06089727502120169}, "udem1-2-0": {"driven_any": 0.7854280860806753, "sim_physics": 0.02909943513702928, "survival_time": 2.849999999999998, "driven_lanedir": 0.4677520238097679, "sim_render-ego": 0.05629041320399234, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.0646305335195441, "deviation-heading": 0.5453417041518706, "set_robot_commands": 0.07660778363545735, "deviation-center-line": 0.1193983417591152, "driven_lanedir_consec": 0.4677520238097679, "sim_compute_sim_state": 0.034863275394105074, "sim_compute_performance-ego": 0.059759487185561865, "sim_compute_robot_state-ego": 0.06285809634024636, "sim_compute_robot_state-npc0": 0.06844671567281087, "sim_compute_robot_state-npc1": 0.06399547426324141, "sim_compute_robot_state-npc2": 0.06178894795869526, "sim_compute_robot_state-npc3": 0.06294849044398258}, "udem1-3-0": {"driven_any": 0.3734823939695258, "sim_physics": 0.02861583674395526, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3618460409658957, "sim_render-ego": 0.061253750765765155, "in-drivable-lane": 0, "agent_compute-ego": 0.06833354632059734, "deviation-heading": 0.23880859753921196, "set_robot_commands": 0.0843590807031702, "deviation-center-line": 0.11233303566656118, "driven_lanedir_consec": 0.3618460409658957, "sim_compute_sim_state": 0.0335462799778691, "sim_compute_performance-ego": 0.06012724064014576, "sim_compute_robot_state-ego": 0.062129577000935875, "sim_compute_robot_state-npc0": 0.07137072527850116, "sim_compute_robot_state-npc1": 0.06339702782807527, "sim_compute_robot_state-npc2": 0.06237853897942437, "sim_compute_robot_state-npc3": 0.061624491656268085}, "udem1-4-0": {"driven_any": 1.746302787255842, "sim_physics": 0.033283169307405984, "survival_time": 6.299999999999986, "driven_lanedir": 1.4162453958283412, "sim_render-ego": 0.06144185482509552, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.07009203471834698, "deviation-heading": 1.093395678147382, "set_robot_commands": 0.0761538895349654, "deviation-center-line": 0.401409284872044, "driven_lanedir_consec": 1.4162453958283412, "sim_compute_sim_state": 0.03792622921958802, "sim_compute_performance-ego": 0.06728101533556742, "sim_compute_robot_state-ego": 0.06775643901219444, "sim_compute_robot_state-npc0": 0.07267470208425371, "sim_compute_robot_state-npc1": 0.06852366243089948, "sim_compute_robot_state-npc2": 0.06678599403018043, "sim_compute_robot_state-npc3": 0.06706766287485759}}
set_robot_commands_max0.0843590807031702
set_robot_commands_mean0.07751073944245483
set_robot_commands_median0.07660778363545735
set_robot_commands_min0.07381533948998702
sim_compute_performance-ego_max0.06728101533556742
sim_compute_performance-ego_mean0.0615974359356013
sim_compute_performance-ego_median0.06012724064014576
sim_compute_performance-ego_min0.05877351760864258
sim_compute_robot_state-ego_max0.06775643901219444
sim_compute_robot_state-ego_mean0.0636146145371516
sim_compute_robot_state-ego_median0.06285809634024636
sim_compute_robot_state-ego_min0.062129577000935875
sim_compute_robot_state-npc0_max0.07267470208425371
sim_compute_robot_state-npc0_mean0.07002456477588176
sim_compute_robot_state-npc0_median0.07089608593990929
sim_compute_robot_state-npc0_min0.06673459490393377
sim_compute_robot_state-npc1_max0.06852366243089948
sim_compute_robot_state-npc1_mean0.06449650158576384
sim_compute_robot_state-npc1_median0.06392345930400647
sim_compute_robot_state-npc1_min0.0626428841025966
sim_compute_robot_state-npc2_max0.06678599403018043
sim_compute_robot_state-npc2_mean0.06282818731403458
sim_compute_robot_state-npc2_median0.0617933336057161
sim_compute_robot_state-npc2_min0.06139412199615673
sim_compute_robot_state-npc3_max0.06706766287485759
sim_compute_robot_state-npc3_mean0.06296807120705132
sim_compute_robot_state-npc3_median0.06230243603894665
sim_compute_robot_state-npc3_min0.06089727502120169
sim_compute_sim_state_max0.03792622921958802
sim_compute_sim_state_mean0.03501062057745507
sim_compute_sim_state_median0.03445967247611598
sim_compute_sim_state_min0.0335462799778691
sim_physics_max0.033283169307405984
sim_physics_mean0.029787507378026372
sim_physics_median0.02909943513702928
sim_physics_min0.02861583674395526
sim_render-ego_max0.06144185482509552
sim_render-ego_mean0.05914314533388061
sim_render-ego_median0.05845137310635512
sim_render-ego_min0.05629041320399234
simulation-passed1
survival_time_max7.84999999999998
survival_time_mean4.049999999999993
survival_time_min1.3500000000000003
197882612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:08:41(hidden)
driven_lanedir_consec_median0.4677520238097679
survival_time_median2.849999999999998
deviation-center-line_median0.13993923038273243
in-drivable-lane_median0.7999999999999972


other stats
agent_compute-ego_max0.07279123957194979
agent_compute-ego_mean0.0682818510022939
agent_compute-ego_median0.0691046361570005
agent_compute-ego_min0.0638083533236855
deviation-center-line_max0.441991081977021
deviation-center-line_mean0.24301419493149473
deviation-center-line_min0.11233303566656118
deviation-heading_max1.965590298952019
deviation-heading_mean0.904977224642509
deviation-heading_median0.6817498444220604
deviation-heading_min0.23880859753921196
driven_any_max2.234618045439434
driven_any_mean1.1136680430892796
driven_any_median0.7854280860806753
driven_any_min0.3734823939695258
driven_lanedir_consec_max1.4162453958283412
driven_lanedir_consec_mean0.7217431069832176
driven_lanedir_consec_min0.3618460409658957
driven_lanedir_max1.4162453958283412
driven_lanedir_mean0.7217431069832176
driven_lanedir_median0.4677520238097679
driven_lanedir_min0.3618460409658957
in-drivable-lane_max3.2999999999999883
in-drivable-lane_mean0.9999999999999964
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.234618045439434, "sim_physics": 0.029271077198587406, "survival_time": 7.84999999999998, "driven_lanedir": 0.9622559790225852, "sim_render-ego": 0.06295345695155441, "in-drivable-lane": 3.2999999999999883, "agent_compute-ego": 0.06657182790671184, "deviation-heading": 1.965590298952019, "set_robot_commands": 0.07520330787464312, "deviation-center-line": 0.441991081977021, "driven_lanedir_consec": 0.9622559790225852, "sim_compute_sim_state": 0.03585747700587959, "sim_compute_performance-ego": 0.06355184354599874, "sim_compute_robot_state-ego": 0.0633788837748728, "sim_compute_robot_state-npc0": 0.07172391824661546, "sim_compute_robot_state-npc1": 0.06561123793292198, "sim_compute_robot_state-npc2": 0.0649665950969526, "sim_compute_robot_state-npc3": 0.06471918039261156}, "udem1-1-0": {"driven_any": 0.4285089027009204, "sim_physics": 0.025989306600470292, "survival_time": 1.900000000000001, "driven_lanedir": 0.40061609528949793, "sim_render-ego": 0.060230480997185955, "in-drivable-lane": 0, "agent_compute-ego": 0.0638083533236855, "deviation-heading": 0.6817498444220604, "set_robot_commands": 0.0737687161094264, "deviation-center-line": 0.13993923038273243, "driven_lanedir_consec": 0.40061609528949793, "sim_compute_sim_state": 0.033049972433792915, "sim_compute_performance-ego": 0.06153336951607152, "sim_compute_robot_state-ego": 0.05999826130114103, "sim_compute_robot_state-npc0": 0.07314555268538625, "sim_compute_robot_state-npc1": 0.06729861937071148, "sim_compute_robot_state-npc2": 0.06371447914525082, "sim_compute_robot_state-npc3": 0.05989976305710642}, "udem1-2-0": {"driven_any": 0.7854280860806753, "sim_physics": 0.0294589452576219, "survival_time": 2.849999999999998, "driven_lanedir": 0.4677520238097679, "sim_render-ego": 0.05988772291886179, "in-drivable-lane": 0.8999999999999968, "agent_compute-ego": 0.06913319805212188, "deviation-heading": 0.5453417041518706, "set_robot_commands": 0.07648580952694542, "deviation-center-line": 0.1193983417591152, "driven_lanedir_consec": 0.4677520238097679, "sim_compute_sim_state": 0.03531474397893537, "sim_compute_performance-ego": 0.06311804369876259, "sim_compute_robot_state-ego": 0.062068541844685875, "sim_compute_robot_state-npc0": 0.06915591892443206, "sim_compute_robot_state-npc1": 0.06515074612801536, "sim_compute_robot_state-npc2": 0.06392077395790502, "sim_compute_robot_state-npc3": 0.06411468355279219}, "udem1-3-0": {"driven_any": 0.3734823939695258, "sim_physics": 0.028702647597701463, "survival_time": 1.3500000000000003, "driven_lanedir": 0.3618460409658957, "sim_render-ego": 0.06266886216622812, "in-drivable-lane": 0, "agent_compute-ego": 0.0691046361570005, "deviation-heading": 0.23880859753921196, "set_robot_commands": 0.07670381334092882, "deviation-center-line": 0.11233303566656118, "driven_lanedir_consec": 0.3618460409658957, "sim_compute_sim_state": 0.034775733947753906, "sim_compute_performance-ego": 0.06238377535784686, "sim_compute_robot_state-ego": 0.06395936012268066, "sim_compute_robot_state-npc0": 0.07050826814439562, "sim_compute_robot_state-npc1": 0.06340575218200684, "sim_compute_robot_state-npc2": 0.05972086058722602, "sim_compute_robot_state-npc3": 0.06367856484872324}, "udem1-4-0": {"driven_any": 1.746302787255842, "sim_physics": 0.032829280883546856, "survival_time": 6.299999999999986, "driven_lanedir": 1.4162453958283412, "sim_render-ego": 0.06687326279897539, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.07279123957194979, "deviation-heading": 1.093395678147382, "set_robot_commands": 0.08179408217233325, "deviation-center-line": 0.401409284872044, "driven_lanedir_consec": 1.4162453958283412, "sim_compute_sim_state": 0.0395941866768731, "sim_compute_performance-ego": 0.06903925963810512, "sim_compute_robot_state-ego": 0.06649086021241687, "sim_compute_robot_state-npc0": 0.07503959867689344, "sim_compute_robot_state-npc1": 0.0695869071143014, "sim_compute_robot_state-npc2": 0.06911920555054195, "sim_compute_robot_state-npc3": 0.06870039304097493}}
set_robot_commands_max0.08179408217233325
set_robot_commands_mean0.0767911458048554
set_robot_commands_median0.07648580952694542
set_robot_commands_min0.0737687161094264
sim_compute_performance-ego_max0.06903925963810512
sim_compute_performance-ego_mean0.06392525835135696
sim_compute_performance-ego_median0.06311804369876259
sim_compute_performance-ego_min0.06153336951607152
sim_compute_robot_state-ego_max0.06649086021241687
sim_compute_robot_state-ego_mean0.06317918145115944
sim_compute_robot_state-ego_median0.0633788837748728
sim_compute_robot_state-ego_min0.05999826130114103
sim_compute_robot_state-npc0_max0.07503959867689344
sim_compute_robot_state-npc0_mean0.07191465133554457
sim_compute_robot_state-npc0_median0.07172391824661546
sim_compute_robot_state-npc0_min0.06915591892443206
sim_compute_robot_state-npc1_max0.0695869071143014
sim_compute_robot_state-npc1_mean0.06621065254559141
sim_compute_robot_state-npc1_median0.06561123793292198
sim_compute_robot_state-npc1_min0.06340575218200684
sim_compute_robot_state-npc2_max0.06911920555054195
sim_compute_robot_state-npc2_mean0.0642883828675753
sim_compute_robot_state-npc2_median0.06392077395790502
sim_compute_robot_state-npc2_min0.05972086058722602
sim_compute_robot_state-npc3_max0.06870039304097493
sim_compute_robot_state-npc3_mean0.06422251697844167
sim_compute_robot_state-npc3_median0.06411468355279219
sim_compute_robot_state-npc3_min0.05989976305710642
sim_compute_sim_state_max0.0395941866768731
sim_compute_sim_state_mean0.035718422808646975
sim_compute_sim_state_median0.03531474397893537
sim_compute_sim_state_min0.033049972433792915
sim_physics_max0.032829280883546856
sim_physics_mean0.029250251507585583
sim_physics_median0.029271077198587406
sim_physics_min0.025989306600470292
sim_render-ego_max0.06687326279897539
sim_render-ego_mean0.06252275716656112
sim_render-ego_median0.06266886216622812
sim_render-ego_min0.05988772291886179
simulation-passed1
survival_time_max7.84999999999998
survival_time_mean4.049999999999993
survival_time_min1.3500000000000003
197732612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationhost-errorno-0:04:58
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job19773-71876', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job19773-71876', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job19773-71876', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
194822612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:07:27(hidden)
driven_lanedir_consec_median0.6013276121655571
survival_time_median2.2
deviation-center-line_median0.11994879786730762
in-drivable-lane_median0.09999999999999964


other stats
agent_compute-ego_max0.0853638586245085
agent_compute-ego_mean0.06938268166733949
agent_compute-ego_median0.06661159564287235
agent_compute-ego_min0.06049669292611136
deviation-center-line_max0.31602167939174997
deviation-center-line_mean0.15029477661273552
deviation-center-line_min0.08465176242372947
deviation-heading_max1.298091820230251
deviation-heading_mean0.5590872679348118
deviation-heading_median0.39186075366845463
deviation-heading_min0.29133071980288444
driven_any_max1.2345099137442228
driven_any_mean0.7773148514182241
driven_any_median0.6489566174251553
driven_any_min0.47625793140583145
driven_lanedir_consec_max0.923268763707114
driven_lanedir_consec_mean0.634114415404596
driven_lanedir_consec_min0.4596280139000144
driven_lanedir_max0.923268763707114
driven_lanedir_mean0.6342515685671332
driven_lanedir_median0.6013276121655571
driven_lanedir_min0.4596280139000144
in-drivable-lane_max0.9499999999999966
in-drivable-lane_mean0.3599999999999987
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.04783789986058285, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.0621215443862112, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.0731792550337942, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.0949362127404464, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.03958251099837454, "sim_compute_performance-ego": 0.0664754215039705, "sim_compute_robot_state-ego": 0.07279266558195416, "sim_compute_robot_state-npc0": 0.06849034209000437, "sim_compute_robot_state-npc1": 0.0685557440707558, "sim_compute_robot_state-npc2": 0.06896580896879498, "sim_compute_robot_state-npc3": 0.07128783527173493}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.03217861526890805, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.05248031490727475, "in-drivable-lane": 0, "agent_compute-ego": 0.0853638586245085, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.0786763115933067, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.03219301449625116, "sim_compute_performance-ego": 0.055254108027408, "sim_compute_robot_state-ego": 0.05723403629503752, "sim_compute_robot_state-npc0": 0.0574670716335899, "sim_compute_robot_state-npc1": 0.05644242387068899, "sim_compute_robot_state-npc2": 0.058407024333351536, "sim_compute_robot_state-npc3": 0.05642494402433697}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.03942015843513685, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.06090879440307617, "in-drivable-lane": 0, "agent_compute-ego": 0.06661159564287235, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.09241930032387756, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.03513320898398375, "sim_compute_performance-ego": 0.06542691206320739, "sim_compute_robot_state-ego": 0.06684115605476575, "sim_compute_robot_state-npc0": 0.06390907214238094, "sim_compute_robot_state-npc1": 0.06440764818436061, "sim_compute_robot_state-npc2": 0.06297533328716572, "sim_compute_robot_state-npc3": 0.06310478234902406}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.03996586799621582, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.055537848405435054, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06049669292611136, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.0700848807751293, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.0295665700670699, "sim_compute_performance-ego": 0.051040075194667765, "sim_compute_robot_state-ego": 0.05787099583048216, "sim_compute_robot_state-npc0": 0.05355944096202582, "sim_compute_robot_state-npc1": 0.0574068888811998, "sim_compute_robot_state-npc2": 0.07310125189767756, "sim_compute_robot_state-npc3": 0.05034568276203854}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.033702091737227005, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.05720732428810813, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.061262006109411064, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.0836100849238309, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.03164386749267578, "sim_compute_performance-ego": 0.06134053793820468, "sim_compute_robot_state-ego": 0.06411918726834384, "sim_compute_robot_state-npc0": 0.05848690596493808, "sim_compute_robot_state-npc1": 0.06109767068516125, "sim_compute_robot_state-npc2": 0.05950979752974077, "sim_compute_robot_state-npc3": 0.05833216146989302}}
set_robot_commands_max0.0949362127404464
set_robot_commands_mean0.08394535807131817
set_robot_commands_median0.0836100849238309
set_robot_commands_min0.0700848807751293
sim_compute_performance-ego_max0.0664754215039705
sim_compute_performance-ego_mean0.059907410945491665
sim_compute_performance-ego_median0.06134053793820468
sim_compute_performance-ego_min0.051040075194667765
sim_compute_robot_state-ego_max0.07279266558195416
sim_compute_robot_state-ego_mean0.06377160820611669
sim_compute_robot_state-ego_median0.06411918726834384
sim_compute_robot_state-ego_min0.05723403629503752
sim_compute_robot_state-npc0_max0.06849034209000437
sim_compute_robot_state-npc0_mean0.06038256655858783
sim_compute_robot_state-npc0_median0.05848690596493808
sim_compute_robot_state-npc0_min0.05355944096202582
sim_compute_robot_state-npc1_max0.0685557440707558
sim_compute_robot_state-npc1_mean0.06158207513843329
sim_compute_robot_state-npc1_median0.06109767068516125
sim_compute_robot_state-npc1_min0.05644242387068899
sim_compute_robot_state-npc2_max0.07310125189767756
sim_compute_robot_state-npc2_mean0.06459184320334613
sim_compute_robot_state-npc2_median0.06297533328716572
sim_compute_robot_state-npc2_min0.058407024333351536
sim_compute_robot_state-npc3_max0.07128783527173493
sim_compute_robot_state-npc3_mean0.0598990811754055
sim_compute_robot_state-npc3_median0.05833216146989302
sim_compute_robot_state-npc3_min0.05034568276203854
sim_compute_sim_state_max0.03958251099837454
sim_compute_sim_state_mean0.03362383440767102
sim_compute_sim_state_median0.03219301449625116
sim_compute_sim_state_min0.0295665700670699
sim_physics_max0.04783789986058285
sim_physics_mean0.03862092665961412
sim_physics_median0.03942015843513685
sim_physics_min0.03217861526890805
sim_render-ego_max0.0621215443862112
sim_render-ego_mean0.057651165278021055
sim_render-ego_median0.05720732428810813
sim_render-ego_min0.05248031490727475
simulation-passed1
survival_time_max4.749999999999991
survival_time_mean2.8699999999999983
survival_time_min1.900000000000001
187312612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:09:53(hidden)
driven_lanedir_consec_median0.6013276121655571
survival_time_median2.2
deviation-center-line_median0.11994879786730762
in-drivable-lane_median0.09999999999999964


other stats
agent_compute-ego_max0.06567563154758552
agent_compute-ego_mean0.063120678717377
agent_compute-ego_median0.06192319501530041
agent_compute-ego_min0.06102473861292789
deviation-center-line_max0.31602167939174997
deviation-center-line_mean0.15029477661273552
deviation-center-line_min0.08465176242372947
deviation-heading_max1.298091820230251
deviation-heading_mean0.5590872679348118
deviation-heading_median0.39186075366845463
deviation-heading_min0.29133071980288444
driven_any_max1.2345099137442228
driven_any_mean0.7773148514182241
driven_any_median0.6489566174251553
driven_any_min0.47625793140583145
driven_lanedir_consec_max0.923268763707114
driven_lanedir_consec_mean0.634114415404596
driven_lanedir_consec_min0.4596280139000144
driven_lanedir_max0.923268763707114
driven_lanedir_mean0.6342515685671332
driven_lanedir_median0.6013276121655571
driven_lanedir_min0.4596280139000144
in-drivable-lane_max0.9499999999999966
in-drivable-lane_mean0.3599999999999987
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.0299295048964651, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.05511253507513749, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.06102473861292789, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.07399366027430485, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.03177145154852616, "sim_compute_performance-ego": 0.05531204625179893, "sim_compute_robot_state-ego": 0.05813923384013929, "sim_compute_robot_state-npc0": 0.06442866827312269, "sim_compute_robot_state-npc1": 0.059992890608938115, "sim_compute_robot_state-npc2": 0.058025824396233806, "sim_compute_robot_state-npc3": 0.05694822763141833}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.026098634067334623, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.05612793721650776, "in-drivable-lane": 0, "agent_compute-ego": 0.06539234362150494, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.07745340623353657, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.03416298565111662, "sim_compute_performance-ego": 0.05710981394115247, "sim_compute_robot_state-ego": 0.05856684007142719, "sim_compute_robot_state-npc0": 0.06567481944435521, "sim_compute_robot_state-npc1": 0.06065883134540759, "sim_compute_robot_state-npc2": 0.06005050634082995, "sim_compute_robot_state-npc3": 0.06181226278606214}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.031116228837233324, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.06653575408153045, "in-drivable-lane": 0, "agent_compute-ego": 0.06567563154758552, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.07633284422067496, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.03724801846039601, "sim_compute_performance-ego": 0.06444958540109488, "sim_compute_robot_state-ego": 0.06302325542156513, "sim_compute_robot_state-npc0": 0.06912795091286683, "sim_compute_robot_state-npc1": 0.06531827877729367, "sim_compute_robot_state-npc2": 0.06384722391764323, "sim_compute_robot_state-npc3": 0.06479134315099472}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.030843173953848824, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.057743891863755774, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06158748478956626, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.07415455831608302, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.03290780833069707, "sim_compute_performance-ego": 0.0592162441199934, "sim_compute_robot_state-ego": 0.058892438109491914, "sim_compute_robot_state-npc0": 0.06437172016627352, "sim_compute_robot_state-npc1": 0.06087369314381774, "sim_compute_robot_state-npc2": 0.05913475869407117, "sim_compute_robot_state-npc3": 0.05839649724288726}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.02649897336959839, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.05901437997817993, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.06192319501530041, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.07496668533845381, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.03445975888859142, "sim_compute_performance-ego": 0.059470415115356445, "sim_compute_robot_state-ego": 0.06008677590977062, "sim_compute_robot_state-npc0": 0.06479576500979337, "sim_compute_robot_state-npc1": 0.06049223379655318, "sim_compute_robot_state-npc2": 0.059200606562874535, "sim_compute_robot_state-npc3": 0.05991358648646961}}
set_robot_commands_max0.07745340623353657
set_robot_commands_mean0.07538023087661064
set_robot_commands_median0.07496668533845381
set_robot_commands_min0.07399366027430485
sim_compute_performance-ego_max0.06444958540109488
sim_compute_performance-ego_mean0.05911162096587923
sim_compute_performance-ego_median0.0592162441199934
sim_compute_performance-ego_min0.05531204625179893
sim_compute_robot_state-ego_max0.06302325542156513
sim_compute_robot_state-ego_mean0.05974170867047883
sim_compute_robot_state-ego_median0.058892438109491914
sim_compute_robot_state-ego_min0.05813923384013929
sim_compute_robot_state-npc0_max0.06912795091286683
sim_compute_robot_state-npc0_mean0.0656797847612823
sim_compute_robot_state-npc0_median0.06479576500979337
sim_compute_robot_state-npc0_min0.06437172016627352
sim_compute_robot_state-npc1_max0.06531827877729367
sim_compute_robot_state-npc1_mean0.06146718553440206
sim_compute_robot_state-npc1_median0.06065883134540759
sim_compute_robot_state-npc1_min0.059992890608938115
sim_compute_robot_state-npc2_max0.06384722391764323
sim_compute_robot_state-npc2_mean0.06005178398233054
sim_compute_robot_state-npc2_median0.059200606562874535
sim_compute_robot_state-npc2_min0.058025824396233806
sim_compute_robot_state-npc3_max0.06479134315099472
sim_compute_robot_state-npc3_mean0.060372383459566414
sim_compute_robot_state-npc3_median0.05991358648646961
sim_compute_robot_state-npc3_min0.05694822763141833
sim_compute_sim_state_max0.03724801846039601
sim_compute_sim_state_mean0.03411000457586546
sim_compute_sim_state_median0.03416298565111662
sim_compute_sim_state_min0.03177145154852616
sim_physics_max0.031116228837233324
sim_physics_mean0.02889730302489605
sim_physics_median0.0299295048964651
sim_physics_min0.026098634067334623
sim_render-ego_max0.06653575408153045
sim_render-ego_mean0.05890689964302228
sim_render-ego_median0.057743891863755774
sim_render-ego_min0.05511253507513749
simulation-passed1
survival_time_max4.749999999999991
survival_time_mean2.8699999999999983
survival_time_min1.900000000000001
183832612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:09:50(hidden)
driven_lanedir_consec_median0.6013276121655571
survival_time_median2.2
deviation-center-line_median0.11994879786730762
in-drivable-lane_median0.09999999999999964


other stats
agent_compute-ego_max0.06979201969347502
agent_compute-ego_mean0.0670751483164446
agent_compute-ego_median0.06655078056531075
agent_compute-ego_min0.06518798814692968
deviation-center-line_max0.31602167939174997
deviation-center-line_mean0.15029477661273552
deviation-center-line_min0.08465176242372947
deviation-heading_max1.298091820230251
deviation-heading_mean0.5590872679348118
deviation-heading_median0.39186075366845463
deviation-heading_min0.29133071980288444
driven_any_max1.2345099137442228
driven_any_mean0.7773148514182241
driven_any_median0.6489566174251553
driven_any_min0.47625793140583145
driven_lanedir_consec_max0.923268763707114
driven_lanedir_consec_mean0.634114415404596
driven_lanedir_consec_min0.4596280139000144
driven_lanedir_max0.923268763707114
driven_lanedir_mean0.6342515685671332
driven_lanedir_median0.6013276121655571
driven_lanedir_min0.4596280139000144
in-drivable-lane_max0.9499999999999966
in-drivable-lane_mean0.3599999999999987
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.2345099137442228, "sim_physics": 0.03206267356872559, "survival_time": 4.749999999999991, "driven_lanedir": 0.923268763707114, "sim_render-ego": 0.06740899838899311, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.06732126035188374, "deviation-heading": 1.298091820230251, "set_robot_commands": 0.07834799415186831, "deviation-center-line": 0.31602167939174997, "driven_lanedir_consec": 0.923268763707114, "sim_compute_sim_state": 0.03865264340450889, "sim_compute_performance-ego": 0.06551291064212197, "sim_compute_robot_state-ego": 0.06403616855019018, "sim_compute_robot_state-npc0": 0.0721824194255628, "sim_compute_robot_state-npc1": 0.06827866152713173, "sim_compute_robot_state-npc2": 0.06756810891000849, "sim_compute_robot_state-npc3": 0.06798835302654066}, "udem1-1-0": {"driven_any": 0.5114621661231735, "sim_physics": 0.02905835603412829, "survival_time": 1.900000000000001, "driven_lanedir": 0.49928522044265344, "sim_render-ego": 0.06514924450924522, "in-drivable-lane": 0, "agent_compute-ego": 0.06979201969347502, "deviation-heading": 0.29133071980288444, "set_robot_commands": 0.07865319753948011, "deviation-center-line": 0.08465176242372947, "driven_lanedir_consec": 0.49928522044265344, "sim_compute_sim_state": 0.038829533677352104, "sim_compute_performance-ego": 0.06734537450890792, "sim_compute_robot_state-ego": 0.06426247170096949, "sim_compute_robot_state-npc0": 0.07356016259444387, "sim_compute_robot_state-npc1": 0.06652283041100752, "sim_compute_robot_state-npc2": 0.06703290813847591, "sim_compute_robot_state-npc3": 0.06500177634389777}, "udem1-2-0": {"driven_any": 0.47625793140583145, "sim_physics": 0.03014765641628167, "survival_time": 1.950000000000001, "driven_lanedir": 0.4596280139000144, "sim_render-ego": 0.06501384270496857, "in-drivable-lane": 0, "agent_compute-ego": 0.06655078056531075, "deviation-heading": 0.39186075366845463, "set_robot_commands": 0.07280373573303223, "deviation-center-line": 0.10378004828632456, "driven_lanedir_consec": 0.4596280139000144, "sim_compute_sim_state": 0.03608314196268717, "sim_compute_performance-ego": 0.06354783742855756, "sim_compute_robot_state-ego": 0.06220620717757787, "sim_compute_robot_state-npc0": 0.07003816580161071, "sim_compute_robot_state-npc1": 0.06494901119134365, "sim_compute_robot_state-npc2": 0.06321419202364408, "sim_compute_robot_state-npc3": 0.06472434753026718}, "udem1-3-0": {"driven_any": 1.0153876283927372, "sim_physics": 0.03166109743252606, "survival_time": 3.5499999999999954, "driven_lanedir": 0.6877482326203274, "sim_render-ego": 0.06503277765193456, "in-drivable-lane": 0.9499999999999966, "agent_compute-ego": 0.06518798814692968, "deviation-heading": 0.47721720082170194, "set_robot_commands": 0.07475601451497682, "deviation-center-line": 0.11994879786730762, "driven_lanedir_consec": 0.6870624668076413, "sim_compute_sim_state": 0.035900455125620664, "sim_compute_performance-ego": 0.06291982153771629, "sim_compute_robot_state-ego": 0.06127477028000523, "sim_compute_robot_state-npc0": 0.07156877450540032, "sim_compute_robot_state-npc1": 0.067022249732219, "sim_compute_robot_state-npc2": 0.0663341031947606, "sim_compute_robot_state-npc3": 0.06476302549872599}, "udem1-4-0": {"driven_any": 0.6489566174251553, "sim_physics": 0.02870749885385687, "survival_time": 2.2, "driven_lanedir": 0.6013276121655571, "sim_render-ego": 0.06857559355822476, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.0665236928246238, "deviation-heading": 0.3369358451507671, "set_robot_commands": 0.07480680400674994, "deviation-center-line": 0.12707159509456606, "driven_lanedir_consec": 0.6013276121655571, "sim_compute_sim_state": 0.03779823671687733, "sim_compute_performance-ego": 0.06612097133289684, "sim_compute_robot_state-ego": 0.06274685534563931, "sim_compute_robot_state-npc0": 0.0698499083518982, "sim_compute_robot_state-npc1": 0.06936921314759688, "sim_compute_robot_state-npc2": 0.06946123730052602, "sim_compute_robot_state-npc3": 0.06743748079646718}}
set_robot_commands_max0.07865319753948011
set_robot_commands_mean0.07587354918922148
set_robot_commands_median0.07480680400674994
set_robot_commands_min0.07280373573303223
sim_compute_performance-ego_max0.06734537450890792
sim_compute_performance-ego_mean0.06508938309004011
sim_compute_performance-ego_median0.06551291064212197
sim_compute_performance-ego_min0.06291982153771629
sim_compute_robot_state-ego_max0.06426247170096949
sim_compute_robot_state-ego_mean0.06290529461087642
sim_compute_robot_state-ego_median0.06274685534563931
sim_compute_robot_state-ego_min0.06127477028000523
sim_compute_robot_state-npc0_max0.07356016259444387
sim_compute_robot_state-npc0_mean0.07143988613578318
sim_compute_robot_state-npc0_median0.07156877450540032
sim_compute_robot_state-npc0_min0.0698499083518982
sim_compute_robot_state-npc1_max0.06936921314759688
sim_compute_robot_state-npc1_mean0.06722839320185975
sim_compute_robot_state-npc1_median0.067022249732219
sim_compute_robot_state-npc1_min0.06494901119134365
sim_compute_robot_state-npc2_max0.06946123730052602
sim_compute_robot_state-npc2_mean0.06672210991348301
sim_compute_robot_state-npc2_median0.06703290813847591
sim_compute_robot_state-npc2_min0.06321419202364408
sim_compute_robot_state-npc3_max0.06798835302654066
sim_compute_robot_state-npc3_mean0.06598299663917975
sim_compute_robot_state-npc3_median0.06500177634389777
sim_compute_robot_state-npc3_min0.06472434753026718
sim_compute_sim_state_max0.038829533677352104
sim_compute_sim_state_mean0.037452802177409227
sim_compute_sim_state_median0.03779823671687733
sim_compute_sim_state_min0.035900455125620664
sim_physics_max0.03206267356872559
sim_physics_mean0.030327456461103696
sim_physics_median0.03014765641628167
sim_physics_min0.02870749885385687
sim_render-ego_max0.06857559355822476
sim_render-ego_mean0.06623609136267325
sim_render-ego_median0.06514924450924522
sim_render-ego_min0.06501384270496857
simulation-passed1
survival_time_max4.749999999999991
survival_time_mean2.8699999999999983
survival_time_min1.900000000000001
180292612Konstantin Chaykachallenge-aido_LF-template-ros - Template solution using ROSaido2-LFVI-sim-testingstep1-simulationsuccessno-0:05:33(hidden)
driven_lanedir_consec_median0.2448526305955765
survival_time_median1.0000000000000002
deviation-center-line_median0.02780956837444773
in-drivable-lane_median0.4500000000000001


other stats
agent_compute-ego_max0.07875359058380127
agent_compute-ego_mean0.07514101903706309
agent_compute-ego_median0.07422511577606201
agent_compute-ego_min0.07228758755852194
deviation-center-line_max0.1257230388091751
deviation-center-line_mean0.05577343615770758
deviation-center-line_min0.01951527185289407
deviation-heading_max0.5595345336423936
deviation-heading_mean0.32175424111925316
deviation-heading_median0.3074760381865353
deviation-heading_min0.16993642764665495
driven_any_max1.135775595781212
driven_any_mean0.7105521201006961
driven_any_median0.5457640496143795
driven_any_min0.3022738981004901
driven_lanedir_consec_max0.8171012478585276
driven_lanedir_consec_mean0.42515260445919045
driven_lanedir_consec_min0.164471242446655
driven_lanedir_max0.8171012478585276
driven_lanedir_mean0.4357084916634508
driven_lanedir_median0.2448526305955765
driven_lanedir_min0.164471242446655
in-drivable-lane_max0.6500000000000002
in-drivable-lane_mean0.38000000000000017
in-drivable-lane_min0.04999999999999999
per-episodes
details{"udem1-0-0": {"driven_any": 0.5457640496143795, "sim_physics": 0.03224656581878662, "survival_time": 1.0000000000000002, "driven_lanedir": 0.164471242446655, "sim_render-ego": 0.07163580656051635, "in-drivable-lane": 0.6500000000000002, "agent_compute-ego": 0.07875359058380127, "deviation-heading": 0.18758204257854744, "set_robot_commands": 0.07799086570739747, "deviation-center-line": 0.01951527185289407, "driven_lanedir_consec": 0.164471242446655, "sim_compute_sim_state": 0.03806716203689575, "sim_compute_performance-ego": 0.06529082059860229, "sim_compute_robot_state-ego": 0.06426874399185181, "sim_compute_robot_state-npc0": 0.07472500801086426, "sim_compute_robot_state-npc1": 0.06696547269821167, "sim_compute_robot_state-npc2": 0.0679731011390686, "sim_compute_robot_state-npc3": 0.06635525226593017}, "udem1-1-0": {"driven_any": 0.5108934139126888, "sim_physics": 0.02829474561354693, "survival_time": 0.8500000000000002, "driven_lanedir": 0.18120319035776863, "sim_render-ego": 0.06611786169164321, "in-drivable-lane": 0.4500000000000001, "agent_compute-ego": 0.07228758755852194, "deviation-heading": 0.3074760381865353, "set_robot_commands": 0.08060012144200943, "deviation-center-line": 0.02399913959382396, "driven_lanedir_consec": 0.1725821469418083, "sim_compute_sim_state": 0.04967184627757353, "sim_compute_performance-ego": 0.06719611672794118, "sim_compute_robot_state-ego": 0.06628155708312988, "sim_compute_robot_state-npc0": 0.07589049900279325, "sim_compute_robot_state-npc1": 0.07131603184868307, "sim_compute_robot_state-npc2": 0.06897578519933364, "sim_compute_robot_state-npc3": 0.06968467375811409}, "udem1-2-0": {"driven_any": 0.3022738981004901, "sim_physics": 0.032169127464294435, "survival_time": 0.49999999999999994, "driven_lanedir": 0.2448526305955765, "sim_render-ego": 0.062941575050354, "in-drivable-lane": 0.04999999999999999, "agent_compute-ego": 0.07422511577606201, "deviation-heading": 0.16993642764665495, "set_robot_commands": 0.07821943759918212, "deviation-center-line": 0.02780956837444773, "driven_lanedir_consec": 0.2448526305955765, "sim_compute_sim_state": 0.03585519790649414, "sim_compute_performance-ego": 0.06276586055755615, "sim_compute_robot_state-ego": 0.06526424884796142, "sim_compute_robot_state-npc0": 0.07516446113586425, "sim_compute_robot_state-npc1": 0.06915771961212158, "sim_compute_robot_state-npc2": 0.06362726688385009, "sim_compute_robot_state-npc3": 0.06397514343261719}, "udem1-3-0": {"driven_any": 1.135775595781212, "sim_physics": 0.02639384865760803, "survival_time": 2.000000000000001, "driven_lanedir": 0.7709141470587263, "sim_render-ego": 0.06628216505050659, "in-drivable-lane": 0.6000000000000003, "agent_compute-ego": 0.07692407965660095, "deviation-heading": 0.3842421635421346, "set_robot_commands": 0.08258991837501525, "deviation-center-line": 0.08182016215819705, "driven_lanedir_consec": 0.7267557544533849, "sim_compute_sim_state": 0.038225573301315305, "sim_compute_performance-ego": 0.06748673915863038, "sim_compute_robot_state-ego": 0.06825151443481445, "sim_compute_robot_state-npc0": 0.07489272356033325, "sim_compute_robot_state-npc1": 0.07001783847808837, "sim_compute_robot_state-npc2": 0.0681034803390503, "sim_compute_robot_state-npc3": 0.06704726219177246}, "udem1-4-0": {"driven_any": 1.05805364309471, "sim_physics": 0.025055610772335167, "survival_time": 1.6500000000000008, "driven_lanedir": 0.8171012478585276, "sim_render-ego": 0.0676628893071955, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.07351472161032936, "deviation-heading": 0.5595345336423936, "set_robot_commands": 0.07774232373093114, "deviation-center-line": 0.1257230388091751, "driven_lanedir_consec": 0.8171012478585276, "sim_compute_sim_state": 0.03771590464042895, "sim_compute_performance-ego": 0.06544853701735988, "sim_compute_robot_state-ego": 0.06496982863455107, "sim_compute_robot_state-npc0": 0.07707604494961826, "sim_compute_robot_state-npc1": 0.07118565385991876, "sim_compute_robot_state-npc2": 0.06815061424717758, "sim_compute_robot_state-npc3": 0.0679456681916208}}
set_robot_commands_max0.08258991837501525
set_robot_commands_mean0.07942853337090708
set_robot_commands_median0.07821943759918212
set_robot_commands_min0.07774232373093114
sim_compute_performance-ego_max0.06748673915863038
sim_compute_performance-ego_mean0.06563761481201798
sim_compute_performance-ego_median0.06544853701735988
sim_compute_performance-ego_min0.06276586055755615
sim_compute_robot_state-ego_max0.06825151443481445
sim_compute_robot_state-ego_mean0.06580717859846173
sim_compute_robot_state-ego_median0.06526424884796142
sim_compute_robot_state-ego_min0.06426874399185181
sim_compute_robot_state-npc0_max0.07707604494961826
sim_compute_robot_state-npc0_mean0.07554974733189465
sim_compute_robot_state-npc0_median0.07516446113586425
sim_compute_robot_state-npc0_min0.07472500801086426
sim_compute_robot_state-npc1_max0.07131603184868307
sim_compute_robot_state-npc1_mean0.06972854329940469
sim_compute_robot_state-npc1_median0.07001783847808837
sim_compute_robot_state-npc1_min0.06696547269821167
sim_compute_robot_state-npc2_max0.06897578519933364
sim_compute_robot_state-npc2_mean0.06736604956169605
sim_compute_robot_state-npc2_median0.0681034803390503
sim_compute_robot_state-npc2_min0.06362726688385009
sim_compute_robot_state-npc3_max0.06968467375811409
sim_compute_robot_state-npc3_mean0.06700159996801093
sim_compute_robot_state-npc3_median0.06704726219177246
sim_compute_robot_state-npc3_min0.06397514343261719
sim_compute_sim_state_max0.04967184627757353
sim_compute_sim_state_mean0.03990713683254153
sim_compute_sim_state_median0.03806716203689575
sim_compute_sim_state_min0.03585519790649414
sim_physics_max0.03224656581878662
sim_physics_mean0.02883197966531424
sim_physics_median0.02829474561354693
sim_physics_min0.025055610772335167
sim_render-ego_max0.07163580656051635
sim_render-ego_mean0.06692805953204313
sim_render-ego_median0.06628216505050659
sim_render-ego_min0.062941575050354
simulation-passed1
survival_time_max2.000000000000001
survival_time_mean1.2000000000000004
survival_time_min0.49999999999999994