Duckietown Challenges Home Challenges Submissions

Submission 3752

Submission3752
Competingyes
Challengeaido2-LFVI-sim-testing
Usersebastian glatz
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 23738
Next
User label-
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
23738step1-simulationsuccessyes0:22:12
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.16232781750815256
agent_compute-ego_mean0.11550472572322654
agent_compute-ego_median0.09229308082943873
agent_compute-ego_min0.09135176658630371
deviation-center-line_max0.5141120095458062
deviation-center-line_mean0.1769000227005324
deviation-center-line_min0.06216029860587694
deviation-heading_max1.9929437250081896
deviation-heading_mean0.692977823395608
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.5343244022418343
driven_any_mean1.3470385992234175
driven_any_median1.001633421251194
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.494308053441959
driven_lanedir_consec_mean0.881391085527715
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.494308053441959
driven_lanedir_mean0.8962528018383226
driven_lanedir_median0.7206363324756615
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.2232369259942936, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.06398151192484022, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.15992548797703995, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.10044292860393282, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.04135039486462557, "sim_compute_performance-ego": 0.07062772255909594, "sim_compute_robot_state-ego": 0.07641311536861371, "sim_compute_robot_state-npc0": 0.06952962090697469, "sim_compute_robot_state-npc1": 0.0716396464577204, "sim_compute_robot_state-npc2": 0.07476655139198786, "sim_compute_robot_state-npc3": 0.07442329503312896}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.22329912866864884, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.06341205324445452, "in-drivable-lane": 0, "agent_compute-ego": 0.16232781750815256, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.1040053197315761, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.04217818805149624, "sim_compute_performance-ego": 0.07180802311216082, "sim_compute_robot_state-ego": 0.08054906129837036, "sim_compute_robot_state-npc0": 0.07099515199661255, "sim_compute_robot_state-npc1": 0.07121738365718297, "sim_compute_robot_state-npc2": 0.07180529832839966, "sim_compute_robot_state-npc3": 0.07301610708236694}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.20676249902225236, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.06576496652029093, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.15524408655259217, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.09629925709326292, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.04156527241456856, "sim_compute_performance-ego": 0.07120496555439478, "sim_compute_robot_state-ego": 0.0753547890672406, "sim_compute_robot_state-npc0": 0.0708929635946033, "sim_compute_robot_state-npc1": 0.07116010814037138, "sim_compute_robot_state-npc2": 0.0680342345561796, "sim_compute_robot_state-npc3": 0.0698054484950686}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.21940657496452332, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.06159333884716034, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.1544894576072693, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.09590904911359152, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.040441726644833885, "sim_compute_performance-ego": 0.0709511289993922, "sim_compute_robot_state-ego": 0.07385360201199849, "sim_compute_robot_state-npc0": 0.0697053571542104, "sim_compute_robot_state-npc1": 0.07282898823420207, "sim_compute_robot_state-npc2": 0.06888548036416371, "sim_compute_robot_state-npc3": 0.07184277971585591}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.2312582560947963, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.06663986614772252, "in-drivable-lane": 0, "agent_compute-ego": 0.16153211820693242, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.10022610709780738, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.039978685833158945, "sim_compute_performance-ego": 0.07379488717942011, "sim_compute_robot_state-ego": 0.07530614307948522, "sim_compute_robot_state-npc0": 0.06868323825654529, "sim_compute_robot_state-npc1": 0.06919872193109422, "sim_compute_robot_state-npc2": 0.07200494266691662, "sim_compute_robot_state-npc3": 0.07489735739571708}, "udem1-5-0": {"driven_any": 3.5343244022418343, "sim_physics": 0.13655595008484617, "survival_time": 8.349999999999984, "driven_lanedir": 2.494308053441959, "sim_render-ego": 0.044756742294677, "in-drivable-lane": 2, "agent_compute-ego": 0.11143435832269176, "deviation-heading": 1.9929437250081896, "set_robot_commands": 0.06738154331367173, "deviation-center-line": 0.5141120095458062, "driven_lanedir_consec": 2.494308053441959, "sim_compute_sim_state": 0.03078743797576356, "sim_compute_performance-ego": 0.04917882588095294, "sim_compute_robot_state-ego": 0.05187062731759991, "sim_compute_robot_state-npc0": 0.050935915130341125, "sim_compute_robot_state-npc1": 0.04933176069202537, "sim_compute_robot_state-npc2": 0.0484538435222146, "sim_compute_robot_state-npc3": 0.04885149858668893}, "udem1-6-0": {"driven_any": 2.176040550989443, "sim_physics": 0.1146271275085153, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.03729645719805968, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.0918150503658554, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.055259137477689575, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.025017273078844385, "sim_compute_performance-ego": 0.03994097061527586, "sim_compute_robot_state-ego": 0.04223130744637795, "sim_compute_robot_state-npc0": 0.04214491427523419, "sim_compute_robot_state-npc1": 0.04032357225140321, "sim_compute_robot_state-npc2": 0.0403728461959987, "sim_compute_robot_state-npc3": 0.04040080135308423}, "udem1-7-0": {"driven_any": 1.0050236108346422, "sim_physics": 0.12225017070770264, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684156, "sim_render-ego": 0.03716709613800049, "in-drivable-lane": 0, "agent_compute-ego": 0.09214448928833008, "deviation-heading": 0.9227446658975216, "set_robot_commands": 0.05643095016479492, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.023632054328918455, "sim_compute_performance-ego": 0.04064247608184814, "sim_compute_robot_state-ego": 0.04210325717926025, "sim_compute_robot_state-npc0": 0.041567416191101075, "sim_compute_robot_state-npc1": 0.040606451034545896, "sim_compute_robot_state-npc2": 0.041296567916870114, "sim_compute_robot_state-npc3": 0.03989851474761963}, "udem1-8-0": {"driven_any": 0.9970416603019576, "sim_physics": 0.1091823119383592, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.03653809657463661, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.0915492818905757, "deviation-heading": 0.6817155913229235, "set_robot_commands": 0.05631556877723107, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.023420242162851188, "sim_compute_performance-ego": 0.03987835462276752, "sim_compute_robot_state-ego": 0.042707388217632584, "sim_compute_robot_state-npc0": 0.04100024241667528, "sim_compute_robot_state-npc1": 0.04075102164195134, "sim_compute_robot_state-npc2": 0.03992726711126474, "sim_compute_robot_state-npc3": 0.040706987564380355}, "udem1-9-0": {"driven_any": 0.4374998710472299, "sim_physics": 0.1328320961732131, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.03948021852053129, "in-drivable-lane": 0, "agent_compute-ego": 0.092668368266179, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.05937642317551833, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.02350481656881479, "sim_compute_performance-ego": 0.040133182819073014, "sim_compute_robot_state-ego": 0.04311673457805927, "sim_compute_robot_state-npc0": 0.04226063765012301, "sim_compute_robot_state-npc1": 0.04111689787644606, "sim_compute_robot_state-npc2": 0.040637584832998425, "sim_compute_robot_state-npc3": 0.04070147184225229}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.12035245245153252, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.03692483901977539, "in-drivable-lane": 0, "agent_compute-ego": 0.09142300215634432, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.05599032748829235, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.023631193421103737, "sim_compute_performance-ego": 0.04063780741258101, "sim_compute_robot_state-ego": 0.041877399791370735, "sim_compute_robot_state-npc0": 0.04037172144109553, "sim_compute_robot_state-npc1": 0.04113972187042236, "sim_compute_robot_state-npc2": 0.040349385955116966, "sim_compute_robot_state-npc3": 0.04079649665138938}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.10877509117126465, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756615, "sim_render-ego": 0.037096014022827146, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.09135176658630371, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.0563878870010376, "deviation-center-line": 0.16567670185555422, "driven_lanedir_consec": 0.7185075497455284, "sim_compute_sim_state": 0.02321070671081543, "sim_compute_performance-ego": 0.04022030830383301, "sim_compute_robot_state-ego": 0.042505378723144534, "sim_compute_robot_state-npc0": 0.0412233829498291, "sim_compute_robot_state-npc1": 0.04029578685760498, "sim_compute_robot_state-npc2": 0.04034862041473389, "sim_compute_robot_state-npc3": 0.040031085014343264}, "udem1-12-0": {"driven_any": 1.964687870253437, "sim_physics": 0.10862499855934306, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.03696779748226734, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.09227753953730806, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.0564806359879514, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.023106651103242913, "sim_compute_performance-ego": 0.0399453969711953, "sim_compute_robot_state-ego": 0.04237596785768549, "sim_compute_robot_state-npc0": 0.04127386022121348, "sim_compute_robot_state-npc1": 0.04033484357468625, "sim_compute_robot_state-npc2": 0.039956435244134135, "sim_compute_robot_state-npc3": 0.039897396209392144}, "udem1-13-0": {"driven_any": 1.001633421251194, "sim_physics": 0.10808523343159604, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.03699877170416025, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.0920949807533851, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.05698278317084679, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.023104773117945746, "sim_compute_performance-ego": 0.04022844479634212, "sim_compute_robot_state-ego": 0.04199860646174504, "sim_compute_robot_state-npc0": 0.04216801203214205, "sim_compute_robot_state-npc1": 0.04179741327579205, "sim_compute_robot_state-npc2": 0.0409628519645104, "sim_compute_robot_state-npc3": 0.040482090069697454}, "udem1-14-0": {"driven_any": 2.218769782727203, "sim_physics": 0.1086828481583368, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433656, "sim_render-ego": 0.0374713557107108, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.09229308082943873, "deviation-heading": 1.7163026916317128, "set_robot_commands": 0.057123359044392905, "deviation-center-line": 0.24126933160503777, "driven_lanedir_consec": 0.6077880672015845, "sim_compute_sim_state": 0.02336405118306478, "sim_compute_performance-ego": 0.040424226579212005, "sim_compute_robot_state-ego": 0.042596444629487536, "sim_compute_robot_state-npc0": 0.04188255355471657, "sim_compute_robot_state-npc1": 0.04095742588951474, "sim_compute_robot_state-npc2": 0.040590247653779526, "sim_compute_robot_state-npc3": 0.04083080972943987}}
set_robot_commands_max0.1040053197315761
set_robot_commands_mean0.07164075181610649
set_robot_commands_median0.057123359044392905
set_robot_commands_min0.055259137477689575
sim_compute_performance-ego_max0.07379488717942011
sim_compute_performance-ego_mean0.05130778143250299
sim_compute_performance-ego_median0.04063780741258101
sim_compute_performance-ego_min0.03987835462276752
sim_compute_robot_state-ego_max0.08054906129837036
sim_compute_robot_state-ego_mean0.05432398820187145
sim_compute_robot_state-ego_median0.042707388217632584
sim_compute_robot_state-ego_min0.041877399791370735
sim_compute_robot_state-npc0_max0.07099515199661255
sim_compute_robot_state-npc0_mean0.05164233251809451
sim_compute_robot_state-npc0_median0.04216801203214205
sim_compute_robot_state-npc0_min0.04037172144109553
sim_compute_robot_state-npc1_max0.07282898823420207
sim_compute_robot_state-npc1_mean0.05151331622566421
sim_compute_robot_state-npc1_median0.04113972187042236
sim_compute_robot_state-npc1_min0.04029578685760498
sim_compute_robot_state-npc2_max0.07476655139198786
sim_compute_robot_state-npc2_mean0.05122614387461792
sim_compute_robot_state-npc2_median0.0409628519645104
sim_compute_robot_state-npc2_min0.03992726711126474
sim_compute_robot_state-npc3_max0.07489735739571708
sim_compute_robot_state-npc3_mean0.05177214263269501
sim_compute_robot_state-npc3_median0.04079649665138938
sim_compute_robot_state-npc3_min0.039897396209392144
sim_compute_sim_state_max0.04217818805149624
sim_compute_sim_state_mean0.029886231164003216
sim_compute_sim_state_median0.023632054328918455
sim_compute_sim_state_min0.023104773117945746
sim_physics_max0.2312582560947963
sim_physics_mean0.15159544432861488
sim_physics_median0.12225017070770264
sim_physics_min0.10808523343159604
sim_render-ego_max0.06663986614772252
sim_render-ego_mean0.046805941690007624
sim_render-ego_median0.0374713557107108
sim_render-ego_min0.03653809657463661
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005
No reset possible