Duckietown Challenges Home Challenges Submissions

Submission 2864

Submission2864
Competingyes
Challengeaido2-LFVI-sim-testing
UserAlexander Karavaev
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22733
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22733step1-simulationsuccessyes0:49:36
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.34490724288392616
survival_time_median8.299999999999983
deviation-center-line_median0.2844082112463791
in-drivable-lane_median0.7999999999999972


other stats
agent_compute-ego_max0.11065040329309898
agent_compute-ego_mean0.09735271646905506
agent_compute-ego_median0.0975925588607788
agent_compute-ego_min0.08462515115737915
deviation-center-line_max0.9096830762941096
deviation-center-line_mean0.3505080393703441
deviation-center-line_min0.10713109441989138
deviation-heading_max5.1802862448746
deviation-heading_mean2.501700050715592
deviation-heading_median2.0547499264303988
deviation-heading_min1.461925846621474
driven_any_max1.1745816663524344
driven_any_mean0.7036495206365981
driven_any_median0.6401718380314688
driven_any_min0.18611878673167337
driven_lanedir_consec_max0.8366959265512528
driven_lanedir_consec_mean0.3714446029829952
driven_lanedir_consec_min0.14189238992856845
driven_lanedir_max0.8775842768646558
driven_lanedir_mean0.3931588889305324
driven_lanedir_median0.3601792375305599
driven_lanedir_min0.14189238992856845
in-drivable-lane_max8.30000000000001
in-drivable-lane_mean2.9766666666666923
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.3470269301906939, "sim_physics": 0.10399312922295104, "survival_time": 4.699999999999991, "driven_lanedir": 0.2353081860752302, "sim_render-ego": 0.05524615531272077, "in-drivable-lane": 0.7999999999999972, "agent_compute-ego": 0.0912343720172314, "deviation-heading": 1.5073552351929695, "set_robot_commands": 0.07742608354446735, "deviation-center-line": 0.21945928675405285, "driven_lanedir_consec": 0.2353081860752302, "sim_compute_sim_state": 0.03254538647671963, "sim_compute_performance-ego": 0.05812761885054568, "sim_compute_robot_state-ego": 0.05802445969683059, "sim_compute_robot_state-npc0": 0.06573566223712678, "sim_compute_robot_state-npc1": 0.06075462635527266, "sim_compute_robot_state-npc2": 0.06038636603253953, "sim_compute_robot_state-npc3": 0.06064897648831631}, "udem1-1-0": {"driven_any": 1.1745337908202838, "sim_physics": 0.10309248367945352, "survival_time": 14.950000000000076, "driven_lanedir": 0.4878267863046961, "sim_render-ego": 0.05277766386667888, "in-drivable-lane": 7.800000000000095, "agent_compute-ego": 0.08462515115737915, "deviation-heading": 2.32672359427828, "set_robot_commands": 0.07405543406804403, "deviation-center-line": 0.2844082112463791, "driven_lanedir_consec": 0.4878267863046961, "sim_compute_sim_state": 0.03227408011754354, "sim_compute_performance-ego": 0.05672042926152547, "sim_compute_robot_state-ego": 0.05790875514348348, "sim_compute_robot_state-npc0": 0.0636698309580485, "sim_compute_robot_state-npc1": 0.058124857743581136, "sim_compute_robot_state-npc2": 0.05783155441284179, "sim_compute_robot_state-npc3": 0.05934781869252523}, "udem1-2-0": {"driven_any": 0.6401718380314688, "sim_physics": 0.1099517747580287, "survival_time": 8.299999999999983, "driven_lanedir": 0.5859820998458034, "sim_render-ego": 0.05366859378584896, "in-drivable-lane": 0, "agent_compute-ego": 0.08479376011584179, "deviation-heading": 2.5720954179737077, "set_robot_commands": 0.07404355543205537, "deviation-center-line": 0.3804975541192602, "driven_lanedir_consec": 0.5859820998458034, "sim_compute_sim_state": 0.03171947777989399, "sim_compute_performance-ego": 0.056397617581378984, "sim_compute_robot_state-ego": 0.0570352508361081, "sim_compute_robot_state-npc0": 0.06314690429044056, "sim_compute_robot_state-npc1": 0.058833415249744093, "sim_compute_robot_state-npc2": 0.058824879577360954, "sim_compute_robot_state-npc3": 0.058685009738048875}, "udem1-3-0": {"driven_any": 1.098176876154381, "sim_physics": 0.11256310258592878, "survival_time": 14.000000000000064, "driven_lanedir": 0.37956793340353023, "sim_render-ego": 0.05703563008989607, "in-drivable-lane": 7.850000000000071, "agent_compute-ego": 0.08868451799665178, "deviation-heading": 2.575814303480508, "set_robot_commands": 0.07447810428483145, "deviation-center-line": 0.2920390691139856, "driven_lanedir_consec": 0.34490724288392616, "sim_compute_sim_state": 0.03296833464077541, "sim_compute_performance-ego": 0.060056275980813166, "sim_compute_robot_state-ego": 0.05968730790274484, "sim_compute_robot_state-npc0": 0.06685860838208879, "sim_compute_robot_state-npc1": 0.0611256514276777, "sim_compute_robot_state-npc2": 0.060373153005327494, "sim_compute_robot_state-npc3": 0.06016996502876282}, "udem1-4-0": {"driven_any": 0.18611878673167337, "sim_physics": 0.10894996715041828, "survival_time": 2.6499999999999986, "driven_lanedir": 0.14377029047279, "sim_render-ego": 0.058208173176027694, "in-drivable-lane": 0, "agent_compute-ego": 0.09353131168293503, "deviation-heading": 1.461925846621474, "set_robot_commands": 0.07658341245831184, "deviation-center-line": 0.14157197074293154, "driven_lanedir_consec": 0.14377029047279, "sim_compute_sim_state": 0.036977223630221386, "sim_compute_performance-ego": 0.06368998311600595, "sim_compute_robot_state-ego": 0.06108705952482404, "sim_compute_robot_state-npc0": 0.07308970757250516, "sim_compute_robot_state-npc1": 0.06468135455869278, "sim_compute_robot_state-npc2": 0.06430900321816499, "sim_compute_robot_state-npc3": 0.06524436428861798}, "udem1-5-0": {"driven_any": 0.3146869979470737, "sim_physics": 0.10752013430875892, "survival_time": 4.249999999999993, "driven_lanedir": 0.2077810978129264, "sim_render-ego": 0.06172337812535903, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.09127198107102338, "deviation-heading": 1.778769569664098, "set_robot_commands": 0.0781094887677361, "deviation-center-line": 0.1702941413377449, "driven_lanedir_consec": 0.2077810978129264, "sim_compute_sim_state": 0.035384166941923256, "sim_compute_performance-ego": 0.06492421767290901, "sim_compute_robot_state-ego": 0.0638762025272145, "sim_compute_robot_state-npc0": 0.07353005689733169, "sim_compute_robot_state-npc1": 0.06457736632403205, "sim_compute_robot_state-npc2": 0.06370523396660299, "sim_compute_robot_state-npc3": 0.06402699526618509}, "udem1-6-0": {"driven_any": 0.3267455084338036, "sim_physics": 0.12202158841219816, "survival_time": 4.399999999999992, "driven_lanedir": 0.26583044727868455, "sim_render-ego": 0.06366989016532898, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.10265829346396706, "deviation-heading": 1.6940227737614693, "set_robot_commands": 0.07728476415980946, "deviation-center-line": 0.1630523931338232, "driven_lanedir_consec": 0.26583044727868455, "sim_compute_sim_state": 0.03650887987830422, "sim_compute_performance-ego": 0.06569879434325478, "sim_compute_robot_state-ego": 0.06341031735593622, "sim_compute_robot_state-npc0": 0.07323124733838168, "sim_compute_robot_state-npc1": 0.06636006181890314, "sim_compute_robot_state-npc2": 0.06574333526871422, "sim_compute_robot_state-npc3": 0.0653440302068537}, "udem1-7-0": {"driven_any": 1.174567006135251, "sim_physics": 0.11244061708450316, "survival_time": 14.950000000000076, "driven_lanedir": 0.577347039670262, "sim_render-ego": 0.06379940509796142, "in-drivable-lane": 5.100000000000066, "agent_compute-ego": 0.0975925588607788, "deviation-heading": 5.1802862448746, "set_robot_commands": 0.07672936121622721, "deviation-center-line": 0.6130724763052668, "driven_lanedir_consec": 0.5477135673894336, "sim_compute_sim_state": 0.03661362648010254, "sim_compute_performance-ego": 0.06514355023701986, "sim_compute_robot_state-ego": 0.0630748438835144, "sim_compute_robot_state-npc0": 0.07286120017369588, "sim_compute_robot_state-npc1": 0.06620310147603353, "sim_compute_robot_state-npc2": 0.06569144169489542, "sim_compute_robot_state-npc3": 0.06517634789148967}, "udem1-8-0": {"driven_any": 0.2142374790062311, "sim_physics": 0.10722573200861613, "survival_time": 2.9999999999999973, "driven_lanedir": 0.14189238992856845, "sim_render-ego": 0.06242371002833048, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.09132999579111736, "deviation-heading": 1.5172152353652426, "set_robot_commands": 0.07564551830291748, "deviation-center-line": 0.10713109441989138, "driven_lanedir_consec": 0.14189238992856845, "sim_compute_sim_state": 0.03605458339055379, "sim_compute_performance-ego": 0.06412200927734375, "sim_compute_robot_state-ego": 0.06129916111628215, "sim_compute_robot_state-npc0": 0.07353275616963705, "sim_compute_robot_state-npc1": 0.06558093229929605, "sim_compute_robot_state-npc2": 0.06403422355651855, "sim_compute_robot_state-npc3": 0.06949938535690307}, "udem1-9-0": {"driven_any": 1.0660704109894847, "sim_physics": 0.1142559708917842, "survival_time": 13.600000000000058, "driven_lanedir": 0.7023872434682448, "sim_render-ego": 0.0654933759394814, "in-drivable-lane": 3.000000000000023, "agent_compute-ego": 0.10307624673142152, "deviation-heading": 4.369672562945492, "set_robot_commands": 0.0766976361765581, "deviation-center-line": 0.7282403662263328, "driven_lanedir_consec": 0.4824850833431664, "sim_compute_sim_state": 0.03662823403582854, "sim_compute_performance-ego": 0.06511246982742758, "sim_compute_robot_state-ego": 0.06317034626708311, "sim_compute_robot_state-npc0": 0.07420160752885482, "sim_compute_robot_state-npc1": 0.06768525435644038, "sim_compute_robot_state-npc2": 0.06446050282786875, "sim_compute_robot_state-npc3": 0.06510394285706912}, "udem1-10-0": {"driven_any": 0.4191703328087611, "sim_physics": 0.1128091726217184, "survival_time": 5.549999999999988, "driven_lanedir": 0.3601792375305599, "sim_render-ego": 0.06331017425468376, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.10537291861869194, "deviation-heading": 2.0547499264303988, "set_robot_commands": 0.07737921164916442, "deviation-center-line": 0.2103952943122381, "driven_lanedir_consec": 0.3601792375305599, "sim_compute_sim_state": 0.03507669766743978, "sim_compute_performance-ego": 0.06461088077442066, "sim_compute_robot_state-ego": 0.06320725045762621, "sim_compute_robot_state-npc0": 0.07424179498139802, "sim_compute_robot_state-npc1": 0.06664582200952478, "sim_compute_robot_state-npc2": 0.06445132075129328, "sim_compute_robot_state-npc3": 0.06549944533958091}, "udem1-11-0": {"driven_any": 1.1745816663524344, "sim_physics": 0.10470794041951498, "survival_time": 14.950000000000076, "driven_lanedir": 0.8775842768646558, "sim_render-ego": 0.06398152192433675, "in-drivable-lane": 2.6500000000000377, "agent_compute-ego": 0.10837200164794922, "deviation-heading": 3.862970966172535, "set_robot_commands": 0.07954168955485026, "deviation-center-line": 0.9096830762941096, "driven_lanedir_consec": 0.8366959265512528, "sim_compute_sim_state": 0.03649407386779785, "sim_compute_performance-ego": 0.06503470182418823, "sim_compute_robot_state-ego": 0.06175500949223836, "sim_compute_robot_state-npc0": 0.07630184968312581, "sim_compute_robot_state-npc1": 0.06891561269760133, "sim_compute_robot_state-npc2": 0.06624531269073486, "sim_compute_robot_state-npc3": 0.06628581523895263}, "udem1-12-0": {"driven_any": 0.9937155284082174, "sim_physics": 0.11543208313739206, "survival_time": 12.700000000000044, "driven_lanedir": 0.22746963242855345, "sim_render-ego": 0.06913319629008376, "in-drivable-lane": 8.30000000000001, "agent_compute-ego": 0.11065040329309898, "deviation-heading": 3.0689993370238766, "set_robot_commands": 0.08070626596766194, "deviation-center-line": 0.4568823714451792, "driven_lanedir_consec": 0.2268400164544104, "sim_compute_sim_state": 0.03939892644957295, "sim_compute_performance-ego": 0.06843571681675949, "sim_compute_robot_state-ego": 0.0637638212188961, "sim_compute_robot_state-npc0": 0.07736102520950197, "sim_compute_robot_state-npc1": 0.07022992644723006, "sim_compute_robot_state-npc2": 0.06932115273212823, "sim_compute_robot_state-npc3": 0.06916507116452915}, "udem1-13-0": {"driven_any": 1.1745350522892686, "sim_physics": 0.10512363195419312, "survival_time": 14.950000000000076, "driven_lanedir": 0.5031649228251633, "sim_render-ego": 0.06467283566792806, "in-drivable-lane": 7.850000000000095, "agent_compute-ego": 0.10242635409037272, "deviation-heading": 1.8082417562233568, "set_robot_commands": 0.07773682832717896, "deviation-center-line": 0.4133029034314813, "driven_lanedir_consec": 0.5031649228251633, "sim_compute_sim_state": 0.03740404446919759, "sim_compute_performance-ego": 0.06637513081232707, "sim_compute_robot_state-ego": 0.06210080623626709, "sim_compute_robot_state-npc0": 0.07441365718841553, "sim_compute_robot_state-npc1": 0.06790420611699423, "sim_compute_robot_state-npc2": 0.06714611371358235, "sim_compute_robot_state-npc3": 0.06642958005269368}, "udem1-14-0": {"driven_any": 0.2504046052499478, "sim_physics": 0.10996337558912196, "survival_time": 3.4499999999999957, "driven_lanedir": 0.20129175004831645, "sim_render-ego": 0.06699784942295241, "in-drivable-lane": 0, "agent_compute-ego": 0.10467088049736575, "deviation-heading": 1.74665799072587, "set_robot_commands": 0.07848382687223131, "deviation-center-line": 0.16759038167248522, "driven_lanedir_consec": 0.20129175004831645, "sim_compute_sim_state": 0.03817599061606587, "sim_compute_performance-ego": 0.0671590272931085, "sim_compute_robot_state-ego": 0.06406448543935582, "sim_compute_robot_state-npc0": 0.07557447405828946, "sim_compute_robot_state-npc1": 0.06982034876726675, "sim_compute_robot_state-npc2": 0.06988137355749158, "sim_compute_robot_state-npc3": 0.0693245556043542}}
set_robot_commands_max0.08070626596766194
set_robot_commands_mean0.07699341205213633
set_robot_commands_median0.07728476415980946
set_robot_commands_min0.07404355543205537
sim_compute_performance-ego_max0.06843571681675949
sim_compute_performance-ego_mean0.06344056157793522
sim_compute_performance-ego_median0.06492421767290901
sim_compute_performance-ego_min0.056397617581378984
sim_compute_robot_state-ego_max0.06406448543935582
sim_compute_robot_state-ego_mean0.061564338473227
sim_compute_robot_state-ego_median0.06210080623626709
sim_compute_robot_state-ego_min0.0570352508361081
sim_compute_robot_state-npc0_max0.07736102520950197
sim_compute_robot_state-npc0_mean0.07185002551125613
sim_compute_robot_state-npc0_median0.07353005689733169
sim_compute_robot_state-npc0_min0.06314690429044056
sim_compute_robot_state-npc1_max0.07022992644723006
sim_compute_robot_state-npc1_mean0.06516283584321937
sim_compute_robot_state-npc1_median0.06620310147603353
sim_compute_robot_state-npc1_min0.058124857743581136
sim_compute_robot_state-npc2_max0.06988137355749158
sim_compute_robot_state-npc2_mean0.06416033113373766
sim_compute_robot_state-npc2_median0.06445132075129328
sim_compute_robot_state-npc2_min0.05783155441284179
sim_compute_robot_state-npc3_max0.06949938535690307
sim_compute_robot_state-npc3_mean0.0646634202143255
sim_compute_robot_state-npc3_median0.06524436428861798
sim_compute_robot_state-npc3_min0.058685009738048875
sim_compute_sim_state_max0.03939892644957295
sim_compute_sim_state_mean0.03561491509612935
sim_compute_sim_state_median0.03649407386779785
sim_compute_sim_state_min0.03171947777989399
sim_physics_max0.12202158841219816
sim_physics_mean0.1100033802549721
sim_physics_median0.1099517747580287
sim_physics_min0.10309248367945352
sim_render-ego_max0.06913319629008376
sim_render-ego_mean0.06147610354317456
sim_render-ego_median0.06331017425468376
sim_render-ego_min0.05277766386667888
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.09333333333336
survival_time_min2.6499999999999986
No reset possible