Duckietown Challenges Home Challenges Submissions

Job 25697

Job ID25697
submission4343
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-baseline-duckietown
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10492
date started
date completed
duration0:34:32
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median1.2936911092686696
survival_time_median14.950000000000076
deviation-center-line_median0.6458927111703605
in-drivable-lane_median0


other stats
agent_compute-ego_max0.017457199891408284
agent_compute-ego_mean0.01679326516771522
agent_compute-ego_median0.016955004533131916
agent_compute-ego_min0.01609442154566447
deviation-center-line_max1.3390395454470394
deviation-center-line_mean0.6670912557141407
deviation-center-line_min0.1613606947644751
deviation-heading_max4.98795635733484
deviation-heading_mean2.4719076904646533
deviation-heading_median2.434138711520347
deviation-heading_min0.923595153537317
driven_any_max2.3491387033440625
driven_any_mean1.671924716038304
driven_any_median2.3413362358851932
driven_any_min0.48472869270977254
driven_lanedir_consec_max1.918764399948572
driven_lanedir_consec_mean1.1832794725542286
driven_lanedir_consec_min0.3442983023289712
driven_lanedir_max2.3150621535147295
driven_lanedir_mean1.5612602794123638
driven_lanedir_median2.073434212599558
driven_lanedir_min0.4416049043292265
in-drivable-lane_max0.5999999999999979
in-drivable-lane_mean0.11666666666666684
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.3413362358851932, "sim_physics": 0.12590962251027424, "survival_time": 14.950000000000076, "driven_lanedir": 2.073434212599558, "sim_render-ego": 0.007411978244781494, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.017011493841807047, "deviation-heading": 4.98795635733484, "set_robot_commands": 0.007052044868469238, "deviation-center-line": 0.7554048564695477, "driven_lanedir_consec": 1.3448922518636688, "sim_compute_sim_state": 0.003088709513346354, "sim_compute_performance-ego": 0.004246884187062581, "sim_compute_robot_state-ego": 0.005453042189280192, "sim_compute_robot_state-npc0": 0.006146535078684489, "sim_compute_robot_state-npc1": 0.005007530053456624, "sim_compute_robot_state-npc2": 0.004929343064626058, "sim_compute_robot_state-npc3": 0.004880389372507731}, "udem1-1-0": {"driven_any": 1.320483152244456, "sim_physics": 0.1286004760809112, "survival_time": 8.549999999999986, "driven_lanedir": 1.2936911092686696, "sim_render-ego": 0.007472519288983261, "in-drivable-lane": 0, "agent_compute-ego": 0.01648247172260842, "deviation-heading": 1.18865991434161, "set_robot_commands": 0.007143604825114646, "deviation-center-line": 0.4267932763962911, "driven_lanedir_consec": 1.2936911092686696, "sim_compute_sim_state": 0.002965117058558771, "sim_compute_performance-ego": 0.004233443946169133, "sim_compute_robot_state-ego": 0.005460458889342191, "sim_compute_robot_state-npc0": 0.005979459885268184, "sim_compute_robot_state-npc1": 0.004999839771560758, "sim_compute_robot_state-npc2": 0.004897933257253547, "sim_compute_robot_state-npc3": 0.004782591646874858}, "udem1-2-0": {"driven_any": 0.48472869270977254, "sim_physics": 0.1176031774549342, "survival_time": 3.349999999999996, "driven_lanedir": 0.4416049043292265, "sim_render-ego": 0.00771721085505699, "in-drivable-lane": 0, "agent_compute-ego": 0.017362605279950954, "deviation-heading": 1.1922322677816726, "set_robot_commands": 0.00729399296774793, "deviation-center-line": 0.2784698184538532, "driven_lanedir_consec": 0.4416049043292265, "sim_compute_sim_state": 0.0030553518836177996, "sim_compute_performance-ego": 0.004302697395210836, "sim_compute_robot_state-ego": 0.005479374928260917, "sim_compute_robot_state-npc0": 0.006758334031745569, "sim_compute_robot_state-npc1": 0.005537894234728457, "sim_compute_robot_state-npc2": 0.005027340419256865, "sim_compute_robot_state-npc3": 0.004881766305040957}, "udem1-3-0": {"driven_any": 2.349079487056939, "sim_physics": 0.1290277624130249, "survival_time": 14.950000000000076, "driven_lanedir": 2.2341684253312755, "sim_render-ego": 0.007391393979390462, "in-drivable-lane": 0, "agent_compute-ego": 0.017457199891408284, "deviation-heading": 3.2562685693220774, "set_robot_commands": 0.00729629119237264, "deviation-center-line": 1.0570097533015503, "driven_lanedir_consec": 1.37505406284151, "sim_compute_sim_state": 0.0030231706301371256, "sim_compute_performance-ego": 0.0042284385363260905, "sim_compute_robot_state-ego": 0.005497105916341146, "sim_compute_robot_state-npc0": 0.006089574495951335, "sim_compute_robot_state-npc1": 0.00496237834294637, "sim_compute_robot_state-npc2": 0.004845308462778727, "sim_compute_robot_state-npc3": 0.004792316754659017}, "udem1-4-0": {"driven_any": 2.3491387033440625, "sim_physics": 0.12531702836354577, "survival_time": 14.950000000000076, "driven_lanedir": 2.3150621535147295, "sim_render-ego": 0.007469162940979004, "in-drivable-lane": 0, "agent_compute-ego": 0.017252097924550375, "deviation-heading": 1.9116851660094731, "set_robot_commands": 0.007022051016489664, "deviation-center-line": 0.6458927111703605, "driven_lanedir_consec": 1.847778421283635, "sim_compute_sim_state": 0.003002785841623942, "sim_compute_performance-ego": 0.0041576615969340005, "sim_compute_robot_state-ego": 0.005386865139007569, "sim_compute_robot_state-npc0": 0.006056402524312337, "sim_compute_robot_state-npc1": 0.004929188092549642, "sim_compute_robot_state-npc2": 0.0048763656616210935, "sim_compute_robot_state-npc3": 0.0048752228418986005}, "udem1-5-0": {"driven_any": 0.7820298681113009, "sim_physics": 0.11744533593838032, "survival_time": 5.1999999999999895, "driven_lanedir": 0.7388963202331451, "sim_render-ego": 0.0074160236578721265, "in-drivable-lane": 0, "agent_compute-ego": 0.016679630829737738, "deviation-heading": 1.1064721996353946, "set_robot_commands": 0.007365765479894785, "deviation-center-line": 0.1613606947644751, "driven_lanedir_consec": 0.7388963202331451, "sim_compute_sim_state": 0.002920460242491502, "sim_compute_performance-ego": 0.004157854960514949, "sim_compute_robot_state-ego": 0.005375135403413039, "sim_compute_robot_state-npc0": 0.006011050481062669, "sim_compute_robot_state-npc1": 0.004954810325915997, "sim_compute_robot_state-npc2": 0.0048179580615117, "sim_compute_robot_state-npc3": 0.004801614926411555}, "udem1-6-0": {"driven_any": 2.349029889783031, "sim_physics": 0.113863205909729, "survival_time": 14.950000000000076, "driven_lanedir": 2.2059036931188083, "sim_render-ego": 0.00734359343846639, "in-drivable-lane": 0, "agent_compute-ego": 0.016968791484832765, "deviation-heading": 4.209180490704574, "set_robot_commands": 0.006936275164286296, "deviation-center-line": 1.0086301079835192, "driven_lanedir_consec": 1.65028458793303, "sim_compute_sim_state": 0.0029820839564005533, "sim_compute_performance-ego": 0.004152920246124268, "sim_compute_robot_state-ego": 0.005301411946614583, "sim_compute_robot_state-npc0": 0.006058890024820964, "sim_compute_robot_state-npc1": 0.0051421475410461425, "sim_compute_robot_state-npc2": 0.004918226401011149, "sim_compute_robot_state-npc3": 0.004835093816121419}, "udem1-7-0": {"driven_any": 2.349124549703718, "sim_physics": 0.12036609093348186, "survival_time": 14.950000000000076, "driven_lanedir": 2.281838371327781, "sim_render-ego": 0.007399269739786784, "in-drivable-lane": 0, "agent_compute-ego": 0.016955004533131916, "deviation-heading": 2.5079075214877307, "set_robot_commands": 0.007002971967061361, "deviation-center-line": 1.1105077369416616, "driven_lanedir_consec": 1.7723512663203798, "sim_compute_sim_state": 0.0030013593037923176, "sim_compute_performance-ego": 0.004191959698994954, "sim_compute_robot_state-ego": 0.005369113286336263, "sim_compute_robot_state-npc0": 0.005966444810231526, "sim_compute_robot_state-npc1": 0.004947404066721599, "sim_compute_robot_state-npc2": 0.004857533772786458, "sim_compute_robot_state-npc3": 0.004774927298227946}, "udem1-8-0": {"driven_any": 2.349054382261254, "sim_physics": 0.12717569669087728, "survival_time": 14.950000000000076, "driven_lanedir": 2.17456323203177, "sim_render-ego": 0.0073106519381205244, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.017110117276509604, "deviation-heading": 3.588017815043434, "set_robot_commands": 0.007253630956013998, "deviation-center-line": 0.8086118646053106, "driven_lanedir_consec": 1.5296003149964732, "sim_compute_sim_state": 0.003020376364390055, "sim_compute_performance-ego": 0.004160141944885254, "sim_compute_robot_state-ego": 0.005341808001200358, "sim_compute_robot_state-npc0": 0.0061453962326049804, "sim_compute_robot_state-npc1": 0.004978905518849691, "sim_compute_robot_state-npc2": 0.00485018253326416, "sim_compute_robot_state-npc3": 0.0048394362131754555}, "udem1-9-0": {"driven_any": 1.0230223750780896, "sim_physics": 0.12836870862476862, "survival_time": 6.699999999999984, "driven_lanedir": 0.7357346213420879, "sim_render-ego": 0.007453283267234688, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.017038724315700245, "deviation-heading": 3.2767144878329164, "set_robot_commands": 0.007045187167267301, "deviation-center-line": 0.4445003036438153, "driven_lanedir_consec": 0.3442983023289712, "sim_compute_sim_state": 0.002930860021221104, "sim_compute_performance-ego": 0.004137747323335107, "sim_compute_robot_state-ego": 0.005267264238044397, "sim_compute_robot_state-npc0": 0.0062708000638591705, "sim_compute_robot_state-npc1": 0.005382041432964268, "sim_compute_robot_state-npc2": 0.004965801737201747, "sim_compute_robot_state-npc3": 0.004822912500865424}, "udem1-10-0": {"driven_any": 0.7338397293005492, "sim_physics": 0.11951445803350332, "survival_time": 4.899999999999991, "driven_lanedir": 0.7120397661269756, "sim_render-ego": 0.007310227471954969, "in-drivable-lane": 0, "agent_compute-ego": 0.01659679412841797, "deviation-heading": 0.9996394001250816, "set_robot_commands": 0.006852113470739248, "deviation-center-line": 0.2082370681652969, "driven_lanedir_consec": 0.7120397661269756, "sim_compute_sim_state": 0.0029571591591348455, "sim_compute_performance-ego": 0.004152767512263084, "sim_compute_robot_state-ego": 0.005296685257736518, "sim_compute_robot_state-npc0": 0.006122175528078663, "sim_compute_robot_state-npc1": 0.005106152320394711, "sim_compute_robot_state-npc2": 0.004824779471572564, "sim_compute_robot_state-npc3": 0.0047531152258113935}, "udem1-11-0": {"driven_any": 1.2722783806716391, "sim_physics": 0.1230848673618201, "survival_time": 8.249999999999982, "driven_lanedir": 1.191477445445449, "sim_render-ego": 0.007201914353804155, "in-drivable-lane": 0.25000000000000266, "agent_compute-ego": 0.016126184752493194, "deviation-heading": 1.350842833558761, "set_robot_commands": 0.006941571380152847, "deviation-center-line": 0.3792664301486427, "driven_lanedir_consec": 1.191477445445449, "sim_compute_sim_state": 0.0029113408290978634, "sim_compute_performance-ego": 0.004097071560946378, "sim_compute_robot_state-ego": 0.00523102500221946, "sim_compute_robot_state-npc0": 0.005749542062932795, "sim_compute_robot_state-npc1": 0.0048629226106585875, "sim_compute_robot_state-npc2": 0.004766292283029268, "sim_compute_robot_state-npc3": 0.004716153578324752}, "udem1-12-0": {"driven_any": 2.3491378678139263, "sim_physics": 0.11972328980763754, "survival_time": 14.950000000000076, "driven_lanedir": 2.277174081646064, "sim_render-ego": 0.007122960885365804, "in-drivable-lane": 0, "agent_compute-ego": 0.01609442154566447, "deviation-heading": 2.434138711520347, "set_robot_commands": 0.006831119855244955, "deviation-center-line": 1.105180510422192, "driven_lanedir_consec": 1.918764399948572, "sim_compute_sim_state": 0.0029161707560221356, "sim_compute_performance-ego": 0.004067357381184896, "sim_compute_robot_state-ego": 0.005196394125620524, "sim_compute_robot_state-npc0": 0.00586560328801473, "sim_compute_robot_state-npc1": 0.004861169656117757, "sim_compute_robot_state-npc2": 0.004721848964691162, "sim_compute_robot_state-npc3": 0.004707315762837728}, "udem1-13-0": {"driven_any": 0.6775975375286137, "sim_physics": 0.1320182726933406, "survival_time": 4.549999999999992, "driven_lanedir": 0.6578885955042126, "sim_render-ego": 0.007238296362069936, "in-drivable-lane": 0, "agent_compute-ego": 0.016144736782535092, "deviation-heading": 0.923595153537317, "set_robot_commands": 0.007112311792897654, "deviation-center-line": 0.2774641577985551, "driven_lanedir_consec": 0.6578173477786682, "sim_compute_sim_state": 0.002963692277342409, "sim_compute_performance-ego": 0.003987907053350092, "sim_compute_robot_state-ego": 0.005161780577439528, "sim_compute_robot_state-npc0": 0.005999968602107122, "sim_compute_robot_state-npc1": 0.004750513768458104, "sim_compute_robot_state-npc2": 0.00466157839848445, "sim_compute_robot_state-npc3": 0.004695970933515947}, "udem1-14-0": {"driven_any": 2.3489898890820147, "sim_physics": 0.1211696211496989, "survival_time": 14.950000000000076, "driven_lanedir": 2.0854272593657126, "sim_render-ego": 0.007193085352579753, "in-drivable-lane": 0.4000000000000039, "agent_compute-ego": 0.016618703206380207, "deviation-heading": 4.145304468734573, "set_robot_commands": 0.006816442807515462, "deviation-center-line": 1.3390395454470394, "driven_lanedir_consec": 0.930641587615058, "sim_compute_sim_state": 0.0029324698448181153, "sim_compute_performance-ego": 0.004049065113067627, "sim_compute_robot_state-ego": 0.0051851654052734375, "sim_compute_robot_state-npc0": 0.005882278283437093, "sim_compute_robot_state-npc1": 0.004935536384582519, "sim_compute_robot_state-npc2": 0.004779604276021322, "sim_compute_robot_state-npc3": 0.004810241858164469}}
set_robot_commands_max0.007365765479894785
set_robot_commands_mean0.007064358327417869
set_robot_commands_median0.007045187167267301
set_robot_commands_min0.006816442807515462
sim_compute_performance-ego_max0.004302697395210836
sim_compute_performance-ego_mean0.004154927897091284
sim_compute_performance-ego_median0.0041576615969340005
sim_compute_performance-ego_min0.003987907053350092
sim_compute_robot_state-ego_max0.005497105916341146
sim_compute_robot_state-ego_mean0.005333508687075341
sim_compute_robot_state-ego_median0.005341808001200358
sim_compute_robot_state-ego_min0.005161780577439528
sim_compute_robot_state-npc0_max0.006758334031745569
sim_compute_robot_state-npc0_mean0.006073497026207441
sim_compute_robot_state-npc0_median0.006056402524312337
sim_compute_robot_state-npc0_min0.005749542062932795
sim_compute_robot_state-npc1_max0.005537894234728457
sim_compute_robot_state-npc1_mean0.005023895608063415
sim_compute_robot_state-npc1_median0.00496237834294637
sim_compute_robot_state-npc1_min0.004750513768458104
sim_compute_robot_state-npc2_max0.005027340419256865
sim_compute_robot_state-npc2_mean0.0048493397843406855
sim_compute_robot_state-npc2_median0.00485018253326416
sim_compute_robot_state-npc2_min0.00466157839848445
sim_compute_robot_state-npc3_max0.004881766305040957
sim_compute_robot_state-npc3_mean0.004797937935629149
sim_compute_robot_state-npc3_median0.004801614926411555
sim_compute_robot_state-npc3_min0.004695970933515947
sim_compute_sim_state_max0.003088709513346354
sim_compute_sim_state_mean0.002978073845466326
sim_compute_sim_state_median0.002965117058558771
sim_compute_sim_state_min0.0029113408290978634
sim_physics_max0.1320182726933406
sim_physics_mean0.1232791742643952
sim_physics_median0.1230848673618201
sim_physics_min0.113863205909729
sim_render-ego_max0.00771721085505699
sim_render-ego_mean0.0073634381184297555
sim_render-ego_median0.007391393979390462
sim_render-ego_min0.007122960885365804
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.740000000000036
survival_time_min3.349999999999996

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.