Duckietown Challenges Home Challenges Submissions

Job 25474

Job ID25474
submission4440
userBea Baselines 🐤
user labelstraight
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-35-218-10490
date started
date completed
duration0:19:20
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4457418026847923
survival_time_median6.349999999999985
deviation-center-line_median0.2227296372541947
in-drivable-lane_median1.499999999999995


other stats
agent_compute-ego_max0.014992252109557624
agent_compute-ego_mean0.01430570000518409
agent_compute-ego_median0.014252291785346136
agent_compute-ego_min0.013735829567422673
deviation-center-line_max1.2631416803379316
deviation-center-line_mean0.342871089234744
deviation-center-line_min0.1612683272550955
deviation-heading_max2.1043834490839433
deviation-heading_mean0.952384318481698
deviation-heading_median0.8432812468215765
deviation-heading_min0.46823944403892
driven_any_max2.41759459008384
driven_any_mean0.9974185927319902
driven_any_median0.9928463432572194
driven_any_min0.31735491401313676
driven_lanedir_consec_max2.3714081328644827
driven_lanedir_consec_mean0.6352144379055347
driven_lanedir_consec_min0.24305756068667503
driven_lanedir_max2.3714081328644827
driven_lanedir_mean0.6352144379055347
driven_lanedir_median0.4457418026847923
driven_lanedir_min0.24305756068667503
in-drivable-lane_max8.700000000000092
in-drivable-lane_mean1.980000000000001
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4329892855289159, "sim_physics": 0.12269070188877948, "survival_time": 2.9499999999999975, "driven_lanedir": 0.41895655267034937, "sim_render-ego": 0.007654388072127003, "in-drivable-lane": 0, "agent_compute-ego": 0.01481032371520996, "deviation-heading": 0.7560843063940643, "set_robot_commands": 0.0052566609140169826, "deviation-center-line": 0.19764810458264365, "driven_lanedir_consec": 0.41895655267034937, "sim_compute_sim_state": 0.003044972985477771, "sim_compute_performance-ego": 0.0042568384590795484, "sim_compute_robot_state-ego": 0.0053107172755871785, "sim_compute_robot_state-npc0": 0.005114466457043664, "sim_compute_robot_state-npc1": 0.004952976259134583, "sim_compute_robot_state-npc2": 0.004941798872866873, "sim_compute_robot_state-npc3": 0.0048523030038607326}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9928463432572194, "sim_physics": 0.10753000439621332, "survival_time": 6.349999999999985, "driven_lanedir": 0.6672388924780033, "sim_render-ego": 0.00743131750211941, "in-drivable-lane": 1.649999999999994, "agent_compute-ego": 0.014992252109557624, "deviation-heading": 1.1654096008330035, "set_robot_commands": 0.005072711959598571, "deviation-center-line": 0.17732720098681884, "driven_lanedir_consec": 0.6672388924780033, "sim_compute_sim_state": 0.003087263407669668, "sim_compute_performance-ego": 0.004174330103115772, "sim_compute_robot_state-ego": 0.005161152111263726, "sim_compute_robot_state-npc0": 0.005037065566055418, "sim_compute_robot_state-npc1": 0.004913303795761949, "sim_compute_robot_state-npc2": 0.004901386621430164, "sim_compute_robot_state-npc3": 0.004855381222221795}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.249688872261276, "sim_physics": 0.12299579155595997, "survival_time": 7.89999999999998, "driven_lanedir": 0.24305756068667503, "sim_render-ego": 0.007585364052011997, "in-drivable-lane": 6.049999999999979, "agent_compute-ego": 0.014456436603884154, "deviation-heading": 0.46823944403892, "set_robot_commands": 0.005081623415403728, "deviation-center-line": 0.2288047809259315, "driven_lanedir_consec": 0.24305756068667503, "sim_compute_sim_state": 0.003223133992545212, "sim_compute_performance-ego": 0.00433475759964955, "sim_compute_robot_state-ego": 0.005292346205892442, "sim_compute_robot_state-npc0": 0.005171561542945572, "sim_compute_robot_state-npc1": 0.005084098139895668, "sim_compute_robot_state-npc2": 0.005069296571272838, "sim_compute_robot_state-npc3": 0.005034860176376149}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.31768933230030155, "sim_physics": 0.11998487578497992, "survival_time": 2.25, "driven_lanedir": 0.2985260181972271, "sim_render-ego": 0.007603316836886935, "in-drivable-lane": 0, "agent_compute-ego": 0.014286465115017362, "deviation-heading": 0.7840179475951651, "set_robot_commands": 0.004962433709038629, "deviation-center-line": 0.1612683272550955, "driven_lanedir_consec": 0.2985260181972271, "sim_compute_sim_state": 0.002995994355943468, "sim_compute_performance-ego": 0.004146734873453776, "sim_compute_robot_state-ego": 0.005155499776204427, "sim_compute_robot_state-npc0": 0.0049697928958468965, "sim_compute_robot_state-npc1": 0.004865948359171549, "sim_compute_robot_state-npc2": 0.004862213134765625, "sim_compute_robot_state-npc3": 0.004808648427327474}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0448801303363977, "sim_physics": 0.10522591440301192, "survival_time": 6.649999999999984, "driven_lanedir": 0.37391419923137703, "sim_render-ego": 0.007433511260756873, "in-drivable-lane": 3.949999999999986, "agent_compute-ego": 0.014313878869651853, "deviation-heading": 0.8432812468215765, "set_robot_commands": 0.0051093944033285725, "deviation-center-line": 0.20846961693130656, "driven_lanedir_consec": 0.37391419923137703, "sim_compute_sim_state": 0.003066145387807287, "sim_compute_performance-ego": 0.004193115951423358, "sim_compute_robot_state-ego": 0.00521239839998403, "sim_compute_robot_state-npc0": 0.005107829445286801, "sim_compute_robot_state-npc1": 0.004933577731139678, "sim_compute_robot_state-npc2": 0.004866128577325577, "sim_compute_robot_state-npc3": 0.0048640419666032145}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0025370480638232, "sim_physics": 0.10109912417829035, "survival_time": 6.399999999999985, "driven_lanedir": 0.5879267890938082, "sim_render-ego": 0.007308933883905411, "in-drivable-lane": 2.3999999999999915, "agent_compute-ego": 0.01419283077120781, "deviation-heading": 0.7775492031495066, "set_robot_commands": 0.005012918263673782, "deviation-center-line": 0.2652920715140952, "driven_lanedir_consec": 0.5879267890938082, "sim_compute_sim_state": 0.003093177452683449, "sim_compute_performance-ego": 0.0041800606995821, "sim_compute_robot_state-ego": 0.00519641675055027, "sim_compute_robot_state-npc0": 0.005117550492286682, "sim_compute_robot_state-npc1": 0.004912091419100761, "sim_compute_robot_state-npc2": 0.004867866635322571, "sim_compute_robot_state-npc3": 0.004891689866781235}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.31735491401313676, "sim_physics": 0.11636346181233724, "survival_time": 2.25, "driven_lanedir": 0.3104426481401483, "sim_render-ego": 0.007820796966552735, "in-drivable-lane": 0, "agent_compute-ego": 0.014835500717163086, "deviation-heading": 0.4694334676490585, "set_robot_commands": 0.00524491204155816, "deviation-center-line": 0.2227296372541947, "driven_lanedir_consec": 0.3104426481401483, "sim_compute_sim_state": 0.0033027172088623048, "sim_compute_performance-ego": 0.004366758134629991, "sim_compute_robot_state-ego": 0.005346828036838108, "sim_compute_robot_state-npc0": 0.005318546295166015, "sim_compute_robot_state-npc1": 0.005192952685885959, "sim_compute_robot_state-npc2": 0.005150779088338216, "sim_compute_robot_state-npc3": 0.0051653120252821184}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.9933021024107224, "sim_physics": 0.10502315881684073, "survival_time": 6.349999999999985, "driven_lanedir": 0.6527338458429284, "sim_render-ego": 0.007309594492274006, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.01386182326970138, "deviation-heading": 0.9069266665397084, "set_robot_commands": 0.0050458476299376, "deviation-center-line": 0.1702624973511265, "driven_lanedir_consec": 0.6527338458429284, "sim_compute_sim_state": 0.0030376423062301997, "sim_compute_performance-ego": 0.00411908082136019, "sim_compute_robot_state-ego": 0.005195638326209361, "sim_compute_robot_state-npc0": 0.005005949125515195, "sim_compute_robot_state-npc1": 0.004851791802353746, "sim_compute_robot_state-npc2": 0.004785040232140248, "sim_compute_robot_state-npc3": 0.004798907933272715}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.9890171070915718, "sim_physics": 0.09627077503809851, "survival_time": 6.299999999999986, "driven_lanedir": 0.8185004876290302, "sim_render-ego": 0.007392928713843936, "in-drivable-lane": 0.6999999999999975, "agent_compute-ego": 0.014252291785346136, "deviation-heading": 1.2725732848991698, "set_robot_commands": 0.0051842038593594994, "deviation-center-line": 0.510451586767386, "driven_lanedir_consec": 0.8185004876290302, "sim_compute_sim_state": 0.003093679745992025, "sim_compute_performance-ego": 0.004200922118292915, "sim_compute_robot_state-ego": 0.005258261211334713, "sim_compute_robot_state-npc0": 0.005090119346739754, "sim_compute_robot_state-npc1": 0.004957132869296604, "sim_compute_robot_state-npc2": 0.004919918756636363, "sim_compute_robot_state-npc3": 0.004928337203131782}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.022761323287175, "sim_physics": 0.09969945504115178, "survival_time": 6.499999999999985, "driven_lanedir": 0.4457418026847923, "sim_render-ego": 0.009290814399719238, "in-drivable-lane": 2.7499999999999902, "agent_compute-ego": 0.01416636797098013, "deviation-heading": 2.1043834490839433, "set_robot_commands": 0.005101557878347544, "deviation-center-line": 0.4008535939203093, "driven_lanedir_consec": 0.4457418026847923, "sim_compute_sim_state": 0.003058914037851187, "sim_compute_performance-ego": 0.0041545482782217175, "sim_compute_robot_state-ego": 0.005171819833608774, "sim_compute_robot_state-npc0": 0.005121051348172701, "sim_compute_robot_state-npc1": 0.004967383237985464, "sim_compute_robot_state-npc2": 0.004942098030677209, "sim_compute_robot_state-npc3": 0.004897308349609375}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3484915987149802, "sim_physics": 0.09727691630927884, "survival_time": 2.4499999999999993, "driven_lanedir": 0.33388668383012376, "sim_render-ego": 0.007352717068730568, "in-drivable-lane": 0, "agent_compute-ego": 0.013735829567422673, "deviation-heading": 0.7068812272223673, "set_robot_commands": 0.005081585475376674, "deviation-center-line": 0.17895466028241783, "driven_lanedir_consec": 0.33388668383012376, "sim_compute_sim_state": 0.0030256193511340084, "sim_compute_performance-ego": 0.0041547356819619935, "sim_compute_robot_state-ego": 0.005216146002010424, "sim_compute_robot_state-npc0": 0.005095384558852838, "sim_compute_robot_state-npc1": 0.004966370913447166, "sim_compute_robot_state-npc2": 0.004945939900923749, "sim_compute_robot_state-npc3": 0.004841298473124601}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.4152329850615875, "sim_physics": 0.09648241996765136, "survival_time": 14.950000000000076, "driven_lanedir": 2.3714081328644827, "sim_render-ego": 0.007295518716176351, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.014201447168986005, "deviation-heading": 0.5233488222993907, "set_robot_commands": 0.005055894056955973, "deviation-center-line": 1.2631416803379316, "driven_lanedir_consec": 2.3714081328644827, "sim_compute_sim_state": 0.003069485028584798, "sim_compute_performance-ego": 0.004187446435292562, "sim_compute_robot_state-ego": 0.005200858116149902, "sim_compute_robot_state-npc0": 0.0050401743253072106, "sim_compute_robot_state-npc1": 0.004908790588378906, "sim_compute_robot_state-npc2": 0.004911983807881673, "sim_compute_robot_state-npc3": 0.004902373949686686}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.41759459008384, "sim_physics": 0.11189010302225748, "survival_time": 14.950000000000076, "driven_lanedir": 0.9703003871978582, "sim_render-ego": 0.007365454832712809, "in-drivable-lane": 8.700000000000092, "agent_compute-ego": 0.014215680758158366, "deviation-heading": 0.882476286115582, "set_robot_commands": 0.005035121440887452, "deviation-center-line": 0.4639383541046247, "driven_lanedir_consec": 0.9703003871978582, "sim_compute_sim_state": 0.0031127103169759115, "sim_compute_performance-ego": 0.004233212471008301, "sim_compute_robot_state-ego": 0.005208941300710043, "sim_compute_robot_state-npc0": 0.0050620102882385255, "sim_compute_robot_state-npc1": 0.004932146867116292, "sim_compute_robot_state-npc2": 0.004921510219573975, "sim_compute_robot_state-npc3": 0.00493042786916097}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.4243481729081477, "sim_physics": 0.09808213957424822, "survival_time": 2.8999999999999977, "driven_lanedir": 0.4061041160209205, "sim_render-ego": 0.007398465584064352, "in-drivable-lane": 0, "agent_compute-ego": 0.013953677539167732, "deviation-heading": 0.857859207789819, "set_robot_commands": 0.0050057789375042095, "deviation-center-line": 0.2015888143261586, "driven_lanedir_consec": 0.4061041160209205, "sim_compute_sim_state": 0.0030706545402263774, "sim_compute_performance-ego": 0.004136299264842066, "sim_compute_robot_state-ego": 0.005202757901158826, "sim_compute_robot_state-npc0": 0.005018320576897983, "sim_compute_robot_state-npc1": 0.004890359681228112, "sim_compute_robot_state-npc2": 0.0048995963458357186, "sim_compute_robot_state-npc3": 0.004913017667573074}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.992545085660759, "sim_physics": 0.10975244289308082, "survival_time": 6.349999999999985, "driven_lanedir": 0.6294784520152947, "sim_render-ego": 0.007216881579301488, "in-drivable-lane": 1.499999999999995, "agent_compute-ego": 0.014310694116307057, "deviation-heading": 1.7673006167941945, "set_robot_commands": 0.006371556304571197, "deviation-center-line": 0.4923354119811209, "driven_lanedir_consec": 0.6294784520152947, "sim_compute_sim_state": 0.003007678535040908, "sim_compute_performance-ego": 0.004145620376106322, "sim_compute_robot_state-ego": 0.005153870019387072, "sim_compute_robot_state-npc0": 0.005021305534783311, "sim_compute_robot_state-npc1": 0.004884515221663347, "sim_compute_robot_state-npc2": 0.0048286971144788846, "sim_compute_robot_state-npc3": 0.004821416899913878}}
set_robot_commands_max0.006371556304571197
set_robot_commands_mean0.005174813352637239
set_robot_commands_median0.005081585475376674
set_robot_commands_min0.004962433709038629
sim_compute_performance-ego_max0.004366758134629991
sim_compute_performance-ego_mean0.004198964084534678
sim_compute_performance-ego_median0.0041800606995821
sim_compute_performance-ego_min0.00411908082136019
sim_compute_robot_state-ego_max0.005346828036838108
sim_compute_robot_state-ego_mean0.005218910084459286
sim_compute_robot_state-ego_median0.005202757901158826
sim_compute_robot_state-ego_min0.005153870019387072
sim_compute_robot_state-npc0_max0.005318546295166015
sim_compute_robot_state-npc0_mean0.005086075186609237
sim_compute_robot_state-npc0_median0.005090119346739754
sim_compute_robot_state-npc0_min0.0049697928958468965
sim_compute_robot_state-npc1_max0.005192952685885959
sim_compute_robot_state-npc1_mean0.004947562638103985
sim_compute_robot_state-npc1_median0.004932146867116292
sim_compute_robot_state-npc1_min0.004851791802353746
sim_compute_robot_state-npc2_max0.005150779088338216
sim_compute_robot_state-npc2_mean0.004920950260631313
sim_compute_robot_state-npc2_median0.004911983807881673
sim_compute_robot_state-npc2_min0.004785040232140248
sim_compute_robot_state-npc3_max0.0051653120252821184
sim_compute_robot_state-npc3_mean0.004900355002261719
sim_compute_robot_state-npc3_median0.004891689866781235
sim_compute_robot_state-npc3_min0.004798907933272715
sim_compute_sim_state_max0.0033027172088623048
sim_compute_sim_state_mean0.003085985910201638
sim_compute_sim_state_median0.003069485028584798
sim_compute_sim_state_min0.002995994355943468
sim_physics_max0.12299579155595997
sim_physics_mean0.10735781897881198
sim_physics_median0.10522591440301192
sim_physics_min0.09627077503809851
sim_render-ego_max0.009290814399719238
sim_render-ego_mean0.007564000264078875
sim_render-ego_median0.007398465584064352
sim_render-ego_min0.007216881579301488
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean6.366666666666668
survival_time_min2.25

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.