Duckietown Challenges Home Challenges Submissions

Job 24837

Job ID24837
submission4341
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-baseline-duckietown
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10491
date started
date completed
duration0:56:34
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.8862840843448361
survival_time_median10.000000000000009
deviation-center-line_median0.5846364835738153
in-drivable-lane_median1.1000000000000003


other stats
agent_compute-ego_max0.06170825277056013
agent_compute-ego_mean0.05531375885102038
agent_compute-ego_median0.05546312282482783
agent_compute-ego_min0.04794940233230591
deviation-center-line_max1.0932634329365245
deviation-center-line_mean0.6223568244549624
deviation-center-line_min0.16129474716966818
deviation-heading_max7.813658978546615
deviation-heading_mean3.590404412575387
deviation-heading_median3.122100892750523
deviation-heading_min0.9098999041225946
driven_any_max2.3491185282991975
driven_any_mean1.612258089812763
driven_any_median1.5533869952443986
driven_any_min0.5088212213405976
driven_lanedir_consec_max2.2774614743122026
driven_lanedir_consec_mean0.9474811904746612
driven_lanedir_consec_min0.07951488839818444
driven_lanedir_max2.2774614743122026
driven_lanedir_mean1.1328911764545633
driven_lanedir_median1.079754839825923
driven_lanedir_min0.11817818508807364
in-drivable-lane_max5.600000000000042
in-drivable-lane_mean1.7533333333333414
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.5654636502311637, "sim_physics": 0.24719092479118937, "survival_time": 3.899999999999994, "driven_lanedir": 0.4626682213264473, "sim_render-ego": 0.014546039776924327, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.05347887369302603, "deviation-heading": 1.3831301794402842, "set_robot_commands": 0.012565307128123747, "deviation-center-line": 0.16172222880498255, "driven_lanedir_consec": 0.4626682213264473, "sim_compute_sim_state": 0.006326039632161458, "sim_compute_performance-ego": 0.008534847161708733, "sim_compute_robot_state-ego": 0.011475550822722606, "sim_compute_robot_state-npc0": 0.010916795486058945, "sim_compute_robot_state-npc1": 0.010072720356476612, "sim_compute_robot_state-npc2": 0.010093150994716546, "sim_compute_robot_state-npc3": 0.009657942331754245}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3491185282991975, "sim_physics": 0.24813685417175296, "survival_time": 14.950000000000076, "driven_lanedir": 2.2774614743122026, "sim_render-ego": 0.014144864082336426, "in-drivable-lane": 0, "agent_compute-ego": 0.05669626951217652, "deviation-heading": 3.122100892750523, "set_robot_commands": 0.011812502543131513, "deviation-center-line": 0.5846364835738153, "driven_lanedir_consec": 2.2774614743122026, "sim_compute_sim_state": 0.005822263558705648, "sim_compute_performance-ego": 0.00868233601252238, "sim_compute_robot_state-ego": 0.010819030602773031, "sim_compute_robot_state-npc0": 0.010555925369262696, "sim_compute_robot_state-npc1": 0.01040256182352702, "sim_compute_robot_state-npc2": 0.01026532808939616, "sim_compute_robot_state-npc3": 0.010331791241963704}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.1757956809971395, "sim_physics": 0.2254659007577335, "survival_time": 7.649999999999981, "driven_lanedir": 1.079754839825923, "sim_render-ego": 0.013995650547002657, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.058679284613116896, "deviation-heading": 1.2569770476660935, "set_robot_commands": 0.011559154473099052, "deviation-center-line": 0.6749393222605576, "driven_lanedir_consec": 1.079754839825923, "sim_compute_sim_state": 0.005826167810976115, "sim_compute_performance-ego": 0.00867899258931478, "sim_compute_robot_state-ego": 0.010803567038642036, "sim_compute_robot_state-npc0": 0.010356621025434509, "sim_compute_robot_state-npc1": 0.010203215031842, "sim_compute_robot_state-npc2": 0.010033312965841854, "sim_compute_robot_state-npc3": 0.010071385140512505}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.2602972453287236, "sim_physics": 0.23283531268437704, "survival_time": 14.40000000000007, "driven_lanedir": 1.2071441059084431, "sim_render-ego": 0.013834358917342292, "in-drivable-lane": 3.900000000000008, "agent_compute-ego": 0.05546312282482783, "deviation-heading": 6.3966555569584305, "set_robot_commands": 0.011008638474676345, "deviation-center-line": 0.8758498268713399, "driven_lanedir_consec": 0.8258055860853735, "sim_compute_sim_state": 0.005766547388500637, "sim_compute_performance-ego": 0.008198791080050997, "sim_compute_robot_state-ego": 0.010561871031920116, "sim_compute_robot_state-npc0": 0.010166915754477182, "sim_compute_robot_state-npc1": 0.010079901251528, "sim_compute_robot_state-npc2": 0.00989053895076116, "sim_compute_robot_state-npc3": 0.009866720272435082}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.3083876371059624, "sim_physics": 0.1976914576121739, "survival_time": 14.700000000000074, "driven_lanedir": 1.060874247915598, "sim_render-ego": 0.013156144797396498, "in-drivable-lane": 5.600000000000042, "agent_compute-ego": 0.05480160842947408, "deviation-heading": 5.111625386654195, "set_robot_commands": 0.010316347589298173, "deviation-center-line": 0.5728713687824695, "driven_lanedir_consec": 0.7702507300146403, "sim_compute_sim_state": 0.005452929710855289, "sim_compute_performance-ego": 0.008000209217979795, "sim_compute_robot_state-ego": 0.01053562456247758, "sim_compute_robot_state-npc0": 0.009728883399444372, "sim_compute_robot_state-npc1": 0.009186004294830116, "sim_compute_robot_state-npc2": 0.009138447897774833, "sim_compute_robot_state-npc3": 0.009201537995111374}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.3486795797575533, "sim_physics": 0.21314777612686156, "survival_time": 14.950000000000076, "driven_lanedir": 1.1688544607054707, "sim_render-ego": 0.014201470216115316, "in-drivable-lane": 5.350000000000059, "agent_compute-ego": 0.05667517423629761, "deviation-heading": 5.5040216281124295, "set_robot_commands": 0.010769485632578532, "deviation-center-line": 0.955863796138068, "driven_lanedir_consec": 0.8862840843448361, "sim_compute_sim_state": 0.00553653081258138, "sim_compute_performance-ego": 0.008321096897125244, "sim_compute_robot_state-ego": 0.010646138985951742, "sim_compute_robot_state-npc0": 0.009902897675832112, "sim_compute_robot_state-npc1": 0.009808812936147054, "sim_compute_robot_state-npc2": 0.00940454880396525, "sim_compute_robot_state-npc3": 0.00955575704574585}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.5088212213405976, "sim_physics": 0.2233640330178397, "survival_time": 3.4999999999999956, "driven_lanedir": 0.4588915743644485, "sim_render-ego": 0.014714997155325753, "in-drivable-lane": 0, "agent_compute-ego": 0.06170825277056013, "deviation-heading": 0.9098999041225946, "set_robot_commands": 0.011013620240347726, "deviation-center-line": 0.19884634689416153, "driven_lanedir_consec": 0.4588915743644485, "sim_compute_sim_state": 0.006045917102268764, "sim_compute_performance-ego": 0.008567234448024205, "sim_compute_robot_state-ego": 0.011192454610552106, "sim_compute_robot_state-npc0": 0.010503510066441128, "sim_compute_robot_state-npc1": 0.01009678840637207, "sim_compute_robot_state-npc2": 0.00986675534929548, "sim_compute_robot_state-npc3": 0.010643236977713449}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.5729768530985893, "sim_physics": 0.20411387162330824, "survival_time": 3.899999999999994, "driven_lanedir": 0.11817818508807364, "sim_render-ego": 0.01460096163627429, "in-drivable-lane": 1.999999999999997, "agent_compute-ego": 0.05649585601611015, "deviation-heading": 1.6962864229229284, "set_robot_commands": 0.010910419317392202, "deviation-center-line": 0.16129474716966818, "driven_lanedir_consec": 0.07951488839818444, "sim_compute_sim_state": 0.00602885087331136, "sim_compute_performance-ego": 0.008522969025831956, "sim_compute_robot_state-ego": 0.01054244775038499, "sim_compute_robot_state-npc0": 0.010267214897351388, "sim_compute_robot_state-npc1": 0.010114012620387932, "sim_compute_robot_state-npc2": 0.010130851696699094, "sim_compute_robot_state-npc3": 0.010012327096401116}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.119348559481373, "sim_physics": 0.2120178284710401, "survival_time": 7.299999999999982, "driven_lanedir": 0.6647596977761276, "sim_render-ego": 0.014397866105380124, "in-drivable-lane": 1.4499999999999964, "agent_compute-ego": 0.05612941310830312, "deviation-heading": 3.693824240704581, "set_robot_commands": 0.011878372871712464, "deviation-center-line": 0.5424336415781857, "driven_lanedir_consec": 0.34590668245447587, "sim_compute_sim_state": 0.006311575027361308, "sim_compute_performance-ego": 0.00831956732763003, "sim_compute_robot_state-ego": 0.010872210541816607, "sim_compute_robot_state-npc0": 0.010649367554547037, "sim_compute_robot_state-npc1": 0.010747305334430851, "sim_compute_robot_state-npc2": 0.010533143396246922, "sim_compute_robot_state-npc3": 0.010415247041885166}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.3490677817863643, "sim_physics": 0.2138987890879313, "survival_time": 14.950000000000076, "driven_lanedir": 2.275973439510677, "sim_render-ego": 0.013921972115834551, "in-drivable-lane": 0, "agent_compute-ego": 0.05368628819783529, "deviation-heading": 3.15639607115372, "set_robot_commands": 0.010951786835988363, "deviation-center-line": 0.8446895024806419, "driven_lanedir_consec": 2.275973439510677, "sim_compute_sim_state": 0.005579359531402588, "sim_compute_performance-ego": 0.008107173442840575, "sim_compute_robot_state-ego": 0.010573218663533527, "sim_compute_robot_state-npc0": 0.009820166428883873, "sim_compute_robot_state-npc1": 0.009685720602671304, "sim_compute_robot_state-npc2": 0.009613954226175944, "sim_compute_robot_state-npc3": 0.009388131300608315}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.3123418350146188, "sim_physics": 0.19524587743422564, "survival_time": 8.499999999999986, "driven_lanedir": 1.0640037284226251, "sim_render-ego": 0.013734775431015912, "in-drivable-lane": 0.7500000000000027, "agent_compute-ego": 0.059015324536491845, "deviation-heading": 2.482462980315683, "set_robot_commands": 0.011534967141992904, "deviation-center-line": 0.4624908291334815, "driven_lanedir_consec": 1.0640037284226251, "sim_compute_sim_state": 0.005579043837154613, "sim_compute_performance-ego": 0.007927500500398523, "sim_compute_robot_state-ego": 0.010459320685442756, "sim_compute_robot_state-npc0": 0.009894239201265222, "sim_compute_robot_state-npc1": 0.009554223453297334, "sim_compute_robot_state-npc2": 0.009584255779490751, "sim_compute_robot_state-npc3": 0.009941395591287053}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.5533869952443986, "sim_physics": 0.1828316307067871, "survival_time": 10.000000000000009, "driven_lanedir": 1.2451871267876893, "sim_render-ego": 0.013712304830551149, "in-drivable-lane": 1.1000000000000003, "agent_compute-ego": 0.05542068958282471, "deviation-heading": 2.8525986938832197, "set_robot_commands": 0.01037518858909607, "deviation-center-line": 0.7371704244270239, "driven_lanedir_consec": 1.0623082759244626, "sim_compute_sim_state": 0.005490734577178955, "sim_compute_performance-ego": 0.008119803667068482, "sim_compute_robot_state-ego": 0.010213865041732788, "sim_compute_robot_state-npc0": 0.009332643747329712, "sim_compute_robot_state-npc1": 0.009268442392349243, "sim_compute_robot_state-npc2": 0.00921963095664978, "sim_compute_robot_state-npc3": 0.00949203372001648}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.348377115115607, "sim_physics": 0.1772332771619161, "survival_time": 14.950000000000076, "driven_lanedir": 1.3677627958088296, "sim_render-ego": 0.011567265192667642, "in-drivable-lane": 3.1000000000000103, "agent_compute-ego": 0.05049855470657349, "deviation-heading": 7.813658978546615, "set_robot_commands": 0.009043556849161784, "deviation-center-line": 1.0932634329365245, "driven_lanedir_consec": 0.6008182388479578, "sim_compute_sim_state": 0.005052131017049153, "sim_compute_performance-ego": 0.006926422119140625, "sim_compute_robot_state-ego": 0.00863553524017334, "sim_compute_robot_state-npc0": 0.008517820040384929, "sim_compute_robot_state-npc1": 0.008518420855204264, "sim_compute_robot_state-npc2": 0.008218708833058676, "sim_compute_robot_state-npc3": 0.008230535984039307}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.0633387468557975, "sim_physics": 0.18259823922630697, "survival_time": 6.949999999999983, "driven_lanedir": 1.0101220943871332, "sim_render-ego": 0.013122267002682032, "in-drivable-lane": 0, "agent_compute-ego": 0.053008268205381986, "deviation-heading": 1.3443047906016146, "set_robot_commands": 0.010180553943990804, "deviation-center-line": 0.5384555250616788, "driven_lanedir_consec": 1.0101220943871332, "sim_compute_sim_state": 0.005330835314963362, "sim_compute_performance-ego": 0.007957038261907563, "sim_compute_robot_state-ego": 0.00981274440134172, "sim_compute_robot_state-npc0": 0.00963459598074714, "sim_compute_robot_state-npc1": 0.009197585016703437, "sim_compute_robot_state-npc2": 0.009484498620890885, "sim_compute_robot_state-npc3": 0.009429501114989356}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.3484699175343597, "sim_physics": 0.1758361045519511, "survival_time": 14.950000000000076, "driven_lanedir": 1.5317316546787576, "sim_render-ego": 0.011862157185872396, "in-drivable-lane": 2.500000000000004, "agent_compute-ego": 0.04794940233230591, "deviation-heading": 7.132123414797906, "set_robot_commands": 0.009221571286519369, "deviation-center-line": 0.930824890711836, "driven_lanedir_consec": 1.0124539989005306, "sim_compute_sim_state": 0.004961798191070557, "sim_compute_performance-ego": 0.006913255055745443, "sim_compute_robot_state-ego": 0.008867402076721192, "sim_compute_robot_state-npc0": 0.00858306884765625, "sim_compute_robot_state-npc1": 0.008603248596191406, "sim_compute_robot_state-npc2": 0.008552733262379965, "sim_compute_robot_state-npc3": 0.008571681181589762}}
set_robot_commands_max0.012565307128123747
set_robot_commands_mean0.010876098194473938
set_robot_commands_median0.010951786835988363
set_robot_commands_min0.009043556849161784
sim_compute_performance-ego_max0.00868233601252238
sim_compute_performance-ego_mean0.00811848245381929
sim_compute_performance-ego_median0.008198791080050997
sim_compute_performance-ego_min0.006913255055745443
sim_compute_robot_state-ego_max0.011475550822722606
sim_compute_robot_state-ego_mean0.010400732137079077
sim_compute_robot_state-ego_median0.010561871031920116
sim_compute_robot_state-ego_min0.00863553524017334
sim_compute_robot_state-npc0_max0.010916795486058945
sim_compute_robot_state-npc0_mean0.009922044365007768
sim_compute_robot_state-npc0_median0.009902897675832112
sim_compute_robot_state-npc0_min0.008517820040384929
sim_compute_robot_state-npc1_max0.010747305334430851
sim_compute_robot_state-npc1_mean0.00970259753146391
sim_compute_robot_state-npc1_median0.009808812936147054
sim_compute_robot_state-npc1_min0.008518420855204264
sim_compute_robot_state-npc2_max0.010533143396246922
sim_compute_robot_state-npc2_mean0.009601990654889554
sim_compute_robot_state-npc2_median0.009613954226175944
sim_compute_robot_state-npc2_min0.008218708833058676
sim_compute_robot_state-npc3_max0.010643236977713449
sim_compute_robot_state-npc3_mean0.009653948269070184
sim_compute_robot_state-npc3_median0.009657942331754245
sim_compute_robot_state-npc3_min0.008230535984039307
sim_compute_sim_state_max0.006326039632161458
sim_compute_sim_state_mean0.005674048292369412
sim_compute_sim_state_median0.005579359531402588
sim_compute_sim_state_min0.004961798191070557
sim_physics_max0.24813685417175296
sim_physics_mean0.2087738584950263
sim_physics_median0.2120178284710401
sim_physics_min0.1758361045519511
sim_render-ego_max0.014714997155325753
sim_render-ego_mean0.013700872999514757
sim_render-ego_median0.013921972115834551
sim_render-ego_min0.011567265192667642
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.37000000000003
survival_time_min3.4999999999999956

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.