Duckietown Challenges Home Challenges Submissions

Job 29736

Job ID29736
submission5939
userAleksei Shpilman 🇷🇺
user labelchallenge-aido_LF-baseline-IL-0226
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatorip-172-31-35-218-10491
date started
date completed
duration0:28:26
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median2.6506651940713093
survival_time_median9.55
deviation-center-line_median0.7584868954023158
in-drivable-lane_median0.29999999999999893


other stats
agent_compute-ego_max0.0193780631553836
agent_compute-ego_mean0.016965475998780257
agent_compute-ego_median0.01672986030578613
agent_compute-ego_min0.01649280627568563
deviation-center-line_max1.2610533502578989
deviation-center-line_mean0.734890241108432
deviation-center-line_min0.20722132440567295
deviation-heading_max4.932323604753035
deviation-heading_mean2.878544041237155
deviation-heading_median3.000211874411869
deviation-heading_min0.7328402549566231
driven_any_max6.880130568073068
driven_any_mean3.7590419214849673
driven_any_median3.668407389302777
driven_any_min1.2138340953539897
driven_lanedir_consec_max6.5349249140844865
driven_lanedir_consec_mean3.2062134736858203
driven_lanedir_consec_min1.1297637617002767
driven_lanedir_max6.787779700127153
driven_lanedir_mean3.404763045956369
driven_lanedir_median3.3735901021079577
driven_lanedir_min1.1297637617002767
in-drivable-lane_max2.8500000000000094
in-drivable-lane_mean0.5433333333333347
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.918025126926175, "sim_physics": 0.12824284071209788, "survival_time": 8.699999999999989, "driven_lanedir": 2.6506651940713093, "sim_render-ego": 0.0071522422220515105, "in-drivable-lane": 0.1999999999999993, "agent_compute-ego": 0.0181372480830927, "deviation-heading": 3.000211874411869, "set_robot_commands": 0.005238026037983511, "deviation-center-line": 0.7138330329946457, "driven_lanedir_consec": 2.6506651940713093, "sim_compute_sim_state": 0.0029136476845576845, "sim_compute_performance-ego": 0.004054524432653668, "sim_compute_robot_state-ego": 0.005124547015661481, "sim_compute_robot_state-npc0": 0.0049395026831791315, "sim_compute_robot_state-npc1": 0.004777352015177409, "sim_compute_robot_state-npc2": 0.0047769436891051545, "sim_compute_robot_state-npc3": 0.004792125745751392}, "udem1-1-0": {"driven_any": 5.222735045170978, "sim_physics": 0.11582622528076172, "survival_time": 14.950000000000076, "driven_lanedir": 4.582301728718547, "sim_render-ego": 0.0071540919939676925, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.016785192489624023, "deviation-heading": 4.200637801521846, "set_robot_commands": 0.005144173304239909, "deviation-center-line": 0.952250215869596, "driven_lanedir_consec": 4.126137683348424, "sim_compute_sim_state": 0.0028925665219624837, "sim_compute_performance-ego": 0.004046108722686768, "sim_compute_robot_state-ego": 0.005076181888580322, "sim_compute_robot_state-npc0": 0.004980943202972412, "sim_compute_robot_state-npc1": 0.00481146494547526, "sim_compute_robot_state-npc2": 0.004738207658131917, "sim_compute_robot_state-npc3": 0.004704123338063558}, "udem1-2-0": {"driven_any": 2.310356927164743, "sim_physics": 0.10664695501327516, "survival_time": 5.599999999999988, "driven_lanedir": 2.034388703556462, "sim_render-ego": 0.007263643401009696, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.016595412577901567, "deviation-heading": 1.400172348826337, "set_robot_commands": 0.005139670201710292, "deviation-center-line": 0.33375699732986636, "driven_lanedir_consec": 1.689296550701847, "sim_compute_sim_state": 0.0028740252767290387, "sim_compute_performance-ego": 0.004072810922350202, "sim_compute_robot_state-ego": 0.0050809553691319054, "sim_compute_robot_state-npc0": 0.004893758467265538, "sim_compute_robot_state-npc1": 0.004741394094058445, "sim_compute_robot_state-npc2": 0.0047628262213298255, "sim_compute_robot_state-npc3": 0.004715129733085632}, "udem1-3-0": {"driven_any": 2.3317034931527023, "sim_physics": 0.1159689091799552, "survival_time": 5.699999999999988, "driven_lanedir": 2.011143704154801, "sim_render-ego": 0.007233253696508575, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.016990038386562413, "deviation-heading": 2.0239415978443183, "set_robot_commands": 0.005328561130322908, "deviation-center-line": 0.4324590816237054, "driven_lanedir_consec": 1.9358824426147616, "sim_compute_sim_state": 0.002922085293552332, "sim_compute_performance-ego": 0.004084227377908272, "sim_compute_robot_state-ego": 0.005134201886361106, "sim_compute_robot_state-npc0": 0.004967166666398968, "sim_compute_robot_state-npc1": 0.004865184164883797, "sim_compute_robot_state-npc2": 0.004739752986974884, "sim_compute_robot_state-npc3": 0.004735716602258515}, "udem1-4-0": {"driven_any": 4.799132408940312, "sim_physics": 0.13889644781748453, "survival_time": 14.950000000000076, "driven_lanedir": 4.411078229444438, "sim_render-ego": 0.0070673187573750814, "in-drivable-lane": 0.4000000000000057, "agent_compute-ego": 0.01672986030578613, "deviation-heading": 4.587793551442996, "set_robot_commands": 0.005110700925191243, "deviation-center-line": 1.08652835148538, "driven_lanedir_consec": 4.00128442969004, "sim_compute_sim_state": 0.002860856850941976, "sim_compute_performance-ego": 0.004022338390350342, "sim_compute_robot_state-ego": 0.005079950491587321, "sim_compute_robot_state-npc0": 0.004919643402099609, "sim_compute_robot_state-npc1": 0.0047747643788655595, "sim_compute_robot_state-npc2": 0.004734647274017334, "sim_compute_robot_state-npc3": 0.004717193444569906}, "udem1-5-0": {"driven_any": 4.337468389450247, "sim_physics": 0.11964998688808708, "survival_time": 12.900000000000048, "driven_lanedir": 3.8065294180596743, "sim_render-ego": 0.007150071535923684, "in-drivable-lane": 0.9500000000000136, "agent_compute-ego": 0.01668740150540374, "deviation-heading": 3.4975443622001703, "set_robot_commands": 0.005189806915992914, "deviation-center-line": 0.9681402615392328, "driven_lanedir_consec": 3.8065294180596743, "sim_compute_sim_state": 0.002863116042558537, "sim_compute_performance-ego": 0.004059054130731627, "sim_compute_robot_state-ego": 0.005082787469375965, "sim_compute_robot_state-npc0": 0.004959040833998096, "sim_compute_robot_state-npc1": 0.004822122034176375, "sim_compute_robot_state-npc2": 0.004781443943348966, "sim_compute_robot_state-npc3": 0.004796852437100669}, "udem1-6-0": {"driven_any": 2.5865859438530543, "sim_physics": 0.11071848176246464, "survival_time": 8.599999999999987, "driven_lanedir": 2.1968176402945634, "sim_render-ego": 0.007155451663704806, "in-drivable-lane": 0.2000000000000011, "agent_compute-ego": 0.01655652356702228, "deviation-heading": 3.963550772662384, "set_robot_commands": 0.005136726900588634, "deviation-center-line": 0.7584868954023158, "driven_lanedir_consec": 2.03228380524969, "sim_compute_sim_state": 0.002894972645959189, "sim_compute_performance-ego": 0.004043315732201865, "sim_compute_robot_state-ego": 0.00508574829545132, "sim_compute_robot_state-npc0": 0.00500260120214418, "sim_compute_robot_state-npc1": 0.004791848881300105, "sim_compute_robot_state-npc2": 0.004774103331011395, "sim_compute_robot_state-npc3": 0.004774412443471509}, "udem1-7-0": {"driven_any": 3.668407389302777, "sim_physics": 0.11804676680040609, "survival_time": 9.55, "driven_lanedir": 3.3735901021079577, "sim_render-ego": 0.007188003100649849, "in-drivable-lane": 0.35000000000000053, "agent_compute-ego": 0.016736326417373736, "deviation-heading": 2.7501061461498733, "set_robot_commands": 0.0051246163732718425, "deviation-center-line": 0.6897694462749445, "driven_lanedir_consec": 2.5623826558522396, "sim_compute_sim_state": 0.002941982908398693, "sim_compute_performance-ego": 0.004044405452868077, "sim_compute_robot_state-ego": 0.0051244952915850735, "sim_compute_robot_state-npc0": 0.0049230840193663595, "sim_compute_robot_state-npc1": 0.004788390004822097, "sim_compute_robot_state-npc2": 0.004760289067373226, "sim_compute_robot_state-npc3": 0.004783313311831489}, "udem1-8-0": {"driven_any": 5.673121738390452, "sim_physics": 0.12085190057754516, "survival_time": 14.950000000000076, "driven_lanedir": 5.1697524591228525, "sim_render-ego": 0.007129325071970622, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.01680243968963623, "deviation-heading": 3.435916431356377, "set_robot_commands": 0.005123550097147623, "deviation-center-line": 0.988942587822198, "driven_lanedir_consec": 4.70647612294824, "sim_compute_sim_state": 0.0029122503598531086, "sim_compute_performance-ego": 0.0040736762682596845, "sim_compute_robot_state-ego": 0.005186792214711507, "sim_compute_robot_state-npc0": 0.004946503639221191, "sim_compute_robot_state-npc1": 0.004796133041381836, "sim_compute_robot_state-npc2": 0.004761577447255453, "sim_compute_robot_state-npc3": 0.004773486455281576}, "udem1-9-0": {"driven_any": 2.2832359438426333, "sim_physics": 0.12484121740910044, "survival_time": 5.699999999999988, "driven_lanedir": 2.135067015836226, "sim_render-ego": 0.007156972299542343, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.016662744053623134, "deviation-heading": 1.4951338599423103, "set_robot_commands": 0.005064460269191809, "deviation-center-line": 0.3956195461275984, "driven_lanedir_consec": 2.1350070948150517, "sim_compute_sim_state": 0.002899489904704847, "sim_compute_performance-ego": 0.004034502464428283, "sim_compute_robot_state-ego": 0.005095563436809339, "sim_compute_robot_state-npc0": 0.004859644070006253, "sim_compute_robot_state-npc1": 0.00486269750093159, "sim_compute_robot_state-npc2": 0.004814392641970986, "sim_compute_robot_state-npc3": 0.004749829309028492}, "udem1-10-0": {"driven_any": 4.5420028404681885, "sim_physics": 0.11528725465138752, "survival_time": 14.950000000000076, "driven_lanedir": 3.494887256394878, "sim_render-ego": 0.007671059767405192, "in-drivable-lane": 2.8500000000000094, "agent_compute-ego": 0.016597214539845785, "deviation-heading": 4.932323604753035, "set_robot_commands": 0.005208332538604737, "deviation-center-line": 0.9778109482529886, "driven_lanedir_consec": 3.494887256394878, "sim_compute_sim_state": 0.002887986501057943, "sim_compute_performance-ego": 0.00409159262975057, "sim_compute_robot_state-ego": 0.0050867867469787595, "sim_compute_robot_state-npc0": 0.0049123048782348635, "sim_compute_robot_state-npc1": 0.004805866877237956, "sim_compute_robot_state-npc2": 0.0047768521308898925, "sim_compute_robot_state-npc3": 0.004815258185068766}, "udem1-11-0": {"driven_any": 5.358434714430187, "sim_physics": 0.1216665808359782, "survival_time": 14.950000000000076, "driven_lanedir": 5.11404445107784, "sim_render-ego": 0.007051002979278564, "in-drivable-lane": 0, "agent_compute-ego": 0.01653780698776245, "deviation-heading": 3.5020543361111516, "set_robot_commands": 0.005135746002197266, "deviation-center-line": 1.2610533502578989, "driven_lanedir_consec": 5.11404445107784, "sim_compute_sim_state": 0.0028593254089355467, "sim_compute_performance-ego": 0.004041453202565511, "sim_compute_robot_state-ego": 0.004987678527832031, "sim_compute_robot_state-npc0": 0.004926568667093913, "sim_compute_robot_state-npc1": 0.004829994837443034, "sim_compute_robot_state-npc2": 0.004803042411804199, "sim_compute_robot_state-npc3": 0.004772045612335205}, "udem1-12-0": {"driven_any": 6.880130568073068, "sim_physics": 0.1170554796854655, "survival_time": 14.950000000000076, "driven_lanedir": 6.787779700127153, "sim_render-ego": 0.008203627268473308, "in-drivable-lane": 0, "agent_compute-ego": 0.01649280627568563, "deviation-heading": 2.159368732184616, "set_robot_commands": 0.00510993242263794, "deviation-center-line": 0.8523439309378511, "driven_lanedir_consec": 6.5349249140844865, "sim_compute_sim_state": 0.002867879072825114, "sim_compute_performance-ego": 0.004132762749989827, "sim_compute_robot_state-ego": 0.005008250872294108, "sim_compute_robot_state-npc0": 0.0049070318539937334, "sim_compute_robot_state-npc1": 0.004817436536153158, "sim_compute_robot_state-npc2": 0.004806095759073893, "sim_compute_robot_state-npc3": 0.004769941965738932}, "udem1-13-0": {"driven_any": 2.26045419775501, "sim_physics": 0.11672834458389902, "survival_time": 6.149999999999986, "driven_lanedir": 2.173636324678553, "sim_render-ego": 0.007161772348047272, "in-drivable-lane": 0, "agent_compute-ego": 0.0193780631553836, "deviation-heading": 1.4965649441934243, "set_robot_commands": 0.00519908928289646, "deviation-center-line": 0.40513764630258586, "driven_lanedir_consec": 2.173636324678553, "sim_compute_sim_state": 0.0028891951088013687, "sim_compute_performance-ego": 0.004025848900399557, "sim_compute_robot_state-ego": 0.005042721585529607, "sim_compute_robot_state-npc0": 0.004908071300847743, "sim_compute_robot_state-npc1": 0.004871531230647389, "sim_compute_robot_state-npc2": 0.004798398754461025, "sim_compute_robot_state-npc3": 0.004713184465237749}, "udem1-14-0": {"driven_any": 1.2138340953539897, "sim_physics": 0.15056428004955424, "survival_time": 2.8999999999999977, "driven_lanedir": 1.1297637617002767, "sim_render-ego": 0.007337368767836998, "in-drivable-lane": 0.04999999999999982, "agent_compute-ego": 0.016793061947000438, "deviation-heading": 0.7328402549566231, "set_robot_commands": 0.005227319125471444, "deviation-center-line": 0.20722132440567295, "driven_lanedir_consec": 1.1297637617002767, "sim_compute_sim_state": 0.0028826943759260506, "sim_compute_performance-ego": 0.004061768794881886, "sim_compute_robot_state-ego": 0.005049508193443562, "sim_compute_robot_state-npc0": 0.0049000690723287645, "sim_compute_robot_state-npc1": 0.004879824046430917, "sim_compute_robot_state-npc2": 0.004815068738213901, "sim_compute_robot_state-npc3": 0.0047979478178353146}}
set_robot_commands_max0.005328561130322908
set_robot_commands_mean0.005165380768496568
set_robot_commands_median0.005139670201710292
set_robot_commands_min0.005064460269191809
sim_compute_performance-ego_max0.004132762749989827
sim_compute_performance-ego_mean0.0040592260114684095
sim_compute_performance-ego_median0.004054524432653668
sim_compute_performance-ego_min0.004022338390350342
sim_compute_robot_state-ego_max0.005186792214711507
sim_compute_robot_state-ego_mean0.00508307795235556
sim_compute_robot_state-ego_median0.005082787469375965
sim_compute_robot_state-ego_min0.004987678527832031
sim_compute_robot_state-npc0_max0.00500260120214418
sim_compute_robot_state-npc0_mean0.004929728930610051
sim_compute_robot_state-npc0_median0.0049230840193663595
sim_compute_robot_state-npc0_min0.004859644070006253
sim_compute_robot_state-npc1_max0.004879824046430917
sim_compute_robot_state-npc1_mean0.004815733639265661
sim_compute_robot_state-npc1_median0.00481146494547526
sim_compute_robot_state-npc1_min0.004741394094058445
sim_compute_robot_state-npc2_max0.004815068738213901
sim_compute_robot_state-npc2_mean0.004776242803664136
sim_compute_robot_state-npc2_median0.0047768521308898925
sim_compute_robot_state-npc2_min0.004734647274017334
sim_compute_robot_state-npc3_max0.004815258185068766
sim_compute_robot_state-npc3_mean0.004760704057777247
sim_compute_robot_state-npc3_median0.004772045612335205
sim_compute_robot_state-npc3_min0.004704123338063558
sim_compute_sim_state_max0.002941982908398693
sim_compute_sim_state_mean0.002890804930450927
sim_compute_sim_state_median0.0028891951088013687
sim_compute_sim_state_min0.0028593254089355467
sim_physics_max0.15056428004955424
sim_physics_mean0.12139944474983082
sim_physics_median0.11804676680040609
sim_physics_min0.10664695501327516
sim_render-ego_max0.008203627268473308
sim_render-ego_mean0.0072716803249163455
sim_render-ego_median0.007156972299542343
sim_render-ego_min0.007051002979278564
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.366666666666696
survival_time_min2.8999999999999977

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.