Duckietown Challenges Home Challenges Submissions

Job 27697

Job ID27697
submission4165
userTanli Chou 🇹🇼
user labelchallenge-aido_LF-template-random
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to dateyes
evaluatorip-172-31-35-218-10491
date started
date completed
duration0:11:46
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.589083599962416
survival_time_median2.499999999999999
deviation-center-line_median0.10394712677689665
in-drivable-lane_median0.5999999999999979


other stats
agent_compute-ego_max0.025692971853109505
agent_compute-ego_mean0.017176843662608483
agent_compute-ego_median0.013821125030517578
agent_compute-ego_min0.013541570076575646
deviation-center-line_max0.21987764564000128
deviation-center-line_mean0.11513253205557164
deviation-center-line_min0.05814541708622475
deviation-heading_max0.8045266837904589
deviation-heading_mean0.39336027445136423
deviation-heading_median0.358997137510946
deviation-heading_min0.1882128425868148
driven_any_max1.0848350093870085
driven_any_mean0.803850154643931
driven_any_median1.0028751755303635
driven_any_min0.28821608451855396
driven_lanedir_consec_max0.9094271662452732
driven_lanedir_consec_mean0.5442692575816761
driven_lanedir_consec_min0.2384328100932288
driven_lanedir_max0.9094271662452732
driven_lanedir_mean0.5442692575816761
driven_lanedir_median0.589083599962416
driven_lanedir_min0.2384328100932288
in-drivable-lane_max1.3999999999999997
in-drivable-lane_mean0.49666666666666576
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0078896084088962, "sim_physics": 0.23239276042351356, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6642632200434848, "sim_render-ego": 0.013732341619638296, "in-drivable-lane": 0.6499999999999977, "agent_compute-ego": 0.025692971853109505, "deviation-heading": 0.5050851849885492, "set_robot_commands": 0.010080557603102464, "deviation-center-line": 0.07065220523066396, "driven_lanedir_consec": 0.6642632200434848, "sim_compute_sim_state": 0.005757739910712609, "sim_compute_performance-ego": 0.008652265255267803, "sim_compute_robot_state-ego": 0.010304606877840482, "sim_compute_robot_state-npc0": 0.008947661289801965, "sim_compute_robot_state-npc1": 0.00921802337353046, "sim_compute_robot_state-npc2": 0.009254671060121976, "sim_compute_robot_state-npc3": 0.0088728482906635}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.0132908922270336, "sim_physics": 0.22789494664061305, "survival_time": 2.549999999999999, "driven_lanedir": 0.6920556363090382, "sim_render-ego": 0.013642114751479206, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.02399901315277698, "deviation-heading": 0.37637669020263664, "set_robot_commands": 0.010149614483702416, "deviation-center-line": 0.07530023298116417, "driven_lanedir_consec": 0.6920556363090382, "sim_compute_sim_state": 0.005177469814524931, "sim_compute_performance-ego": 0.007421259786568436, "sim_compute_robot_state-ego": 0.009541025348738129, "sim_compute_robot_state-npc0": 0.009491943845561906, "sim_compute_robot_state-npc1": 0.009348144718244964, "sim_compute_robot_state-npc2": 0.009238416073369045, "sim_compute_robot_state-npc3": 0.009592145097021963}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.8741778194087728, "sim_physics": 0.27967473216678784, "survival_time": 2.3, "driven_lanedir": 0.2384328100932288, "sim_render-ego": 0.014216495596844216, "in-drivable-lane": 1.3999999999999997, "agent_compute-ego": 0.02527512156445047, "deviation-heading": 0.23890637906938705, "set_robot_commands": 0.011961237243984056, "deviation-center-line": 0.10394712677689665, "driven_lanedir_consec": 0.2384328100932288, "sim_compute_sim_state": 0.00536383234936258, "sim_compute_performance-ego": 0.007972634356954823, "sim_compute_robot_state-ego": 0.010395096695941427, "sim_compute_robot_state-npc0": 0.01003556666166886, "sim_compute_robot_state-npc1": 0.010071578233138374, "sim_compute_robot_state-npc2": 0.010097446648970894, "sim_compute_robot_state-npc3": 0.009878257046575132}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.3128706606735367, "sim_physics": 0.25494381189346316, "survival_time": 1.0000000000000002, "driven_lanedir": 0.29198509228963654, "sim_render-ego": 0.012865149974822998, "in-drivable-lane": 0, "agent_compute-ego": 0.02215397357940674, "deviation-heading": 0.358997137510946, "set_robot_commands": 0.0110559344291687, "deviation-center-line": 0.05814541708622475, "driven_lanedir_consec": 0.29198509228963654, "sim_compute_sim_state": 0.005169034004211426, "sim_compute_performance-ego": 0.007779860496520996, "sim_compute_robot_state-ego": 0.01073089838027954, "sim_compute_robot_state-npc0": 0.008617770671844483, "sim_compute_robot_state-npc1": 0.00894927978515625, "sim_compute_robot_state-npc2": 0.009360861778259278, "sim_compute_robot_state-npc3": 0.008601140975952149}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.0329853511679177, "sim_physics": 0.1611171173599531, "survival_time": 2.6499999999999986, "driven_lanedir": 0.5740093707976381, "sim_render-ego": 0.010303375855931695, "in-drivable-lane": 0.9499999999999976, "agent_compute-ego": 0.018585403010530292, "deviation-heading": 0.38611619731107066, "set_robot_commands": 0.0073375791873572, "deviation-center-line": 0.10855323755564342, "driven_lanedir_consec": 0.5740093707976381, "sim_compute_sim_state": 0.003838930489881983, "sim_compute_performance-ego": 0.005686296606963535, "sim_compute_robot_state-ego": 0.0070568930427983125, "sim_compute_robot_state-npc0": 0.006715342683612176, "sim_compute_robot_state-npc1": 0.0067332330739723065, "sim_compute_robot_state-npc2": 0.006650915685689675, "sim_compute_robot_state-npc3": 0.006663084030151367}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0093722066717894, "sim_physics": 0.14233696919221145, "survival_time": 2.5999999999999988, "driven_lanedir": 0.5897896409204744, "sim_render-ego": 0.010080447563758263, "in-drivable-lane": 0.949999999999998, "agent_compute-ego": 0.018421856256631702, "deviation-heading": 0.32726405081166476, "set_robot_commands": 0.007741666757143461, "deviation-center-line": 0.10959907909937194, "driven_lanedir_consec": 0.5897896409204744, "sim_compute_sim_state": 0.003946904952709491, "sim_compute_performance-ego": 0.005576848983764648, "sim_compute_robot_state-ego": 0.007078106586749737, "sim_compute_robot_state-npc0": 0.006804081109853892, "sim_compute_robot_state-npc1": 0.006502234018765963, "sim_compute_robot_state-npc2": 0.006578495869269738, "sim_compute_robot_state-npc3": 0.0066724465443537785}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.28821608451855396, "sim_physics": 0.12768380265486867, "survival_time": 0.9500000000000004, "driven_lanedir": 0.27925052723936306, "sim_render-ego": 0.007233494206478721, "in-drivable-lane": 0, "agent_compute-ego": 0.013821125030517578, "deviation-heading": 0.2202042086876065, "set_robot_commands": 0.005076094677573756, "deviation-center-line": 0.08350947933924269, "driven_lanedir_consec": 0.27925052723936306, "sim_compute_sim_state": 0.0028596426311292148, "sim_compute_performance-ego": 0.004039852242720754, "sim_compute_robot_state-ego": 0.005060359051353053, "sim_compute_robot_state-npc0": 0.0048630739513196445, "sim_compute_robot_state-npc1": 0.004652286830701326, "sim_compute_robot_state-npc2": 0.004666228043405633, "sim_compute_robot_state-npc3": 0.004647932554546155}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.0028751755303635, "sim_physics": 0.1033926337373023, "survival_time": 2.549999999999999, "driven_lanedir": 0.589083599962416, "sim_render-ego": 0.007227930368161669, "in-drivable-lane": 0.8499999999999981, "agent_compute-ego": 0.013718773336971508, "deviation-heading": 0.34154347845828836, "set_robot_commands": 0.004987239837646484, "deviation-center-line": 0.0989171276835034, "driven_lanedir_consec": 0.589083599962416, "sim_compute_sim_state": 0.0028497798770081764, "sim_compute_performance-ego": 0.004003608928007238, "sim_compute_robot_state-ego": 0.005043431824328853, "sim_compute_robot_state-npc0": 0.004855127895579618, "sim_compute_robot_state-npc1": 0.004743276857862286, "sim_compute_robot_state-npc2": 0.004675692202998143, "sim_compute_robot_state-npc3": 0.004649713927624272}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0052678246450475, "sim_physics": 0.09476129213968912, "survival_time": 2.549999999999999, "driven_lanedir": 0.8169200609869163, "sim_render-ego": 0.007218197280285405, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.01371482306835698, "deviation-heading": 0.5031800143488017, "set_robot_commands": 0.004910740197873583, "deviation-center-line": 0.21987764564000128, "driven_lanedir_consec": 0.8169200609869163, "sim_compute_sim_state": 0.0028441793778363395, "sim_compute_performance-ego": 0.004015029645433613, "sim_compute_robot_state-ego": 0.005033105027441885, "sim_compute_robot_state-npc0": 0.004736470241172641, "sim_compute_robot_state-npc1": 0.0046457683338838466, "sim_compute_robot_state-npc2": 0.004653533299763997, "sim_compute_robot_state-npc3": 0.004646754732318953}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0848350093870085, "sim_physics": 0.09726977348327635, "survival_time": 2.6999999999999984, "driven_lanedir": 0.4403016734098912, "sim_render-ego": 0.007198152718720613, "in-drivable-lane": 1.1500000000000004, "agent_compute-ego": 0.013710459073384603, "deviation-heading": 0.8045266837904589, "set_robot_commands": 0.0049459051202844695, "deviation-center-line": 0.1574967504892399, "driven_lanedir_consec": 0.4403016734098912, "sim_compute_sim_state": 0.002859985386883771, "sim_compute_performance-ego": 0.003992893077709057, "sim_compute_robot_state-ego": 0.005102078119913737, "sim_compute_robot_state-npc0": 0.004782742924160427, "sim_compute_robot_state-npc1": 0.004701989668386954, "sim_compute_robot_state-npc2": 0.0047201889532583734, "sim_compute_robot_state-npc3": 0.004678046261822736}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.4264377555317492, "sim_physics": 0.09658398995032676, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4137491306771582, "sim_render-ego": 0.007242927184471717, "in-drivable-lane": 0, "agent_compute-ego": 0.013541570076575646, "deviation-heading": 0.3207236980821958, "set_robot_commands": 0.005081497705899752, "deviation-center-line": 0.08121382878296723, "driven_lanedir_consec": 0.4137491306771582, "sim_compute_sim_state": 0.0028482675552368164, "sim_compute_performance-ego": 0.0040026444655198315, "sim_compute_robot_state-ego": 0.005065798759460449, "sim_compute_robot_state-npc0": 0.004853257766136756, "sim_compute_robot_state-npc1": 0.004700972483708308, "sim_compute_robot_state-npc2": 0.004669950558589055, "sim_compute_robot_state-npc3": 0.004666025821979229}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.922294498135926, "sim_physics": 0.10864873230457306, "survival_time": 2.3999999999999995, "driven_lanedir": 0.9094271662452732, "sim_render-ego": 0.007324919104576111, "in-drivable-lane": 0, "agent_compute-ego": 0.013717249035835266, "deviation-heading": 0.31845322864720915, "set_robot_commands": 0.005044455329577128, "deviation-center-line": 0.1538466024680805, "driven_lanedir_consec": 0.9094271662452732, "sim_compute_sim_state": 0.0028478999932607016, "sim_compute_performance-ego": 0.004064316550890605, "sim_compute_robot_state-ego": 0.005131373802820842, "sim_compute_robot_state-npc0": 0.0048423757155736285, "sim_compute_robot_state-npc1": 0.004691764712333679, "sim_compute_robot_state-npc2": 0.0046931058168411255, "sim_compute_robot_state-npc3": 0.0047570814689000445}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.7185035020690835, "sim_physics": 0.12499336819899708, "survival_time": 1.900000000000001, "driven_lanedir": 0.7137557371068559, "sim_render-ego": 0.007310547326740466, "in-drivable-lane": 0, "agent_compute-ego": 0.013581614745290656, "deviation-heading": 0.1882128425868148, "set_robot_commands": 0.008433091013055099, "deviation-center-line": 0.14938153418232997, "driven_lanedir_consec": 0.7137557371068559, "sim_compute_sim_state": 0.002864994500812731, "sim_compute_performance-ego": 0.004003537328619706, "sim_compute_robot_state-ego": 0.005062573834469444, "sim_compute_robot_state-npc0": 0.0048843747691104285, "sim_compute_robot_state-npc1": 0.004678142698187577, "sim_compute_robot_state-npc2": 0.00463833306965075, "sim_compute_robot_state-npc3": 0.004632328685961272}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.35066115709520385, "sim_physics": 0.1007236086803934, "survival_time": 1.1500000000000004, "driven_lanedir": 0.32389369486849695, "sim_render-ego": 0.007276835648909859, "in-drivable-lane": 0, "agent_compute-ego": 0.013750252516373344, "deviation-heading": 0.41625225022180623, "set_robot_commands": 0.0050433407659116, "deviation-center-line": 0.06699354519906157, "driven_lanedir_consec": 0.32389369486849695, "sim_compute_sim_state": 0.002854782602061396, "sim_compute_performance-ego": 0.004099680029827616, "sim_compute_robot_state-ego": 0.005122972571331522, "sim_compute_robot_state-npc0": 0.0048560266909391985, "sim_compute_robot_state-npc1": 0.004733831986137058, "sim_compute_robot_state-npc2": 0.004651235497516134, "sim_compute_robot_state-npc3": 0.004651422085969344}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.0080747741880831, "sim_physics": 0.12132146835327148, "survival_time": 2.499999999999999, "driven_lanedir": 0.6271215027752698, "sim_render-ego": 0.007348136901855469, "in-drivable-lane": 0.5999999999999981, "agent_compute-ego": 0.013968448638916015, "deviation-heading": 0.5945620720530285, "set_robot_commands": 0.0050229310989379885, "deviation-center-line": 0.1895541683191835, "driven_lanedir_consec": 0.6271215027752698, "sim_compute_sim_state": 0.0028719282150268554, "sim_compute_performance-ego": 0.0040294408798217775, "sim_compute_robot_state-ego": 0.00516913890838623, "sim_compute_robot_state-npc0": 0.0048676347732543946, "sim_compute_robot_state-npc1": 0.004754724502563476, "sim_compute_robot_state-npc2": 0.004675517082214356, "sim_compute_robot_state-npc3": 0.004672045707702637}}
set_robot_commands_max0.011961237243984056
set_robot_commands_mean0.007124792363414545
set_robot_commands_median0.005081497705899752
set_robot_commands_min0.004910740197873583
sim_compute_performance-ego_max0.008652265255267803
sim_compute_performance-ego_mean0.005289344575639363
sim_compute_performance-ego_median0.004064316550890605
sim_compute_performance-ego_min0.003992893077709057
sim_compute_robot_state-ego_max0.01073089838027954
sim_compute_robot_state-ego_mean0.00672649725545691
sim_compute_robot_state-ego_median0.005131373802820842
sim_compute_robot_state-ego_min0.005033105027441885
sim_compute_robot_state-npc0_max0.01003556666166886
sim_compute_robot_state-npc0_mean0.006276896732639333
sim_compute_robot_state-npc0_median0.0048676347732543946
sim_compute_robot_state-npc0_min0.004736470241172641
sim_compute_robot_state-npc1_max0.010071578233138374
sim_compute_robot_state-npc1_mean0.006208350085104854
sim_compute_robot_state-npc1_median0.004743276857862286
sim_compute_robot_state-npc1_min0.0046457683338838466
sim_compute_robot_state-npc2_max0.010097446648970894
sim_compute_robot_state-npc2_mean0.006214972775994544
sim_compute_robot_state-npc2_median0.0046931058168411255
sim_compute_robot_state-npc2_min0.00463833306965075
sim_compute_robot_state-npc3_max0.009878257046575132
sim_compute_robot_state-npc3_mean0.006152084882102835
sim_compute_robot_state-npc3_median0.004678046261822736
sim_compute_robot_state-npc3_min0.004632328685961272
sim_compute_sim_state_max0.005757739910712609
sim_compute_sim_state_mean0.003663691444043935
sim_compute_sim_state_median0.002864994500812731
sim_compute_sim_state_min0.0028441793778363395
sim_physics_max0.27967473216678784
sim_physics_mean0.15158260047861602
sim_physics_median0.12499336819899708
sim_physics_min0.09476129213968912
sim_render-ego_max0.014216495596844216
sim_render-ego_mean0.009348071073511646
sim_render-ego_median0.007324919104576111
sim_render-ego_min0.007198152718720613
simulation-passed1
survival_time_max2.6999999999999984
survival_time_mean2.113333333333333
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.