Duckietown Challenges Home Challenges Submissions

Job 25675

Job ID25675
submission4450
userBea Baselines 🐤
user labelchallenge-aido_LF-baseline-duckietown
challengeaido3-LFVI-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatoridsc-rudolf-21157
date started
date completed
duration0:39:23
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.9224006674208938
survival_time_median8.299999999999983
deviation-center-line_median0.30261951275893595
in-drivable-lane_median0.34999999999999876


other stats
agent_compute-ego_max0.02754006763496021
agent_compute-ego_mean0.025085247086209884
agent_compute-ego_median0.024543803078787667
agent_compute-ego_min0.02340801796281194
deviation-center-line_max1.155119850226186
deviation-center-line_mean0.5568952528360989
deviation-center-line_min0.1209947405703592
deviation-heading_max5.776155234045408
deviation-heading_mean2.4306324611927392
deviation-heading_median1.2762335459740313
deviation-heading_min0.5410482969809604
driven_any_max2.3491040503155807
driven_any_mean1.4715530066073523
driven_any_median1.2803163377012752
driven_any_min0.3722325434976916
driven_lanedir_consec_max2.125432434125527
driven_lanedir_consec_mean0.9867126790211675
driven_lanedir_consec_min0.2274445758459875
driven_lanedir_max2.24388009383908
driven_lanedir_mean1.2883461925150228
driven_lanedir_median1.1794506165123029
driven_lanedir_min0.2274445758459875
in-drivable-lane_max2.149999999999993
in-drivable-lane_mean0.4800000000000017
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 2.3412754721964575, "sim_physics": 0.16757373650868734, "survival_time": 14.950000000000076, "driven_lanedir": 2.0727222217725005, "sim_render-ego": 0.011998072465260823, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.02500267505645752, "deviation-heading": 5.363506921928054, "set_robot_commands": 0.008260069688161214, "deviation-center-line": 0.6979018220598626, "driven_lanedir_consec": 1.3968069387615047, "sim_compute_sim_state": 0.005120777289072673, "sim_compute_performance-ego": 0.006899163722991943, "sim_compute_robot_state-ego": 0.008429958820343017, "sim_compute_robot_state-npc0": 0.008861301740010579, "sim_compute_robot_state-npc1": 0.008323841094970703, "sim_compute_robot_state-npc2": 0.0083621350924174, "sim_compute_robot_state-npc3": 0.008028511206309001}, "udem1-1-0": {"driven_any": 1.183904811861821, "sim_physics": 0.1666983040896329, "survival_time": 7.699999999999981, "driven_lanedir": 1.0941945983177168, "sim_render-ego": 0.012182765192799754, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.0237836233981244, "deviation-heading": 1.0522106178299355, "set_robot_commands": 0.008472015331317853, "deviation-center-line": 0.30261951275893595, "driven_lanedir_consec": 1.0941945983177168, "sim_compute_sim_state": 0.004648782990195535, "sim_compute_performance-ego": 0.006825282976224825, "sim_compute_robot_state-ego": 0.008680481415290337, "sim_compute_robot_state-npc0": 0.008639284542628698, "sim_compute_robot_state-npc1": 0.007965668455346839, "sim_compute_robot_state-npc2": 0.008267009413087523, "sim_compute_robot_state-npc3": 0.008151778927097073}, "udem1-2-0": {"driven_any": 1.8346517912070563, "sim_physics": 0.16179242742822525, "survival_time": 11.750000000000032, "driven_lanedir": 1.293967914312696, "sim_render-ego": 0.012488516340864463, "in-drivable-lane": 1.0000000000000044, "agent_compute-ego": 0.02627656307626278, "deviation-heading": 5.776155234045408, "set_robot_commands": 0.00877608339837257, "deviation-center-line": 0.9562353661400974, "driven_lanedir_consec": 0.6205033215146902, "sim_compute_sim_state": 0.005267877781644781, "sim_compute_performance-ego": 0.007402586429677111, "sim_compute_robot_state-ego": 0.00906528412027562, "sim_compute_robot_state-npc0": 0.009127831966318984, "sim_compute_robot_state-npc1": 0.008550727113764338, "sim_compute_robot_state-npc2": 0.008365020346134266, "sim_compute_robot_state-npc3": 0.008514266318463264}, "udem1-3-0": {"driven_any": 2.3489783736163132, "sim_physics": 0.15933346112569174, "survival_time": 14.950000000000076, "driven_lanedir": 1.8348426554478687, "sim_render-ego": 0.0122455366452535, "in-drivable-lane": 1.7000000000000195, "agent_compute-ego": 0.023785088857014972, "deviation-heading": 4.871849967572818, "set_robot_commands": 0.008395191033681233, "deviation-center-line": 0.8505887477053063, "driven_lanedir_consec": 0.9224006674208938, "sim_compute_sim_state": 0.005181672573089599, "sim_compute_performance-ego": 0.007084965705871582, "sim_compute_robot_state-ego": 0.008705025513966878, "sim_compute_robot_state-npc0": 0.00850363572438558, "sim_compute_robot_state-npc1": 0.00835915486017863, "sim_compute_robot_state-npc2": 0.008004485766092936, "sim_compute_robot_state-npc3": 0.008056464989980062}, "udem1-4-0": {"driven_any": 0.3722325434976916, "sim_physics": 0.18726665568801593, "survival_time": 2.6499999999999986, "driven_lanedir": 0.3411539599021596, "sim_render-ego": 0.012482242764167066, "in-drivable-lane": 0, "agent_compute-ego": 0.026347790124281397, "deviation-heading": 0.9099172483859752, "set_robot_commands": 0.008135246780683409, "deviation-center-line": 0.1209947405703592, "driven_lanedir_consec": 0.3411539599021596, "sim_compute_sim_state": 0.004738713210483767, "sim_compute_performance-ego": 0.007180456845265515, "sim_compute_robot_state-ego": 0.008704441898273971, "sim_compute_robot_state-npc0": 0.008290259343273234, "sim_compute_robot_state-npc1": 0.008118660944812704, "sim_compute_robot_state-npc2": 0.007675715212552053, "sim_compute_robot_state-npc3": 0.008001561434763783}, "udem1-5-0": {"driven_any": 0.7900740032703091, "sim_physics": 0.15211659386044457, "survival_time": 5.249999999999989, "driven_lanedir": 0.7619466177651988, "sim_render-ego": 0.011682458150954474, "in-drivable-lane": 0, "agent_compute-ego": 0.02359127544221424, "deviation-heading": 0.9915820035441756, "set_robot_commands": 0.008253068015688942, "deviation-center-line": 0.23578448840283112, "driven_lanedir_consec": 0.7619466177651988, "sim_compute_sim_state": 0.005141464869181315, "sim_compute_performance-ego": 0.0070256119682675314, "sim_compute_robot_state-ego": 0.008405985151018416, "sim_compute_robot_state-npc0": 0.008312599999564034, "sim_compute_robot_state-npc1": 0.00796791258312407, "sim_compute_robot_state-npc2": 0.008072071983700706, "sim_compute_robot_state-npc3": 0.007746090207781111}, "udem1-6-0": {"driven_any": 2.3490723167069483, "sim_physics": 0.1491016387939453, "survival_time": 14.950000000000076, "driven_lanedir": 2.165919901770244, "sim_render-ego": 0.011850327650705973, "in-drivable-lane": 0, "agent_compute-ego": 0.02412131865819295, "deviation-heading": 4.549338469521323, "set_robot_commands": 0.008230577309926351, "deviation-center-line": 1.0264514296435925, "driven_lanedir_consec": 1.6555516516415236, "sim_compute_sim_state": 0.004785971641540527, "sim_compute_performance-ego": 0.007190079689025879, "sim_compute_robot_state-ego": 0.008675468762715658, "sim_compute_robot_state-npc0": 0.008364327748616536, "sim_compute_robot_state-npc1": 0.00800292174021403, "sim_compute_robot_state-npc2": 0.008288404941558837, "sim_compute_robot_state-npc3": 0.007990460395812988}, "udem1-7-0": {"driven_any": 2.3491022449636976, "sim_physics": 0.1638441594441732, "survival_time": 14.950000000000076, "driven_lanedir": 2.24388009383908, "sim_render-ego": 0.011965626080830892, "in-drivable-lane": 0, "agent_compute-ego": 0.024352779388427736, "deviation-heading": 2.565916602420243, "set_robot_commands": 0.008500123818715413, "deviation-center-line": 1.155119850226186, "driven_lanedir_consec": 1.3589711401158264, "sim_compute_sim_state": 0.004979491233825684, "sim_compute_performance-ego": 0.00709131399790446, "sim_compute_robot_state-ego": 0.008658590316772461, "sim_compute_robot_state-npc0": 0.008645291328430177, "sim_compute_robot_state-npc1": 0.007920911312103271, "sim_compute_robot_state-npc2": 0.008054594993591308, "sim_compute_robot_state-npc3": 0.007763148148854574}, "udem1-8-0": {"driven_any": 2.3490728710523174, "sim_physics": 0.17576371192932128, "survival_time": 14.950000000000076, "driven_lanedir": 2.1983925116708516, "sim_render-ego": 0.012249544461568196, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.025978702704111737, "deviation-heading": 3.0498374584436356, "set_robot_commands": 0.008778783480326334, "deviation-center-line": 0.9675430673610064, "driven_lanedir_consec": 1.3330672133229349, "sim_compute_sim_state": 0.005113142331441244, "sim_compute_performance-ego": 0.007272562980651856, "sim_compute_robot_state-ego": 0.009007444381713869, "sim_compute_robot_state-npc0": 0.00882548729578654, "sim_compute_robot_state-npc1": 0.008322277863820393, "sim_compute_robot_state-npc2": 0.008543148040771484, "sim_compute_robot_state-npc3": 0.008575057983398438}, "udem1-9-0": {"driven_any": 0.5891480067857455, "sim_physics": 0.195774444937706, "survival_time": 3.999999999999994, "driven_lanedir": 0.2274445758459875, "sim_render-ego": 0.013097411394119265, "in-drivable-lane": 2.149999999999993, "agent_compute-ego": 0.02717352509498596, "deviation-heading": 0.5685324149363614, "set_robot_commands": 0.009164759516716005, "deviation-center-line": 0.19810512753247375, "driven_lanedir_consec": 0.2274445758459875, "sim_compute_sim_state": 0.004822549223899841, "sim_compute_performance-ego": 0.00801050066947937, "sim_compute_robot_state-ego": 0.009763461351394654, "sim_compute_robot_state-npc0": 0.009394875168800354, "sim_compute_robot_state-npc1": 0.008395257592201232, "sim_compute_robot_state-npc2": 0.008760383725166321, "sim_compute_robot_state-npc3": 0.008544829487800599}, "udem1-10-0": {"driven_any": 0.7579293546615655, "sim_physics": 0.16647825854839665, "survival_time": 5.04999999999999, "driven_lanedir": 0.7238901536575125, "sim_render-ego": 0.012739663076872873, "in-drivable-lane": 0, "agent_compute-ego": 0.02754006763496021, "deviation-heading": 1.0159410242323967, "set_robot_commands": 0.00949620492387526, "deviation-center-line": 0.14408912337005547, "driven_lanedir_consec": 0.7238901536575125, "sim_compute_sim_state": 0.005170338224656511, "sim_compute_performance-ego": 0.007590619644316116, "sim_compute_robot_state-ego": 0.009307063452088008, "sim_compute_robot_state-npc0": 0.009377012158384415, "sim_compute_robot_state-npc1": 0.00886381970773829, "sim_compute_robot_state-npc2": 0.008814448177224338, "sim_compute_robot_state-npc3": 0.008529403422138478}, "udem1-11-0": {"driven_any": 1.2803163377012752, "sim_physics": 0.16017019461436444, "survival_time": 8.299999999999983, "driven_lanedir": 1.1794506165123029, "sim_render-ego": 0.011849782553063818, "in-drivable-lane": 0.3500000000000032, "agent_compute-ego": 0.02340801796281194, "deviation-heading": 1.2762335459740313, "set_robot_commands": 0.008196616747293127, "deviation-center-line": 0.2922302301689225, "driven_lanedir_consec": 1.1794506165123029, "sim_compute_sim_state": 0.004572352731084249, "sim_compute_performance-ego": 0.00698145900864199, "sim_compute_robot_state-ego": 0.008525023977440524, "sim_compute_robot_state-npc0": 0.00792360880288733, "sim_compute_robot_state-npc1": 0.007934069058981287, "sim_compute_robot_state-npc2": 0.008012030498090997, "sim_compute_robot_state-npc3": 0.007652317184999764}, "udem1-12-0": {"driven_any": 2.3491040503155807, "sim_physics": 0.15309333483378093, "survival_time": 14.950000000000076, "driven_lanedir": 2.1275107704974907, "sim_render-ego": 0.011793071428934734, "in-drivable-lane": 0.7500000000000107, "agent_compute-ego": 0.0237400754292806, "deviation-heading": 2.867981910934707, "set_robot_commands": 0.00823843002319336, "deviation-center-line": 0.9583891656020802, "driven_lanedir_consec": 2.125432434125527, "sim_compute_sim_state": 0.004749636650085449, "sim_compute_performance-ego": 0.0072187304496765135, "sim_compute_robot_state-ego": 0.008654678662618001, "sim_compute_robot_state-npc0": 0.00817152738571167, "sim_compute_robot_state-npc1": 0.008037370840708415, "sim_compute_robot_state-npc2": 0.007741187413533529, "sim_compute_robot_state-npc3": 0.00768497625986735}, "udem1-13-0": {"driven_any": 0.6695655644168373, "sim_physics": 0.1722951306237115, "survival_time": 4.499999999999992, "driven_lanedir": 0.564317688877232, "sim_render-ego": 0.01278452608320448, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.02663340038723416, "deviation-heading": 1.0594352011410726, "set_robot_commands": 0.008918491999308269, "deviation-center-line": 0.1708345724286414, "driven_lanedir_consec": 0.564317688877232, "sim_compute_sim_state": 0.005118473370869955, "sim_compute_performance-ego": 0.008073327276441786, "sim_compute_robot_state-ego": 0.009313249588012697, "sim_compute_robot_state-npc0": 0.009472770161098903, "sim_compute_robot_state-npc1": 0.008709303538004557, "sim_compute_robot_state-npc2": 0.008443254894680447, "sim_compute_robot_state-npc3": 0.00858204894595676}, "udem1-14-0": {"driven_any": 0.5088673568566661, "sim_physics": 0.17236245359693256, "survival_time": 3.4999999999999956, "driven_lanedir": 0.49555860753650327, "sim_render-ego": 0.011037724358694894, "in-drivable-lane": 0, "agent_compute-ego": 0.024543803078787667, "deviation-heading": 0.5410482969809604, "set_robot_commands": 0.008089065551757812, "deviation-center-line": 0.2765415485711333, "driven_lanedir_consec": 0.49555860753650327, "sim_compute_sim_state": 0.004502534866333008, "sim_compute_performance-ego": 0.006647375651768275, "sim_compute_robot_state-ego": 0.008113884925842285, "sim_compute_robot_state-npc0": 0.007945990562438965, "sim_compute_robot_state-npc1": 0.007609418460300991, "sim_compute_robot_state-npc2": 0.007630964687892368, "sim_compute_robot_state-npc3": 0.007498097419738769}}
set_robot_commands_max0.00949620492387526
set_robot_commands_mean0.00852698184126781
set_robot_commands_median0.008395191033681233
set_robot_commands_min0.008089065551757812
sim_compute_performance-ego_max0.008073327276441786
sim_compute_performance-ego_mean0.007232935801080317
sim_compute_performance-ego_median0.007180456845265515
sim_compute_performance-ego_min0.006647375651768275
sim_compute_robot_state-ego_max0.009763461351394654
sim_compute_robot_state-ego_mean0.008800669489184426
sim_compute_robot_state-ego_median0.008680481415290337
sim_compute_robot_state-ego_min0.008113884925842285
sim_compute_robot_state-npc0_max0.009472770161098903
sim_compute_robot_state-npc0_mean0.0086570535952224
sim_compute_robot_state-npc0_median0.008639284542628698
sim_compute_robot_state-npc0_min0.00792360880288733
sim_compute_robot_state-npc1_max0.00886381970773829
sim_compute_robot_state-npc1_mean0.008205421011084648
sim_compute_robot_state-npc1_median0.008118660944812704
sim_compute_robot_state-npc1_min0.007609418460300991
sim_compute_robot_state-npc2_max0.008814448177224338
sim_compute_robot_state-npc2_mean0.008202323679099635
sim_compute_robot_state-npc2_median0.008267009413087523
sim_compute_robot_state-npc2_min0.007630964687892368
sim_compute_robot_state-npc3_max0.00858204894595676
sim_compute_robot_state-npc3_mean0.0080879341555308
sim_compute_robot_state-npc3_median0.008028511206309001
sim_compute_robot_state-npc3_min0.007498097419738769
sim_compute_sim_state_max0.005267877781644781
sim_compute_sim_state_mean0.004927585265826943
sim_compute_sim_state_median0.004979491233825684
sim_compute_sim_state_min0.004502534866333008
sim_physics_max0.195774444937706
sim_physics_mean0.16691096706820197
sim_physics_median0.16647825854839665
sim_physics_min0.1491016387939453
sim_render-ego_max0.013097411394119265
sim_render-ego_mean0.012163151243153016
sim_render-ego_median0.012182765192799754
sim_render-ego_min0.011037724358694894
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.493333333333362
survival_time_min2.6499999999999986

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.