Duckietown Challenges Home Challenges Submissions

Job 24840

Job ID24840
submission4332
userSoroush Saryazdi 🇨🇦
user labelchallenge-aido_LF-template-random
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-45-34-10499
date started
date completed
duration0:14:32
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.47061816984274774
survival_time_median2.4499999999999993
deviation-center-line_median0.09047885846140293
in-drivable-lane_median0.7999999999999974


other stats
agent_compute-ego_max0.02396154845202411
agent_compute-ego_mean0.021233802671267673
agent_compute-ego_median0.021450980713492947
agent_compute-ego_min0.01511592214757746
deviation-center-line_max0.17439134565029044
deviation-center-line_mean0.1112205456826628
deviation-center-line_min0.05649185041622204
deviation-heading_max0.8583234710357402
deviation-heading_mean0.37150980594423094
deviation-heading_median0.34774352178293905
deviation-heading_min0.1892537419842091
driven_any_max1.6169932854589055
driven_any_mean0.8549136794030617
driven_any_median0.9441796518284096
driven_any_min0.28668385087664994
driven_lanedir_consec_max1.2433038249708372
driven_lanedir_consec_mean0.5622432991481365
driven_lanedir_consec_min0.24216121529728207
driven_lanedir_max1.2433038249708372
driven_lanedir_mean0.5622432991481365
driven_lanedir_median0.47061816984274774
driven_lanedir_min0.24216121529728207
in-drivable-lane_max1.3499999999999996
in-drivable-lane_mean0.5899999999999992
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429704, "sim_physics": 0.13810169255291974, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.010779107058489765, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.021878410268712928, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.008704494546960902, "deviation-center-line": 0.15907928712407876, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.004264275232950847, "sim_compute_performance-ego": 0.006292453518620244, "sim_compute_robot_state-ego": 0.007691445174040618, "sim_compute_robot_state-npc0": 0.007488180089879919, "sim_compute_robot_state-npc1": 0.007409316522103769, "sim_compute_robot_state-npc2": 0.007441944546169705, "sim_compute_robot_state-npc3": 0.007436460918850369}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4119037580118985, "sim_physics": 0.1286558437347412, "survival_time": 1.2500000000000004, "driven_lanedir": 0.3792793194470208, "sim_render-ego": 0.008147201538085937, "in-drivable-lane": 0, "agent_compute-ego": 0.018925905227661133, "deviation-heading": 0.47860435001913376, "set_robot_commands": 0.006094655990600586, "deviation-center-line": 0.09344288799285194, "driven_lanedir_consec": 0.3792793194470208, "sim_compute_sim_state": 0.003282804489135742, "sim_compute_performance-ego": 0.004713163375854492, "sim_compute_robot_state-ego": 0.006040992736816406, "sim_compute_robot_state-npc0": 0.005537309646606445, "sim_compute_robot_state-npc1": 0.0054490756988525395, "sim_compute_robot_state-npc2": 0.0054070186614990235, "sim_compute_robot_state-npc3": 0.00531698226928711}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.579862082650716, "sim_physics": 0.18075900956204063, "survival_time": 3.7999999999999945, "driven_lanedir": 1.2433038249708372, "sim_render-ego": 0.011285101112566497, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.021450980713492947, "deviation-heading": 0.5020407942599271, "set_robot_commands": 0.008868841748488577, "deviation-center-line": 0.17439134565029044, "driven_lanedir_consec": 1.2433038249708372, "sim_compute_sim_state": 0.005062078174791838, "sim_compute_performance-ego": 0.006510201253389057, "sim_compute_robot_state-ego": 0.008226011928759124, "sim_compute_robot_state-npc0": 0.008253012832842375, "sim_compute_robot_state-npc1": 0.007419056014010781, "sim_compute_robot_state-npc2": 0.0081288406723424, "sim_compute_robot_state-npc3": 0.007411109773736251}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6169932854589055, "sim_physics": 0.1884899048865596, "survival_time": 3.949999999999994, "driven_lanedir": 1.2126117310470583, "sim_render-ego": 0.01179922683329522, "in-drivable-lane": 0.849999999999997, "agent_compute-ego": 0.02224556102028376, "deviation-heading": 0.34764983431811225, "set_robot_commands": 0.009313441530058655, "deviation-center-line": 0.11519544839797546, "driven_lanedir_consec": 1.2126117310470583, "sim_compute_sim_state": 0.004860226112075999, "sim_compute_performance-ego": 0.006939595258688625, "sim_compute_robot_state-ego": 0.008727834194521361, "sim_compute_robot_state-npc0": 0.008525797083408018, "sim_compute_robot_state-npc1": 0.008299978473518469, "sim_compute_robot_state-npc2": 0.008290251599082464, "sim_compute_robot_state-npc3": 0.007894896253754821}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.5031772882846434, "sim_physics": 0.1660165020397731, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4926325270527603, "sim_render-ego": 0.012727737426757812, "in-drivable-lane": 0, "agent_compute-ego": 0.02165682826723371, "deviation-heading": 0.29868161596444953, "set_robot_commands": 0.0094882675579616, "deviation-center-line": 0.09047885846140293, "driven_lanedir_consec": 0.4926325270527603, "sim_compute_sim_state": 0.0049591064453125, "sim_compute_performance-ego": 0.007274627685546875, "sim_compute_robot_state-ego": 0.008842442716870989, "sim_compute_robot_state-npc0": 0.008562036922999791, "sim_compute_robot_state-npc1": 0.008320135729653495, "sim_compute_robot_state-npc2": 0.008300134113856725, "sim_compute_robot_state-npc3": 0.008451410702296666}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0440585337030532, "sim_physics": 0.18005488095460115, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5009536316076031, "sim_render-ego": 0.012038111686706545, "in-drivable-lane": 1.0000000000000009, "agent_compute-ego": 0.02396154845202411, "deviation-heading": 0.8583234710357402, "set_robot_commands": 0.010506281146296748, "deviation-center-line": 0.1636702708892767, "driven_lanedir_consec": 0.5009536316076031, "sim_compute_sim_state": 0.004912676634611907, "sim_compute_performance-ego": 0.0071192582448323565, "sim_compute_robot_state-ego": 0.008850093241091128, "sim_compute_robot_state-npc0": 0.008908254128915293, "sim_compute_robot_state-npc1": 0.00884780177363643, "sim_compute_robot_state-npc2": 0.00814593721319128, "sim_compute_robot_state-npc3": 0.00801641411251492}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0456729849899615, "sim_physics": 0.17230978276994494, "survival_time": 2.6999999999999984, "driven_lanedir": 0.636422849544542, "sim_render-ego": 0.01165520261835169, "in-drivable-lane": 0.7999999999999974, "agent_compute-ego": 0.02098991694273772, "deviation-heading": 0.3927366768210136, "set_robot_commands": 0.008421544675473814, "deviation-center-line": 0.08970073753261001, "driven_lanedir_consec": 0.636422849544542, "sim_compute_sim_state": 0.004407948917812771, "sim_compute_performance-ego": 0.006587377300968877, "sim_compute_robot_state-ego": 0.008408723054108795, "sim_compute_robot_state-npc0": 0.00834031899770101, "sim_compute_robot_state-npc1": 0.007769151970192238, "sim_compute_robot_state-npc2": 0.007676137818230523, "sim_compute_robot_state-npc3": 0.007632816279375994}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.8772562288570896, "sim_physics": 0.20699765417310928, "survival_time": 2.25, "driven_lanedir": 0.38713958773684665, "sim_render-ego": 0.011331150266859267, "in-drivable-lane": 0.9999999999999996, "agent_compute-ego": 0.021167559093899196, "deviation-heading": 0.3844740406851849, "set_robot_commands": 0.009436776902940536, "deviation-center-line": 0.07500609722918031, "driven_lanedir_consec": 0.38713958773684665, "sim_compute_sim_state": 0.0042914867401123045, "sim_compute_performance-ego": 0.006937360763549805, "sim_compute_robot_state-ego": 0.00815009011162652, "sim_compute_robot_state-npc0": 0.008280605740017362, "sim_compute_robot_state-npc1": 0.007754415935940213, "sim_compute_robot_state-npc2": 0.007275131013658311, "sim_compute_robot_state-npc3": 0.007351430257161459}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.843301097417158, "sim_physics": 0.16905808967092764, "survival_time": 2.3, "driven_lanedir": 0.24216121529728207, "sim_render-ego": 0.012078072713769, "in-drivable-lane": 1.3499999999999996, "agent_compute-ego": 0.023297605307205864, "deviation-heading": 0.34566993689777425, "set_robot_commands": 0.009146037309066109, "deviation-center-line": 0.07136114712800473, "driven_lanedir_consec": 0.24216121529728207, "sim_compute_sim_state": 0.00534063836802607, "sim_compute_performance-ego": 0.007321974505548892, "sim_compute_robot_state-ego": 0.009362526561902918, "sim_compute_robot_state-npc0": 0.008796396462813667, "sim_compute_robot_state-npc1": 0.0085070858830991, "sim_compute_robot_state-npc2": 0.008428076039189878, "sim_compute_robot_state-npc3": 0.008435477381167204}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.9785013113851152, "sim_physics": 0.19372125148773192, "survival_time": 2.499999999999999, "driven_lanedir": 0.9700080716683566, "sim_render-ego": 0.011707930564880372, "in-drivable-lane": 0, "agent_compute-ego": 0.02133404731750488, "deviation-heading": 0.34774352178293905, "set_robot_commands": 0.009428853988647462, "deviation-center-line": 0.15723242276422936, "driven_lanedir_consec": 0.9700080716683566, "sim_compute_sim_state": 0.00477449893951416, "sim_compute_performance-ego": 0.006789121627807617, "sim_compute_robot_state-ego": 0.008516521453857421, "sim_compute_robot_state-npc0": 0.008381705284118652, "sim_compute_robot_state-npc1": 0.00835258960723877, "sim_compute_robot_state-npc2": 0.008117427825927734, "sim_compute_robot_state-npc3": 0.008319506645202637}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3129292149411446, "sim_physics": 0.25979199409484866, "survival_time": 1.0000000000000002, "driven_lanedir": 0.2864579763812336, "sim_render-ego": 0.01259469985961914, "in-drivable-lane": 0, "agent_compute-ego": 0.02250533103942871, "deviation-heading": 0.3801610449156702, "set_robot_commands": 0.009935760498046876, "deviation-center-line": 0.05649185041622204, "driven_lanedir_consec": 0.2864579763812336, "sim_compute_sim_state": 0.0048060774803161625, "sim_compute_performance-ego": 0.007602357864379883, "sim_compute_robot_state-ego": 0.009973263740539553, "sim_compute_robot_state-npc0": 0.009054064750671388, "sim_compute_robot_state-npc1": 0.008970904350280761, "sim_compute_robot_state-npc2": 0.00899127721786499, "sim_compute_robot_state-npc3": 0.008442354202270509}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.28668385087664994, "sim_physics": 0.1617003365566856, "survival_time": 0.9500000000000004, "driven_lanedir": 0.278237107094367, "sim_render-ego": 0.011746569683677271, "in-drivable-lane": 0, "agent_compute-ego": 0.020975351333618164, "deviation-heading": 0.19732996798555608, "set_robot_commands": 0.009799819243581672, "deviation-center-line": 0.08671144489080887, "driven_lanedir_consec": 0.278237107094367, "sim_compute_sim_state": 0.004562779476768092, "sim_compute_performance-ego": 0.007048958226254112, "sim_compute_robot_state-ego": 0.009183381733141448, "sim_compute_robot_state-npc0": 0.009263026086907638, "sim_compute_robot_state-npc1": 0.007857724239951685, "sim_compute_robot_state-npc2": 0.008304031271683542, "sim_compute_robot_state-npc3": 0.008033576764558492}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0034139953700496, "sim_physics": 0.16520081520080565, "survival_time": 2.499999999999999, "driven_lanedir": 0.47061816984274774, "sim_render-ego": 0.01202341079711914, "in-drivable-lane": 1.1499999999999986, "agent_compute-ego": 0.021865949630737305, "deviation-heading": 0.2263485117662672, "set_robot_commands": 0.00955225944519043, "deviation-center-line": 0.1594122934983136, "driven_lanedir_consec": 0.47061816984274774, "sim_compute_sim_state": 0.004768118858337402, "sim_compute_performance-ego": 0.007389726638793945, "sim_compute_robot_state-ego": 0.008712997436523437, "sim_compute_robot_state-npc0": 0.00843569278717041, "sim_compute_robot_state-npc1": 0.008141798973083496, "sim_compute_robot_state-npc2": 0.008154625892639161, "sim_compute_robot_state-npc3": 0.00811309814453125}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.3514429441281624, "sim_physics": 0.14613999019969592, "survival_time": 1.1000000000000003, "driven_lanedir": 0.34114611245347204, "sim_render-ego": 0.008276354182850231, "in-drivable-lane": 0, "agent_compute-ego": 0.01511592214757746, "deviation-heading": 0.1892537419842091, "set_robot_commands": 0.006134650923989036, "deviation-center-line": 0.08918370733714856, "driven_lanedir_consec": 0.34114611245347204, "sim_compute_sim_state": 0.0032943270423195577, "sim_compute_performance-ego": 0.004562432115728205, "sim_compute_robot_state-ego": 0.005897771228443493, "sim_compute_robot_state-npc0": 0.005485523830760609, "sim_compute_robot_state-npc1": 0.005381898446516557, "sim_compute_robot_state-npc2": 0.005499536340886896, "sim_compute_robot_state-npc3": 0.0053814866326072}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.9441796518284096, "sim_physics": 0.18121101418320013, "survival_time": 2.4499999999999993, "driven_lanedir": 0.4203463405922858, "sim_render-ego": 0.01135497677082918, "in-drivable-lane": 1.0999999999999988, "agent_compute-ego": 0.021136123306897223, "deviation-heading": 0.4296166116434236, "set_robot_commands": 0.008438071426080197, "deviation-center-line": 0.08695038592754878, "driven_lanedir_consec": 0.4203463405922858, "sim_compute_sim_state": 0.004178382912460639, "sim_compute_performance-ego": 0.006415357395094268, "sim_compute_robot_state-ego": 0.008031407181097537, "sim_compute_robot_state-npc0": 0.007841733037209024, "sim_compute_robot_state-npc1": 0.007301398686000279, "sim_compute_robot_state-npc2": 0.007473585556964485, "sim_compute_robot_state-npc3": 0.00728101633032974}}
set_robot_commands_max0.010506281146296748
set_robot_commands_mean0.008884650462225547
set_robot_commands_median0.009313441530058655
set_robot_commands_min0.006094655990600586
sim_compute_performance-ego_max0.007602357864379883
sim_compute_performance-ego_mean0.00663359771833715
sim_compute_performance-ego_median0.006937360763549805
sim_compute_performance-ego_min0.004562432115728205
sim_compute_robot_state-ego_max0.009973263740539553
sim_compute_robot_state-ego_mean0.008307700166222719
sim_compute_robot_state-ego_median0.008516521453857421
sim_compute_robot_state-ego_min0.005897771228443493
sim_compute_robot_state-npc0_max0.009263026086907638
sim_compute_robot_state-npc0_mean0.008076910512134772
sim_compute_robot_state-npc0_median0.008381705284118652
sim_compute_robot_state-npc0_min0.005485523830760609
sim_compute_robot_state-npc1_max0.008970904350280761
sim_compute_robot_state-npc1_mean0.007718822153605239
sim_compute_robot_state-npc1_median0.007857724239951685
sim_compute_robot_state-npc1_min0.005381898446516557
sim_compute_robot_state-npc2_max0.00899127721786499
sim_compute_robot_state-npc2_mean0.007708930385545808
sim_compute_robot_state-npc2_median0.0081288406723424
sim_compute_robot_state-npc2_min0.0054070186614990235
sim_compute_robot_state-npc3_max0.008451410702296666
sim_compute_robot_state-npc3_mean0.007567869111176307
sim_compute_robot_state-npc3_median0.007894896253754821
sim_compute_robot_state-npc3_min0.00531698226928711
sim_compute_sim_state_max0.00534063836802607
sim_compute_sim_state_mean0.004517695054969734
sim_compute_sim_state_median0.004768118858337402
sim_compute_sim_state_min0.003282804489135742
sim_physics_max0.25979199409484866
sim_physics_mean0.175880584137839
sim_physics_median0.17230978276994494
sim_physics_min0.1286558437347412
sim_render-ego_max0.012727737426757812
sim_render-ego_mean0.011302990207590468
sim_render-ego_median0.011707930564880372
sim_render-ego_min0.008147201538085937
simulation-passed1
survival_time_max3.949999999999994
survival_time_mean2.2366666666666655
survival_time_min0.9500000000000004

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.