AI Driving Olympics Home Challenges Submissions Jobs

Submission 2694

Submission2694
Competingyes
Challengeaido2-LFV-sim-testing
UserKonstantin Chayka
Date submitted
Completecomplete
Resultsuccess
Jobsstep1-simulation: 22823
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
228232694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationsuccessyes-1:03:27(hidden)
driven_lanedir_consec_median0.8496886510423824
survival_time_median10.600000000000016
deviation-center-line_median0.7158391049958931
in-drivable-lane_median0.7999999999999987


other stats
agent_compute-ego_max0.056368228865832815
agent_compute-ego_mean0.05455365446959823
agent_compute-ego_median0.05448263996052293
agent_compute-ego_min0.05229093607734232
deviation-center-line_max1.2979980976987588
deviation-center-line_mean0.6983233784460772
deviation-center-line_min0.30468510751400724
deviation-heading_max8.511192605044654
deviation-heading_mean4.370071273419499
deviation-heading_median4.514475795851272
deviation-heading_min0.4260191365252912
driven_any_max2.348886797212572
driven_any_mean1.701077214002253
driven_any_median1.6496999176814275
driven_any_min0.4606529631847675
driven_lanedir_consec_max1.3806316055778978
driven_lanedir_consec_mean0.886010385027158
driven_lanedir_consec_min0.4550856483940704
driven_lanedir_max2.0009739262735553
driven_lanedir_mean1.1650263436861747
driven_lanedir_median1.2896951741179432
driven_lanedir_min0.4550856483940704
in-drivable-lane_max4.600000000000022
in-drivable-lane_mean1.803333333333338
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.5044532055763151, "sim_physics": 0.08478265514179152, "survival_time": 9.800000000000004, "driven_lanedir": 1.3806316055778978, "sim_render-ego": 0.05520607379018044, "in-drivable-lane": 0, "agent_compute-ego": 0.055832749726820965, "deviation-heading": 3.30171790485117, "set_robot_commands": 0.05290765665015395, "deviation-center-line": 0.7158391049958931, "driven_lanedir_consec": 1.3806316055778978, "sim_compute_sim_state": 0.032968311893696686, "sim_compute_performance-ego": 0.05772821757258201, "sim_compute_robot_state-ego": 0.05659823636619412, "sim_compute_robot_state-npc0": 0.06379725008594747, "sim_compute_robot_state-npc1": 0.058122824649421534, "sim_compute_robot_state-npc2": 0.05801866857372984, "sim_compute_robot_state-npc3": 0.05705096405379626}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.348886797212572, "sim_physics": 0.08644755204518637, "survival_time": 14.950000000000076, "driven_lanedir": 2.0009739262735553, "sim_render-ego": 0.05412648359934489, "in-drivable-lane": 0.4500000000000019, "agent_compute-ego": 0.05551364183425903, "deviation-heading": 5.754054389129794, "set_robot_commands": 0.05328003168106079, "deviation-center-line": 0.9000062292556569, "driven_lanedir_consec": 1.0163373711839352, "sim_compute_sim_state": 0.03302592833836873, "sim_compute_performance-ego": 0.05756763458251953, "sim_compute_robot_state-ego": 0.05536910931269328, "sim_compute_robot_state-npc0": 0.06333560228347779, "sim_compute_robot_state-npc1": 0.05796541293462117, "sim_compute_robot_state-npc2": 0.05725080569585164, "sim_compute_robot_state-npc3": 0.05649318297704061}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.175713732041361, "sim_physics": 0.08763416452345506, "survival_time": 7.649999999999981, "driven_lanedir": 0.6664550377983005, "sim_render-ego": 0.05393125652487761, "in-drivable-lane": 2.499999999999991, "agent_compute-ego": 0.05445582414764205, "deviation-heading": 1.9447590702186288, "set_robot_commands": 0.05329710050346025, "deviation-center-line": 0.5328625638576998, "driven_lanedir_consec": 0.5000377451909839, "sim_compute_sim_state": 0.03252043287738476, "sim_compute_performance-ego": 0.05659331527410769, "sim_compute_robot_state-ego": 0.05640819960949467, "sim_compute_robot_state-npc0": 0.0644797047758414, "sim_compute_robot_state-npc1": 0.058914424547182966, "sim_compute_robot_state-npc2": 0.056933142780478486, "sim_compute_robot_state-npc3": 0.05835630535300261}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.348574733712377, "sim_physics": 0.08638741572697957, "survival_time": 14.950000000000076, "driven_lanedir": 1.2541342325042495, "sim_render-ego": 0.05392916917800903, "in-drivable-lane": 4.600000000000022, "agent_compute-ego": 0.05488274653752645, "deviation-heading": 5.797748768980967, "set_robot_commands": 0.052807218233744305, "deviation-center-line": 0.9331920296812152, "driven_lanedir_consec": 0.8265154392513199, "sim_compute_sim_state": 0.03238076368967692, "sim_compute_performance-ego": 0.056861967245737714, "sim_compute_robot_state-ego": 0.055463936328887936, "sim_compute_robot_state-npc0": 0.06326525847117107, "sim_compute_robot_state-npc1": 0.05714671770731608, "sim_compute_robot_state-npc2": 0.05632357517878214, "sim_compute_robot_state-npc3": 0.05647479216257731}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.629419215864214, "sim_physics": 0.08210430145263672, "survival_time": 4.249999999999993, "driven_lanedir": 0.6214683483511103, "sim_render-ego": 0.05132751184351304, "in-drivable-lane": 0, "agent_compute-ego": 0.05229093607734232, "deviation-heading": 0.668735228803154, "set_robot_commands": 0.05106563007130342, "deviation-center-line": 0.3510106905724936, "driven_lanedir_consec": 0.6214683483511103, "sim_compute_sim_state": 0.03108338468215045, "sim_compute_performance-ego": 0.05416064823375029, "sim_compute_robot_state-ego": 0.05304024359759162, "sim_compute_robot_state-npc0": 0.06062632168040556, "sim_compute_robot_state-npc1": 0.05532763705534093, "sim_compute_robot_state-npc2": 0.05492656932157629, "sim_compute_robot_state-npc3": 0.05553211604847628}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.3484884215227972, "sim_physics": 0.08784311294555663, "survival_time": 14.950000000000076, "driven_lanedir": 1.451719704834156, "sim_render-ego": 0.05347213506698609, "in-drivable-lane": 2.150000000000011, "agent_compute-ego": 0.05489833434422811, "deviation-heading": 8.511192605044654, "set_robot_commands": 0.05315951903661092, "deviation-center-line": 1.2979980976987588, "driven_lanedir_consec": 0.7066290778097644, "sim_compute_sim_state": 0.032529513835906985, "sim_compute_performance-ego": 0.05847697973251343, "sim_compute_robot_state-ego": 0.055955464839935305, "sim_compute_robot_state-npc0": 0.06213561455408732, "sim_compute_robot_state-npc1": 0.05706678469975789, "sim_compute_robot_state-npc2": 0.05595875342686971, "sim_compute_robot_state-npc3": 0.055884512265523274}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.7016624465005665, "sim_physics": 0.08310376329624906, "survival_time": 4.699999999999991, "driven_lanedir": 0.5668501167164193, "sim_render-ego": 0.05248590225869037, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.05596178643246914, "deviation-heading": 1.7666488715165596, "set_robot_commands": 0.051710027329465176, "deviation-center-line": 0.30468510751400724, "driven_lanedir_consec": 0.5668501167164193, "sim_compute_sim_state": 0.03259990316756228, "sim_compute_performance-ego": 0.0549703430622182, "sim_compute_robot_state-ego": 0.053206433641149645, "sim_compute_robot_state-npc0": 0.0628569557311687, "sim_compute_robot_state-npc1": 0.05735576913711873, "sim_compute_robot_state-npc2": 0.05717165926669506, "sim_compute_robot_state-npc3": 0.05628368448703847}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 1.6496999176814275, "sim_physics": 0.0879854807313883, "survival_time": 10.600000000000016, "driven_lanedir": 1.2896951741179432, "sim_render-ego": 0.05392417705283975, "in-drivable-lane": 0.7499999999999973, "agent_compute-ego": 0.05448263996052293, "deviation-heading": 4.514475795851272, "set_robot_commands": 0.05310906554168125, "deviation-center-line": 0.634809953512164, "driven_lanedir_consec": 0.8496886510423824, "sim_compute_sim_state": 0.032308207367951015, "sim_compute_performance-ego": 0.05711744528896403, "sim_compute_robot_state-ego": 0.0559237835542211, "sim_compute_robot_state-npc0": 0.061866255301349565, "sim_compute_robot_state-npc1": 0.05767039532931346, "sim_compute_robot_state-npc2": 0.056199726068748616, "sim_compute_robot_state-npc3": 0.056024002579023256}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.3486337678292295, "sim_physics": 0.08335928678512573, "survival_time": 14.950000000000076, "driven_lanedir": 1.216398313323213, "sim_render-ego": 0.05418534994125366, "in-drivable-lane": 4.2500000000000195, "agent_compute-ego": 0.05366854906082153, "deviation-heading": 6.893990733123386, "set_robot_commands": 0.05323248545328776, "deviation-center-line": 0.9040208880468492, "driven_lanedir_consec": 0.8569745794369827, "sim_compute_sim_state": 0.03265163342158, "sim_compute_performance-ego": 0.057521350383758545, "sim_compute_robot_state-ego": 0.056050275961558024, "sim_compute_robot_state-npc0": 0.06419832070668538, "sim_compute_robot_state-npc1": 0.058259072303771975, "sim_compute_robot_state-npc2": 0.05727806091308594, "sim_compute_robot_state-npc3": 0.05668689092000326}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.348644888723356, "sim_physics": 0.08699962933858235, "survival_time": 14.950000000000076, "driven_lanedir": 1.420172457585963, "sim_render-ego": 0.05318460782368978, "in-drivable-lane": 3.250000000000014, "agent_compute-ego": 0.05373634497324626, "deviation-heading": 6.701226236543467, "set_robot_commands": 0.0526122784614563, "deviation-center-line": 0.7938090036117907, "driven_lanedir_consec": 1.1897540831340183, "sim_compute_sim_state": 0.03216533581415812, "sim_compute_performance-ego": 0.057215526898701984, "sim_compute_robot_state-ego": 0.05488691012064616, "sim_compute_robot_state-npc0": 0.06201965490976969, "sim_compute_robot_state-npc1": 0.05831339120864868, "sim_compute_robot_state-npc2": 0.056407856146494545, "sim_compute_robot_state-npc3": 0.0558686892191569}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.59354014226088, "sim_physics": 0.08551994881978849, "survival_time": 10.25000000000001, "driven_lanedir": 1.33759762416311, "sim_render-ego": 0.05365192483111126, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.056368228865832815, "deviation-heading": 3.915760181405531, "set_robot_commands": 0.05182978467243474, "deviation-center-line": 0.6459585448559878, "driven_lanedir_consec": 1.33759762416311, "sim_compute_sim_state": 0.032712952683611615, "sim_compute_performance-ego": 0.05680170059204102, "sim_compute_robot_state-ego": 0.05492049193963772, "sim_compute_robot_state-npc0": 0.06274983126942704, "sim_compute_robot_state-npc1": 0.05769940818228373, "sim_compute_robot_state-npc2": 0.05709412970194003, "sim_compute_robot_state-npc3": 0.05694245245398544}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4606529631847675, "sim_physics": 0.08313903585076332, "survival_time": 3.1999999999999966, "driven_lanedir": 0.4550856483940704, "sim_render-ego": 0.05252743139863014, "in-drivable-lane": 0, "agent_compute-ego": 0.05251151695847511, "deviation-heading": 0.4260191365252912, "set_robot_commands": 0.05224892124533653, "deviation-center-line": 0.3511693152642639, "driven_lanedir_consec": 0.4550856483940704, "sim_compute_sim_state": 0.03158457204699516, "sim_compute_performance-ego": 0.055606305599212646, "sim_compute_robot_state-ego": 0.05492980405688286, "sim_compute_robot_state-npc0": 0.061839036643505096, "sim_compute_robot_state-npc1": 0.05559906363487244, "sim_compute_robot_state-npc2": 0.05531591549515724, "sim_compute_robot_state-npc3": 0.05462169647216797}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.13986439853255, "sim_physics": 0.08551966489016355, "survival_time": 13.65000000000006, "driven_lanedir": 1.6756817589221231, "sim_render-ego": 0.05372158249655923, "in-drivable-lane": 0.7999999999999987, "agent_compute-ego": 0.05426192370963184, "deviation-heading": 5.931800005905381, "set_robot_commands": 0.052340219309041786, "deviation-center-line": 0.8430118243498965, "driven_lanedir_consec": 1.1412741958515231, "sim_compute_sim_state": 0.03293369541238079, "sim_compute_performance-ego": 0.0570635131863884, "sim_compute_robot_state-ego": 0.05513743865184295, "sim_compute_robot_state-npc0": 0.06327438965821877, "sim_compute_robot_state-npc1": 0.05802547364007859, "sim_compute_robot_state-npc2": 0.05689828911107102, "sim_compute_robot_state-npc3": 0.05640208153497605}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 1.5692525032150957, "sim_physics": 0.0879959493580431, "survival_time": 10.100000000000009, "driven_lanedir": 0.6818992797102941, "sim_render-ego": 0.05326805374409893, "in-drivable-lane": 4.300000000000009, "agent_compute-ego": 0.05544153180452856, "deviation-heading": 3.0488209370415595, "set_robot_commands": 0.05340906062928757, "deviation-center-line": 0.40798582809083306, "driven_lanedir_consec": 0.6818992797102941, "sim_compute_sim_state": 0.03254434613898249, "sim_compute_performance-ego": 0.056432727539893424, "sim_compute_robot_state-ego": 0.054198785583571635, "sim_compute_robot_state-npc0": 0.06282716930502712, "sim_compute_robot_state-npc1": 0.05750816293282083, "sim_compute_robot_state-npc2": 0.05626734294513665, "sim_compute_robot_state-npc3": 0.05659843199323899}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.3486710761762835, "sim_physics": 0.08758112986882528, "survival_time": 14.950000000000076, "driven_lanedir": 1.4566319270202164, "sim_render-ego": 0.05393584171930949, "in-drivable-lane": 3.250000000000009, "agent_compute-ego": 0.05399806261062622, "deviation-heading": 6.374119236351655, "set_robot_commands": 0.052275270620981855, "deviation-center-line": 0.858491495383649, "driven_lanedir_consec": 1.1594120095935598, "sim_compute_sim_state": 0.03297834873199463, "sim_compute_performance-ego": 0.05829410870869955, "sim_compute_robot_state-ego": 0.05601789077123006, "sim_compute_robot_state-npc0": 0.06391544500986734, "sim_compute_robot_state-npc1": 0.05810862382253011, "sim_compute_robot_state-npc2": 0.05718373298645019, "sim_compute_robot_state-npc3": 0.05702620267868042}}
set_robot_commands_max0.05340906062928757
set_robot_commands_mean0.05261895129595376
set_robot_commands_median0.052807218233744305
set_robot_commands_min0.05106563007130342
sim_compute_performance-ego_max0.05847697973251343
sim_compute_performance-ego_mean0.05682745226007256
sim_compute_performance-ego_median0.0570635131863884
sim_compute_performance-ego_min0.05416064823375029
sim_compute_robot_state-ego_max0.05659823636619412
sim_compute_robot_state-ego_mean0.05520713362236915
sim_compute_robot_state-ego_median0.05536910931269328
sim_compute_robot_state-ego_min0.05304024359759162
sim_compute_robot_state-npc0_max0.0644797047758414
sim_compute_robot_state-npc0_mean0.06287912069239662
sim_compute_robot_state-npc0_median0.0628569557311687
sim_compute_robot_state-npc0_min0.06062632168040556
sim_compute_robot_state-npc1_max0.058914424547182966
sim_compute_robot_state-npc1_mean0.05753887745233859
sim_compute_robot_state-npc1_median0.05769940818228373
sim_compute_robot_state-npc1_min0.05532763705534093
sim_compute_robot_state-npc2_max0.05801866857372984
sim_compute_robot_state-npc2_mean0.05661521517413783
sim_compute_robot_state-npc2_median0.05689828911107102
sim_compute_robot_state-npc2_min0.05492656932157629
sim_compute_robot_state-npc3_max0.05835630535300261
sim_compute_robot_state-npc3_mean0.05641640034657914
sim_compute_robot_state-npc3_median0.05647479216257731
sim_compute_robot_state-npc3_min0.05462169647216797
sim_compute_sim_state_max0.03302592833836873
sim_compute_sim_state_mean0.03246582200682671
sim_compute_sim_state_median0.03254434613898249
sim_compute_sim_state_min0.03108338468215045
sim_physics_max0.0879959493580431
sim_physics_mean0.08576020605163567
sim_physics_median0.08638741572697957
sim_physics_min0.08210430145263672
sim_render-ego_max0.05520607379018044
sim_render-ego_mean0.053525166751272925
sim_render-ego_median0.05372158249655923
sim_render-ego_min0.05132751184351304
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.9266666666667
survival_time_min3.1999999999999966
210772694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationsuccessno-0:50:45(hidden)
driven_lanedir_consec_median0.8879965401745487
survival_time_median10.000000000000009
deviation-center-line_median0.7577344045564266
in-drivable-lane_median1.3999999999999984


other stats
agent_compute-ego_max0.06360894393920899
agent_compute-ego_mean0.05921715771782729
agent_compute-ego_median0.05941989788642296
agent_compute-ego_min0.05517143726348877
deviation-center-line_max1.326285453797803
deviation-center-line_mean0.734035964435531
deviation-center-line_min0.2910162639748464
deviation-heading_max7.589772926688418
deviation-heading_mean4.115793947423898
deviation-heading_median3.0225163421546286
deviation-heading_min1.39361820918949
driven_any_max2.3488300552634827
driven_any_mean1.6105627472227289
driven_any_median1.553461070781673
driven_any_min0.6935724543303721
driven_lanedir_consec_max1.439770212231403
driven_lanedir_consec_mean0.8987735178631304
driven_lanedir_consec_min0.2692650598993944
driven_lanedir_max2.020058156497843
driven_lanedir_mean1.1510061186198022
driven_lanedir_median1.3068314645243797
driven_lanedir_min0.2852331357455775
in-drivable-lane_max4.0000000000000195
in-drivable-lane_mean1.4700000000000035
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9339566716770616, "sim_physics": 0.09665917778015136, "survival_time": 6.249999999999986, "driven_lanedir": 0.8876827071018605, "sim_render-ego": 0.053982765197753906, "in-drivable-lane": 0, "agent_compute-ego": 0.06360894393920899, "deviation-heading": 1.615530118935088, "set_robot_commands": 0.07462973976135254, "deviation-center-line": 0.5898791386759923, "driven_lanedir_consec": 0.8876827071018605, "sim_compute_sim_state": 0.03154917907714844, "sim_compute_performance-ego": 0.05646959495544433, "sim_compute_robot_state-ego": 0.05787535285949707, "sim_compute_robot_state-npc0": 0.06189189910888672, "sim_compute_robot_state-npc1": 0.05765104675292969, "sim_compute_robot_state-npc2": 0.0564993782043457, "sim_compute_robot_state-npc3": 0.05720213508605957}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 2.3486820062818867, "sim_physics": 0.09820809284845988, "survival_time": 14.950000000000076, "driven_lanedir": 1.7897959823307978, "sim_render-ego": 0.05245154937108358, "in-drivable-lane": 1.1500000000000163, "agent_compute-ego": 0.06103431860605875, "deviation-heading": 7.013450146665122, "set_robot_commands": 0.07404344081878662, "deviation-center-line": 0.9737296604143952, "driven_lanedir_consec": 1.439770212231403, "sim_compute_sim_state": 0.03133559544881185, "sim_compute_performance-ego": 0.055964184602101646, "sim_compute_robot_state-ego": 0.0567683998743693, "sim_compute_robot_state-npc0": 0.06095602750778198, "sim_compute_robot_state-npc1": 0.05742444197336833, "sim_compute_robot_state-npc2": 0.05740991433461507, "sim_compute_robot_state-npc3": 0.05768434604008992}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.6175258081078576, "sim_physics": 0.09756335730736072, "survival_time": 10.400000000000013, "driven_lanedir": 0.7861656027680524, "sim_render-ego": 0.05270497157023503, "in-drivable-lane": 4.0000000000000195, "agent_compute-ego": 0.05941989788642296, "deviation-heading": 3.238664349933853, "set_robot_commands": 0.07406992178696853, "deviation-center-line": 0.5430296472955061, "driven_lanedir_consec": 0.6183591383427562, "sim_compute_sim_state": 0.03134767825786884, "sim_compute_performance-ego": 0.05635356903076172, "sim_compute_robot_state-ego": 0.057202051465327926, "sim_compute_robot_state-npc0": 0.060699900755515464, "sim_compute_robot_state-npc1": 0.05709870503498958, "sim_compute_robot_state-npc2": 0.05593110850224128, "sim_compute_robot_state-npc3": 0.05573896490610563}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.006954109622393, "sim_physics": 0.09936539151451804, "survival_time": 6.5999999999999845, "driven_lanedir": 0.4666258818558045, "sim_render-ego": 0.05015607494296449, "in-drivable-lane": 2.6999999999999904, "agent_compute-ego": 0.05598428755095511, "deviation-heading": 1.8184902266874583, "set_robot_commands": 0.07082014553474658, "deviation-center-line": 0.33356057236480535, "driven_lanedir_consec": 0.4666258818558045, "sim_compute_sim_state": 0.03024412285197865, "sim_compute_performance-ego": 0.05352449417114258, "sim_compute_robot_state-ego": 0.05621879931652185, "sim_compute_robot_state-npc0": 0.05905534643115419, "sim_compute_robot_state-npc1": 0.055077563632618294, "sim_compute_robot_state-npc2": 0.05566242608157071, "sim_compute_robot_state-npc3": 0.05506641937024666}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.368646153986209, "sim_physics": 0.08844576312997247, "survival_time": 8.84999999999999, "driven_lanedir": 1.3068314645243797, "sim_render-ego": 0.049940844713631326, "in-drivable-lane": 0, "agent_compute-ego": 0.05961218257408358, "deviation-heading": 2.136367607977282, "set_robot_commands": 0.07280356466433423, "deviation-center-line": 0.7577344045564266, "driven_lanedir_consec": 1.3068314645243797, "sim_compute_sim_state": 0.03001108412015236, "sim_compute_performance-ego": 0.05377114964070293, "sim_compute_robot_state-ego": 0.0562411715081856, "sim_compute_robot_state-npc0": 0.05842376294109108, "sim_compute_robot_state-npc1": 0.055251859675692974, "sim_compute_robot_state-npc2": 0.053452532170182566, "sim_compute_robot_state-npc3": 0.054241971107526016}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.34856387636662, "sim_physics": 0.09353401025136313, "survival_time": 14.950000000000076, "driven_lanedir": 1.673279226653967, "sim_render-ego": 0.05003006060918172, "in-drivable-lane": 1.3500000000000114, "agent_compute-ego": 0.05517143726348877, "deviation-heading": 7.589772926688418, "set_robot_commands": 0.07100377480189006, "deviation-center-line": 1.326285453797803, "driven_lanedir_consec": 0.9649001177979072, "sim_compute_sim_state": 0.030338688691457113, "sim_compute_performance-ego": 0.054322446982065835, "sim_compute_robot_state-ego": 0.05577375332514445, "sim_compute_robot_state-npc0": 0.05812114318211874, "sim_compute_robot_state-npc1": 0.05567256371180217, "sim_compute_robot_state-npc2": 0.05556169668833415, "sim_compute_robot_state-npc3": 0.05462049722671509}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.7579213930362464, "sim_physics": 0.09259025649269027, "survival_time": 5.04999999999999, "driven_lanedir": 0.7131513385017512, "sim_render-ego": 0.053351255926755395, "in-drivable-lane": 0, "agent_compute-ego": 0.05837154624485733, "deviation-heading": 1.39361820918949, "set_robot_commands": 0.07137459339481769, "deviation-center-line": 0.37571382648561985, "driven_lanedir_consec": 0.7131513385017512, "sim_compute_sim_state": 0.03129687403688337, "sim_compute_performance-ego": 0.05682536399010384, "sim_compute_robot_state-ego": 0.058545204672482934, "sim_compute_robot_state-npc0": 0.06243132836747878, "sim_compute_robot_state-npc1": 0.05769093201892211, "sim_compute_robot_state-npc2": 0.05685427165267491, "sim_compute_robot_state-npc3": 0.057660905441435255}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.6935724543303721, "sim_physics": 0.0970924182604718, "survival_time": 4.6499999999999915, "driven_lanedir": 0.2852331357455775, "sim_render-ego": 0.05079442454922584, "in-drivable-lane": 1.3999999999999984, "agent_compute-ego": 0.056186088951685094, "deviation-heading": 2.4527134813157785, "set_robot_commands": 0.07113148063741705, "deviation-center-line": 0.2910162639748464, "driven_lanedir_consec": 0.2692650598993944, "sim_compute_sim_state": 0.031186380693989418, "sim_compute_performance-ego": 0.05537828835107947, "sim_compute_robot_state-ego": 0.05771014767308389, "sim_compute_robot_state-npc0": 0.06322025740018455, "sim_compute_robot_state-npc1": 0.0584660832599927, "sim_compute_robot_state-npc2": 0.05607177108846685, "sim_compute_robot_state-npc3": 0.056978766636181906}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.348616280588279, "sim_physics": 0.09327409029006958, "survival_time": 14.950000000000076, "driven_lanedir": 1.6884062680470031, "sim_render-ego": 0.05399464368820191, "in-drivable-lane": 1.5, "agent_compute-ego": 0.05765348275502523, "deviation-heading": 6.971869501515702, "set_robot_commands": 0.07202846765518188, "deviation-center-line": 1.103397311694008, "driven_lanedir_consec": 1.008990394647377, "sim_compute_sim_state": 0.03164245843887329, "sim_compute_performance-ego": 0.05728258927663167, "sim_compute_robot_state-ego": 0.05880902846654256, "sim_compute_robot_state-npc0": 0.06374356190363566, "sim_compute_robot_state-npc1": 0.05980275948842367, "sim_compute_robot_state-npc2": 0.05909348964691162, "sim_compute_robot_state-npc3": 0.05737888018290202}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 2.3488300552634827, "sim_physics": 0.10470170259475708, "survival_time": 14.950000000000076, "driven_lanedir": 2.020058156497843, "sim_render-ego": 0.0559609587987264, "in-drivable-lane": 0.2499999999999991, "agent_compute-ego": 0.06311321338017782, "deviation-heading": 6.231753355698004, "set_robot_commands": 0.07483307123184205, "deviation-center-line": 0.8866069751785168, "driven_lanedir_consec": 1.0626761568980534, "sim_compute_sim_state": 0.03379010836283366, "sim_compute_performance-ego": 0.0592168394724528, "sim_compute_robot_state-ego": 0.06000734329223633, "sim_compute_robot_state-npc0": 0.06673750241597494, "sim_compute_robot_state-npc1": 0.06160950104395548, "sim_compute_robot_state-npc2": 0.06163984378178915, "sim_compute_robot_state-npc3": 0.06084330399831136}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.553461070781673, "sim_physics": 0.0949544370174408, "survival_time": 10.000000000000009, "driven_lanedir": 1.3883785077777209, "sim_render-ego": 0.05156217098236084, "in-drivable-lane": 0.20000000000000284, "agent_compute-ego": 0.057957870960235594, "deviation-heading": 3.0225163421546286, "set_robot_commands": 0.07266591668128967, "deviation-center-line": 0.8432529805426578, "driven_lanedir_consec": 1.3883785077777209, "sim_compute_sim_state": 0.0318510901927948, "sim_compute_performance-ego": 0.05544867396354675, "sim_compute_robot_state-ego": 0.05729568839073181, "sim_compute_robot_state-npc0": 0.05998282194137573, "sim_compute_robot_state-npc1": 0.05661056399345398, "sim_compute_robot_state-npc2": 0.057173781394958496, "sim_compute_robot_state-npc3": 0.05672792792320251}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 1.1597058599526195, "sim_physics": 0.09622739166613446, "survival_time": 7.549999999999981, "driven_lanedir": 0.740580935424239, "sim_render-ego": 0.051923587622231995, "in-drivable-lane": 2.199999999999992, "agent_compute-ego": 0.058812907199985935, "deviation-heading": 1.7798811436825988, "set_robot_commands": 0.07218171113374218, "deviation-center-line": 0.46467717531852304, "driven_lanedir_consec": 0.740580935424239, "sim_compute_sim_state": 0.031180045462602023, "sim_compute_performance-ego": 0.055931863405846605, "sim_compute_robot_state-ego": 0.057441400376376725, "sim_compute_robot_state-npc0": 0.06021026270279032, "sim_compute_robot_state-npc1": 0.05731837165276736, "sim_compute_robot_state-npc2": 0.057602637650950854, "sim_compute_robot_state-npc3": 0.056248050651802925}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.348558534697351, "sim_physics": 0.10032827218373616, "survival_time": 14.950000000000076, "driven_lanedir": 1.4567693792569272, "sim_render-ego": 0.05255924622217814, "in-drivable-lane": 2.8000000000000203, "agent_compute-ego": 0.060242373943328854, "deviation-heading": 7.341563165763899, "set_robot_commands": 0.07293106396993002, "deviation-center-line": 1.2356728637304724, "driven_lanedir_consec": 0.8879965401745487, "sim_compute_sim_state": 0.03152124007542928, "sim_compute_performance-ego": 0.056397551695505775, "sim_compute_robot_state-ego": 0.057685168584187825, "sim_compute_robot_state-npc0": 0.06091953118642171, "sim_compute_robot_state-npc1": 0.05806939284006755, "sim_compute_robot_state-npc2": 0.05721814791361491, "sim_compute_robot_state-npc3": 0.05713117678960165}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.9748101490881532, "sim_physics": 0.10444879345595837, "survival_time": 6.399999999999985, "driven_lanedir": 0.49918290286832656, "sim_render-ego": 0.05389883741736412, "in-drivable-lane": 2.249999999999992, "agent_compute-ego": 0.06133098341524601, "deviation-heading": 1.845680306762028, "set_robot_commands": 0.07733252085745335, "deviation-center-line": 0.32079975798839466, "driven_lanedir_consec": 0.49918290286832656, "sim_compute_sim_state": 0.0330426674336195, "sim_compute_performance-ego": 0.05795163474977016, "sim_compute_robot_state-ego": 0.058786287903785706, "sim_compute_robot_state-npc0": 0.06326538696885109, "sim_compute_robot_state-npc1": 0.059262946248054504, "sim_compute_robot_state-npc2": 0.05882203206419945, "sim_compute_robot_state-npc3": 0.05965901166200638}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.3486367845607288, "sim_physics": 0.09853477716445924, "survival_time": 14.950000000000076, "driven_lanedir": 1.5629502899427807, "sim_render-ego": 0.05316562970479329, "in-drivable-lane": 2.2500000000000058, "agent_compute-ego": 0.05975783109664917, "deviation-heading": 7.28503832838911, "set_robot_commands": 0.07483760277430217, "deviation-center-line": 0.9651834345149956, "driven_lanedir_consec": 1.2272114099014342, "sim_compute_sim_state": 0.03206104596455892, "sim_compute_performance-ego": 0.05684964259465535, "sim_compute_robot_state-ego": 0.05733665307362874, "sim_compute_robot_state-npc0": 0.06152371088663737, "sim_compute_robot_state-npc1": 0.058938790957132975, "sim_compute_robot_state-npc2": 0.057165945370992025, "sim_compute_robot_state-npc3": 0.05738794644673666}}
set_robot_commands_max0.07733252085745335
set_robot_commands_mean0.07311246771360363
set_robot_commands_median0.07280356466433423
set_robot_commands_min0.07082014553474658
sim_compute_performance-ego_max0.0592168394724528
sim_compute_performance-ego_mean0.05611252579212077
sim_compute_performance-ego_median0.05635356903076172
sim_compute_performance-ego_min0.05352449417114258
sim_compute_robot_state-ego_max0.06000734329223633
sim_compute_robot_state-ego_mean0.05757976338547352
sim_compute_robot_state-ego_median0.057441400376376725
sim_compute_robot_state-ego_min0.05577375332514445
sim_compute_robot_state-npc0_max0.06673750241597494
sim_compute_robot_state-npc0_mean0.061412162913326546
sim_compute_robot_state-npc0_median0.06095602750778198
sim_compute_robot_state-npc0_min0.05812114318211874
sim_compute_robot_state-npc1_max0.06160950104395548
sim_compute_robot_state-npc1_mean0.057729701485611414
sim_compute_robot_state-npc1_median0.05765104675292969
sim_compute_robot_state-npc1_min0.055077563632618294
sim_compute_robot_state-npc2_max0.06163984378178915
sim_compute_robot_state-npc2_mean0.05707726510305653
sim_compute_robot_state-npc2_median0.057165945370992025
sim_compute_robot_state-npc2_min0.053452532170182566
sim_compute_robot_state-npc3_max0.06084330399831136
sim_compute_robot_state-npc3_mean0.0569713535645949
sim_compute_robot_state-npc3_median0.05713117678960165
sim_compute_robot_state-npc3_min0.054241971107526016
sim_compute_sim_state_max0.03379010836283366
sim_compute_sim_state_mean0.031493217273933435
sim_compute_sim_state_median0.03134767825786884
sim_compute_sim_state_min0.03001108412015236
sim_physics_max0.10470170259475708
sim_physics_mean0.09706186213050289
sim_physics_median0.0970924182604718
sim_physics_min0.08844576312997247
sim_render-ego_max0.0559609587987264
sim_render-ego_mean0.05243180142111253
sim_render-ego_median0.05255924622217814
sim_render-ego_min0.049940844713631326
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean10.363333333333356
survival_time_min4.6499999999999915
204352694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationsuccessno-0:29:18(hidden)
driven_lanedir_consec_median0.9318667331746746
survival_time_median11.450000000000028
deviation-center-line_median0.7272805911703651
in-drivable-lane_median2.750000000000006


other stats
agent_compute-ego_max0.08317935264716714
agent_compute-ego_mean0.07867090448733088
agent_compute-ego_median0.08099149506667565
agent_compute-ego_min0.06926545309364249
deviation-center-line_max0.9857144258550056
deviation-center-line_mean0.8122728431666506
deviation-center-line_min0.659402117378533
deviation-heading_max6.311414365310983
deviation-heading_mean4.844732133529984
deviation-heading_median5.347698751158633
deviation-heading_min1.8838593129411976
driven_any_max2.3482721078944655
driven_any_mean1.8922552357893072
driven_any_median1.7860322925108902
driven_any_min1.353535949799886
driven_lanedir_consec_max1.252682469763197
driven_lanedir_consec_mean0.8908436144582795
driven_lanedir_consec_min0.4854871861237688
driven_lanedir_max1.252682469763197
driven_lanedir_mean1.117862445200821
driven_lanedir_median1.1473916953356325
driven_lanedir_min0.9019749741155608
in-drivable-lane_max5.200000000000049
in-drivable-lane_mean2.9400000000000226
in-drivable-lane_min0.30000000000000426
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.353535949799886, "sim_physics": 0.184777274643634, "survival_time": 8.84999999999999, "driven_lanedir": 1.252682469763197, "sim_render-ego": 0.06967819208479197, "in-drivable-lane": 0.30000000000000426, "agent_compute-ego": 0.08317935264716714, "deviation-heading": 1.8838593129411976, "set_robot_commands": 0.105597531054653, "deviation-center-line": 0.7272805911703651, "driven_lanedir_consec": 1.252682469763197, "sim_compute_sim_state": 0.04171184766090522, "sim_compute_performance-ego": 0.07496988975395591, "sim_compute_robot_state-ego": 0.08274484488923671, "sim_compute_robot_state-npc0": 0.0750628958987651, "sim_compute_robot_state-npc1": 0.07483337019796425, "sim_compute_robot_state-npc2": 0.07368932605463233, "sim_compute_robot_state-npc3": 0.0760583231004618}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.7860322925108902, "sim_physics": 0.201865844851498, "survival_time": 11.450000000000028, "driven_lanedir": 1.1473916953356325, "sim_render-ego": 0.0678564606795665, "in-drivable-lane": 2.4500000000000206, "agent_compute-ego": 0.08159674723596032, "deviation-heading": 4.4587912726623395, "set_robot_commands": 0.10724623130398546, "deviation-center-line": 0.659402117378533, "driven_lanedir_consec": 1.0180781140843669, "sim_compute_sim_state": 0.04176277572931681, "sim_compute_performance-ego": 0.0751934946884755, "sim_compute_robot_state-ego": 0.0837435576592991, "sim_compute_robot_state-npc0": 0.07816239527739813, "sim_compute_robot_state-npc1": 0.07587959152121732, "sim_compute_robot_state-npc2": 0.07627938824449564, "sim_compute_robot_state-npc3": 0.07585713332396928}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3482721078944655, "sim_physics": 0.2034532038370768, "survival_time": 14.950000000000076, "driven_lanedir": 1.0690064175432483, "sim_render-ego": 0.06506386359532675, "in-drivable-lane": 5.200000000000049, "agent_compute-ego": 0.07832147439320881, "deviation-heading": 6.221896965576764, "set_robot_commands": 0.10281717777252196, "deviation-center-line": 0.9857144258550056, "driven_lanedir_consec": 0.7661035691453901, "sim_compute_sim_state": 0.03969870011011759, "sim_compute_performance-ego": 0.07238119920094808, "sim_compute_robot_state-ego": 0.07886251529057821, "sim_compute_robot_state-npc0": 0.07301687637964885, "sim_compute_robot_state-npc1": 0.07233900229136149, "sim_compute_robot_state-npc2": 0.07211143414179484, "sim_compute_robot_state-npc3": 0.0724958856900533}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.6976042497274832, "sim_physics": 0.15044962484902197, "survival_time": 10.90000000000002, "driven_lanedir": 0.9019749741155608, "sim_render-ego": 0.05559055520853865, "in-drivable-lane": 2.750000000000006, "agent_compute-ego": 0.06926545309364249, "deviation-heading": 5.347698751158633, "set_robot_commands": 0.08751845687901208, "deviation-center-line": 0.7146015552019714, "driven_lanedir_consec": 0.4854871861237688, "sim_compute_sim_state": 0.03477978925092505, "sim_compute_performance-ego": 0.06205744152769036, "sim_compute_robot_state-ego": 0.0662413091834532, "sim_compute_robot_state-npc0": 0.06368757934745299, "sim_compute_robot_state-npc1": 0.062322547676366406, "sim_compute_robot_state-npc2": 0.06382432115187339, "sim_compute_robot_state-npc3": 0.06235225266272869}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.2758315790138104, "sim_physics": 0.19375106301800957, "survival_time": 14.500000000000073, "driven_lanedir": 1.2182566692464654, "sim_render-ego": 0.06886774918128705, "in-drivable-lane": 4.000000000000033, "agent_compute-ego": 0.08099149506667565, "deviation-heading": 6.311414365310983, "set_robot_commands": 0.10420869136678762, "deviation-center-line": 0.974365526227378, "driven_lanedir_consec": 0.9318667331746746, "sim_compute_sim_state": 0.041397467974958746, "sim_compute_performance-ego": 0.07454860292632004, "sim_compute_robot_state-ego": 0.07856934810506887, "sim_compute_robot_state-npc0": 0.07285294614989182, "sim_compute_robot_state-npc1": 0.07325196595027529, "sim_compute_robot_state-npc2": 0.07302262783050537, "sim_compute_robot_state-npc3": 0.07223737404264252}}
set_robot_commands_max0.10724623130398546
set_robot_commands_mean0.10147761767539204
set_robot_commands_median0.10420869136678762
set_robot_commands_min0.08751845687901208
sim_compute_performance-ego_max0.0751934946884755
sim_compute_performance-ego_mean0.07183012561947798
sim_compute_performance-ego_median0.07454860292632004
sim_compute_performance-ego_min0.06205744152769036
sim_compute_robot_state-ego_max0.0837435576592991
sim_compute_robot_state-ego_mean0.07803231502552721
sim_compute_robot_state-ego_median0.07886251529057821
sim_compute_robot_state-ego_min0.0662413091834532
sim_compute_robot_state-npc0_max0.07816239527739813
sim_compute_robot_state-npc0_mean0.07255653861063138
sim_compute_robot_state-npc0_median0.07301687637964885
sim_compute_robot_state-npc0_min0.06368757934745299
sim_compute_robot_state-npc1_max0.07587959152121732
sim_compute_robot_state-npc1_mean0.07172529552743695
sim_compute_robot_state-npc1_median0.07325196595027529
sim_compute_robot_state-npc1_min0.062322547676366406
sim_compute_robot_state-npc2_max0.07627938824449564
sim_compute_robot_state-npc2_mean0.0717854194846603
sim_compute_robot_state-npc2_median0.07302262783050537
sim_compute_robot_state-npc2_min0.06382432115187339
sim_compute_robot_state-npc3_max0.0760583231004618
sim_compute_robot_state-npc3_mean0.07180019376397112
sim_compute_robot_state-npc3_median0.0724958856900533
sim_compute_robot_state-npc3_min0.06235225266272869
sim_compute_sim_state_max0.04176277572931681
sim_compute_sim_state_mean0.03987011614524468
sim_compute_sim_state_median0.041397467974958746
sim_compute_sim_state_min0.03477978925092505
sim_physics_max0.2034532038370768
sim_physics_mean0.18685940223984804
sim_physics_median0.19375106301800957
sim_physics_min0.15044962484902197
sim_render-ego_max0.06967819208479197
sim_render-ego_mean0.06541136414990219
sim_render-ego_median0.0678564606795665
sim_render-ego_min0.05559055520853865
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean12.130000000000038
survival_time_min8.84999999999999
204232694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationhost-errorno-0:01:05
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20423-308355', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20423-308355', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20423-308355', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
204032694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationtimeoutno-0:25:09
Timeout because eval [...]
Timeout because evaluator contacted us
(hidden)
203782694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationhost-errorno-0:02:51
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 990, in run_docker
    return subprocess.check_output(cmd0, cwd=cwd, stderr=sys.stderr)
  File "/usr/lib/python3.6/subprocess.py", line 336, in check_output
    **kwargs).stdout
  File "/usr/lib/python3.6/subprocess.py", line 418, in run
    output=stdout, stderr=stderr)
subprocess.CalledProcessError: Command '['docker-compose', '-p', 'job20378-398762', 'ps', '-q', 'solution']' returned non-zero exit status 1.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 899, in write_logs
    container_id = get_id_for_service(wd, project, service)
  File "/project/src/duckietown_challenges_runner/runner.py", line 585, in get_id_for_service
    o = run_docker(wd, project, cmd, get_output=True)
  File "/project/src/duckietown_challenges_runner/runner.py", line 998, in run_docker
    raise DockerComposeFail(msg) from e
duckietown_challenges_runner.runner.DockerComposeFail: Could not run ['docker-compose', '-p', 'job20378-398762', 'ps', '-q', 'solution']:

   >  Command '['docker-compose', '-p', 'job20378-398762', 'ps', '-q', 'solution']' returned non-zero exit status 1.

stdout | 

stderr | 
(hidden)
194692694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationsuccessno-0:17:38(hidden)
driven_lanedir_consec_median1.2066756044856302
survival_time_median8.74999999999999
deviation-center-line_median0.6798490711470614
in-drivable-lane_median0.49999999999999867


other stats
agent_compute-ego_max0.08704607554844447
agent_compute-ego_mean0.06836242437259459
agent_compute-ego_median0.06484370520620635
agent_compute-ego_min0.05751513719558716
deviation-center-line_max0.7345667516904751
deviation-center-line_mean0.5741599647131251
deviation-center-line_min0.28099597168563933
deviation-heading_max5.509436301591585
deviation-heading_mean2.678629296281021
deviation-heading_median2.148427066223715
deviation-heading_min1.2976568592568043
driven_any_max2.355608090840054
driven_any_mean1.5450441137929376
driven_any_median1.359221511360848
driven_any_min0.7377484876125752
driven_lanedir_consec_max1.2989972546394692
driven_lanedir_consec_mean0.9661218072457076
driven_lanedir_consec_min0.406475492860759
driven_lanedir_max1.9432346591996392
driven_lanedir_mean1.174837869253749
driven_lanedir_median1.2451048439644348
driven_lanedir_min0.6841604490186395
in-drivable-lane_max6.400000000000091
in-drivable-lane_mean1.5800000000000207
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.7377484876125752, "sim_physics": 0.03240645533860332, "survival_time": 4.94999999999999, "driven_lanedir": 0.6841604490186395, "sim_render-ego": 0.05551590100683347, "in-drivable-lane": 0, "agent_compute-ego": 0.06484370520620635, "deviation-heading": 1.2976568592568043, "set_robot_commands": 0.072777514505868, "deviation-center-line": 0.28099597168563933, "driven_lanedir_consec": 0.6841604490186395, "sim_compute_sim_state": 0.03335541908187096, "sim_compute_performance-ego": 0.0605251644596909, "sim_compute_robot_state-ego": 0.06372622769288343, "sim_compute_robot_state-npc0": 0.06239789182489568, "sim_compute_robot_state-npc1": 0.06061129136518999, "sim_compute_robot_state-npc2": 0.059551200481376264, "sim_compute_robot_state-npc3": 0.05901738850757329}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9171153970176364, "sim_physics": 0.028369752566019694, "survival_time": 5.999999999999987, "driven_lanedir": 0.7026921394465615, "sim_render-ego": 0.05318442583084106, "in-drivable-lane": 0.49999999999999867, "agent_compute-ego": 0.06356890797615052, "deviation-heading": 2.365147436091627, "set_robot_commands": 0.07540863553682962, "deviation-center-line": 0.4543962480737279, "driven_lanedir_consec": 0.406475492860759, "sim_compute_sim_state": 0.03294846216837565, "sim_compute_performance-ego": 0.059298503398895266, "sim_compute_robot_state-ego": 0.06215414603551229, "sim_compute_robot_state-npc0": 0.05998549660046895, "sim_compute_robot_state-npc1": 0.05830648938814799, "sim_compute_robot_state-npc2": 0.057559998830159505, "sim_compute_robot_state-npc3": 0.0578534205754598}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 2.3555270821335745, "sim_physics": 0.0240700101852417, "survival_time": 14.950000000000076, "driven_lanedir": 1.9432346591996392, "sim_render-ego": 0.05104741334915161, "in-drivable-lane": 1.0000000000000142, "agent_compute-ego": 0.05751513719558716, "deviation-heading": 5.509436301591585, "set_robot_commands": 0.07300715525945027, "deviation-center-line": 0.6798490711470614, "driven_lanedir_consec": 1.234300235224039, "sim_compute_sim_state": 0.03162259817123413, "sim_compute_performance-ego": 0.05577732483545939, "sim_compute_robot_state-ego": 0.057039620081583656, "sim_compute_robot_state-npc0": 0.05840948263804118, "sim_compute_robot_state-npc1": 0.05705496311187744, "sim_compute_robot_state-npc2": 0.055662859280904135, "sim_compute_robot_state-npc3": 0.05565260092417399}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.355608090840054, "sim_physics": 0.032208144664764404, "survival_time": 14.950000000000076, "driven_lanedir": 1.2451048439644348, "sim_render-ego": 0.05736440976460775, "in-drivable-lane": 6.400000000000091, "agent_compute-ego": 0.06883829593658447, "deviation-heading": 2.148427066223715, "set_robot_commands": 0.08086971839269003, "deviation-center-line": 0.7345667516904751, "driven_lanedir_consec": 1.2066756044856302, "sim_compute_sim_state": 0.0361921493212382, "sim_compute_performance-ego": 0.06277791500091552, "sim_compute_robot_state-ego": 0.06523213704427083, "sim_compute_robot_state-npc0": 0.06590785741806031, "sim_compute_robot_state-npc1": 0.06367618242899577, "sim_compute_robot_state-npc2": 0.06253516753514608, "sim_compute_robot_state-npc3": 0.06483609437942504}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.359221511360848, "sim_physics": 0.04505427633013044, "survival_time": 8.74999999999999, "driven_lanedir": 1.2989972546394692, "sim_render-ego": 0.06822699274335589, "in-drivable-lane": 0, "agent_compute-ego": 0.08704607554844447, "deviation-heading": 2.0724788182413745, "set_robot_commands": 0.09886038780212404, "deviation-center-line": 0.7209917809687219, "driven_lanedir_consec": 1.2989972546394692, "sim_compute_sim_state": 0.04317833355494908, "sim_compute_performance-ego": 0.07452156066894532, "sim_compute_robot_state-ego": 0.07988683564322335, "sim_compute_robot_state-npc0": 0.07490405082702636, "sim_compute_robot_state-npc1": 0.07454633576529367, "sim_compute_robot_state-npc2": 0.07474396024431501, "sim_compute_robot_state-npc3": 0.07416965075901577}}
set_robot_commands_max0.09886038780212404
set_robot_commands_mean0.08018468229939239
set_robot_commands_median0.07540863553682962
set_robot_commands_min0.072777514505868
sim_compute_performance-ego_max0.07452156066894532
sim_compute_performance-ego_mean0.06258009367278128
sim_compute_performance-ego_median0.0605251644596909
sim_compute_performance-ego_min0.05577732483545939
sim_compute_robot_state-ego_max0.07988683564322335
sim_compute_robot_state-ego_mean0.0656077932994947
sim_compute_robot_state-ego_median0.06372622769288343
sim_compute_robot_state-ego_min0.057039620081583656
sim_compute_robot_state-npc0_max0.07490405082702636
sim_compute_robot_state-npc0_mean0.0643209558616985
sim_compute_robot_state-npc0_median0.06239789182489568
sim_compute_robot_state-npc0_min0.05840948263804118
sim_compute_robot_state-npc1_max0.07454633576529367
sim_compute_robot_state-npc1_mean0.06283905241190098
sim_compute_robot_state-npc1_median0.06061129136518999
sim_compute_robot_state-npc1_min0.05705496311187744
sim_compute_robot_state-npc2_max0.07474396024431501
sim_compute_robot_state-npc2_mean0.0620106372743802
sim_compute_robot_state-npc2_median0.059551200481376264
sim_compute_robot_state-npc2_min0.055662859280904135
sim_compute_robot_state-npc3_max0.07416965075901577
sim_compute_robot_state-npc3_mean0.06230583102912958
sim_compute_robot_state-npc3_median0.05901738850757329
sim_compute_robot_state-npc3_min0.05565260092417399
sim_compute_sim_state_max0.04317833355494908
sim_compute_sim_state_mean0.035459392459533605
sim_compute_sim_state_median0.03335541908187096
sim_compute_sim_state_min0.03162259817123413
sim_physics_max0.04505427633013044
sim_physics_mean0.03242172781695191
sim_physics_median0.032208144664764404
sim_physics_min0.0240700101852417
sim_render-ego_max0.06822699274335589
sim_render-ego_mean0.05706782853895795
sim_render-ego_median0.05551590100683347
sim_render-ego_min0.05104741334915161
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.920000000000025
survival_time_min4.94999999999999
194662694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationsuccessno-0:17:40(hidden)
driven_lanedir_consec_median1.0472583423957995
survival_time_median9.349999999999998
deviation-center-line_median0.6553864551782488
in-drivable-lane_median0


other stats
agent_compute-ego_max0.0825341788927714
agent_compute-ego_mean0.06854826847311135
agent_compute-ego_median0.06751507134746304
agent_compute-ego_min0.06022164400886087
deviation-center-line_max1.156514332720056
deviation-center-line_mean0.6905624944087454
deviation-center-line_min0.21754031425104595
deviation-heading_max6.867803393126681
deviation-heading_mean3.320516656850068
deviation-heading_median2.491020480813455
deviation-heading_min0.5785491772734208
driven_any_max2.355617709114216
driven_any_mean1.538548091734708
driven_any_median1.4556023043330777
driven_any_min0.4564984361601354
driven_lanedir_consec_max1.3771178847092918
driven_lanedir_consec_mean0.9928847459309388
driven_lanedir_consec_min0.4435063213275372
driven_lanedir_max2.000526764184512
driven_lanedir_mean1.2783019579495
driven_lanedir_median1.3771178847092918
driven_lanedir_min0.4435063213275372
in-drivable-lane_max2.450000000000009
in-drivable-lane_mean0.6100000000000035
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.4564984361601354, "sim_physics": 0.0359177403151989, "survival_time": 3.1999999999999966, "driven_lanedir": 0.4435063213275372, "sim_render-ego": 0.059473369270563126, "in-drivable-lane": 0, "agent_compute-ego": 0.07015850394964218, "deviation-heading": 0.5785491772734208, "set_robot_commands": 0.07967063784599304, "deviation-center-line": 0.21754031425104595, "driven_lanedir_consec": 0.4435063213275372, "sim_compute_sim_state": 0.03503774479031563, "sim_compute_performance-ego": 0.06424251198768616, "sim_compute_robot_state-ego": 0.064240962266922, "sim_compute_robot_state-npc0": 0.0660494975745678, "sim_compute_robot_state-npc1": 0.06447472423315048, "sim_compute_robot_state-npc2": 0.06347792968153954, "sim_compute_robot_state-npc3": 0.062465861439704895}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.069949321040182, "sim_physics": 0.02943893988355458, "survival_time": 6.949999999999983, "driven_lanedir": 1.0472583423957995, "sim_render-ego": 0.05501867026733837, "in-drivable-lane": 0, "agent_compute-ego": 0.06751507134746304, "deviation-heading": 1.1806151740505155, "set_robot_commands": 0.07724504505130027, "deviation-center-line": 0.6553864551782488, "driven_lanedir_consec": 1.0472583423957995, "sim_compute_sim_state": 0.033675701498127666, "sim_compute_performance-ego": 0.060273722778978966, "sim_compute_robot_state-ego": 0.06151578066160353, "sim_compute_robot_state-npc0": 0.06259067967641267, "sim_compute_robot_state-npc1": 0.060164659143351826, "sim_compute_robot_state-npc2": 0.06027348607564144, "sim_compute_robot_state-npc3": 0.05980540179520202}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.4556023043330777, "sim_physics": 0.02611661977308957, "survival_time": 9.349999999999998, "driven_lanedir": 1.3771178847092918, "sim_render-ego": 0.0525016950413505, "in-drivable-lane": 0, "agent_compute-ego": 0.06022164400886087, "deviation-heading": 2.491020480813455, "set_robot_commands": 0.07275021394943809, "deviation-center-line": 0.596449999972271, "driven_lanedir_consec": 1.3771178847092918, "sim_compute_sim_state": 0.0322477549792611, "sim_compute_performance-ego": 0.057161836063160616, "sim_compute_robot_state-ego": 0.059164386382077466, "sim_compute_robot_state-npc0": 0.060271442892717166, "sim_compute_robot_state-npc1": 0.058192625402766755, "sim_compute_robot_state-npc2": 0.05753699598465374, "sim_compute_robot_state-npc3": 0.05738848288428974}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.355617709114216, "sim_physics": 0.02726319869359334, "survival_time": 14.950000000000076, "driven_lanedir": 2.000526764184512, "sim_render-ego": 0.05341469605763753, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.062311944166819254, "deviation-heading": 5.484595058986265, "set_robot_commands": 0.07562520583470662, "deviation-center-line": 0.8269213699221056, "driven_lanedir_consec": 1.1884972561739438, "sim_compute_sim_state": 0.03317945162455241, "sim_compute_performance-ego": 0.058406814734141034, "sim_compute_robot_state-ego": 0.06013523658116659, "sim_compute_robot_state-npc0": 0.06129539728164673, "sim_compute_robot_state-npc1": 0.0596442715326945, "sim_compute_robot_state-npc2": 0.05888928890228271, "sim_compute_robot_state-npc3": 0.05858536640803019}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.35507268802593, "sim_physics": 0.03752934376398722, "survival_time": 14.950000000000076, "driven_lanedir": 1.523100477130359, "sim_render-ego": 0.06295891841252645, "in-drivable-lane": 2.450000000000009, "agent_compute-ego": 0.0825341788927714, "deviation-heading": 6.867803393126681, "set_robot_commands": 0.08920807202657063, "deviation-center-line": 1.156514332720056, "driven_lanedir_consec": 0.908043925048122, "sim_compute_sim_state": 0.038604582945505776, "sim_compute_performance-ego": 0.06828862508138021, "sim_compute_robot_state-ego": 0.07088351964950562, "sim_compute_robot_state-npc0": 0.07008410294850667, "sim_compute_robot_state-npc1": 0.06829631010691325, "sim_compute_robot_state-npc2": 0.06908166488011679, "sim_compute_robot_state-npc3": 0.06926965157190959}}
set_robot_commands_max0.08920807202657063
set_robot_commands_mean0.07889983494160173
set_robot_commands_median0.07724504505130027
set_robot_commands_min0.07275021394943809
sim_compute_performance-ego_max0.06828862508138021
sim_compute_performance-ego_mean0.06167470212906939
sim_compute_performance-ego_median0.060273722778978966
sim_compute_performance-ego_min0.057161836063160616
sim_compute_robot_state-ego_max0.07088351964950562
sim_compute_robot_state-ego_mean0.06318797710825504
sim_compute_robot_state-ego_median0.06151578066160353
sim_compute_robot_state-ego_min0.059164386382077466
sim_compute_robot_state-npc0_max0.07008410294850667
sim_compute_robot_state-npc0_mean0.0640582240747702
sim_compute_robot_state-npc0_median0.06259067967641267
sim_compute_robot_state-npc0_min0.060271442892717166
sim_compute_robot_state-npc1_max0.06829631010691325
sim_compute_robot_state-npc1_mean0.06215451808377537
sim_compute_robot_state-npc1_median0.060164659143351826
sim_compute_robot_state-npc1_min0.058192625402766755
sim_compute_robot_state-npc2_max0.06908166488011679
sim_compute_robot_state-npc2_mean0.06185187310484684
sim_compute_robot_state-npc2_median0.06027348607564144
sim_compute_robot_state-npc2_min0.05753699598465374
sim_compute_robot_state-npc3_max0.06926965157190959
sim_compute_robot_state-npc3_mean0.061502952819827296
sim_compute_robot_state-npc3_median0.05980540179520202
sim_compute_robot_state-npc3_min0.05738848288428974
sim_compute_sim_state_max0.038604582945505776
sim_compute_sim_state_mean0.03454904716755251
sim_compute_sim_state_median0.033675701498127666
sim_compute_sim_state_min0.0322477549792611
sim_physics_max0.03752934376398722
sim_physics_mean0.031253168485884726
sim_physics_median0.02943893988355458
sim_physics_min0.02611661977308957
sim_render-ego_max0.06295891841252645
sim_render-ego_mean0.05667346980988319
sim_render-ego_median0.05501867026733837
sim_render-ego_min0.0525016950413505
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.880000000000027
survival_time_min3.1999999999999966
194632694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationsuccessno-0:26:55(hidden)
driven_lanedir_consec_median1.1232019533516335
survival_time_median13.70000000000006
deviation-center-line_median0.6704175238781824
in-drivable-lane_median0.6000000000000085


other stats
agent_compute-ego_max0.10323999722798666
agent_compute-ego_mean0.08696449191982994
agent_compute-ego_median0.08392731638720435
agent_compute-ego_min0.08042627222397748
deviation-center-line_max1.297349214302428
deviation-center-line_mean0.7636946188463909
deviation-center-line_min0.3230224981957092
deviation-heading_max6.204489815659745
deviation-heading_mean3.0150893077917384
deviation-heading_median2.7298763046355363
deviation-heading_min1.174497012585199
driven_any_max2.355672537011756
driven_any_mean1.8214908698235797
driven_any_median2.143843313302499
driven_any_min1.1101379372338978
driven_lanedir_consec_max2.1956133957340747
driven_lanedir_consec_mean1.320642366625673
driven_lanedir_consec_min0.9359784522620932
driven_lanedir_max2.1956133957340747
driven_lanedir_mean1.4569241886651911
driven_lanedir_median1.2603554463280324
driven_lanedir_min1.0880625854525316
in-drivable-lane_max5.700000000000081
in-drivable-lane_mean1.460000000000019
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.143843313302499, "sim_physics": 0.0425170277156969, "survival_time": 13.70000000000006, "driven_lanedir": 1.6173875624596834, "sim_render-ego": 0.0676516764355402, "in-drivable-lane": 1.0000000000000062, "agent_compute-ego": 0.08392731638720435, "deviation-heading": 6.204489815659745, "set_robot_commands": 0.10721796968557538, "deviation-center-line": 1.0250886386550633, "driven_lanedir_consec": 0.9359784522620932, "sim_compute_sim_state": 0.04261986182553925, "sim_compute_performance-ego": 0.07385903727399172, "sim_compute_robot_state-ego": 0.07981437836250249, "sim_compute_robot_state-npc0": 0.0747959361459217, "sim_compute_robot_state-npc1": 0.07566485178731654, "sim_compute_robot_state-npc2": 0.07489410543093716, "sim_compute_robot_state-npc3": 0.07500577582059985}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 1.1101379372338978, "sim_physics": 0.04733443922466702, "survival_time": 7.199999999999982, "driven_lanedir": 1.0880625854525316, "sim_render-ego": 0.06841799285676745, "in-drivable-lane": 0, "agent_compute-ego": 0.08288303348753187, "deviation-heading": 1.174497012585199, "set_robot_commands": 0.10882998175091212, "deviation-center-line": 0.6704175238781824, "driven_lanedir_consec": 1.0880625854525316, "sim_compute_sim_state": 0.04181605080763499, "sim_compute_performance-ego": 0.07617582380771637, "sim_compute_robot_state-ego": 0.08186744484636518, "sim_compute_robot_state-npc0": 0.07629621360037062, "sim_compute_robot_state-npc1": 0.0767356124189165, "sim_compute_robot_state-npc2": 0.07687219480673473, "sim_compute_robot_state-npc3": 0.07700502541330126}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.1824491074220642, "sim_physics": 0.04310445068708432, "survival_time": 7.649999999999981, "driven_lanedir": 1.1232019533516335, "sim_render-ego": 0.06443221896302466, "in-drivable-lane": 0, "agent_compute-ego": 0.08042627222397748, "deviation-heading": 2.0771724805279264, "set_robot_commands": 0.10136186063679214, "deviation-center-line": 0.5025952192005714, "driven_lanedir_consec": 1.1232019533516335, "sim_compute_sim_state": 0.040577028311935125, "sim_compute_performance-ego": 0.07131902220981573, "sim_compute_robot_state-ego": 0.07482745912339953, "sim_compute_robot_state-npc0": 0.06950127221400441, "sim_compute_robot_state-npc1": 0.06962327863655839, "sim_compute_robot_state-npc2": 0.06951773712058472, "sim_compute_robot_state-npc3": 0.07027455560522142}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 2.31535145414768, "sim_physics": 0.04439557004137104, "survival_time": 14.700000000000074, "driven_lanedir": 1.2603554463280324, "sim_render-ego": 0.06700794875216322, "in-drivable-lane": 5.700000000000081, "agent_compute-ego": 0.08434584027244932, "deviation-heading": 2.7298763046355363, "set_robot_commands": 0.10920665377662296, "deviation-center-line": 0.3230224981957092, "driven_lanedir_consec": 1.2603554463280324, "sim_compute_sim_state": 0.04176543845611365, "sim_compute_performance-ego": 0.0738660259311702, "sim_compute_robot_state-ego": 0.07881604570920775, "sim_compute_robot_state-npc0": 0.07503774052574522, "sim_compute_robot_state-npc1": 0.07607827786685659, "sim_compute_robot_state-npc2": 0.07590355273006724, "sim_compute_robot_state-npc3": 0.07496087810620158}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 2.355672537011756, "sim_physics": 0.035943799018859864, "survival_time": 14.950000000000076, "driven_lanedir": 2.1956133957340747, "sim_render-ego": 0.0593560520807902, "in-drivable-lane": 0.6000000000000085, "agent_compute-ego": 0.10323999722798666, "deviation-heading": 2.8894109255502856, "set_robot_commands": 0.10283668359120687, "deviation-center-line": 1.297349214302428, "driven_lanedir_consec": 2.1956133957340747, "sim_compute_sim_state": 0.03810878117879232, "sim_compute_performance-ego": 0.06722407182057699, "sim_compute_robot_state-ego": 0.07295995076497395, "sim_compute_robot_state-npc0": 0.06799406051635742, "sim_compute_robot_state-npc1": 0.068286878267924, "sim_compute_robot_state-npc2": 0.06933971881866455, "sim_compute_robot_state-npc3": 0.06407937208811441}}
set_robot_commands_max0.10920665377662296
set_robot_commands_mean0.10589062988822193
set_robot_commands_median0.10721796968557538
set_robot_commands_min0.10136186063679214
sim_compute_performance-ego_max0.07617582380771637
sim_compute_performance-ego_mean0.0724887962086542
sim_compute_performance-ego_median0.07385903727399172
sim_compute_performance-ego_min0.06722407182057699
sim_compute_robot_state-ego_max0.08186744484636518
sim_compute_robot_state-ego_mean0.07765705576128978
sim_compute_robot_state-ego_median0.07881604570920775
sim_compute_robot_state-ego_min0.07295995076497395
sim_compute_robot_state-npc0_max0.07629621360037062
sim_compute_robot_state-npc0_mean0.07272504460047988
sim_compute_robot_state-npc0_median0.0747959361459217
sim_compute_robot_state-npc0_min0.06799406051635742
sim_compute_robot_state-npc1_max0.0767356124189165
sim_compute_robot_state-npc1_mean0.07327777979551439
sim_compute_robot_state-npc1_median0.07566485178731654
sim_compute_robot_state-npc1_min0.068286878267924
sim_compute_robot_state-npc2_max0.07687219480673473
sim_compute_robot_state-npc2_mean0.07330546178139767
sim_compute_robot_state-npc2_median0.07489410543093716
sim_compute_robot_state-npc2_min0.06933971881866455
sim_compute_robot_state-npc3_max0.07700502541330126
sim_compute_robot_state-npc3_mean0.0722651214066877
sim_compute_robot_state-npc3_median0.07496087810620158
sim_compute_robot_state-npc3_min0.06407937208811441
sim_compute_sim_state_max0.04261986182553925
sim_compute_sim_state_mean0.04097743211600307
sim_compute_sim_state_median0.04176543845611365
sim_compute_sim_state_min0.03810878117879232
sim_physics_max0.04733443922466702
sim_physics_mean0.042659057337535826
sim_physics_median0.04310445068708432
sim_physics_min0.035943799018859864
sim_render-ego_max0.06841799285676745
sim_render-ego_mean0.06537317781765714
sim_render-ego_median0.06700794875216322
sim_render-ego_min0.0593560520807902
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean11.640000000000034
survival_time_min7.199999999999982
194192694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationtimeoutno-0:28:05
Timeout because eval [...]
Timeout because evaluator contacted us
(hidden)
186802694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationerrorno-0:21:09
Waited 1201 seconds [...]
Waited 1201 seconds for container to finish. Giving up. 
(hidden)
183402694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationerrorno-0:20:45
Waited 1200 seconds [...]
Waited 1200 seconds for container to finish. Giving up. 
(hidden)
180792694Konstantin Chaykachallenge-aido_LF-baseline-duckietownaido2-LFV-sim-testingstep1-simulationsuccessno-0:10:50(hidden)
driven_lanedir_consec_median0.8869412521882549
survival_time_median2.799999999999998
deviation-center-line_median0.24799348333678065
in-drivable-lane_median0


other stats
agent_compute-ego_max0.07246093273162842
agent_compute-ego_mean0.06665000382088003
agent_compute-ego_median0.06567346288802776
agent_compute-ego_min0.06086374212194373
deviation-center-line_max0.4537960424372494
deviation-center-line_mean0.2841354114555406
deviation-center-line_min0.20277586086040028
deviation-heading_max1.139954272688804
deviation-heading_mean0.5122812266797816
deviation-heading_median0.3631059086936373
deviation-heading_min0.3210833690622274
driven_any_max2.136130346421535
driven_any_mean1.1020709026168964
driven_any_median0.8996895288569846
driven_any_min0.7551425155777147
driven_lanedir_consec_max1.0408998228904
driven_lanedir_consec_mean0.8740182730781962
driven_lanedir_consec_min0.7430857843740948
driven_lanedir_max1.585258380416407
driven_lanedir_mean0.9828899845833976
driven_lanedir_median0.8869412521882549
driven_lanedir_min0.7430857843740948
in-drivable-lane_max1.4499999999999948
in-drivable-lane_mean0.289999999999999
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 2.136130346421535, "sim_physics": 0.021803756996437357, "survival_time": 6.749999999999984, "driven_lanedir": 1.585258380416407, "sim_render-ego": 0.061660819583468966, "in-drivable-lane": 1.4499999999999948, "agent_compute-ego": 0.06086374212194373, "deviation-heading": 1.139954272688804, "set_robot_commands": 0.07397137924476906, "deviation-center-line": 0.4537960424372494, "driven_lanedir_consec": 1.0408998228904, "sim_compute_sim_state": 0.03447970637568721, "sim_compute_performance-ego": 0.06099523968166775, "sim_compute_robot_state-ego": 0.06098621509693287, "sim_compute_robot_state-npc0": 0.06507623107345016, "sim_compute_robot_state-npc1": 0.06123493159258807, "sim_compute_robot_state-npc2": 0.06115879306086787, "sim_compute_robot_state-npc3": 0.06235142990394875}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9158755208280266, "sim_physics": 0.022544718625252706, "survival_time": 2.849999999999998, "driven_lanedir": 0.9049526795223062, "sim_render-ego": 0.05645490529244406, "in-drivable-lane": 0, "agent_compute-ego": 0.06323543347810444, "deviation-heading": 0.3459858274196875, "set_robot_commands": 0.07218163055286073, "deviation-center-line": 0.2743794195798585, "driven_lanedir_consec": 0.9049526795223062, "sim_compute_sim_state": 0.031843637165270354, "sim_compute_performance-ego": 0.05682749078984846, "sim_compute_robot_state-ego": 0.05699225894191809, "sim_compute_robot_state-npc0": 0.05984925387198465, "sim_compute_robot_state-npc1": 0.05636834679988392, "sim_compute_robot_state-npc2": 0.0553608400779858, "sim_compute_robot_state-npc3": 0.05687066546657629}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.7551425155777147, "sim_physics": 0.021325831717633185, "survival_time": 2.3499999999999996, "driven_lanedir": 0.7430857843740948, "sim_render-ego": 0.05770541251973903, "in-drivable-lane": 0, "agent_compute-ego": 0.06567346288802776, "deviation-heading": 0.3631059086936373, "set_robot_commands": 0.07528026053246031, "deviation-center-line": 0.20277586086040028, "driven_lanedir_consec": 0.7430857843740948, "sim_compute_sim_state": 0.03382321114235736, "sim_compute_performance-ego": 0.05868384685922176, "sim_compute_robot_state-ego": 0.06153110240368133, "sim_compute_robot_state-npc0": 0.06125282226724828, "sim_compute_robot_state-npc1": 0.05853330328109416, "sim_compute_robot_state-npc2": 0.05842575621097646, "sim_compute_robot_state-npc3": 0.05941692311713036}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.8996895288569846, "sim_physics": 0.0233836259160723, "survival_time": 2.799999999999998, "driven_lanedir": 0.8869412521882549, "sim_render-ego": 0.06950962969235011, "in-drivable-lane": 0, "agent_compute-ego": 0.07101644788469587, "deviation-heading": 0.3912767555345518, "set_robot_commands": 0.08462272371564593, "deviation-center-line": 0.24799348333678065, "driven_lanedir_consec": 0.8869412521882549, "sim_compute_sim_state": 0.03872727070535932, "sim_compute_performance-ego": 0.06837121077946254, "sim_compute_robot_state-ego": 0.06670168893677848, "sim_compute_robot_state-npc0": 0.07307863661221095, "sim_compute_robot_state-npc1": 0.06930229067802429, "sim_compute_robot_state-npc2": 0.06689795425959996, "sim_compute_robot_state-npc3": 0.06705213444573539}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.803516601400221, "sim_physics": 0.02272290229797363, "survival_time": 2.499999999999999, "driven_lanedir": 0.7942118264159251, "sim_render-ego": 0.06635749340057373, "in-drivable-lane": 0, "agent_compute-ego": 0.07246093273162842, "deviation-heading": 0.3210833690622274, "set_robot_commands": 0.07767411708831787, "deviation-center-line": 0.24173225106341437, "driven_lanedir_consec": 0.7942118264159251, "sim_compute_sim_state": 0.03843526840209961, "sim_compute_performance-ego": 0.06555856227874755, "sim_compute_robot_state-ego": 0.06650738716125489, "sim_compute_robot_state-npc0": 0.07211461067199706, "sim_compute_robot_state-npc1": 0.06686586856842042, "sim_compute_robot_state-npc2": 0.0652340841293335, "sim_compute_robot_state-npc3": 0.0662732982635498}}
set_robot_commands_max0.08462272371564593
set_robot_commands_mean0.07674602222681078
set_robot_commands_median0.07528026053246031
set_robot_commands_min0.07218163055286073
sim_compute_performance-ego_max0.06837121077946254
sim_compute_performance-ego_mean0.062087270077789615
sim_compute_performance-ego_median0.06099523968166775
sim_compute_performance-ego_min0.05682749078984846
sim_compute_robot_state-ego_max0.06670168893677848
sim_compute_robot_state-ego_mean0.06254373050811313
sim_compute_robot_state-ego_median0.06153110240368133
sim_compute_robot_state-ego_min0.05699225894191809
sim_compute_robot_state-npc0_max0.07307863661221095
sim_compute_robot_state-npc0_mean0.06627431089937823
sim_compute_robot_state-npc0_median0.06507623107345016
sim_compute_robot_state-npc0_min0.05984925387198465
sim_compute_robot_state-npc1_max0.06930229067802429
sim_compute_robot_state-npc1_mean0.06246094818400218
sim_compute_robot_state-npc1_median0.06123493159258807
sim_compute_robot_state-npc1_min0.05636834679988392
sim_compute_robot_state-npc2_max0.06689795425959996
sim_compute_robot_state-npc2_mean0.06141548554775272
sim_compute_robot_state-npc2_median0.06115879306086787
sim_compute_robot_state-npc2_min0.0553608400779858
sim_compute_robot_state-npc3_max0.06705213444573539
sim_compute_robot_state-npc3_mean0.06239289023938812
sim_compute_robot_state-npc3_median0.06235142990394875
sim_compute_robot_state-npc3_min0.05687066546657629
sim_compute_sim_state_max0.03872727070535932
sim_compute_sim_state_mean0.035461818758154774
sim_compute_sim_state_median0.03447970637568721
sim_compute_sim_state_min0.031843637165270354
sim_physics_max0.0233836259160723
sim_physics_mean0.02235616711067383
sim_physics_median0.022544718625252706
sim_physics_min0.021325831717633185
sim_render-ego_max0.06950962969235011
sim_render-ego_mean0.06233765209771518
sim_render-ego_median0.061660819583468966
sim_render-ego_min0.05645490529244406
simulation-passed1
survival_time_max6.749999999999984
survival_time_mean3.4499999999999957
survival_time_min2.3499999999999996