Duckietown Challenges Home Challenges Submissions

Submission 2828

Submission2828
Competingyes
Challengeaido2-LF-sim-testing
UserLiam Paull 🇨🇦
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22240
Next
User labelchallenge-aido_LF-template-random
Admin priority60
Blessingn/a
User priority60

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
22240step1-simulationsuccessyes0:11:43
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.5723310224856362
survival_time_median2.549999999999999
deviation-center-line_median0.10099507669212504
in-drivable-lane_median0.4499999999999984


other stats
agent_compute-ego_max0.08854844757154876
agent_compute-ego_mean0.08118678922394838
agent_compute-ego_median0.0797071901418395
agent_compute-ego_min0.0783065908095416
deviation-center-line_max0.2838635700333795
deviation-center-line_mean0.12786165368054708
deviation-center-line_min0.07112529346797256
deviation-heading_max0.5289022616823588
deviation-heading_mean0.3391682685652287
deviation-heading_median0.32928385103533875
deviation-heading_min0.19401296908406307
driven_any_max2.1706243860917107
driven_any_mean0.9759490378276146
driven_any_median1.0117660515775693
driven_any_min0.23626560261560617
driven_lanedir_consec_max1.919400421063832
driven_lanedir_consec_mean0.6896171461819246
driven_lanedir_consec_min0.2264965947033466
driven_lanedir_max1.919400421063832
driven_lanedir_mean0.6896171461819246
driven_lanedir_median0.5723310224856362
driven_lanedir_min0.2264965947033466
in-drivable-lane_max1.7999999999999936
in-drivable-lane_mean0.5899999999999982
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 1.0243289631429708, "sim_physics": 0.03615190806212248, "survival_time": 2.6999999999999984, "driven_lanedir": 0.5723310224856362, "sim_render-ego": 0.03375543488396539, "in-drivable-lane": 0.9999999999999976, "agent_compute-ego": 0.08098364317858661, "deviation-heading": 0.19401296908406307, "set_robot_commands": 0.05241071736371076, "deviation-center-line": 0.15907928712407893, "driven_lanedir_consec": 0.5723310224856362, "sim_compute_sim_state": 0.021556682056850855, "sim_compute_performance-ego": 0.0370186655609696, "sim_compute_robot_state-ego": 0.0387991225277936}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.9933867744747804, "sim_physics": 0.03478399912516276, "survival_time": 2.549999999999999, "driven_lanedir": 0.8010406009604816, "sim_render-ego": 0.033325976016474704, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.07850223429062787, "deviation-heading": 0.5289022616823588, "set_robot_commands": 0.05102114116444307, "deviation-center-line": 0.13005513204193506, "driven_lanedir_consec": 0.8010406009604816, "sim_compute_sim_state": 0.021027130239150104, "sim_compute_performance-ego": 0.036078233344882145, "sim_compute_robot_state-ego": 0.03871436680064482}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.23626560261560617, "sim_physics": 0.03606413392459645, "survival_time": 0.8500000000000002, "driven_lanedir": 0.2264965947033466, "sim_render-ego": 0.0330656837014591, "in-drivable-lane": 0, "agent_compute-ego": 0.0783065908095416, "deviation-heading": 0.23048898560984332, "set_robot_commands": 0.05032452415017521, "deviation-center-line": 0.0788839760023766, "driven_lanedir_consec": 0.2264965947033466, "sim_compute_sim_state": 0.021031912635354436, "sim_compute_performance-ego": 0.036157930598539466, "sim_compute_robot_state-ego": 0.038070089676800895}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.4346971317320432, "sim_physics": 0.035900936126708985, "survival_time": 1.2500000000000004, "driven_lanedir": 0.40985475638935265, "sim_render-ego": 0.03312920570373535, "in-drivable-lane": 0, "agent_compute-ego": 0.07961193084716797, "deviation-heading": 0.4138862827398061, "set_robot_commands": 0.05360732078552246, "deviation-center-line": 0.08421324241865966, "driven_lanedir_consec": 0.40985475638935265, "sim_compute_sim_state": 0.021292200088500975, "sim_compute_performance-ego": 0.036543664932250974, "sim_compute_robot_state-ego": 0.03817731857299805}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 1.618214457700942, "sim_physics": 0.034061259861233865, "survival_time": 3.949999999999994, "driven_lanedir": 0.7890999076769956, "sim_render-ego": 0.03353216074690034, "in-drivable-lane": 1.7999999999999936, "agent_compute-ego": 0.08010889306853089, "deviation-heading": 0.23606825392187256, "set_robot_commands": 0.05139991301524488, "deviation-center-line": 0.2072381278624381, "driven_lanedir_consec": 0.7890999076769956, "sim_compute_sim_state": 0.021268594114086294, "sim_compute_performance-ego": 0.036812085139600534, "sim_compute_robot_state-ego": 0.03854463070253782}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0038514956833002, "sim_physics": 0.03557073340124013, "survival_time": 2.4499999999999993, "driven_lanedir": 0.7531703123735944, "sim_render-ego": 0.033239432743617466, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.07862795615682797, "deviation-heading": 0.4596437246381204, "set_robot_commands": 0.051520722252982, "deviation-center-line": 0.08968283443958727, "driven_lanedir_consec": 0.7531703123735944, "sim_compute_sim_state": 0.021495858017279178, "sim_compute_performance-ego": 0.03634471309428312, "sim_compute_robot_state-ego": 0.03874503349771305}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 1.0542898001504375, "sim_physics": 0.03516852855682373, "survival_time": 2.799999999999998, "driven_lanedir": 0.5389398655375865, "sim_render-ego": 0.033708700111934116, "in-drivable-lane": 1.1499999999999972, "agent_compute-ego": 0.07942964775221688, "deviation-heading": 0.4109275195546752, "set_robot_commands": 0.05119167481149946, "deviation-center-line": 0.10786249131209884, "driven_lanedir_consec": 0.5389398655375865, "sim_compute_sim_state": 0.021134793758392337, "sim_compute_performance-ego": 0.03662979602813721, "sim_compute_robot_state-ego": 0.03936836974961417}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.3164475681403097, "sim_physics": 0.03737224851335798, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3093025166124813, "sim_render-ego": 0.03347249258132208, "in-drivable-lane": 0, "agent_compute-ego": 0.07871155511765253, "deviation-heading": 0.2242052814634115, "set_robot_commands": 0.051114865711757114, "deviation-center-line": 0.09758615464743424, "driven_lanedir_consec": 0.3093025166124813, "sim_compute_sim_state": 0.020999817621140254, "sim_compute_performance-ego": 0.03615396363394601, "sim_compute_robot_state-ego": 0.0389313470749628}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.2018528489510765, "sim_physics": 0.03577170937748279, "survival_time": 2.9499999999999975, "driven_lanedir": 0.6922532395203, "sim_render-ego": 0.033993050203485004, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.0797071901418395, "deviation-heading": 0.32928385103533875, "set_robot_commands": 0.05250497591697564, "deviation-center-line": 0.07112529346797256, "driven_lanedir_consec": 0.6922532395203, "sim_compute_sim_state": 0.02126642404976538, "sim_compute_performance-ego": 0.03677521317692126, "sim_compute_robot_state-ego": 0.03932284500639317}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 1.0435481553257333, "sim_physics": 0.035698500546542083, "survival_time": 2.7499999999999982, "driven_lanedir": 0.5204405548974873, "sim_render-ego": 0.03387353203513405, "in-drivable-lane": 1.1499999999999977, "agent_compute-ego": 0.07954346483403986, "deviation-heading": 0.33296447766287096, "set_robot_commands": 0.051186106421730736, "deviation-center-line": 0.0950267943453044, "driven_lanedir_consec": 0.5204405548974873, "sim_compute_sim_state": 0.021579790115356445, "sim_compute_performance-ego": 0.03627424240112305, "sim_compute_robot_state-ego": 0.03846551721746271}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 1.5954548672193265, "sim_physics": 0.03608897754124233, "survival_time": 3.8499999999999943, "driven_lanedir": 1.1042463557848754, "sim_render-ego": 0.033792399740838384, "in-drivable-lane": 1.0499999999999965, "agent_compute-ego": 0.08104981694902692, "deviation-heading": 0.3566810710676767, "set_robot_commands": 0.052659833586061154, "deviation-center-line": 0.22513914436082189, "driven_lanedir_consec": 1.1042463557848754, "sim_compute_sim_state": 0.02137397171615006, "sim_compute_performance-ego": 0.03666354464246081, "sim_compute_robot_state-ego": 0.03880926850554231}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.49030923107489305, "sim_physics": 0.03941393750054496, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4826393189617785, "sim_render-ego": 0.03618605647768293, "in-drivable-lane": 0, "agent_compute-ego": 0.0852862000465393, "deviation-heading": 0.23322336656472228, "set_robot_commands": 0.056557067802974155, "deviation-center-line": 0.10099507669212504, "driven_lanedir_consec": 0.4826393189617785, "sim_compute_sim_state": 0.0228456939969744, "sim_compute_performance-ego": 0.04066608633313861, "sim_compute_robot_state-ego": 0.04162853104727609}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0117660515775693, "sim_physics": 0.035768410738776714, "survival_time": 2.549999999999999, "driven_lanedir": 0.791717039833255, "sim_render-ego": 0.03518204595528397, "in-drivable-lane": 0.3999999999999986, "agent_compute-ego": 0.08550103505452473, "deviation-heading": 0.320449356593834, "set_robot_commands": 0.05515052290523753, "deviation-center-line": 0.1017166571540705, "driven_lanedir_consec": 0.791717039833255, "sim_compute_sim_state": 0.02316851241915834, "sim_compute_performance-ego": 0.03968422553118538, "sim_compute_robot_state-ego": 0.04136572164647719}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.44419823353351984, "sim_physics": 0.03902062663325557, "survival_time": 1.3500000000000003, "driven_lanedir": 0.4333246859278659, "sim_render-ego": 0.036357235025476525, "in-drivable-lane": 0, "agent_compute-ego": 0.08388323254055446, "deviation-heading": 0.2988926743481924, "set_robot_commands": 0.05558656763147424, "deviation-center-line": 0.08545702330592322, "driven_lanedir_consec": 0.4333246859278659, "sim_compute_sim_state": 0.022528515921698675, "sim_compute_performance-ego": 0.03994914337440773, "sim_compute_robot_state-ego": 0.040713107144391095}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 2.1706243860917107, "sim_physics": 0.03804680412890864, "survival_time": 5.09999999999999, "driven_lanedir": 1.919400421063832, "sim_render-ego": 0.03735488302567426, "in-drivable-lane": 0.4999999999999982, "agent_compute-ego": 0.08854844757154876, "deviation-heading": 0.5178939525116442, "set_robot_commands": 0.05673883942996755, "deviation-center-line": 0.2838635700333795, "driven_lanedir_consec": 1.919400421063832, "sim_compute_sim_state": 0.023656155548843684, "sim_compute_performance-ego": 0.04043847673079547, "sim_compute_robot_state-ego": 0.04222340209811341}}
set_robot_commands_max0.05673883942996755
set_robot_commands_mean0.05286498619665041
set_robot_commands_median0.05241071736371076
set_robot_commands_min0.05032452415017521
sim_compute_performance-ego_max0.04066608633313861
sim_compute_performance-ego_mean0.03747933230150943
sim_compute_performance-ego_median0.03666354464246081
sim_compute_performance-ego_min0.036078233344882145
sim_compute_robot_state-ego_max0.04222340209811341
sim_compute_robot_state-ego_mean0.03945857808458141
sim_compute_robot_state-ego_median0.03880926850554231
sim_compute_robot_state-ego_min0.038070089676800895
sim_compute_sim_state_max0.023656155548843684
sim_compute_sim_state_mean0.021748403486580095
sim_compute_sim_state_median0.02137397171615006
sim_compute_sim_state_min0.020999817621140254
sim_physics_max0.03941393750054496
sim_physics_mean0.03632551426919997
sim_physics_median0.035900936126708985
sim_physics_min0.034061259861233865
sim_render-ego_max0.03735488302567426
sim_render-ego_mean0.034264552596865575
sim_render-ego_median0.03375543488396539
sim_render-ego_min0.0330656837014591
simulation-passed1
survival_time_max5.09999999999999
survival_time_mean2.503333333333331
survival_time_min0.8500000000000002
No reset possible