Duckietown Challenges Home Challenges Submissions

Submission 4264

Submission4264
Competingyes
Challengeaido3-LFV-sim-testing
UserGianmarco Bernasconi
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 27619
Next
User labelchallenge-aido_LF-baseline-duckietown
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
27619step1-simulationsuccessyes0:30:12
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.7187204337238967
survival_time_median4.94999999999999
deviation-center-line_median0.35724899033054114
in-drivable-lane_median0


other stats
agent_compute-ego_max0.049176360621596825
agent_compute-ego_mean0.029948518694488648
agent_compute-ego_median0.022673471407456833
agent_compute-ego_min0.020458750426769257
deviation-center-line_max1.0094268948544107
deviation-center-line_mean0.47448908705681897
deviation-center-line_min0.123784008986287
deviation-heading_max4.312831839452574
deviation-heading_mean1.62721058949544
deviation-heading_median1.1397556127623485
deviation-heading_min0.45143223374982594
driven_any_max2.3491871430951634
driven_any_mean1.278179234672904
driven_any_median0.7418920617803162
driven_any_min0.540979445476148
driven_lanedir_consec_max2.339674345197798
driven_lanedir_consec_mean1.1961850217797247
driven_lanedir_consec_min0.21132785189422257
driven_lanedir_max2.339674345197798
driven_lanedir_mean1.1976709334022009
driven_lanedir_median0.7187204337238967
driven_lanedir_min0.23361652623136475
in-drivable-lane_max1.4999999999999956
in-drivable-lane_mean0.17666666666666633
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.6458550843002389, "sim_physics": 0.15572740002111954, "survival_time": 4.399999999999992, "driven_lanedir": 0.5347479995633075, "sim_render-ego": 0.011650402437556872, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.022673471407456833, "deviation-heading": 1.2045245197457704, "set_robot_commands": 0.007346733049912887, "deviation-center-line": 0.123784008986287, "driven_lanedir_consec": 0.5347479995633075, "sim_compute_sim_state": 0.0052675604820251465, "sim_compute_performance-ego": 0.006956710056825118, "sim_compute_robot_state-ego": 0.009383160959590565, "sim_compute_robot_state-npc0": 0.008102739399129694, "sim_compute_robot_state-npc1": 0.008498855612494728, "sim_compute_robot_state-npc2": 0.00800296122377569, "sim_compute_robot_state-npc3": 0.00793336196379228}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.677603318353957, "sim_physics": 0.1539285523550851, "survival_time": 4.549999999999992, "driven_lanedir": 0.6265397432537031, "sim_render-ego": 0.01192028181893485, "in-drivable-lane": 0.09999999999999964, "agent_compute-ego": 0.02223141638787238, "deviation-heading": 0.9725177165951114, "set_robot_commands": 0.007951175773536765, "deviation-center-line": 0.24814518353279033, "driven_lanedir_consec": 0.6265397432537031, "sim_compute_sim_state": 0.005266548513056158, "sim_compute_performance-ego": 0.007222057698847173, "sim_compute_robot_state-ego": 0.008639367072136847, "sim_compute_robot_state-npc0": 0.008398354708493412, "sim_compute_robot_state-npc1": 0.008015218671861586, "sim_compute_robot_state-npc2": 0.009450519477928078, "sim_compute_robot_state-npc3": 0.007890043677864493}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.3204718039173895, "sim_physics": 0.16246170467800564, "survival_time": 8.549999999999986, "driven_lanedir": 1.246051461588943, "sim_render-ego": 0.012434456083509658, "in-drivable-lane": 0.10000000000000142, "agent_compute-ego": 0.021749580115602726, "deviation-heading": 2.016508425904072, "set_robot_commands": 0.007444148872330872, "deviation-center-line": 0.35724899033054114, "driven_lanedir_consec": 1.246051461588943, "sim_compute_sim_state": 0.005436410680848953, "sim_compute_performance-ego": 0.00716464282476414, "sim_compute_robot_state-ego": 0.008300057628698516, "sim_compute_robot_state-npc0": 0.008475204657392892, "sim_compute_robot_state-npc1": 0.008335031264009531, "sim_compute_robot_state-npc2": 0.007994538859317177, "sim_compute_robot_state-npc3": 0.007735936962373075}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.6936602713877166, "sim_physics": 0.16850768622531687, "survival_time": 4.6499999999999915, "driven_lanedir": 0.6383560069710249, "sim_render-ego": 0.01267644154128208, "in-drivable-lane": 0.14999999999999947, "agent_compute-ego": 0.022775911515758883, "deviation-heading": 1.0948432159533008, "set_robot_commands": 0.0081337216079876, "deviation-center-line": 0.1739049816429703, "driven_lanedir_consec": 0.6383560069710249, "sim_compute_sim_state": 0.004837989807128906, "sim_compute_performance-ego": 0.007267311055173156, "sim_compute_robot_state-ego": 0.009025512203093498, "sim_compute_robot_state-npc0": 0.008868648159888482, "sim_compute_robot_state-npc1": 0.00822612290741295, "sim_compute_robot_state-npc2": 0.008920190154865225, "sim_compute_robot_state-npc3": 0.008658101481776084}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.661517360073672, "sim_physics": 0.17395121595832738, "survival_time": 4.449999999999992, "driven_lanedir": 0.5543269636886134, "sim_render-ego": 0.012343720103917495, "in-drivable-lane": 0.34999999999999876, "agent_compute-ego": 0.022256985139311028, "deviation-heading": 1.3083619405959763, "set_robot_commands": 0.007745804411641667, "deviation-center-line": 0.15193355584482637, "driven_lanedir_consec": 0.5543269636886134, "sim_compute_sim_state": 0.005167481604586827, "sim_compute_performance-ego": 0.007283395595764846, "sim_compute_robot_state-ego": 0.008826764781823319, "sim_compute_robot_state-npc0": 0.008261329672309789, "sim_compute_robot_state-npc1": 0.008150909723860494, "sim_compute_robot_state-npc2": 0.008459262633591556, "sim_compute_robot_state-npc3": 0.008350578586706955}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 2.348963558382941, "sim_physics": 0.16586378653844197, "survival_time": 14.950000000000076, "driven_lanedir": 2.17797124115319, "sim_render-ego": 0.01176981210708618, "in-drivable-lane": 0.10000000000000142, "agent_compute-ego": 0.02222939968109131, "deviation-heading": 4.312831839452574, "set_robot_commands": 0.007746233940124512, "deviation-center-line": 0.9180840916425412, "driven_lanedir_consec": 2.17797124115319, "sim_compute_sim_state": 0.004854606787363688, "sim_compute_performance-ego": 0.00715010404586792, "sim_compute_robot_state-ego": 0.008717768987019857, "sim_compute_robot_state-npc0": 0.008486164410909018, "sim_compute_robot_state-npc1": 0.007947711149851482, "sim_compute_robot_state-npc2": 0.008086396058400473, "sim_compute_robot_state-npc3": 0.008116455872853597}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.677588723618671, "sim_physics": 0.17675543879414654, "survival_time": 4.549999999999992, "driven_lanedir": 0.6647351366164151, "sim_render-ego": 0.01225877332163381, "in-drivable-lane": 0, "agent_compute-ego": 0.02248033586439195, "deviation-heading": 0.670938041130272, "set_robot_commands": 0.007819104980636428, "deviation-center-line": 0.3703996431324217, "driven_lanedir_consec": 0.6647351366164151, "sim_compute_sim_state": 0.005171424739963406, "sim_compute_performance-ego": 0.007014719994513543, "sim_compute_robot_state-ego": 0.00866562979561942, "sim_compute_robot_state-npc0": 0.008179344973721346, "sim_compute_robot_state-npc1": 0.008398959924886516, "sim_compute_robot_state-npc2": 0.007917042616959457, "sim_compute_robot_state-npc3": 0.008210205769800877}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.7177601094793998, "sim_physics": 0.16355591267347336, "survival_time": 4.799999999999991, "driven_lanedir": 0.701216053127409, "sim_render-ego": 0.01144826908906301, "in-drivable-lane": 0, "agent_compute-ego": 0.020458750426769257, "deviation-heading": 0.7384177619407618, "set_robot_commands": 0.007136441767215729, "deviation-center-line": 0.33937701780639407, "driven_lanedir_consec": 0.701216053127409, "sim_compute_sim_state": 0.004873330394426982, "sim_compute_performance-ego": 0.006533287465572357, "sim_compute_robot_state-ego": 0.008067806561787924, "sim_compute_robot_state-npc0": 0.008073906103769938, "sim_compute_robot_state-npc1": 0.008065621058146158, "sim_compute_robot_state-npc2": 0.007733417054017384, "sim_compute_robot_state-npc3": 0.007767520844936371}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 2.3490505878665147, "sim_physics": 0.15041341066360472, "survival_time": 14.950000000000076, "driven_lanedir": 2.2481408915062784, "sim_render-ego": 0.011344233353932698, "in-drivable-lane": 0, "agent_compute-ego": 0.021800348758697508, "deviation-heading": 3.2564610576633357, "set_robot_commands": 0.0073098985354105635, "deviation-center-line": 1.0094268948544107, "driven_lanedir_consec": 2.2481408915062784, "sim_compute_sim_state": 0.004826157887776693, "sim_compute_performance-ego": 0.0068961381912231445, "sim_compute_robot_state-ego": 0.008335700035095215, "sim_compute_robot_state-npc0": 0.00824838399887085, "sim_compute_robot_state-npc1": 0.007908305327097576, "sim_compute_robot_state-npc2": 0.007802538871765137, "sim_compute_robot_state-npc3": 0.007823972702026368}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.540979445476148, "sim_physics": 0.15073579066508525, "survival_time": 3.699999999999995, "driven_lanedir": 0.23361652623136475, "sim_render-ego": 0.01166460320756242, "in-drivable-lane": 1.4999999999999956, "agent_compute-ego": 0.02729998085949872, "deviation-heading": 1.1397556127623485, "set_robot_commands": 0.007974186459103146, "deviation-center-line": 0.2372059529021538, "driven_lanedir_consec": 0.21132785189422257, "sim_compute_sim_state": 0.004805619652206833, "sim_compute_performance-ego": 0.0068198506896560256, "sim_compute_robot_state-ego": 0.008059292226224332, "sim_compute_robot_state-npc0": 0.007962613492398648, "sim_compute_robot_state-npc1": 0.007947860537348566, "sim_compute_robot_state-npc2": 0.007997548257982408, "sim_compute_robot_state-npc3": 0.007616587587305017}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 2.349109831497752, "sim_physics": 0.15372552156448363, "survival_time": 14.950000000000076, "driven_lanedir": 2.227022597399713, "sim_render-ego": 0.011603992780049642, "in-drivable-lane": 0, "agent_compute-ego": 0.04196130593617757, "deviation-heading": 3.5642777767134515, "set_robot_commands": 0.007832650343577068, "deviation-center-line": 0.7302569638212253, "driven_lanedir_consec": 2.227022597399713, "sim_compute_sim_state": 0.005183746019999186, "sim_compute_performance-ego": 0.007065951824188232, "sim_compute_robot_state-ego": 0.008400940895080566, "sim_compute_robot_state-npc0": 0.00847339948018392, "sim_compute_robot_state-npc1": 0.008213678201039631, "sim_compute_robot_state-npc2": 0.008310454686482747, "sim_compute_robot_state-npc3": 0.008212018013000488}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 2.34914749646415, "sim_physics": 0.14138015588124594, "survival_time": 14.950000000000076, "driven_lanedir": 2.317722588393734, "sim_render-ego": 0.011852219104766843, "in-drivable-lane": 0, "agent_compute-ego": 0.04561611652374267, "deviation-heading": 1.5599357208999518, "set_robot_commands": 0.007871015866597494, "deviation-center-line": 0.8643443188156462, "driven_lanedir_consec": 2.317722588393734, "sim_compute_sim_state": 0.004991528193155925, "sim_compute_performance-ego": 0.0072297231356302895, "sim_compute_robot_state-ego": 0.008773552576700845, "sim_compute_robot_state-npc0": 0.008487197558085123, "sim_compute_robot_state-npc1": 0.008219430446624756, "sim_compute_robot_state-npc2": 0.008320405483245849, "sim_compute_robot_state-npc3": 0.008204017480214437}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 2.3491871430951634, "sim_physics": 0.16034216165542603, "survival_time": 14.950000000000076, "driven_lanedir": 2.339674345197798, "sim_render-ego": 0.01138282060623169, "in-drivable-lane": 0, "agent_compute-ego": 0.04375431219736735, "deviation-heading": 1.0874269176494034, "set_robot_commands": 0.007497440179189047, "deviation-center-line": 0.9565701155230985, "driven_lanedir_consec": 2.339674345197798, "sim_compute_sim_state": 0.004904088179270427, "sim_compute_performance-ego": 0.007075630029042562, "sim_compute_robot_state-ego": 0.008319838841756185, "sim_compute_robot_state-npc0": 0.008336021900177001, "sim_compute_robot_state-npc1": 0.008025477727254232, "sim_compute_robot_state-npc2": 0.00807255506515503, "sim_compute_robot_state-npc3": 0.007938237190246581}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.7499017243995268, "sim_physics": 0.1418224596977234, "survival_time": 4.99999999999999, "driven_lanedir": 0.7187204337238967, "sim_render-ego": 0.011304988861083984, "in-drivable-lane": 0, "agent_compute-ego": 0.04276350498199463, "deviation-heading": 1.0299260616754495, "set_robot_commands": 0.006867406368255616, "deviation-center-line": 0.18061260373627433, "driven_lanedir_consec": 0.7187204337238967, "sim_compute_sim_state": 0.005002169609069824, "sim_compute_performance-ego": 0.006663448810577392, "sim_compute_robot_state-ego": 0.008414239883422851, "sim_compute_robot_state-npc0": 0.008629822731018066, "sim_compute_robot_state-npc1": 0.007875547409057618, "sim_compute_robot_state-npc2": 0.007810690402984619, "sim_compute_robot_state-npc3": 0.008104827404022217}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.7418920617803162, "sim_physics": 0.16905338836438727, "survival_time": 4.94999999999999, "driven_lanedir": 0.7362220126176238, "sim_render-ego": 0.011851293872101138, "in-drivable-lane": 0, "agent_compute-ego": 0.049176360621596825, "deviation-heading": 0.45143223374982594, "set_robot_commands": 0.008055089700101601, "deviation-center-line": 0.4560419832807035, "driven_lanedir_consec": 0.7362220126176238, "sim_compute_sim_state": 0.00513638872088808, "sim_compute_performance-ego": 0.007295367693660235, "sim_compute_robot_state-ego": 0.009453417074800742, "sim_compute_robot_state-npc0": 0.008636785276008375, "sim_compute_robot_state-npc1": 0.008621531303482826, "sim_compute_robot_state-npc2": 0.008309385993263939, "sim_compute_robot_state-npc3": 0.008599254820081923}}
set_robot_commands_max0.0081337216079876
set_robot_commands_mean0.0076487367903747315
set_robot_commands_median0.007746233940124512
set_robot_commands_min0.006867406368255616
sim_compute_performance-ego_max0.007295367693660235
sim_compute_performance-ego_mean0.007042555940753742
sim_compute_performance-ego_median0.007075630029042562
sim_compute_performance-ego_min0.006533287465572357
sim_compute_robot_state-ego_max0.009453417074800742
sim_compute_robot_state-ego_mean0.008625536634856712
sim_compute_robot_state-ego_median0.008639367072136847
sim_compute_robot_state-ego_min0.008059292226224332
sim_compute_robot_state-npc0_max0.008868648159888482
sim_compute_robot_state-npc0_mean0.008374661101490436
sim_compute_robot_state-npc0_median0.008398354708493412
sim_compute_robot_state-npc0_min0.007962613492398648
sim_compute_robot_state-npc1_max0.008621531303482826
sim_compute_robot_state-npc1_mean0.00816335075096191
sim_compute_robot_state-npc1_median0.008150909723860494
sim_compute_robot_state-npc1_min0.007875547409057618
sim_compute_robot_state-npc2_max0.009450519477928078
sim_compute_robot_state-npc2_mean0.008212527122648984
sim_compute_robot_state-npc2_median0.00807255506515503
sim_compute_robot_state-npc2_min0.007733417054017384
sim_compute_robot_state-npc3_max0.008658101481776084
sim_compute_robot_state-npc3_mean0.00807740802380005
sim_compute_robot_state-npc3_median0.008104827404022217
sim_compute_robot_state-npc3_min0.007616587587305017
sim_compute_sim_state_max0.005436410680848953
sim_compute_sim_state_mean0.005048336751451135
sim_compute_sim_state_median0.005002169609069824
sim_compute_sim_state_min0.004805619652206833
sim_physics_max0.17675543879414654
sim_physics_mean0.15921497238239152
sim_physics_median0.16034216165542603
sim_physics_min0.14138015588124594
sim_render-ego_max0.01267644154128208
sim_render-ego_mean0.011833753885914155
sim_render-ego_median0.01176981210708618
sim_render-ego_min0.011304988861083984
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean8.290000000000019
survival_time_min3.699999999999995
No reset possible