Duckietown Challenges Home Challenges Submissions

Job 36154

Job ID36154
submission9962
userBea Baselines 🐤
user labeltemplate-ros
challengeaido5-LFV-sim-testing
stepLFVv-sim
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorreg01-5d3f3145c10a-1
date started
date completed
duration0:24:08
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4366442418018339
survival_time_median4.249999999999993
deviation-center-line_median0.15116951939627313
in-drivable-lane_median2.3499999999999934


other stats
agent_compute-ego_max0.0393317805396186
agent_compute-ego_mean0.03757792879975142
agent_compute-ego_median0.03725661754608154
agent_compute-ego_min0.036129203709689056
complete-iteration_max0.48959980433500266
complete-iteration_mean0.4599573323426157
complete-iteration_median0.4562293086733137
complete-iteration_min0.4342057228088379
deviation-center-line_max0.4206443623415552
deviation-center-line_mean0.16851629938028817
deviation-center-line_min0.07000453624026794
deviation-heading_max1.5727552842492836
deviation-heading_mean0.756122877155494
deviation-heading_median0.5332354541484466
deviation-heading_min0.28506174396398914
driven_any_max3.854095373829817
driven_any_mean1.6556959490537877
driven_any_median1.1715299183144776
driven_any_min0.39253572663584546
driven_lanedir_consec_max1.7254753681061727
driven_lanedir_consec_mean0.5476280414601472
driven_lanedir_consec_min0.16705889081605507
driven_lanedir_max1.7254753681061727
driven_lanedir_mean0.5476280414601472
driven_lanedir_median0.4366442418018339
driven_lanedir_min0.16705889081605507
get_state_dump_max0.0381146103143692
get_state_dump_mean0.03620406412975647
get_state_dump_median0.03607027871268136
get_state_dump_min0.03488830071461352
get_ui_image_max0.08271468162536622
get_ui_image_mean0.07882428555038797
get_ui_image_median0.07815648278882427
get_ui_image_min0.07634410560131073
in-drivable-lane_max9.15000000000003
in-drivable-lane_mean3.513333333333335
in-drivable-lane_min0.30000000000000027
per-episodes
details{"ETHZ_autolab_technical_track-sc0-0-ego": {"driven_any": 0.9962853150960296, "get_ui_image": 0.07658764294215611, "step_physics": 0.1882166998726981, "survival_time": 3.4999999999999956, "driven_lanedir": 0.8515283685307045, "get_state_dump": 0.03607027871268136, "sim_render-ego": 0.00940194811139788, "in-drivable-lane": 0.4499999999999984, "agent_compute-ego": 0.03742644786834717, "deviation-heading": 0.41713565195589297, "complete-iteration": 0.45395917892456056, "set_robot_commands": 0.00791151523590088, "deviation-center-line": 0.31354059777854776, "driven_lanedir_consec": 0.8515283685307045, "sim_compute_sim_state": 0.02120763233729771, "sim_compute_performance-ego": 0.006798185620989119, "sim_compute_robot_state-ego": 0.011650708743504117, "sim_compute_robot_state-npc0": 0.01174814019884382, "sim_compute_robot_state-npc1": 0.012087219102042062, "sim_compute_robot_state-npc2": 0.01170086179460798, "sim_compute_robot_state-npc3": 0.011868102209908622, "sim_compute_robot_state-parked0": 0.010976406506129674}, "ETHZ_autolab_technical_track-sc1-0-ego": {"driven_any": 1.113901948633506, "get_ui_image": 0.07962315897398357, "step_physics": 0.23450014259241805, "survival_time": 3.949999999999994, "driven_lanedir": 0.31776338113251557, "get_state_dump": 0.03488830071461352, "sim_render-ego": 0.009054186977917636, "in-drivable-lane": 2.3499999999999934, "agent_compute-ego": 0.03715857071212576, "deviation-heading": 0.5238860164827831, "complete-iteration": 0.48959980433500266, "set_robot_commands": 0.007272418541244313, "deviation-center-line": 0.08806905807479004, "driven_lanedir_consec": 0.31776338113251557, "sim_compute_sim_state": 0.016635906847217417, "sim_compute_performance-ego": 0.006508419785318496, "sim_compute_robot_state-ego": 0.011145987088167214, "sim_compute_robot_state-npc0": 0.01067972183227539, "sim_compute_robot_state-npc1": 0.01047597655767127, "sim_compute_robot_state-npc2": 0.010092916367929193, "sim_compute_robot_state-npc3": 0.010456939286823516, "sim_compute_robot_state-parked0": 0.010821707641022115}, "ETHZ_autolab_technical_track-sc2-0-ego": {"driven_any": 1.75925116119604, "get_ui_image": 0.07815648278882427, "step_physics": 0.17892449901949975, "survival_time": 6.199999999999986, "driven_lanedir": 0.2880271648109898, "get_state_dump": 0.03681947146692584, "sim_render-ego": 0.010591310839499195, "in-drivable-lane": 4.649999999999988, "agent_compute-ego": 0.03774834832837505, "deviation-heading": 0.764262612339002, "complete-iteration": 0.45080673117791453, "set_robot_commands": 0.008130335038708102, "deviation-center-line": 0.15124763003624922, "driven_lanedir_consec": 0.2880271648109898, "sim_compute_sim_state": 0.02320656084245251, "sim_compute_performance-ego": 0.007171261695123488, "sim_compute_robot_state-ego": 0.012434753679460096, "sim_compute_robot_state-npc0": 0.01190375320373043, "sim_compute_robot_state-npc1": 0.01155394507992652, "sim_compute_robot_state-npc2": 0.011412710912765996, "sim_compute_robot_state-npc3": 0.011248901967079408, "sim_compute_robot_state-parked0": 0.011193288910773492}, "ETHZ_autolab_technical_track-sc3-0-ego": {"driven_any": 2.3475641700554606, "get_ui_image": 0.08097625510092893, "step_physics": 0.2018207567601116, "survival_time": 8.14999999999998, "driven_lanedir": 0.5778458532234456, "get_state_dump": 0.03571262535142021, "sim_render-ego": 0.009688999023905562, "in-drivable-lane": 5.299999999999983, "agent_compute-ego": 0.038244007555253666, "deviation-heading": 1.357367780688162, "complete-iteration": 0.4691077463465966, "set_robot_commands": 0.007685285404415949, "deviation-center-line": 0.1986537293973748, "driven_lanedir_consec": 0.5778458532234456, "sim_compute_sim_state": 0.019482342012089458, "sim_compute_performance-ego": 0.0069463677201534344, "sim_compute_robot_state-ego": 0.011529101915886068, "sim_compute_robot_state-npc0": 0.011404422163231972, "sim_compute_robot_state-npc1": 0.011286760400409348, "sim_compute_robot_state-npc2": 0.01172405225367634, "sim_compute_robot_state-npc3": 0.011158555563242158, "sim_compute_robot_state-parked0": 0.011150365958184551}, "ETHZ_autolab_technical_track-sc4-0-ego": {"driven_any": 2.9316578211251385, "get_ui_image": 0.07719700106509446, "step_physics": 0.18059282980594535, "survival_time": 9.850000000000003, "driven_lanedir": 0.16705889081605507, "get_state_dump": 0.036938247341795016, "sim_render-ego": 0.00995498381290339, "in-drivable-lane": 8.400000000000007, "agent_compute-ego": 0.03902295761302038, "deviation-heading": 1.270278167222917, "complete-iteration": 0.4507956601641505, "set_robot_commands": 0.008028449140829483, "deviation-center-line": 0.1357299348163856, "driven_lanedir_consec": 0.16705889081605507, "sim_compute_sim_state": 0.018480328738991983, "sim_compute_performance-ego": 0.006840613892840855, "sim_compute_robot_state-ego": 0.012430525068099125, "sim_compute_robot_state-npc0": 0.01331646672360183, "sim_compute_robot_state-npc1": 0.012626900890756984, "sim_compute_robot_state-npc2": 0.011754512786865234, "sim_compute_robot_state-npc3": 0.011570600083636754, "sim_compute_robot_state-parked0": 0.011730333270155234}, "ETHZ_autolab_technical_track-sc5-0-ego": {"driven_any": 3.854095373829817, "get_ui_image": 0.081743985414505, "step_physics": 0.20626240878394156, "survival_time": 13.200000000000053, "driven_lanedir": 1.7254753681061727, "get_state_dump": 0.03535470818028306, "sim_render-ego": 0.009026391939683394, "in-drivable-lane": 7.300000000000067, "agent_compute-ego": 0.03673482212153348, "deviation-heading": 1.3300977408799417, "complete-iteration": 0.47068623972661566, "set_robot_commands": 0.007064686580137773, "deviation-center-line": 0.4206443623415552, "driven_lanedir_consec": 1.7254753681061727, "sim_compute_sim_state": 0.022778120907870205, "sim_compute_performance-ego": 0.006385372443632646, "sim_compute_robot_state-ego": 0.011041062347816698, "sim_compute_robot_state-npc0": 0.011082253672859886, "sim_compute_robot_state-npc1": 0.01064312006487991, "sim_compute_robot_state-npc2": 0.010871216203227188, "sim_compute_robot_state-npc3": 0.010637994968529903, "sim_compute_robot_state-parked0": 0.01078092690670129}, "ETHZ_autolab_technical_track-sc6-0-ego": {"driven_any": 2.145488762440009, "get_ui_image": 0.07976555506388347, "step_physics": 0.18392361958821615, "survival_time": 7.499999999999981, "driven_lanedir": 0.6111710569357898, "get_state_dump": 0.03532938162485758, "sim_render-ego": 0.00928473949432373, "in-drivable-lane": 5.1999999999999815, "agent_compute-ego": 0.03725661754608154, "deviation-heading": 0.48233351579251854, "complete-iteration": 0.44810283184051514, "set_robot_commands": 0.007166358629862467, "deviation-center-line": 0.07000453624026794, "driven_lanedir_consec": 0.6111710569357898, "sim_compute_sim_state": 0.024610177675882975, "sim_compute_performance-ego": 0.006423843701680501, "sim_compute_robot_state-ego": 0.011193822224934896, "sim_compute_robot_state-npc0": 0.011019147237141928, "sim_compute_robot_state-npc1": 0.010575242042541504, "sim_compute_robot_state-npc2": 0.010517989794413247, "sim_compute_robot_state-npc3": 0.010462002754211426, "sim_compute_robot_state-parked0": 0.010294965108235675}, "ETHZ_autolab_technical_track-sc7-0-ego": {"driven_any": 0.47158962963959344, "get_ui_image": 0.07674923870298597, "step_physics": 0.2164010935359531, "survival_time": 1.800000000000001, "driven_lanedir": 0.3095753260072356, "get_state_dump": 0.03584474325180054, "sim_render-ego": 0.009566518995496962, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.0393317805396186, "deviation-heading": 0.33153510688076626, "complete-iteration": 0.4847782519128587, "set_robot_commands": 0.008227308591206869, "deviation-center-line": 0.1393837943112929, "driven_lanedir_consec": 0.3095753260072356, "sim_compute_sim_state": 0.019434531529744465, "sim_compute_performance-ego": 0.007681012153625488, "sim_compute_robot_state-ego": 0.01285210582945082, "sim_compute_robot_state-npc0": 0.012490431467692057, "sim_compute_robot_state-npc1": 0.011573811372121176, "sim_compute_robot_state-npc2": 0.011678708924187554, "sim_compute_robot_state-npc3": 0.011220905515882704, "sim_compute_robot_state-parked0": 0.011433574888441298}, "ETHZ_autolab_technical_track-sc8-0-ego": {"driven_any": 1.8182964327971824, "get_ui_image": 0.08271468162536622, "step_physics": 0.1833658981323242, "survival_time": 6.249999999999986, "driven_lanedir": 0.412098401392158, "get_state_dump": 0.03600419425964355, "sim_render-ego": 0.009356977462768557, "in-drivable-lane": 4.699999999999985, "agent_compute-ego": 0.03929875183105469, "deviation-heading": 0.28506174396398914, "complete-iteration": 0.4563780250549317, "set_robot_commands": 0.0076934642791748045, "deviation-center-line": 0.1669677511931472, "driven_lanedir_consec": 0.412098401392158, "sim_compute_sim_state": 0.02401984214782715, "sim_compute_performance-ego": 0.006719982147216797, "sim_compute_robot_state-ego": 0.011777521133422852, "sim_compute_robot_state-npc0": 0.011473712921142578, "sim_compute_robot_state-npc1": 0.0112369441986084, "sim_compute_robot_state-npc2": 0.011308063507080078, "sim_compute_robot_state-npc3": 0.010550954818725583, "sim_compute_robot_state-parked0": 0.010564699172973632}, "ETHZ_autolab_technical_track-sc9-0-ego": {"driven_any": 3.30606777800919, "get_ui_image": 0.07764922592030975, "step_physics": 0.18825806580580673, "survival_time": 11.55000000000003, "driven_lanedir": 0.4366442418018339, "get_state_dump": 0.03611617170887076, "sim_render-ego": 0.00962376594543457, "in-drivable-lane": 9.15000000000003, "agent_compute-ego": 0.038404655662965984, "deviation-heading": 1.5727552842492836, "complete-iteration": 0.44751327997678286, "set_robot_commands": 0.007308084727365733, "deviation-center-line": 0.1977849749213524, "driven_lanedir_consec": 0.4366442418018339, "sim_compute_sim_state": 0.01746585565211969, "sim_compute_performance-ego": 0.006646661015300008, "sim_compute_robot_state-ego": 0.0117466232993386, "sim_compute_robot_state-npc0": 0.010961936149762309, "sim_compute_robot_state-npc1": 0.01089399511163885, "sim_compute_robot_state-npc2": 0.010909798857453582, "sim_compute_robot_state-npc3": 0.010562396152711016, "sim_compute_robot_state-parked0": 0.010681297871973607}, "ETHZ_autolab_technical_track-sc10-0-ego": {"driven_any": 0.9403879391500638, "get_ui_image": 0.08144770690373011, "step_physics": 0.19073124953678677, "survival_time": 3.4999999999999956, "driven_lanedir": 0.4958695305466545, "get_state_dump": 0.035297121320452006, "sim_render-ego": 0.009324598312377927, "in-drivable-lane": 1.399999999999995, "agent_compute-ego": 0.036944406373160224, "deviation-heading": 0.4809775708801588, "complete-iteration": 0.4562293086733137, "set_robot_commands": 0.007861992291041783, "deviation-center-line": 0.11329874078666184, "driven_lanedir_consec": 0.4958695305466545, "sim_compute_sim_state": 0.016784000396728515, "sim_compute_performance-ego": 0.006527260371616908, "sim_compute_robot_state-ego": 0.01198747158050537, "sim_compute_robot_state-npc0": 0.01196803365434919, "sim_compute_robot_state-npc1": 0.011741178376334054, "sim_compute_robot_state-npc2": 0.011745033945356096, "sim_compute_robot_state-npc3": 0.011446349961417062, "sim_compute_robot_state-parked0": 0.012111704690115792}, "ETHZ_autolab_technical_track-sc11-0-ego": {"driven_any": 1.1715299183144776, "get_ui_image": 0.0781713373520795, "step_physics": 0.17645981732536764, "survival_time": 4.249999999999993, "driven_lanedir": 0.7017711087996061, "get_state_dump": 0.03681237837847541, "sim_render-ego": 0.009775916267843809, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.036488002889296586, "deviation-heading": 1.027622716045694, "complete-iteration": 0.448750955918256, "set_robot_commands": 0.007786077611586627, "deviation-center-line": 0.15116951939627313, "driven_lanedir_consec": 0.7017711087996061, "sim_compute_sim_state": 0.02623496616587919, "sim_compute_performance-ego": 0.006842506633085363, "sim_compute_robot_state-ego": 0.012586862900677847, "sim_compute_robot_state-npc0": 0.011599274242625517, "sim_compute_robot_state-npc1": 0.011575659583596624, "sim_compute_robot_state-npc2": 0.01141371726989746, "sim_compute_robot_state-npc3": 0.011517003003288718, "sim_compute_robot_state-parked0": 0.011191368103027344}, "ETHZ_autolab_technical_track-sc12-0-ego": {"driven_any": 0.5004258233516675, "get_ui_image": 0.07806413282047618, "step_physics": 0.20451101931658655, "survival_time": 2.2, "driven_lanedir": 0.3833709132099694, "get_state_dump": 0.03675291213122281, "sim_render-ego": 0.009607580575076016, "in-drivable-lane": 0.4499999999999993, "agent_compute-ego": 0.036129203709689056, "deviation-heading": 0.3173558521448909, "complete-iteration": 0.4667750597000122, "set_robot_commands": 0.007761456749655984, "deviation-center-line": 0.18496966067772075, "driven_lanedir_consec": 0.3833709132099694, "sim_compute_sim_state": 0.019713412631641735, "sim_compute_performance-ego": 0.006954778324473988, "sim_compute_robot_state-ego": 0.01191833344372836, "sim_compute_robot_state-npc0": 0.010699228806929155, "sim_compute_robot_state-npc1": 0.011334641413255173, "sim_compute_robot_state-npc2": 0.011120850389653986, "sim_compute_robot_state-npc3": 0.01106240532614968, "sim_compute_robot_state-parked0": 0.010864572091536087}, "ETHZ_autolab_technical_track-sc13-0-ego": {"driven_any": 0.39253572663584546, "get_ui_image": 0.07717377298018512, "step_physics": 0.21489977135377772, "survival_time": 1.7000000000000008, "driven_lanedir": 0.26004448485512466, "get_state_dump": 0.03700581718893612, "sim_render-ego": 0.009537851109224208, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.036397877861471736, "deviation-heading": 0.5332354541484466, "complete-iteration": 0.4716711885788861, "set_robot_commands": 0.007105287383584415, "deviation-center-line": 0.08774225929682407, "driven_lanedir_consec": 0.26004448485512466, "sim_compute_sim_state": 0.016722686150494742, "sim_compute_performance-ego": 0.00697472516228171, "sim_compute_robot_state-ego": 0.011522769927978516, "sim_compute_robot_state-npc0": 0.010866059976465562, "sim_compute_robot_state-npc1": 0.010961336248061237, "sim_compute_robot_state-npc2": 0.01041999283958884, "sim_compute_robot_state-npc3": 0.010908246040344238, "sim_compute_robot_state-parked0": 0.01090239076053395}, "ETHZ_autolab_technical_track-sc14-0-ego": {"driven_any": 1.0863614355327962, "get_ui_image": 0.07634410560131073, "step_physics": 0.16420456171035766, "survival_time": 3.999999999999994, "driven_lanedir": 0.6761765317339536, "get_state_dump": 0.0381146103143692, "sim_render-ego": 0.009126919507980346, "in-drivable-lane": 1.1999999999999955, "agent_compute-ego": 0.037082481384277347, "deviation-heading": 0.6479379436579634, "complete-iteration": 0.4342057228088379, "set_robot_commands": 0.007469543814659118, "deviation-center-line": 0.1085379414358799, "driven_lanedir_consec": 0.6761765317339536, "sim_compute_sim_state": 0.027526775002479555, "sim_compute_performance-ego": 0.006514370441436768, "sim_compute_robot_state-ego": 0.01155860722064972, "sim_compute_robot_state-npc0": 0.01163632869720459, "sim_compute_robot_state-npc1": 0.011248546838760375, "sim_compute_robot_state-npc2": 0.011037108302116396, "sim_compute_robot_state-npc3": 0.011166289448738098, "sim_compute_robot_state-parked0": 0.010887521505355834}}
set_robot_commands_max0.008227308591206869
set_robot_commands_mean0.007631484267958287
set_robot_commands_median0.0076934642791748045
set_robot_commands_min0.007064686580137773
sim_compute_performance-ego_max0.007681012153625488
sim_compute_performance-ego_mean0.006795690740585039
sim_compute_performance-ego_median0.006798185620989119
sim_compute_performance-ego_min0.006385372443632646
sim_compute_robot_state-ego_max0.01285210582945082
sim_compute_robot_state-ego_mean0.011825083760241353
sim_compute_robot_state-ego_median0.0117466232993386
sim_compute_robot_state-ego_min0.011041062347816698
sim_compute_robot_state-npc0_max0.01331646672360183
sim_compute_robot_state-npc0_mean0.01152326072985708
sim_compute_robot_state-npc0_median0.011473712921142578
sim_compute_robot_state-npc0_min0.01067972183227539
sim_compute_robot_state-npc1_max0.012626900890756984
sim_compute_robot_state-npc1_mean0.011321018485373565
sim_compute_robot_state-npc1_median0.011286760400409348
sim_compute_robot_state-npc1_min0.01047597655767127
sim_compute_robot_state-npc2_max0.011754512786865234
sim_compute_robot_state-npc2_mean0.011180502276587947
sim_compute_robot_state-npc2_median0.011308063507080078
sim_compute_robot_state-npc2_min0.010092916367929193
sim_compute_robot_state-npc3_max0.011868102209908622
sim_compute_robot_state-npc3_mean0.011055843140045927
sim_compute_robot_state-npc3_median0.011158555563242158
sim_compute_robot_state-npc3_min0.010456939286823516
sim_compute_robot_state-parked0_max0.012111704690115792
sim_compute_robot_state-parked0_mean0.011039008225677306
sim_compute_robot_state-parked0_median0.01090239076053395
sim_compute_robot_state-parked0_min0.010294965108235675
sim_compute_sim_state_max0.027526775002479555
sim_compute_sim_state_mean0.020953542602581154
sim_compute_sim_state_median0.019713412631641735
sim_compute_sim_state_min0.016635906847217417
sim_render-ego_max0.010591310839499195
sim_render-ego_mean0.009528179225055545
sim_render-ego_median0.009537851109224208
sim_render-ego_min0.009026391939683394
simulation-passed1
step_physics_max0.23450014259241805
step_physics_mean0.19420482887598609
step_physics_median0.18825806580580673
step_physics_min0.16420456171035766
survival_time_max13.200000000000053
survival_time_mean5.84
survival_time_min1.7000000000000008

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.