Duckietown Challenges Home Challenges Submissions

Job 62335

Job ID62335
submission13593
userAndras Beres
user label202-1
challengeaido-LFV_multi-sim-validation
step356
statussuccess
up to dateyes
evaluatorreg03
date started
date completed
duration1:34:36
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
survival_time_median27.90000000000026
in-drivable-lane_median0.7500000000000067
driven_lanedir_consec_median9.837692937373188
deviation-center-line_median1.777319009090093


other stats
agent_compute-ego0_max0.12692438001218048
agent_compute-ego0_mean0.12407085585678594
agent_compute-ego0_median0.12524239004474796
agent_compute-ego0_min0.1187431172522748
agent_compute-ego1_max0.11449019138934333
agent_compute-ego1_mean0.10893843575016868
agent_compute-ego1_median0.1065439118797765
agent_compute-ego1_min0.1054023647137746
complete-iteration_max1.7611329964016829
complete-iteration_mean1.442540831741816
complete-iteration_median1.5467396174391654
complete-iteration_min0.7382076216040191
deviation-center-line_max4.685258885331869
deviation-center-line_mean2.2429384379788195
deviation-center-line_min0.46580390692958307
deviation-heading_max14.88277701798551
deviation-heading_mean5.362963104124053
deviation-heading_median3.6476800548091695
deviation-heading_min1.1525089054371125
driven_any_max22.4584202936406
driven_any_mean9.904478979266091
driven_any_median10.288953309705168
driven_any_min3.222519519891979
driven_lanedir_consec_max21.08988072347855
driven_lanedir_consec_mean9.473534309584284
driven_lanedir_consec_min3.060634333986818
driven_lanedir_max21.08988072347855
driven_lanedir_mean9.473534309584284
driven_lanedir_median9.837692937373188
driven_lanedir_min3.060634333986818
get_duckie_state_max4.659660175121927e-06
get_duckie_state_mean4.532869271414036e-06
get_duckie_state_median4.57204143330068e-06
get_duckie_state_min4.349113150444781e-06
get_robot_state_max0.05132073805523479
get_robot_state_mean0.04545123098953603
get_robot_state_median0.04885511193591068
get_robot_state_min0.02282157595853628
get_state_dump_max0.02782393226896501
get_state_dump_mean0.02667290598656539
get_state_dump_median0.027679542143396872
get_state_dump_min0.021201514309237463
get_ui_image_max0.0847734974180798
get_ui_image_mean0.0750565846784236
get_ui_image_median0.07922077972128433
get_ui_image_min0.052316899625410945
in-drivable-lane_max12.25000000000017
in-drivable-lane_mean1.9785714285714493
in-drivable-lane_min0.0
per-episodes
details{"LFV_multi-norm-loop-000-ego0": {"driven_any": 11.798883092579498, "get_ui_image": 0.07254531942241307, "step_physics": 0.6563435441052977, "survival_time": 27.90000000000026, "driven_lanedir": 11.499611340641405, "get_state_dump": 0.02782393226896501, "get_robot_state": 0.04885511193591068, "sim_render-ego0": 0.010133358574937195, "sim_render-ego1": 0.008979039883144427, "sim_render-ego2": 0.008335171957135413, "sim_render-ego3": 0.008964007570406619, "get_duckie_state": 4.349113150444781e-06, "in-drivable-lane": 0.4499999999999984, "deviation-heading": 3.248634824751084, "agent_compute-ego0": 0.1187431172522748, "agent_compute-ego1": 0.1054023647137746, "agent_compute-ego2": 0.10561360101580408, "agent_compute-ego3": 0.10669514531526242, "complete-iteration": 1.3719164864534985, "set_robot_commands": 0.006775779246430917, "deviation-center-line": 1.7364045836706137, "driven_lanedir_consec": 11.499611340641405, "sim_compute_sim_state": 0.04538437846734827, "sim_compute_performance-ego0": 0.00635677544076882, "sim_compute_performance-ego1": 0.004964869862592284, "sim_compute_performance-ego2": 0.00452025162725841, "sim_compute_performance-ego3": 0.0055663461975206845}, "LFV_multi-norm-loop-000-ego1": {"driven_any": 14.046879812216815, "get_ui_image": 0.07254531942241307, "step_physics": 0.6563435441052977, "survival_time": 27.90000000000026, "driven_lanedir": 13.88463503393233, "get_state_dump": 0.02782393226896501, "get_robot_state": 0.04885511193591068, "sim_render-ego0": 0.010133358574937195, "sim_render-ego1": 0.008979039883144427, "sim_render-ego2": 0.008335171957135413, "sim_render-ego3": 0.008964007570406619, "get_duckie_state": 4.349113150444781e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.253559435436557, "agent_compute-ego0": 0.1187431172522748, "agent_compute-ego1": 0.1054023647137746, "agent_compute-ego2": 0.10561360101580408, "agent_compute-ego3": 0.10669514531526242, "complete-iteration": 1.3719164864534985, "set_robot_commands": 0.006775779246430917, "deviation-center-line": 1.8182334345095723, "driven_lanedir_consec": 13.88463503393233, "sim_compute_sim_state": 0.04538437846734827, "sim_compute_performance-ego0": 0.00635677544076882, "sim_compute_performance-ego1": 0.004964869862592284, "sim_compute_performance-ego2": 0.00452025162725841, "sim_compute_performance-ego3": 0.0055663461975206845}, "LFV_multi-norm-loop-000-ego2": {"driven_any": 8.097935102673823, "get_ui_image": 0.07254531942241307, "step_physics": 0.6563435441052977, "survival_time": 27.90000000000026, "driven_lanedir": 7.720220240206597, "get_state_dump": 0.02782393226896501, "get_robot_state": 0.04885511193591068, "sim_render-ego0": 0.010133358574937195, "sim_render-ego1": 0.008979039883144427, "sim_render-ego2": 0.008335171957135413, "sim_render-ego3": 0.008964007570406619, "get_duckie_state": 4.349113150444781e-06, "in-drivable-lane": 12.25000000000017, "deviation-heading": 2.111181056891049, "agent_compute-ego0": 0.1187431172522748, "agent_compute-ego1": 0.1054023647137746, "agent_compute-ego2": 0.10561360101580408, "agent_compute-ego3": 0.10669514531526242, "complete-iteration": 1.3719164864534985, "set_robot_commands": 0.006775779246430917, "deviation-center-line": 1.2247377716510863, "driven_lanedir_consec": 7.720220240206597, "sim_compute_sim_state": 0.04538437846734827, "sim_compute_performance-ego0": 0.00635677544076882, "sim_compute_performance-ego1": 0.004964869862592284, "sim_compute_performance-ego2": 0.00452025162725841, "sim_compute_performance-ego3": 0.0055663461975206845}, "LFV_multi-norm-loop-000-ego3": {"driven_any": 8.50210938242297, "get_ui_image": 0.07254531942241307, "step_physics": 0.6563435441052977, "survival_time": 27.90000000000026, "driven_lanedir": 8.410018306558204, "get_state_dump": 0.02782393226896501, "get_robot_state": 0.04885511193591068, "sim_render-ego0": 0.010133358574937195, "sim_render-ego1": 0.008979039883144427, "sim_render-ego2": 0.008335171957135413, "sim_render-ego3": 0.008964007570406619, "get_duckie_state": 4.349113150444781e-06, "in-drivable-lane": 0.0, "deviation-heading": 4.79082935172686, "agent_compute-ego0": 0.1187431172522748, "agent_compute-ego1": 0.1054023647137746, "agent_compute-ego2": 0.10561360101580408, "agent_compute-ego3": 0.10669514531526242, "complete-iteration": 1.3719164864534985, "set_robot_commands": 0.006775779246430917, "deviation-center-line": 1.0424583166628598, "driven_lanedir_consec": 8.410018306558204, "sim_compute_sim_state": 0.04538437846734827, "sim_compute_performance-ego0": 0.00635677544076882, "sim_compute_performance-ego1": 0.004964869862592284, "sim_compute_performance-ego2": 0.00452025162725841, "sim_compute_performance-ego3": 0.0055663461975206845}, "LFV_multi-norm-zigzag-000-ego0": {"driven_any": 22.4584202936406, "get_ui_image": 0.0847734974180798, "step_physics": 0.9903290893182328, "survival_time": 48.099999999999405, "driven_lanedir": 21.08988072347855, "get_state_dump": 0.027679542143396872, "get_robot_state": 0.04749267049296251, "sim_render-ego0": 0.010024066778482058, "sim_render-ego1": 0.0094257114089538, "sim_render-ego2": 0.008945447757360472, "sim_render-ego3": 0.009545777817010137, "get_duckie_state": 4.57204143330068e-06, "in-drivable-lane": 2.599999999999987, "deviation-heading": 7.488414182630852, "agent_compute-ego0": 0.1268002981956379, "agent_compute-ego1": 0.11449019138934333, "agent_compute-ego2": 0.1099992479243135, "agent_compute-ego3": 0.10878171356296244, "complete-iteration": 1.7611329964016829, "set_robot_commands": 0.006510898455404914, "deviation-center-line": 3.5117593562722984, "driven_lanedir_consec": 21.08988072347855, "sim_compute_sim_state": 0.06171175203095591, "sim_compute_performance-ego0": 0.007230829722165813, "sim_compute_performance-ego1": 0.005673510015691676, "sim_compute_performance-ego2": 0.005237454318307023, "sim_compute_performance-ego3": 0.004995611474026277}, "LFV_multi-norm-zigzag-000-ego1": {"driven_any": 11.600709578828434, "get_ui_image": 0.0847734974180798, "step_physics": 0.9903290893182328, "survival_time": 48.099999999999405, "driven_lanedir": 10.92528890466095, "get_state_dump": 0.027679542143396872, "get_robot_state": 0.04749267049296251, "sim_render-ego0": 0.010024066778482058, "sim_render-ego1": 0.0094257114089538, "sim_render-ego2": 0.008945447757360472, "sim_render-ego3": 0.009545777817010137, "get_duckie_state": 4.57204143330068e-06, "in-drivable-lane": 1.2500000000000044, "deviation-heading": 14.88277701798551, "agent_compute-ego0": 0.1268002981956379, "agent_compute-ego1": 0.11449019138934333, "agent_compute-ego2": 0.1099992479243135, "agent_compute-ego3": 0.10878171356296244, "complete-iteration": 1.7611329964016829, "set_robot_commands": 0.006510898455404914, "deviation-center-line": 4.685258885331869, "driven_lanedir_consec": 10.92528890466095, "sim_compute_sim_state": 0.06171175203095591, "sim_compute_performance-ego0": 0.007230829722165813, "sim_compute_performance-ego1": 0.005673510015691676, "sim_compute_performance-ego2": 0.005237454318307023, "sim_compute_performance-ego3": 0.004995611474026277}, "LFV_multi-norm-zigzag-000-ego2": {"driven_any": 14.882625929480804, "get_ui_image": 0.0847734974180798, "step_physics": 0.9903290893182328, "survival_time": 48.099999999999405, "driven_lanedir": 14.082195873383895, "get_state_dump": 0.027679542143396872, "get_robot_state": 0.04749267049296251, "sim_render-ego0": 0.010024066778482058, "sim_render-ego1": 0.0094257114089538, "sim_render-ego2": 0.008945447757360472, "sim_render-ego3": 0.009545777817010137, "get_duckie_state": 4.57204143330068e-06, "in-drivable-lane": 1.4500000000000108, "deviation-heading": 6.631339641284122, "agent_compute-ego0": 0.1268002981956379, "agent_compute-ego1": 0.11449019138934333, "agent_compute-ego2": 0.1099992479243135, "agent_compute-ego3": 0.10878171356296244, "complete-iteration": 1.7611329964016829, "set_robot_commands": 0.006510898455404914, "deviation-center-line": 3.3761229140722087, "driven_lanedir_consec": 14.082195873383895, "sim_compute_sim_state": 0.06171175203095591, "sim_compute_performance-ego0": 0.007230829722165813, "sim_compute_performance-ego1": 0.005673510015691676, "sim_compute_performance-ego2": 0.005237454318307023, "sim_compute_performance-ego3": 0.004995611474026277}, "LFV_multi-norm-zigzag-000-ego3": {"driven_any": 11.288432337203725, "get_ui_image": 0.0847734974180798, "step_physics": 0.9903290893182328, "survival_time": 48.099999999999405, "driven_lanedir": 10.909233457179283, "get_state_dump": 0.027679542143396872, "get_robot_state": 0.04749267049296251, "sim_render-ego0": 0.010024066778482058, "sim_render-ego1": 0.0094257114089538, "sim_render-ego2": 0.008945447757360472, "sim_render-ego3": 0.009545777817010137, "get_duckie_state": 4.57204143330068e-06, "in-drivable-lane": 0.3500000000000032, "deviation-heading": 10.291517953394273, "agent_compute-ego0": 0.1268002981956379, "agent_compute-ego1": 0.11449019138934333, "agent_compute-ego2": 0.1099992479243135, "agent_compute-ego3": 0.10878171356296244, "complete-iteration": 1.7611329964016829, "set_robot_commands": 0.006510898455404914, "deviation-center-line": 3.973005565851766, "driven_lanedir_consec": 10.909233457179283, "sim_compute_sim_state": 0.06171175203095591, "sim_compute_performance-ego0": 0.007230829722165813, "sim_compute_performance-ego1": 0.005673510015691676, "sim_compute_performance-ego2": 0.005237454318307023, "sim_compute_performance-ego3": 0.004995611474026277}, "LFV_multi-norm-techtrack-000-ego0": {"driven_any": 9.289474282206614, "get_ui_image": 0.07922077972128433, "step_physics": 0.8101696114250825, "survival_time": 25.500000000000227, "driven_lanedir": 8.76615241756709, "get_state_dump": 0.027250939385998273, "get_robot_state": 0.05132073805523479, "sim_render-ego0": 0.009631125194452514, "sim_render-ego1": 0.00878328399882158, "sim_render-ego2": 0.009189772279295202, "sim_render-ego3": 0.008439490473200431, "get_duckie_state": 4.659660175121927e-06, "in-drivable-lane": 7.0000000000000995, "deviation-heading": 3.355866733742272, "agent_compute-ego0": 0.12524239004474796, "agent_compute-ego1": 0.1065439118797765, "agent_compute-ego2": 0.10637909792174098, "agent_compute-ego3": 0.10592519980354086, "complete-iteration": 1.5467396174391654, "set_robot_commands": 0.006686714530691008, "deviation-center-line": 1.1572362815813495, "driven_lanedir_consec": 8.76615241756709, "sim_compute_sim_state": 0.051718041388255975, "sim_compute_performance-ego0": 0.005944077982594589, "sim_compute_performance-ego1": 0.0047186377463742015, "sim_compute_performance-ego2": 0.004887126429906796, "sim_compute_performance-ego3": 0.005261723542633355}, "LFV_multi-norm-techtrack-000-ego1": {"driven_any": 3.634422435690906, "get_ui_image": 0.07922077972128433, "step_physics": 0.8101696114250825, "survival_time": 25.500000000000227, "driven_lanedir": 3.060634333986818, "get_state_dump": 0.027250939385998273, "get_robot_state": 0.05132073805523479, "sim_render-ego0": 0.009631125194452514, "sim_render-ego1": 0.00878328399882158, "sim_render-ego2": 0.009189772279295202, "sim_render-ego3": 0.008439490473200431, "get_duckie_state": 4.659660175121927e-06, "in-drivable-lane": 1.3000000000000007, "deviation-heading": 9.103409844428269, "agent_compute-ego0": 0.12524239004474796, "agent_compute-ego1": 0.1065439118797765, "agent_compute-ego2": 0.10637909792174098, "agent_compute-ego3": 0.10592519980354086, "complete-iteration": 1.5467396174391654, "set_robot_commands": 0.006686714530691008, "deviation-center-line": 3.5437718854438516, "driven_lanedir_consec": 3.060634333986818, "sim_compute_sim_state": 0.051718041388255975, "sim_compute_performance-ego0": 0.005944077982594589, "sim_compute_performance-ego1": 0.0047186377463742015, "sim_compute_performance-ego2": 0.004887126429906796, "sim_compute_performance-ego3": 0.005261723542633355}, "LFV_multi-norm-techtrack-000-ego2": {"driven_any": 4.131995111470532, "get_ui_image": 0.07922077972128433, "step_physics": 0.8101696114250825, "survival_time": 25.500000000000227, "driven_lanedir": 4.082488962295669, "get_state_dump": 0.027250939385998273, "get_robot_state": 0.05132073805523479, "sim_render-ego0": 0.009631125194452514, "sim_render-ego1": 0.00878328399882158, "sim_render-ego2": 0.009189772279295202, "sim_render-ego3": 0.008439490473200431, "get_duckie_state": 4.659660175121927e-06, "in-drivable-lane": 0.0, "deviation-heading": 3.200506294096474, "agent_compute-ego0": 0.12524239004474796, "agent_compute-ego1": 0.1065439118797765, "agent_compute-ego2": 0.10637909792174098, "agent_compute-ego3": 0.10592519980354086, "complete-iteration": 1.5467396174391654, "set_robot_commands": 0.006686714530691008, "deviation-center-line": 2.793224769868812, "driven_lanedir_consec": 4.082488962295669, "sim_compute_sim_state": 0.051718041388255975, "sim_compute_performance-ego0": 0.005944077982594589, "sim_compute_performance-ego1": 0.0047186377463742015, "sim_compute_performance-ego2": 0.004887126429906796, "sim_compute_performance-ego3": 0.005261723542633355}, "LFV_multi-norm-techtrack-000-ego3": {"driven_any": 12.166247135608948, "get_ui_image": 0.07922077972128433, "step_physics": 0.8101696114250825, "survival_time": 25.500000000000227, "driven_lanedir": 11.573623696993607, "get_state_dump": 0.027250939385998273, "get_robot_state": 0.05132073805523479, "sim_render-ego0": 0.009631125194452514, "sim_render-ego1": 0.00878328399882158, "sim_render-ego2": 0.009189772279295202, "sim_render-ego3": 0.008439490473200431, "get_duckie_state": 4.659660175121927e-06, "in-drivable-lane": 1.050000000000015, "deviation-heading": 3.939493375876067, "agent_compute-ego0": 0.12524239004474796, "agent_compute-ego1": 0.1065439118797765, "agent_compute-ego2": 0.10637909792174098, "agent_compute-ego3": 0.10592519980354086, "complete-iteration": 1.5467396174391654, "set_robot_commands": 0.006686714530691008, "deviation-center-line": 1.548662468903218, "driven_lanedir_consec": 11.573623696993607, "sim_compute_sim_state": 0.051718041388255975, "sim_compute_performance-ego0": 0.005944077982594589, "sim_compute_performance-ego1": 0.0047186377463742015, "sim_compute_performance-ego2": 0.004887126429906796, "sim_compute_performance-ego3": 0.005261723542633355}, "LFV_multi-norm-small_loop-000-ego0": {"driven_any": 3.542051695809606, "get_ui_image": 0.052316899625410945, "step_physics": 0.34021753850190534, "survival_time": 7.99999999999998, "driven_lanedir": 3.485589746288337, "get_state_dump": 0.021201514309237463, "get_robot_state": 0.02282157595853628, "sim_render-ego0": 0.009861177539233094, "sim_render-ego1": 0.007777449507150591, "get_duckie_state": 4.56845538216348e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.1525089054371125, "agent_compute-ego0": 0.12692438001218048, "agent_compute-ego1": 0.10969611428539204, "complete-iteration": 0.7382076216040191, "set_robot_commands": 0.0072102635543538915, "deviation-center-line": 0.5244579909543857, "driven_lanedir_consec": 3.485589746288337, "sim_compute_sim_state": 0.022363387279628968, "sim_compute_performance-ego0": 0.006669679783886264, "sim_compute_performance-ego1": 0.00466912429525245}, "LFV_multi-norm-small_loop-000-ego1": {"driven_any": 3.222519519891979, "get_ui_image": 0.052316899625410945, "step_physics": 0.34021753850190534, "survival_time": 7.99999999999998, "driven_lanedir": 3.1399072970072126, "get_state_dump": 0.021201514309237463, "get_robot_state": 0.02282157595853628, "sim_render-ego0": 0.009861177539233094, "sim_render-ego1": 0.007777449507150591, "get_duckie_state": 4.56845538216348e-06, "in-drivable-lane": 0.0, "deviation-heading": 1.6314448400562316, "agent_compute-ego0": 0.12692438001218048, "agent_compute-ego1": 0.10969611428539204, "complete-iteration": 0.7382076216040191, "set_robot_commands": 0.0072102635543538915, "deviation-center-line": 0.46580390692958307, "driven_lanedir_consec": 3.1399072970072126, "sim_compute_sim_state": 0.022363387279628968, "sim_compute_performance-ego0": 0.006669679783886264, "sim_compute_performance-ego1": 0.00466912429525245}}
set_robot_commands_max0.0072102635543538915
set_robot_commands_mean0.006736721145629653
set_robot_commands_median0.006686714530691008
set_robot_commands_min0.006510898455404914
sim_compute_performance-ego0_max0.007230829722165813
sim_compute_performance-ego0_mean0.006533292296420673
sim_compute_performance-ego0_median0.00635677544076882
sim_compute_performance-ego0_min0.005944077982594589
sim_compute_performance-ego1_max0.005673510015691676
sim_compute_performance-ego1_mean0.005054737077795538
sim_compute_performance-ego1_median0.004964869862592284
sim_compute_performance-ego1_min0.00466912429525245
sim_compute_sim_state_max0.06171175203095591
sim_compute_sim_state_mean0.048570247293249894
sim_compute_sim_state_median0.051718041388255975
sim_compute_sim_state_min0.022363387279628968
sim_render-ego0_max0.010133358574937195
sim_render-ego0_mean0.009919754090710949
sim_render-ego0_median0.010024066778482058
sim_render-ego0_min0.009631125194452514
sim_render-ego1_max0.0094257114089538
sim_render-ego1_mean0.008879074298427174
sim_render-ego1_median0.008979039883144427
sim_render-ego1_min0.007777449507150591
simulation-passed1
step_physics_max0.9903290893182328
step_physics_mean0.750557432599876
step_physics_median0.8101696114250825
step_physics_min0.34021753850190534
survival_time_max48.099999999999405
survival_time_mean30.14285714285711
survival_time_min7.99999999999998

Highlights

62335

Click the images to see detailed statistics about the episode.

LFV_multi-norm-loop-000

LFV_multi-norm-small_loop-000

LFV_multi-norm-techtrack-000

LFV_multi-norm-zigzag-000

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.