Duckietown Challenges Home Challenges Submissions

Job 25234

Job ID25234
submission4411
userBea Baselines 🐤
user labelstraight
challengeaido3-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-46-148-10491
date started
date completed
duration0:28:51
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.4220884951176438
survival_time_median6.399999999999985
deviation-center-line_median0.27892706225192304
in-drivable-lane_median1.8499999999999936


other stats
agent_compute-ego_max0.024274252079151296
agent_compute-ego_mean0.02107274396426851
agent_compute-ego_median0.021775607268015543
agent_compute-ego_min0.017742237874439785
deviation-center-line_max0.5144404589740725
deviation-center-line_mean0.3121654629671339
deviation-center-line_min0.16719255179092368
deviation-heading_max2.18828740566943
deviation-heading_mean0.9028782607085936
deviation-heading_median0.8424743161949844
deviation-heading_min0.4089684352423068
driven_any_max2.1738945004008174
driven_any_mean0.9638129431009536
driven_any_median0.9983629676007618
driven_any_min0.3502727550812653
driven_lanedir_consec_max1.1205511226948994
driven_lanedir_consec_mean0.5700174116347029
driven_lanedir_consec_min0.3239722211241143
driven_lanedir_max1.1205511226948994
driven_lanedir_mean0.5700174116347029
driven_lanedir_median0.4220884951176438
driven_lanedir_min0.3239722211241143
in-drivable-lane_max7.950000000000069
in-drivable-lane_mean2.2233333333333363
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.9983629676007618, "sim_physics": 0.19210468605160713, "survival_time": 6.399999999999985, "driven_lanedir": 0.6612439699544281, "sim_render-ego": 0.013093436136841774, "in-drivable-lane": 1.8499999999999936, "agent_compute-ego": 0.02385844476521015, "deviation-heading": 0.8424743161949844, "set_robot_commands": 0.009778091683983805, "deviation-center-line": 0.27148260816881825, "driven_lanedir_consec": 0.6612439699544281, "sim_compute_sim_state": 0.004928207024931908, "sim_compute_performance-ego": 0.007500838488340378, "sim_compute_robot_state-ego": 0.00987090729176998, "sim_compute_robot_state-npc0": 0.00854448415338993, "sim_compute_robot_state-npc1": 0.00831608660519123, "sim_compute_robot_state-npc2": 0.008467152714729309, "sim_compute_robot_state-npc3": 0.008335810154676437}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.4392247264253565, "sim_physics": 0.17988444964090983, "survival_time": 2.9999999999999973, "driven_lanedir": 0.41311687643340766, "sim_render-ego": 0.011749863624572754, "in-drivable-lane": 0, "agent_compute-ego": 0.021775607268015543, "deviation-heading": 1.035260802813342, "set_robot_commands": 0.00956969658533732, "deviation-center-line": 0.21478316132086225, "driven_lanedir_consec": 0.41311687643340766, "sim_compute_sim_state": 0.004661981264750163, "sim_compute_performance-ego": 0.007561862468719482, "sim_compute_robot_state-ego": 0.008784953753153484, "sim_compute_robot_state-npc0": 0.008357266585032145, "sim_compute_robot_state-npc1": 0.007869438330332438, "sim_compute_robot_state-npc2": 0.007677121957143148, "sim_compute_robot_state-npc3": 0.007709149519602458}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 1.5950476006576149, "sim_physics": 0.1740255045890808, "survival_time": 10.000000000000009, "driven_lanedir": 1.0825757147966095, "sim_render-ego": 0.011961253881454468, "in-drivable-lane": 3.050000000000024, "agent_compute-ego": 0.02219486951828003, "deviation-heading": 0.922673447431702, "set_robot_commands": 0.009028635025024411, "deviation-center-line": 0.5144404589740725, "driven_lanedir_consec": 1.0825757147966095, "sim_compute_sim_state": 0.0049766325950622555, "sim_compute_performance-ego": 0.007358248233795166, "sim_compute_robot_state-ego": 0.008892140388488769, "sim_compute_robot_state-npc0": 0.00837826132774353, "sim_compute_robot_state-npc1": 0.008480879068374634, "sim_compute_robot_state-npc2": 0.008322129249572754, "sim_compute_robot_state-npc3": 0.008098022937774658}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 1.58683387649107, "sim_physics": 0.12591306408446035, "survival_time": 9.950000000000006, "driven_lanedir": 1.1205511226948994, "sim_render-ego": 0.009332624512102136, "in-drivable-lane": 2.750000000000024, "agent_compute-ego": 0.018165075599248685, "deviation-heading": 0.8960564351200616, "set_robot_commands": 0.006533576016450048, "deviation-center-line": 0.48425006479995847, "driven_lanedir_consec": 1.1205511226948994, "sim_compute_sim_state": 0.0036230350858602097, "sim_compute_performance-ego": 0.00545720718613821, "sim_compute_robot_state-ego": 0.006956796550271499, "sim_compute_robot_state-npc0": 0.006335823979210015, "sim_compute_robot_state-npc1": 0.006182566360013569, "sim_compute_robot_state-npc2": 0.006109618661391675, "sim_compute_robot_state-npc3": 0.006032759220755879}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.3899928201896975, "sim_physics": 0.1724710464477539, "survival_time": 2.6999999999999984, "driven_lanedir": 0.3774367730282412, "sim_render-ego": 0.01285076141357422, "in-drivable-lane": 0, "agent_compute-ego": 0.024274252079151296, "deviation-heading": 0.6889554213117572, "set_robot_commands": 0.009735195725052444, "deviation-center-line": 0.19561224709637468, "driven_lanedir_consec": 0.3774367730282412, "sim_compute_sim_state": 0.005050363364043059, "sim_compute_performance-ego": 0.007344656520419651, "sim_compute_robot_state-ego": 0.009308735529581703, "sim_compute_robot_state-npc0": 0.009440960707487884, "sim_compute_robot_state-npc1": 0.012426332191184716, "sim_compute_robot_state-npc2": 0.008483484939292626, "sim_compute_robot_state-npc3": 0.008639264989782262}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 1.0524319740286436, "sim_physics": 0.15331169562553293, "survival_time": 6.699999999999984, "driven_lanedir": 0.3724269493189274, "sim_render-ego": 0.011047055472188922, "in-drivable-lane": 3.2999999999999887, "agent_compute-ego": 0.0234524367460564, "deviation-heading": 2.18828740566943, "set_robot_commands": 0.00881691477191982, "deviation-center-line": 0.3354455178591389, "driven_lanedir_consec": 0.3724269493189274, "sim_compute_sim_state": 0.004472600879953869, "sim_compute_performance-ego": 0.007621138843137827, "sim_compute_robot_state-ego": 0.008011551045659763, "sim_compute_robot_state-npc0": 0.009351207249200166, "sim_compute_robot_state-npc1": 0.007496609616635451, "sim_compute_robot_state-npc2": 0.007219006766134233, "sim_compute_robot_state-npc3": 0.007334008145688185}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.9906143925391104, "sim_physics": 0.1546720876468448, "survival_time": 6.349999999999985, "driven_lanedir": 0.6439415719429004, "sim_render-ego": 0.012086733119694267, "in-drivable-lane": 1.5999999999999943, "agent_compute-ego": 0.02292872226144385, "deviation-heading": 1.435419523522128, "set_robot_commands": 0.009370572923675297, "deviation-center-line": 0.3408594232379028, "driven_lanedir_consec": 0.6439415719429004, "sim_compute_sim_state": 0.005034951713141494, "sim_compute_performance-ego": 0.007107924288652074, "sim_compute_robot_state-ego": 0.009101756914394108, "sim_compute_robot_state-npc0": 0.008386981768870917, "sim_compute_robot_state-npc1": 0.008138412565696897, "sim_compute_robot_state-npc2": 0.008201685477429487, "sim_compute_robot_state-npc3": 0.008252305308664878}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 2.1738945004008174, "sim_physics": 0.14989570953227854, "survival_time": 13.500000000000057, "driven_lanedir": 0.8500792607657917, "sim_render-ego": 0.01048386361863878, "in-drivable-lane": 7.950000000000069, "agent_compute-ego": 0.020327825016445585, "deviation-heading": 0.9205424364448506, "set_robot_commands": 0.007838339275783963, "deviation-center-line": 0.45495052992461377, "driven_lanedir_consec": 0.8500792607657917, "sim_compute_sim_state": 0.004238017400105794, "sim_compute_performance-ego": 0.0062407422948766635, "sim_compute_robot_state-ego": 0.00788127581278483, "sim_compute_robot_state-npc0": 0.007285723862824616, "sim_compute_robot_state-npc1": 0.00712472950970685, "sim_compute_robot_state-npc2": 0.007045547167460124, "sim_compute_robot_state-npc3": 0.00713457531399197}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 1.0257712188667258, "sim_physics": 0.1339744939148881, "survival_time": 6.549999999999985, "driven_lanedir": 0.3845931432488001, "sim_render-ego": 0.014790875311116223, "in-drivable-lane": 3.7999999999999865, "agent_compute-ego": 0.02051510337654871, "deviation-heading": 0.6896445394165549, "set_robot_commands": 0.007636858306768286, "deviation-center-line": 0.26135511972461467, "driven_lanedir_consec": 0.3845931432488001, "sim_compute_sim_state": 0.004308392983356505, "sim_compute_performance-ego": 0.006181502160225206, "sim_compute_robot_state-ego": 0.008154452302073704, "sim_compute_robot_state-npc0": 0.00756771509883968, "sim_compute_robot_state-npc1": 0.007171192241989019, "sim_compute_robot_state-npc2": 0.007026124546546063, "sim_compute_robot_state-npc3": 0.007111065260326589}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.47161119777273736, "sim_physics": 0.13047581538558006, "survival_time": 3.1999999999999966, "driven_lanedir": 0.45590656218911274, "sim_render-ego": 0.009760994464159012, "in-drivable-lane": 0, "agent_compute-ego": 0.017940927296876907, "deviation-heading": 0.8297785897408253, "set_robot_commands": 0.006823934614658356, "deviation-center-line": 0.2177392610099727, "driven_lanedir_consec": 0.45590656218911274, "sim_compute_sim_state": 0.00376654788851738, "sim_compute_performance-ego": 0.005192458629608154, "sim_compute_robot_state-ego": 0.006981052458286285, "sim_compute_robot_state-npc0": 0.00629609078168869, "sim_compute_robot_state-npc1": 0.00604773685336113, "sim_compute_robot_state-npc2": 0.006344165652990341, "sim_compute_robot_state-npc3": 0.00619993731379509}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.3502727550812653, "sim_physics": 0.16176713242822763, "survival_time": 2.4499999999999993, "driven_lanedir": 0.3305412160517913, "sim_render-ego": 0.009952739793427135, "in-drivable-lane": 0, "agent_compute-ego": 0.018227465298711037, "deviation-heading": 0.8225989070916062, "set_robot_commands": 0.007168604403125996, "deviation-center-line": 0.16719255179092368, "driven_lanedir_consec": 0.3305412160517913, "sim_compute_sim_state": 0.004021065575735909, "sim_compute_performance-ego": 0.005649415814146704, "sim_compute_robot_state-ego": 0.008455777654842454, "sim_compute_robot_state-npc0": 0.006539276668003627, "sim_compute_robot_state-npc1": 0.006351529335489078, "sim_compute_robot_state-npc2": 0.006532459842915438, "sim_compute_robot_state-npc3": 0.007098275787976323}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.4072958182486309, "sim_physics": 0.11307003242628914, "survival_time": 2.799999999999998, "driven_lanedir": 0.40280077962364746, "sim_render-ego": 0.009289826665605818, "in-drivable-lane": 0, "agent_compute-ego": 0.017742237874439785, "deviation-heading": 0.4155969658422808, "set_robot_commands": 0.007184258529118129, "deviation-center-line": 0.2870396517129124, "driven_lanedir_consec": 0.40280077962364746, "sim_compute_sim_state": 0.003639629908970424, "sim_compute_performance-ego": 0.005334756204060146, "sim_compute_robot_state-ego": 0.006815820932388306, "sim_compute_robot_state-npc0": 0.006441244057246617, "sim_compute_robot_state-npc1": 0.006239648376192365, "sim_compute_robot_state-npc2": 0.006541550159454346, "sim_compute_robot_state-npc3": 0.006344373737062726}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 1.0156970270680152, "sim_physics": 0.1459533397967999, "survival_time": 6.499999999999985, "driven_lanedir": 0.3239722211241143, "sim_render-ego": 0.01111144285935622, "in-drivable-lane": 4.149999999999985, "agent_compute-ego": 0.020437055367689867, "deviation-heading": 0.5092523488442444, "set_robot_commands": 0.008468042887174166, "deviation-center-line": 0.27892706225192304, "driven_lanedir_consec": 0.3239722211241143, "sim_compute_sim_state": 0.004458170670729417, "sim_compute_performance-ego": 0.006644995395953839, "sim_compute_robot_state-ego": 0.008225307097801796, "sim_compute_robot_state-npc0": 0.007816551281855657, "sim_compute_robot_state-npc1": 0.007495412459740272, "sim_compute_robot_state-npc2": 0.0075624374242929315, "sim_compute_robot_state-npc3": 0.007320314187269944}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.7120180155851771, "sim_physics": 0.1601949840463618, "survival_time": 4.6499999999999915, "driven_lanedir": 0.7089865182302293, "sim_render-ego": 0.010990206913281512, "in-drivable-lane": 0, "agent_compute-ego": 0.021780244765743133, "deviation-heading": 0.4089684352423068, "set_robot_commands": 0.00869407448717343, "deviation-center-line": 0.4305749649425981, "driven_lanedir_consec": 0.7089865182302293, "sim_compute_sim_state": 0.004453610348445113, "sim_compute_performance-ego": 0.006669990478023406, "sim_compute_robot_state-ego": 0.00839074452718099, "sim_compute_robot_state-npc0": 0.007814066384428291, "sim_compute_robot_state-npc1": 0.007451972653788905, "sim_compute_robot_state-npc2": 0.007322721583868867, "sim_compute_robot_state-npc3": 0.007599348663001932}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 1.2481252555586806, "sim_physics": 0.1926673680921144, "survival_time": 7.89999999999998, "driven_lanedir": 0.4220884951176438, "sim_render-ego": 0.011767766143702254, "in-drivable-lane": 4.899999999999983, "agent_compute-ego": 0.022470892230166663, "deviation-heading": 0.9376643359428288, "set_robot_commands": 0.009353776521320583, "deviation-center-line": 0.22782932169232223, "driven_lanedir_consec": 0.4220884951176438, "sim_compute_sim_state": 0.004941060573239869, "sim_compute_performance-ego": 0.006856962095333051, "sim_compute_robot_state-ego": 0.008826604372338403, "sim_compute_robot_state-npc0": 0.008215287063695207, "sim_compute_robot_state-npc1": 0.007867817637286608, "sim_compute_robot_state-npc2": 0.007876999770538717, "sim_compute_robot_state-npc3": 0.007916624032998388}}
set_robot_commands_max0.009778091683983805
set_robot_commands_mean0.008400038117104403
set_robot_commands_median0.00869407448717343
set_robot_commands_min0.006533576016450048
sim_compute_performance-ego_max0.007621138843137827
sim_compute_performance-ego_mean0.006581513273428664
sim_compute_performance-ego_median0.006669990478023406
sim_compute_performance-ego_min0.005192458629608154
sim_compute_robot_state-ego_max0.00987090729176998
sim_compute_robot_state-ego_mean0.008310525108734404
sim_compute_robot_state-ego_median0.00839074452718099
sim_compute_robot_state-ego_min0.006815820932388306
sim_compute_robot_state-npc0_max0.009440960707487884
sim_compute_robot_state-npc0_mean0.007784729397967797
sim_compute_robot_state-npc0_median0.007816551281855657
sim_compute_robot_state-npc0_min0.00629609078168869
sim_compute_robot_state-npc1_max0.012426332191184716
sim_compute_robot_state-npc1_mean0.007644024253665544
sim_compute_robot_state-npc1_median0.007495412459740272
sim_compute_robot_state-npc1_min0.00604773685336113
sim_compute_robot_state-npc2_max0.008483484939292626
sim_compute_robot_state-npc2_mean0.007382147060917336
sim_compute_robot_state-npc2_median0.007322721583868867
sim_compute_robot_state-npc2_min0.006109618661391675
sim_compute_robot_state-npc3_max0.008639264989782262
sim_compute_robot_state-npc3_mean0.007408388971557849
sim_compute_robot_state-npc3_median0.007334008145688185
sim_compute_robot_state-npc3_min0.006032759220755879
sim_compute_sim_state_max0.005050363364043059
sim_compute_sim_state_mean0.004438284485122891
sim_compute_sim_state_median0.004458170670729417
sim_compute_sim_state_min0.0036230350858602097
sim_physics_max0.1926673680921144
sim_physics_mean0.1560254273139153
sim_physics_median0.1546720876468448
sim_physics_min0.11307003242628914
sim_render-ego_max0.014790875311116223
sim_render-ego_mean0.011351296261981034
sim_render-ego_median0.01111144285935622
sim_render-ego_min0.009289826665605818
simulation-passed1
survival_time_max13.500000000000057
survival_time_mean6.176666666666664
survival_time_min2.4499999999999993

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.