Duckietown Challenges Home Challenges Submissions

Job 20781

Job ID20781
submission2924
userBhairav Mehta
user labelchallenge-aido_LF-template-pytorch
challengeaido2-LFV-sim-testing
stepstep1-simulation
statussuccess
up to date Note that this job is not up to date; the challenge has been changed.
evaluatorip-172-31-40-253-32059
date started
date completed
duration0:17:06
message
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.14134343397072868
survival_time_median1.3000000000000005
deviation-center-line_median0.08180848822794581
in-drivable-lane_median0


other stats
agent_compute-ego_max0.19466296831766763
agent_compute-ego_mean0.16204508688642438
agent_compute-ego_median0.1610289767936424
agent_compute-ego_min0.12244398840542496
deviation-center-line_max0.11911319909781166
deviation-center-line_mean0.08353407752227396
deviation-center-line_min0.04855176450445412
deviation-heading_max0.8829047171310109
deviation-heading_mean0.6561545598876549
deviation-heading_median0.706978045758891
deviation-heading_min0.4289914764881656
driven_any_max0.2757946875716611
driven_any_mean0.19887242205814495
driven_any_median0.2098892917767878
driven_any_min0.13490405254592364
driven_lanedir_consec_max0.1896197470041483
driven_lanedir_consec_mean0.14040562481895377
driven_lanedir_consec_min0.07513781154269039
driven_lanedir_max0.1896197470041483
driven_lanedir_mean0.14040562481895377
driven_lanedir_median0.14134343397072868
driven_lanedir_min0.07513781154269039
in-drivable-lane_max0.4500000000000004
in-drivable-lane_mean0.0733333333333334
in-drivable-lane_min0
per-episodes
details{"ETHZ_autolab_technical_track-0-0": {"driven_any": 0.21992534004231343, "sim_physics": 0.10845160484313963, "survival_time": 1.4500000000000006, "driven_lanedir": 0.13649092468686863, "sim_render-ego": 0.04522181379384008, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.12244398840542496, "deviation-heading": 0.8693253239043013, "set_robot_commands": 0.06814683716872642, "deviation-center-line": 0.09100578863141802, "driven_lanedir_consec": 0.13649092468686863, "sim_compute_sim_state": 0.026375696576874833, "sim_compute_performance-ego": 0.04892308136512493, "sim_compute_robot_state-ego": 0.04970308829998148, "sim_compute_robot_state-npc0": 0.04744199226642477, "sim_compute_robot_state-npc1": 0.04774582797083361, "sim_compute_robot_state-npc2": 0.047643653277693127, "sim_compute_robot_state-npc3": 0.047011597403164566}, "ETHZ_autolab_technical_track-1-0": {"driven_any": 0.2231167368696768, "sim_physics": 0.13914028235844203, "survival_time": 1.4000000000000006, "driven_lanedir": 0.14134343397072868, "sim_render-ego": 0.06132220370428903, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.17641586916787283, "deviation-heading": 0.8829047171310109, "set_robot_commands": 0.10158810445240564, "deviation-center-line": 0.07799446191402948, "driven_lanedir_consec": 0.14134343397072868, "sim_compute_sim_state": 0.03809539760862078, "sim_compute_performance-ego": 0.06862485408782959, "sim_compute_robot_state-ego": 0.07395522935049874, "sim_compute_robot_state-npc0": 0.07127727781023298, "sim_compute_robot_state-npc1": 0.07353023971830096, "sim_compute_robot_state-npc2": 0.0702072126524789, "sim_compute_robot_state-npc3": 0.06807667016983032}, "ETHZ_autolab_technical_track-2-0": {"driven_any": 0.1562206648545827, "sim_physics": 0.12652153968811036, "survival_time": 1.2500000000000004, "driven_lanedir": 0.12541246165731357, "sim_render-ego": 0.063021821975708, "in-drivable-lane": 0, "agent_compute-ego": 0.1534989070892334, "deviation-heading": 0.5091996627289834, "set_robot_commands": 0.08725316047668458, "deviation-center-line": 0.10971422366291188, "driven_lanedir_consec": 0.12541246165731357, "sim_compute_sim_state": 0.03445520401000977, "sim_compute_performance-ego": 0.06757675170898438, "sim_compute_robot_state-ego": 0.07052873611450196, "sim_compute_robot_state-npc0": 0.0656668472290039, "sim_compute_robot_state-npc1": 0.06396492004394531, "sim_compute_robot_state-npc2": 0.0590395450592041, "sim_compute_robot_state-npc3": 0.06163928031921387}, "ETHZ_autolab_technical_track-3-0": {"driven_any": 0.14781128480811723, "sim_physics": 0.1370461609052575, "survival_time": 1.1500000000000004, "driven_lanedir": 0.11862753930960768, "sim_render-ego": 0.06074777893398119, "in-drivable-lane": 0, "agent_compute-ego": 0.15593022885529892, "deviation-heading": 0.43534581567543096, "set_robot_commands": 0.09864521026611328, "deviation-center-line": 0.09419371495675598, "driven_lanedir_consec": 0.11862753930960768, "sim_compute_sim_state": 0.036021854566491165, "sim_compute_performance-ego": 0.06569231074789296, "sim_compute_robot_state-ego": 0.06767713505288829, "sim_compute_robot_state-npc0": 0.06432126915973166, "sim_compute_robot_state-npc1": 0.06517006003338358, "sim_compute_robot_state-npc2": 0.06842919017957605, "sim_compute_robot_state-npc3": 0.06392408453899881}, "ETHZ_autolab_technical_track-4-0": {"driven_any": 0.13819710480361, "sim_physics": 0.12364975265834642, "survival_time": 1.1500000000000004, "driven_lanedir": 0.07513781154269039, "sim_render-ego": 0.052536415017169456, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.14468218969262164, "deviation-heading": 0.78964237164624, "set_robot_commands": 0.08892512321472168, "deviation-center-line": 0.05188132388728532, "driven_lanedir_consec": 0.07513781154269039, "sim_compute_sim_state": 0.03650583391604216, "sim_compute_performance-ego": 0.063732561857804, "sim_compute_robot_state-ego": 0.06312113222868546, "sim_compute_robot_state-npc0": 0.06218192888342816, "sim_compute_robot_state-npc1": 0.06348964442377505, "sim_compute_robot_state-npc2": 0.06508405312247899, "sim_compute_robot_state-npc3": 0.06591477601424507}, "ETHZ_autolab_technical_track-5-0": {"driven_any": 0.2503476083783059, "sim_physics": 0.15436069832907784, "survival_time": 1.800000000000001, "driven_lanedir": 0.147162754889667, "sim_render-ego": 0.06660029623243544, "in-drivable-lane": 0.30000000000000027, "agent_compute-ego": 0.19466296831766763, "deviation-heading": 0.8108286246799639, "set_robot_commands": 0.10020238823360866, "deviation-center-line": 0.07055566257190397, "driven_lanedir_consec": 0.147162754889667, "sim_compute_sim_state": 0.04151577419704861, "sim_compute_performance-ego": 0.07453799247741699, "sim_compute_robot_state-ego": 0.08288166920344035, "sim_compute_robot_state-npc0": 0.07244047191407946, "sim_compute_robot_state-npc1": 0.0728270345264011, "sim_compute_robot_state-npc2": 0.07206086979971991, "sim_compute_robot_state-npc3": 0.0714121659596761}, "ETHZ_autolab_technical_track-6-0": {"driven_any": 0.2045306142762856, "sim_physics": 0.13877763748168945, "survival_time": 1.2500000000000004, "driven_lanedir": 0.1737936510043161, "sim_render-ego": 0.05750951766967773, "in-drivable-lane": 0, "agent_compute-ego": 0.1770816993713379, "deviation-heading": 0.4819155335466836, "set_robot_commands": 0.09833292007446288, "deviation-center-line": 0.09737022394856328, "driven_lanedir_consec": 0.1737936510043161, "sim_compute_sim_state": 0.038350915908813475, "sim_compute_performance-ego": 0.06391325950622559, "sim_compute_robot_state-ego": 0.07048115730285645, "sim_compute_robot_state-npc0": 0.07235991477966308, "sim_compute_robot_state-npc1": 0.07103999137878418, "sim_compute_robot_state-npc2": 0.06632501602172852, "sim_compute_robot_state-npc3": 0.06685799598693848}, "ETHZ_autolab_technical_track-7-0": {"driven_any": 0.2098892917767878, "sim_physics": 0.13620291306422308, "survival_time": 1.3000000000000005, "driven_lanedir": 0.18035120143073957, "sim_render-ego": 0.058410506982069746, "in-drivable-lane": 0, "agent_compute-ego": 0.16105595918802115, "deviation-heading": 0.48096704587184663, "set_robot_commands": 0.08184584287496713, "deviation-center-line": 0.10282490931579336, "driven_lanedir_consec": 0.18035120143073957, "sim_compute_sim_state": 0.03546923857468825, "sim_compute_performance-ego": 0.06219668571765606, "sim_compute_robot_state-ego": 0.06421271654275748, "sim_compute_robot_state-npc0": 0.06476256480583778, "sim_compute_robot_state-npc1": 0.06142592430114746, "sim_compute_robot_state-npc2": 0.06255953128521259, "sim_compute_robot_state-npc3": 0.0653452781530527}, "ETHZ_autolab_technical_track-8-0": {"driven_any": 0.24125934443957503, "sim_physics": 0.15688826098586572, "survival_time": 1.6500000000000008, "driven_lanedir": 0.17294605341454394, "sim_render-ego": 0.05994121956102776, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.1645283265547319, "deviation-heading": 0.8093513979556382, "set_robot_commands": 0.09057737119270091, "deviation-center-line": 0.06298220569201309, "driven_lanedir_consec": 0.17294605341454394, "sim_compute_sim_state": 0.037068381454005386, "sim_compute_performance-ego": 0.06326206525166829, "sim_compute_robot_state-ego": 0.066291585113063, "sim_compute_robot_state-npc0": 0.07154366464325876, "sim_compute_robot_state-npc1": 0.06708118409821481, "sim_compute_robot_state-npc2": 0.07253059473904697, "sim_compute_robot_state-npc3": 0.06714104161118016}, "ETHZ_autolab_technical_track-9-0": {"driven_any": 0.2266708278216609, "sim_physics": 0.12688810091752273, "survival_time": 1.3000000000000005, "driven_lanedir": 0.1740350865486988, "sim_render-ego": 0.05730915986574613, "in-drivable-lane": 0, "agent_compute-ego": 0.15705233353834883, "deviation-heading": 0.7456522871208965, "set_robot_commands": 0.09547238166515644, "deviation-center-line": 0.07646748328114622, "driven_lanedir_consec": 0.1740350865486988, "sim_compute_sim_state": 0.03889752351320707, "sim_compute_performance-ego": 0.06449554516718937, "sim_compute_robot_state-ego": 0.06798194921933688, "sim_compute_robot_state-npc0": 0.06736710438361534, "sim_compute_robot_state-npc1": 0.06713728721325214, "sim_compute_robot_state-npc2": 0.06679101173694317, "sim_compute_robot_state-npc3": 0.0693506277524508}, "ETHZ_autolab_technical_track-10-0": {"driven_any": 0.1607028297869864, "sim_physics": 0.16605006655057272, "survival_time": 1.2000000000000004, "driven_lanedir": 0.08816284197850743, "sim_render-ego": 0.06043975551923116, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.18012073636054993, "deviation-heading": 0.7866540954737887, "set_robot_commands": 0.09870592753092448, "deviation-center-line": 0.04855176450445412, "driven_lanedir_consec": 0.08816284197850743, "sim_compute_sim_state": 0.04024032751719157, "sim_compute_performance-ego": 0.06764167547225952, "sim_compute_robot_state-ego": 0.0731823742389679, "sim_compute_robot_state-npc0": 0.07162429889043172, "sim_compute_robot_state-npc1": 0.07235406835873921, "sim_compute_robot_state-npc2": 0.07091313600540161, "sim_compute_robot_state-npc3": 0.07192531228065491}, "ETHZ_autolab_technical_track-11-0": {"driven_any": 0.21143796038796991, "sim_physics": 0.12851856231689454, "survival_time": 1.2500000000000004, "driven_lanedir": 0.1896197470041483, "sim_render-ego": 0.05676913261413574, "in-drivable-lane": 0, "agent_compute-ego": 0.15773042678833007, "deviation-heading": 0.4289914764881656, "set_robot_commands": 0.0901950454711914, "deviation-center-line": 0.11911319909781166, "driven_lanedir_consec": 0.1896197470041483, "sim_compute_sim_state": 0.035216064453125, "sim_compute_performance-ego": 0.06691407203674317, "sim_compute_robot_state-ego": 0.06611941337585449, "sim_compute_robot_state-npc0": 0.06764471054077148, "sim_compute_robot_state-npc1": 0.061417131423950194, "sim_compute_robot_state-npc2": 0.06046856880187988, "sim_compute_robot_state-npc3": 0.06410706520080567}, "ETHZ_autolab_technical_track-12-0": {"driven_any": 0.2757946875716611, "sim_physics": 0.15821291304923393, "survival_time": 1.850000000000001, "driven_lanedir": 0.13693012762455303, "sim_render-ego": 0.06073054751834354, "in-drivable-lane": 0.4500000000000004, "agent_compute-ego": 0.16413532076655207, "deviation-heading": 0.706978045758891, "set_robot_commands": 0.09016504803219356, "deviation-center-line": 0.08062473353377778, "driven_lanedir_consec": 0.13693012762455303, "sim_compute_sim_state": 0.03694734057864627, "sim_compute_performance-ego": 0.06454776428841255, "sim_compute_robot_state-ego": 0.07240457148165316, "sim_compute_robot_state-npc0": 0.07007879824251742, "sim_compute_robot_state-npc1": 0.06970383025504448, "sim_compute_robot_state-npc2": 0.06950836568265348, "sim_compute_robot_state-npc3": 0.06637731758323875}, "ETHZ_autolab_technical_track-13-0": {"driven_any": 0.13490405254592364, "sim_physics": 0.132136413029262, "survival_time": 1.0500000000000005, "driven_lanedir": 0.10370516066702296, "sim_render-ego": 0.05987175305684408, "in-drivable-lane": 0, "agent_compute-ego": 0.16030837240673246, "deviation-heading": 0.46187287977230385, "set_robot_commands": 0.09148244630722772, "deviation-center-line": 0.08180848822794581, "driven_lanedir_consec": 0.10370516066702296, "sim_compute_sim_state": 0.03859924134753999, "sim_compute_performance-ego": 0.0646161124819801, "sim_compute_robot_state-ego": 0.06594722611563546, "sim_compute_robot_state-npc0": 0.06907936504908971, "sim_compute_robot_state-npc1": 0.06919559978303455, "sim_compute_robot_state-npc2": 0.06920813378833589, "sim_compute_robot_state-npc3": 0.06567718869163877}, "ETHZ_autolab_technical_track-14-0": {"driven_any": 0.18227798250871857, "sim_physics": 0.1361350483364529, "survival_time": 1.3500000000000003, "driven_lanedir": 0.14236557655490056, "sim_render-ego": 0.05718243563616717, "in-drivable-lane": 0, "agent_compute-ego": 0.1610289767936424, "deviation-heading": 0.6426891205606788, "set_robot_commands": 0.08938723140292698, "deviation-center-line": 0.08792297960829941, "driven_lanedir_consec": 0.14236557655490056, "sim_compute_sim_state": 0.03676632598594383, "sim_compute_performance-ego": 0.06227292837920012, "sim_compute_robot_state-ego": 0.06776094436645508, "sim_compute_robot_state-npc0": 0.06416413519117567, "sim_compute_robot_state-npc1": 0.06897393862406413, "sim_compute_robot_state-npc2": 0.06690654048213253, "sim_compute_robot_state-npc3": 0.06436657905578613}}
set_robot_commands_max0.10158810445240564
set_robot_commands_mean0.0913950025576008
set_robot_commands_median0.09057737119270091
set_robot_commands_min0.06814683716872642
sim_compute_performance-ego_max0.07453799247741699
sim_compute_performance-ego_mean0.06459651070309251
sim_compute_performance-ego_median0.06454776428841255
sim_compute_performance-ego_min0.04892308136512493
sim_compute_robot_state-ego_max0.08288166920344035
sim_compute_robot_state-ego_mean0.06814992853377172
sim_compute_robot_state-ego_median0.06776094436645508
sim_compute_robot_state-ego_min0.04970308829998148
sim_compute_robot_state-npc0_max0.07244047191407946
sim_compute_robot_state-npc0_mean0.06679695625261746
sim_compute_robot_state-npc0_median0.06764471054077148
sim_compute_robot_state-npc0_min0.04744199226642477
sim_compute_robot_state-npc1_max0.07353023971830096
sim_compute_robot_state-npc1_mean0.06633711214352472
sim_compute_robot_state-npc1_median0.06713728721325214
sim_compute_robot_state-npc1_min0.04774582797083361
sim_compute_robot_state-npc2_max0.07253059473904697
sim_compute_robot_state-npc2_mean0.06584502817563238
sim_compute_robot_state-npc2_median0.06690654048213253
sim_compute_robot_state-npc2_min0.047643653277693127
sim_compute_robot_state-npc3_max0.07192531228065491
sim_compute_robot_state-npc3_mean0.06527513204805833
sim_compute_robot_state-npc3_median0.06591477601424507
sim_compute_robot_state-npc3_min0.047011597403164566
sim_compute_sim_state_max0.04151577419704861
sim_compute_sim_state_mean0.03670167468054988
sim_compute_sim_state_median0.03694734057864627
sim_compute_sim_state_min0.026375696576874833
sim_physics_max0.16605006655057272
sim_physics_mean0.13793199696760602
sim_physics_median0.13620291306422308
sim_physics_min0.10845160484313963
sim_render-ego_max0.06660029623243544
sim_render-ego_mean0.058507623872044424
sim_render-ego_median0.05987175305684408
sim_render-ego_min0.04522181379384008
simulation-passed1
survival_time_max1.850000000000001
survival_time_mean1.3600000000000003
survival_time_min1.0500000000000005

Highlights

The highlights are hidden.

Artifacts

The artifacts are hidden.

Container logs

The logs are hidden.