Duckietown Challenges Home Challenges Submissions

Submission 3813

Submission3813
Competingyes
Challengeaido2-LFVI-sim-testing-offseason
UserAmaury Camus 🇨🇭
Date submitted
Last status update
Completecomplete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 24020
Next
User labelLet's do this one today
Admin priority50
Blessingn/a
User priority50

The highlights are available only to the owner and the admins.

Evaluation jobs for this submission

See previous jobs for previous versions of challenges
Job IDstepstatusup to datedate starteddate completeddurationmessage
24020step1-simulationsuccessyes0:28:06
Artefacts hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.6537162971975778
survival_time_median2.5999999999999988
deviation-center-line_median0.14884708769804722
in-drivable-lane_median0.549999999999998


other stats
agent_compute-ego_max0.1563138484954834
agent_compute-ego_mean0.14224538226374
agent_compute-ego_median0.14316874458676293
agent_compute-ego_min0.11374047824314662
deviation-center-line_max0.5141120095458062
deviation-center-line_mean0.1769000227005324
deviation-center-line_min0.06216029860587694
deviation-heading_max1.9929437250081896
deviation-heading_mean0.692977823395608
deviation-heading_median0.4928440244444201
deviation-heading_min0.24234723632033853
driven_any_max3.5343244022418343
driven_any_mean1.3470385992234175
driven_any_median1.001633421251194
driven_any_min0.3412551960104244
driven_lanedir_consec_max2.494308053441959
driven_lanedir_consec_mean0.881391085527715
driven_lanedir_consec_min0.3199180625488627
driven_lanedir_max2.494308053441959
driven_lanedir_mean0.8962528018383226
driven_lanedir_median0.7206363324756615
driven_lanedir_min0.3199180625488627
in-drivable-lane_max3.549999999999991
in-drivable-lane_mean0.839999999999998
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.5811782993597916, "sim_physics": 0.19785743121859395, "survival_time": 3.949999999999994, "driven_lanedir": 0.9217908232230632, "sim_render-ego": 0.05972365789775607, "in-drivable-lane": 1.3499999999999952, "agent_compute-ego": 0.1459732417818866, "deviation-heading": 0.5694288623982039, "set_robot_commands": 0.09405065488211715, "deviation-center-line": 0.2348196785686717, "driven_lanedir_consec": 0.9213701538661684, "sim_compute_sim_state": 0.03700873218005216, "sim_compute_performance-ego": 0.06902700134470494, "sim_compute_robot_state-ego": 0.07283587697186047, "sim_compute_robot_state-npc0": 0.06513374666624432, "sim_compute_robot_state-npc1": 0.06566875493979152, "sim_compute_robot_state-npc2": 0.0660276594041269, "sim_compute_robot_state-npc3": 0.06603033029580418}, "udem1-1-0": {"driven_any": 0.47798123795353353, "sim_physics": 0.2204183510371617, "survival_time": 1.4000000000000006, "driven_lanedir": 0.4500753586658095, "sim_render-ego": 0.06369439193180629, "in-drivable-lane": 0, "agent_compute-ego": 0.1533781119755336, "deviation-heading": 0.46504862964833654, "set_robot_commands": 0.09530054671423777, "deviation-center-line": 0.09791133281082, "driven_lanedir_consec": 0.4500753586658095, "sim_compute_sim_state": 0.03836854015077863, "sim_compute_performance-ego": 0.0641306894166129, "sim_compute_robot_state-ego": 0.07295445033482142, "sim_compute_robot_state-npc0": 0.06915511403764997, "sim_compute_robot_state-npc1": 0.06475349834987096, "sim_compute_robot_state-npc2": 0.0654194610459464, "sim_compute_robot_state-npc3": 0.06729290315083095}, "udem1-2-0": {"driven_any": 2.1864003300000694, "sim_physics": 0.18819466146450595, "survival_time": 5.14999999999999, "driven_lanedir": 1.826231945363564, "sim_render-ego": 0.05909788029865154, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.14728875299101896, "deviation-heading": 0.8115272458314897, "set_robot_commands": 0.08812848572592133, "deviation-center-line": 0.1927316041609401, "driven_lanedir_consec": 1.826231945363564, "sim_compute_sim_state": 0.037783027852623205, "sim_compute_performance-ego": 0.06466824568591072, "sim_compute_robot_state-ego": 0.07310150664986916, "sim_compute_robot_state-npc0": 0.06780302640303824, "sim_compute_robot_state-npc1": 0.06758026243413537, "sim_compute_robot_state-npc2": 0.06639687528887998, "sim_compute_robot_state-npc3": 0.06516352209072669}, "udem1-3-0": {"driven_any": 0.9410513078477724, "sim_physics": 0.17660076916217804, "survival_time": 2.3999999999999995, "driven_lanedir": 0.493517638549009, "sim_render-ego": 0.054342254996299744, "in-drivable-lane": 0.8999999999999988, "agent_compute-ego": 0.1417760302623113, "deviation-heading": 0.35154027506548424, "set_robot_commands": 0.08520347376664479, "deviation-center-line": 0.08975118546699407, "driven_lanedir_consec": 0.493517638549009, "sim_compute_sim_state": 0.033539911111195884, "sim_compute_performance-ego": 0.05998608469963074, "sim_compute_robot_state-ego": 0.07065149148305257, "sim_compute_robot_state-npc0": 0.06458088755607605, "sim_compute_robot_state-npc1": 0.06328063706556956, "sim_compute_robot_state-npc2": 0.060044233997662864, "sim_compute_robot_state-npc3": 0.0594738374153773}, "udem1-4-0": {"driven_any": 0.34749292376309954, "sim_physics": 0.16089812914530435, "survival_time": 1.0500000000000005, "driven_lanedir": 0.3325249708009643, "sim_render-ego": 0.045429808752877374, "in-drivable-lane": 0, "agent_compute-ego": 0.11374047824314662, "deviation-heading": 0.30044835691402494, "set_robot_commands": 0.07363063948495048, "deviation-center-line": 0.06216029860587694, "driven_lanedir_consec": 0.3325249708009643, "sim_compute_sim_state": 0.030543520337059385, "sim_compute_performance-ego": 0.05537318048023042, "sim_compute_robot_state-ego": 0.05572102183387393, "sim_compute_robot_state-npc0": 0.06285956927708217, "sim_compute_robot_state-npc1": 0.05834874652680896, "sim_compute_robot_state-npc2": 0.05909637042454311, "sim_compute_robot_state-npc3": 0.055411032267979214}, "udem1-5-0": {"driven_any": 3.5343244022418343, "sim_physics": 0.17108180280217153, "survival_time": 8.349999999999984, "driven_lanedir": 2.494308053441959, "sim_render-ego": 0.05619439250694777, "in-drivable-lane": 2, "agent_compute-ego": 0.13783249455297775, "deviation-heading": 1.9929437250081896, "set_robot_commands": 0.08656680227039817, "deviation-center-line": 0.5141120095458062, "driven_lanedir_consec": 2.494308053441959, "sim_compute_sim_state": 0.0375423445673046, "sim_compute_performance-ego": 0.0601132958235141, "sim_compute_robot_state-ego": 0.06520537273612564, "sim_compute_robot_state-npc0": 0.06268375505230384, "sim_compute_robot_state-npc1": 0.061752339323123774, "sim_compute_robot_state-npc2": 0.05969838039603776, "sim_compute_robot_state-npc3": 0.060014931741588846}, "udem1-6-0": {"driven_any": 2.176040550989443, "sim_physics": 0.20403395115750508, "survival_time": 5.14999999999999, "driven_lanedir": 1.9748003483573369, "sim_render-ego": 0.05656913646216531, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.14411924649210808, "deviation-heading": 0.7877172510198454, "set_robot_commands": 0.08860076746894317, "deviation-center-line": 0.30661477465861414, "driven_lanedir_consec": 1.9748003483573369, "sim_compute_sim_state": 0.042737481663528, "sim_compute_performance-ego": 0.06489615532958391, "sim_compute_robot_state-ego": 0.06909627590364623, "sim_compute_robot_state-npc0": 0.06552021943249749, "sim_compute_robot_state-npc1": 0.06519616460337223, "sim_compute_robot_state-npc2": 0.06617130122138458, "sim_compute_robot_state-npc3": 0.06645399621389445}, "udem1-7-0": {"driven_any": 1.0050236108346422, "sim_physics": 0.21505807399749757, "survival_time": 2.499999999999999, "driven_lanedir": 0.8701796426684156, "sim_render-ego": 0.06473001480102539, "in-drivable-lane": 0, "agent_compute-ego": 0.1563138484954834, "deviation-heading": 0.9227446658975216, "set_robot_commands": 0.0938023328781128, "deviation-center-line": 0.14884708769804722, "driven_lanedir_consec": 0.8546116490381102, "sim_compute_sim_state": 0.03822293758392334, "sim_compute_performance-ego": 0.07534383296966553, "sim_compute_robot_state-ego": 0.07400619983673096, "sim_compute_robot_state-npc0": 0.06648483753204346, "sim_compute_robot_state-npc1": 0.06820342540740967, "sim_compute_robot_state-npc2": 0.06663676738739013, "sim_compute_robot_state-npc3": 0.073778657913208}, "udem1-8-0": {"driven_any": 0.9970416603019576, "sim_physics": 0.1992738155218271, "survival_time": 2.5999999999999988, "driven_lanedir": 0.8041152574540316, "sim_render-ego": 0.05938854584327111, "in-drivable-lane": 0.29999999999999893, "agent_compute-ego": 0.1416816252928514, "deviation-heading": 0.6817155913229235, "set_robot_commands": 0.09859112592843863, "deviation-center-line": 0.1898768080806288, "driven_lanedir_consec": 0.8041152574540316, "sim_compute_sim_state": 0.03698029426427988, "sim_compute_performance-ego": 0.06592382376010601, "sim_compute_robot_state-ego": 0.07648106721731332, "sim_compute_robot_state-npc0": 0.06614183921080369, "sim_compute_robot_state-npc1": 0.06489477249292228, "sim_compute_robot_state-npc2": 0.062474800990178034, "sim_compute_robot_state-npc3": 0.0632331004509559}, "udem1-9-0": {"driven_any": 0.4374998710472299, "sim_physics": 0.21978918405679557, "survival_time": 1.3000000000000005, "driven_lanedir": 0.4177527119659043, "sim_render-ego": 0.05933631383455717, "in-drivable-lane": 0, "agent_compute-ego": 0.14464750656714806, "deviation-heading": 0.3796137446285097, "set_robot_commands": 0.08546737524179313, "deviation-center-line": 0.08207813392324871, "driven_lanedir_consec": 0.4177527119659043, "sim_compute_sim_state": 0.0362558181469257, "sim_compute_performance-ego": 0.06528013486128587, "sim_compute_robot_state-ego": 0.06937809173877423, "sim_compute_robot_state-npc0": 0.06469456966106708, "sim_compute_robot_state-npc1": 0.06407546080075778, "sim_compute_robot_state-npc2": 0.06316908506246713, "sim_compute_robot_state-npc3": 0.06239513250497671}, "udem1-10-0": {"driven_any": 0.3412551960104244, "sim_physics": 0.2014577497135509, "survival_time": 1.1000000000000003, "driven_lanedir": 0.3199180625488627, "sim_render-ego": 0.055626966736533424, "in-drivable-lane": 0, "agent_compute-ego": 0.1413579095493663, "deviation-heading": 0.3796986873122644, "set_robot_commands": 0.08418777855959805, "deviation-center-line": 0.06276575300040536, "driven_lanedir_consec": 0.3199180625488627, "sim_compute_sim_state": 0.04120331460779363, "sim_compute_performance-ego": 0.06291391632773659, "sim_compute_robot_state-ego": 0.07174154845151035, "sim_compute_robot_state-npc0": 0.0672144889831543, "sim_compute_robot_state-npc1": 0.06528068672526967, "sim_compute_robot_state-npc2": 0.06138299811970104, "sim_compute_robot_state-npc3": 0.06736912510611794}, "udem1-11-0": {"driven_any": 0.9951985237696338, "sim_physics": 0.1753295087814331, "survival_time": 2.499999999999999, "driven_lanedir": 0.7206363324756615, "sim_render-ego": 0.05656915664672851, "in-drivable-lane": 0.549999999999998, "agent_compute-ego": 0.13584393978118897, "deviation-heading": 0.30074636349085415, "set_robot_commands": 0.0844034767150879, "deviation-center-line": 0.16567670185555422, "driven_lanedir_consec": 0.7185075497455284, "sim_compute_sim_state": 0.03446864128112793, "sim_compute_performance-ego": 0.06371952056884765, "sim_compute_robot_state-ego": 0.06901931285858154, "sim_compute_robot_state-npc0": 0.05993995189666748, "sim_compute_robot_state-npc1": 0.06075715065002441, "sim_compute_robot_state-npc2": 0.059779939651489256, "sim_compute_robot_state-npc3": 0.06265366077423096}, "udem1-12-0": {"driven_any": 1.964687870253437, "sim_physics": 0.1977610004709122, "survival_time": 4.699999999999991, "driven_lanedir": 0.35162821871931205, "sim_render-ego": 0.05860028368361453, "in-drivable-lane": 3.549999999999991, "agent_compute-ego": 0.14432274027073638, "deviation-heading": 0.24234723632033853, "set_robot_commands": 0.089206226328586, "deviation-center-line": 0.13126670634798973, "driven_lanedir_consec": 0.35162821871931205, "sim_compute_sim_state": 0.036524853807814575, "sim_compute_performance-ego": 0.06681065102840991, "sim_compute_robot_state-ego": 0.07204739337271833, "sim_compute_robot_state-npc0": 0.06345987319946289, "sim_compute_robot_state-npc1": 0.06392853057130854, "sim_compute_robot_state-npc2": 0.06237771916896739, "sim_compute_robot_state-npc3": 0.06197723682890547}, "udem1-13-0": {"driven_any": 1.001633421251194, "sim_physics": 0.18177090699856097, "survival_time": 2.5999999999999988, "driven_lanedir": 0.6537162971975778, "sim_render-ego": 0.05955348106530997, "in-drivable-lane": 0.5999999999999979, "agent_compute-ego": 0.1422360631135794, "deviation-heading": 0.4928440244444201, "set_robot_commands": 0.08723753690719604, "deviation-center-line": 0.13361893417935136, "driven_lanedir_consec": 0.6537162971975778, "sim_compute_sim_state": 0.03632171795918392, "sim_compute_performance-ego": 0.0671042249752925, "sim_compute_robot_state-ego": 0.06718605756759644, "sim_compute_robot_state-npc0": 0.06817240898425762, "sim_compute_robot_state-npc1": 0.06518360284658578, "sim_compute_robot_state-npc2": 0.06172108191710252, "sim_compute_robot_state-npc3": 0.06568951331652127}, "udem1-14-0": {"driven_any": 2.218769782727203, "sim_physics": 0.17610240436735608, "survival_time": 5.249999999999989, "driven_lanedir": 0.8125963661433656, "sim_render-ego": 0.057875733148484, "in-drivable-lane": 2.499999999999993, "agent_compute-ego": 0.14316874458676293, "deviation-heading": 1.7163026916317128, "set_robot_commands": 0.08775440851847331, "deviation-center-line": 0.24126933160503777, "driven_lanedir_consec": 0.6077880672015845, "sim_compute_sim_state": 0.03567985580081032, "sim_compute_performance-ego": 0.06254329227265858, "sim_compute_robot_state-ego": 0.06802017575218564, "sim_compute_robot_state-npc0": 0.0659514586130778, "sim_compute_robot_state-npc1": 0.06449282737005324, "sim_compute_robot_state-npc2": 0.06393530255272276, "sim_compute_robot_state-npc3": 0.06280323210216704}}
set_robot_commands_max0.09859112592843863
set_robot_commands_mean0.0881421087593666
set_robot_commands_median0.08775440851847331
set_robot_commands_min0.07363063948495048
sim_compute_performance-ego_max0.07534383296966553
sim_compute_performance-ego_mean0.06452226996961268
sim_compute_performance-ego_median0.06466824568591072
sim_compute_performance-ego_min0.05537318048023042
sim_compute_robot_state-ego_max0.07648106721731332
sim_compute_robot_state-ego_mean0.06982972284724401
sim_compute_robot_state-ego_median0.07065149148305257
sim_compute_robot_state-ego_min0.05572102183387393
sim_compute_robot_state-npc0_max0.06915511403764997
sim_compute_robot_state-npc0_mean0.06531971643369511
sim_compute_robot_state-npc0_median0.06552021943249749
sim_compute_robot_state-npc0_min0.05993995189666748
sim_compute_robot_state-npc1_max0.06820342540740967
sim_compute_robot_state-npc1_mean0.06422645734046692
sim_compute_robot_state-npc1_median0.06475349834987096
sim_compute_robot_state-npc1_min0.05834874652680896
sim_compute_robot_state-npc2_max0.06663676738739013
sim_compute_robot_state-npc2_mean0.06295546510857332
sim_compute_robot_state-npc2_median0.062474800990178034
sim_compute_robot_state-npc2_min0.05909637042454311
sim_compute_robot_state-npc3_max0.073778657913208
sim_compute_robot_state-npc3_mean0.06398268081155231
sim_compute_robot_state-npc3_median0.0632331004509559
sim_compute_robot_state-npc3_min0.055411032267979214
sim_compute_sim_state_max0.042737481663528
sim_compute_sim_state_mean0.03687873275429341
sim_compute_sim_state_median0.03698029426427988
sim_compute_sim_state_min0.030543520337059385
sim_physics_max0.2204183510371617
sim_physics_mean0.19237518265969028
sim_physics_median0.1977610004709122
sim_physics_min0.16089812914530435
sim_render-ego_max0.06473001480102539
sim_render-ego_mean0.057782134573735225
sim_render-ego_median0.05860028368361453
sim_render-ego_min0.045429808752877374
simulation-passed1
survival_time_max8.349999999999984
survival_time_mean3.3333333333333286
survival_time_min1.0500000000000005
No reset possible