AI Driving Olympics Home Challenges Submissions Jobs

Submission 2953

Submission2953
Competingyes
Challengeaido2-LFVI-sim-validation
UserBhairav Mehta
Date submitted
Complete
DetailsEvaluation is complete.
Sisters
Result💚
Jobsstep1-simulation: 22695
Next
User labelBaseline solution using reinforcement learning
Admin priority50
Blessing50
User priority

22695

Click the images to see detailed statistics about the episode.

Evaluation jobs for this submission

Job IDsubmissionuseruser labelchallengestepstatusup to dateevaluatordate starteddate completeddurationmessage
226952953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationsuccessyes-0:15:29Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.07806043292455866
survival_time_median1.2500000000000004
deviation-center-line_median0.0974612829139978
in-drivable-lane_median0.05000000000000005


other stats
agent_compute-ego_max0.11540439854497496
agent_compute-ego_mean0.1139448890993967
agent_compute-ego_median0.11375650405883787
agent_compute-ego_min0.11286111701937283
deviation-center-line_max0.45046446332249823
deviation-center-line_mean0.2288050953144846
deviation-center-line_min0.057760376532252355
deviation-heading_max5.452227182841201
deviation-heading_mean2.559962304890861
deviation-heading_median0.8379291556002636
deviation-heading_min0.6234928932391447
driven_any_max1.7944200888459858
driven_any_mean0.7789390415104016
driven_any_median0.13916374471935433
driven_any_min0.0969027879260704
driven_lanedir_consec_max0.6132689425266915
driven_lanedir_consec_mean0.2661019796961642
driven_lanedir_consec_min0.052385922314882816
driven_lanedir_max0.6132689425266915
driven_lanedir_mean0.2661019796961642
driven_lanedir_median0.07806043292455866
driven_lanedir_min0.052385922314882816
in-drivable-lane_max6.700000000000028
in-drivable-lane_mean2.690000000000011
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.7944200888459858, "sim_physics": 0.0964497345081274, "survival_time": 13.80000000000006, "driven_lanedir": 0.6132689425266915, "sim_render-ego": 0.05226804467215054, "in-drivable-lane": 6.700000000000028, "agent_compute-ego": 0.11316810742668484, "deviation-heading": 5.235858749479385, "set_robot_commands": 0.05031072661496591, "deviation-center-line": 0.4411302928645919, "driven_lanedir_consec": 0.6132689425266915, "sim_compute_sim_state": 0.03175011665924736, "sim_compute_performance-ego": 0.05597750691400058, "sim_compute_robot_state-ego": 0.05502185959746872, "sim_compute_robot_state-npc0": 0.06090877453486125, "sim_compute_robot_state-npc1": 0.054908218591109566, "sim_compute_robot_state-npc2": 0.054350204225899514, "sim_compute_robot_state-npc3": 0.05423062780629034}, "udem1-1-0": {"driven_any": 1.7511809371591127, "sim_physics": 0.0983053875320098, "survival_time": 13.600000000000058, "driven_lanedir": 0.5145281474410162, "sim_render-ego": 0.053224956288057214, "in-drivable-lane": 6.650000000000025, "agent_compute-ego": 0.11286111701937283, "deviation-heading": 5.452227182841201, "set_robot_commands": 0.05024545420618618, "deviation-center-line": 0.45046446332249823, "driven_lanedir_consec": 0.5145281474410162, "sim_compute_sim_state": 0.03235205306726344, "sim_compute_performance-ego": 0.05699467133073246, "sim_compute_robot_state-ego": 0.05528670111123253, "sim_compute_robot_state-npc0": 0.06345752670484431, "sim_compute_robot_state-npc1": 0.05606062534977408, "sim_compute_robot_state-npc2": 0.055441098178134245, "sim_compute_robot_state-npc3": 0.05581708778353298}, "udem1-2-0": {"driven_any": 0.0969027879260704, "sim_physics": 0.11724071917326552, "survival_time": 1.1500000000000004, "driven_lanedir": 0.052385922314882816, "sim_render-ego": 0.05333792644998302, "in-drivable-lane": 0, "agent_compute-ego": 0.11540439854497496, "deviation-heading": 0.6503035432943092, "set_robot_commands": 0.04919950858406399, "deviation-center-line": 0.0974612829139978, "driven_lanedir_consec": 0.052385922314882816, "sim_compute_sim_state": 0.032383970592332924, "sim_compute_performance-ego": 0.05653250735739003, "sim_compute_robot_state-ego": 0.05597405848295792, "sim_compute_robot_state-npc0": 0.06428108008011528, "sim_compute_robot_state-npc1": 0.05564420119575832, "sim_compute_robot_state-npc2": 0.05447220802307129, "sim_compute_robot_state-npc3": 0.05546675557675569}, "udem1-3-0": {"driven_any": 0.11302764890148503, "sim_physics": 0.10800381660461426, "survival_time": 1.2500000000000004, "driven_lanedir": 0.07226645327367187, "sim_render-ego": 0.05265570640563965, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.11375650405883787, "deviation-heading": 0.6234928932391447, "set_robot_commands": 0.05121260643005371, "deviation-center-line": 0.09720906093908274, "driven_lanedir_consec": 0.07226645327367187, "sim_compute_sim_state": 0.0328909969329834, "sim_compute_performance-ego": 0.05930389404296875, "sim_compute_robot_state-ego": 0.05660543441772461, "sim_compute_robot_state-npc0": 0.06221333503723145, "sim_compute_robot_state-npc1": 0.05376955986022949, "sim_compute_robot_state-npc2": 0.052627363204956056, "sim_compute_robot_state-npc3": 0.05165313720703125}, "udem1-4-0": {"driven_any": 0.13916374471935433, "sim_physics": 0.09793612360954285, "survival_time": 1.2000000000000004, "driven_lanedir": 0.07806043292455866, "sim_render-ego": 0.05424729983011881, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.11453431844711304, "deviation-heading": 0.8379291556002636, "set_robot_commands": 0.0495841900507609, "deviation-center-line": 0.057760376532252355, "driven_lanedir_consec": 0.07806043292455866, "sim_compute_sim_state": 0.03286592165629069, "sim_compute_performance-ego": 0.05883944034576416, "sim_compute_robot_state-ego": 0.05425083637237549, "sim_compute_robot_state-npc0": 0.0656888484954834, "sim_compute_robot_state-npc1": 0.057235111792882286, "sim_compute_robot_state-npc2": 0.05812508861223856, "sim_compute_robot_state-npc3": 0.056497931480407715}}
set_robot_commands_max0.05121260643005371
set_robot_commands_mean0.050110497177206136
set_robot_commands_median0.05024545420618618
set_robot_commands_min0.04919950858406399
sim_compute_performance-ego_max0.05930389404296875
sim_compute_performance-ego_mean0.0575296039981712
sim_compute_performance-ego_median0.05699467133073246
sim_compute_performance-ego_min0.05597750691400058
sim_compute_robot_state-ego_max0.05660543441772461
sim_compute_robot_state-ego_mean0.05542777799635186
sim_compute_robot_state-ego_median0.05528670111123253
sim_compute_robot_state-ego_min0.05425083637237549
sim_compute_robot_state-npc0_max0.0656888484954834
sim_compute_robot_state-npc0_mean0.06330991297050714
sim_compute_robot_state-npc0_median0.06345752670484431
sim_compute_robot_state-npc0_min0.06090877453486125
sim_compute_robot_state-npc1_max0.057235111792882286
sim_compute_robot_state-npc1_mean0.05552354335795075
sim_compute_robot_state-npc1_median0.05564420119575832
sim_compute_robot_state-npc1_min0.05376955986022949
sim_compute_robot_state-npc2_max0.05812508861223856
sim_compute_robot_state-npc2_mean0.05500319244885994
sim_compute_robot_state-npc2_median0.05447220802307129
sim_compute_robot_state-npc2_min0.052627363204956056
sim_compute_robot_state-npc3_max0.056497931480407715
sim_compute_robot_state-npc3_mean0.05473310797080359
sim_compute_robot_state-npc3_median0.05546675557675569
sim_compute_robot_state-npc3_min0.05165313720703125
sim_compute_sim_state_max0.0328909969329834
sim_compute_sim_state_mean0.03244861178162356
sim_compute_sim_state_median0.032383970592332924
sim_compute_sim_state_min0.03175011665924736
sim_physics_max0.11724071917326552
sim_physics_mean0.10358715628551196
sim_physics_median0.0983053875320098
sim_physics_min0.0964497345081274
sim_render-ego_max0.05424729983011881
sim_render-ego_mean0.053146786729189856
sim_render-ego_median0.053224956288057214
sim_render-ego_min0.05226804467215054
simulation-passed1
survival_time_max13.80000000000006
survival_time_mean6.200000000000023
survival_time_min1.1500000000000004
209312953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationsuccessno-0:22:44Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.25287128615251975
survival_time_median14.950000000000076
deviation-center-line_median0.3929182205313239
in-drivable-lane_median6.900000000000036


other stats
agent_compute-ego_max0.1826975146929423
agent_compute-ego_mean0.16432292540868124
agent_compute-ego_median0.15991868813832602
agent_compute-ego_min0.15838239510854085
deviation-center-line_max0.6667320516808809
deviation-center-line_mean0.3625906326392886
deviation-center-line_min0.0929155364289098
deviation-heading_max6.123645165701171
deviation-heading_mean3.583105497636353
deviation-heading_median4.6803788346824575
deviation-heading_min0.5745413918998471
driven_any_max1.5145979003152072
driven_any_mean0.9178211472596404
driven_any_median1.3675145671600326
driven_any_min0.09775312562501529
driven_lanedir_consec_max0.4952574577874744
driven_lanedir_consec_mean0.26764901056846174
driven_lanedir_consec_min0.055188048745806295
driven_lanedir_max0.4952574577874744
driven_lanedir_mean0.26764901056846174
driven_lanedir_median0.25287128615251975
driven_lanedir_min0.055188048745806295
in-drivable-lane_max9.950000000000063
in-drivable-lane_mean4.880000000000028
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 1.3675145671600326, "sim_physics": 0.1861029020945231, "survival_time": 14.950000000000076, "driven_lanedir": 0.4952574577874744, "sim_render-ego": 0.058021395206451415, "in-drivable-lane": 6.900000000000036, "agent_compute-ego": 0.1621967347462972, "deviation-heading": 6.123645165701171, "set_robot_commands": 0.08967787583669026, "deviation-center-line": 0.5620350317635395, "driven_lanedir_consec": 0.4952574577874744, "sim_compute_sim_state": 0.03705454349517822, "sim_compute_performance-ego": 0.06620963255564372, "sim_compute_robot_state-ego": 0.06977900664011637, "sim_compute_robot_state-npc0": 0.06604675769805908, "sim_compute_robot_state-npc1": 0.06596927324930826, "sim_compute_robot_state-npc2": 0.06524266322453817, "sim_compute_robot_state-npc3": 0.06570974508921305}, "udem1-1-0": {"driven_any": 1.5145979003152072, "sim_physics": 0.18922101656595863, "survival_time": 14.950000000000076, "driven_lanedir": 0.25287128615251975, "sim_render-ego": 0.05917144378026327, "in-drivable-lane": 9.950000000000063, "agent_compute-ego": 0.15991868813832602, "deviation-heading": 4.6803788346824575, "set_robot_commands": 0.08954973300298055, "deviation-center-line": 0.6667320516808809, "driven_lanedir_consec": 0.25287128615251975, "sim_compute_sim_state": 0.03657537460327148, "sim_compute_performance-ego": 0.06473604917526245, "sim_compute_robot_state-ego": 0.07136767228444417, "sim_compute_robot_state-npc0": 0.06617117245992024, "sim_compute_robot_state-npc1": 0.06595601399739583, "sim_compute_robot_state-npc2": 0.06440694093704223, "sim_compute_robot_state-npc3": 0.06409013350804647}, "udem1-2-0": {"driven_any": 0.09775312562501529, "sim_physics": 0.21232159614562987, "survival_time": 1.2500000000000004, "driven_lanedir": 0.055188048745806295, "sim_render-ego": 0.05974751472473144, "in-drivable-lane": 0.10000000000000007, "agent_compute-ego": 0.15841929435729982, "deviation-heading": 0.6125390547465344, "set_robot_commands": 0.09095688819885256, "deviation-center-line": 0.0929155364289098, "driven_lanedir_consec": 0.055188048745806295, "sim_compute_sim_state": 0.03635993003845215, "sim_compute_performance-ego": 0.06947522163391114, "sim_compute_robot_state-ego": 0.06287060737609863, "sim_compute_robot_state-npc0": 0.061575613021850585, "sim_compute_robot_state-npc1": 0.06221071243286133, "sim_compute_robot_state-npc2": 0.06339653015136719, "sim_compute_robot_state-npc3": 0.0608393383026123}, "udem1-3-0": {"driven_any": 0.12099259854946044, "sim_physics": 0.23683664202690125, "survival_time": 1.2000000000000004, "driven_lanedir": 0.08601921685067615, "sim_render-ego": 0.06370617945988973, "in-drivable-lane": 0, "agent_compute-ego": 0.1826975146929423, "deviation-heading": 0.5745413918998471, "set_robot_commands": 0.1030409832795461, "deviation-center-line": 0.09835232279178892, "driven_lanedir_consec": 0.08601921685067615, "sim_compute_sim_state": 0.039585888385772705, "sim_compute_performance-ego": 0.07433559497197469, "sim_compute_robot_state-ego": 0.08254710833231609, "sim_compute_robot_state-npc0": 0.07496034105618794, "sim_compute_robot_state-npc1": 0.07204694549242656, "sim_compute_robot_state-npc2": 0.07108867168426514, "sim_compute_robot_state-npc3": 0.06934451063474019}, "udem1-4-0": {"driven_any": 1.4882475446484862, "sim_physics": 0.18558934450149536, "survival_time": 14.950000000000076, "driven_lanedir": 0.448909043305832, "sim_render-ego": 0.05919987996419271, "in-drivable-lane": 7.450000000000039, "agent_compute-ego": 0.15838239510854085, "deviation-heading": 5.9244230411517576, "set_robot_commands": 0.08709537347157796, "deviation-center-line": 0.3929182205313239, "driven_lanedir_consec": 0.448909043305832, "sim_compute_sim_state": 0.036670055389404294, "sim_compute_performance-ego": 0.06427011251449585, "sim_compute_robot_state-ego": 0.0702828049659729, "sim_compute_robot_state-npc0": 0.06490195194880168, "sim_compute_robot_state-npc1": 0.06692492802937826, "sim_compute_robot_state-npc2": 0.0651873509089152, "sim_compute_robot_state-npc3": 0.06514143625895183}}
set_robot_commands_max0.1030409832795461
set_robot_commands_mean0.09206417075792948
set_robot_commands_median0.08967787583669026
set_robot_commands_min0.08709537347157796
sim_compute_performance-ego_max0.07433559497197469
sim_compute_performance-ego_mean0.06780532217025756
sim_compute_performance-ego_median0.06620963255564372
sim_compute_performance-ego_min0.06427011251449585
sim_compute_robot_state-ego_max0.08254710833231609
sim_compute_robot_state-ego_mean0.07136943991978964
sim_compute_robot_state-ego_median0.0702828049659729
sim_compute_robot_state-ego_min0.06287060737609863
sim_compute_robot_state-npc0_max0.07496034105618794
sim_compute_robot_state-npc0_mean0.0667311672369639
sim_compute_robot_state-npc0_median0.06604675769805908
sim_compute_robot_state-npc0_min0.061575613021850585
sim_compute_robot_state-npc1_max0.07204694549242656
sim_compute_robot_state-npc1_mean0.06662157464027404
sim_compute_robot_state-npc1_median0.06596927324930826
sim_compute_robot_state-npc1_min0.06221071243286133
sim_compute_robot_state-npc2_max0.07108867168426514
sim_compute_robot_state-npc2_mean0.06586443138122558
sim_compute_robot_state-npc2_median0.0651873509089152
sim_compute_robot_state-npc2_min0.06339653015136719
sim_compute_robot_state-npc3_max0.06934451063474019
sim_compute_robot_state-npc3_mean0.06502503275871277
sim_compute_robot_state-npc3_median0.06514143625895183
sim_compute_robot_state-npc3_min0.0608393383026123
sim_compute_sim_state_max0.039585888385772705
sim_compute_sim_state_mean0.03724915838241577
sim_compute_sim_state_median0.036670055389404294
sim_compute_sim_state_min0.03635993003845215
sim_physics_max0.23683664202690125
sim_physics_mean0.20201430026690165
sim_physics_median0.18922101656595863
sim_physics_min0.18558934450149536
sim_render-ego_max0.06370617945988973
sim_render-ego_mean0.0599692826271057
sim_render-ego_median0.05919987996419271
sim_render-ego_min0.058021395206451415
simulation-passed1
survival_time_max14.950000000000076
survival_time_mean9.460000000000049
survival_time_min1.2000000000000004
209092953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:01:18
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 483, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__
    next(self.gen)
  File "/project/src/duckietown_challenges_runner/runner.py", line 343, in setup_logging
    convert(f_stdout)
  File "/project/src/duckietown_challenges_runner/runner.py", line 332, in convert
    data = open(log).read().strip()
FileNotFoundError: [Errno 2] No such file or directory: '/tmp/duckietown/DT18/evaluator/executions/aido2-LFVI-sim-validation/submission2953/step1-simulation-ip-172-31-38-104-5197-job20909/logs/challenges-runner/stdout.log'
Hidden. If you are the author, please login using the top-right link or use the dashboard.
202342953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationsuccessno-0:07:28Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.1660651177994621
survival_time_median1.4000000000000006
deviation-center-line_median0.09799480797298596
in-drivable-lane_median0


other stats
agent_compute-ego_max0.19276030858357748
agent_compute-ego_mean0.17572106148145214
agent_compute-ego_median0.1706444906151813
agent_compute-ego_min0.16913754145304363
deviation-center-line_max0.11917926261676588
deviation-center-line_mean0.0959382314061793
deviation-center-line_min0.05580382394923149
deviation-heading_max1.0060030847894106
deviation-heading_mean0.6947685599282433
deviation-heading_median0.7839757709094033
deviation-heading_min0.373817186077754
driven_any_max0.254021274203624
driven_any_mean0.21638961342795737
driven_any_median0.23932043859534327
driven_any_min0.1456215186612058
driven_lanedir_consec_max0.21825885224017272
driven_lanedir_consec_mean0.15971356017930124
driven_lanedir_consec_min0.08638064956951186
driven_lanedir_max0.21825885224017272
driven_lanedir_mean0.15971356017930124
driven_lanedir_median0.1660651177994621
driven_lanedir_min0.08638064956951186
in-drivable-lane_max0.05000000000000005
in-drivable-lane_mean0.020000000000000014
in-drivable-lane_min0
per-episodes
details{"udem1-0-0": {"driven_any": 0.23932043859534327, "sim_physics": 0.175534886698569, "survival_time": 1.5500000000000007, "driven_lanedir": 0.1660651177994621, "sim_render-ego": 0.061668365232406125, "in-drivable-lane": 0, "agent_compute-ego": 0.1698145866394043, "deviation-heading": 0.8889647271545723, "set_robot_commands": 0.09418109924562516, "deviation-center-line": 0.09799480797298596, "driven_lanedir_consec": 0.1660651177994621, "sim_compute_sim_state": 0.03858920835679577, "sim_compute_performance-ego": 0.06943311229828865, "sim_compute_robot_state-ego": 0.07013941580249418, "sim_compute_robot_state-npc0": 0.0667474962049915, "sim_compute_robot_state-npc1": 0.06833991696757655, "sim_compute_robot_state-npc2": 0.06970041028914913, "sim_compute_robot_state-npc3": 0.06918968692902595}, "udem1-1-0": {"driven_any": 0.20356025635420028, "sim_physics": 0.1866668771814417, "survival_time": 1.3500000000000003, "driven_lanedir": 0.1216305931973838, "sim_render-ego": 0.06793801872818558, "in-drivable-lane": 0, "agent_compute-ego": 0.19276030858357748, "deviation-heading": 1.0060030847894106, "set_robot_commands": 0.10675893006501376, "deviation-center-line": 0.09121560550030962, "driven_lanedir_consec": 0.1216305931973838, "sim_compute_sim_state": 0.03970025203846119, "sim_compute_performance-ego": 0.07447542967619719, "sim_compute_robot_state-ego": 0.0824610568858959, "sim_compute_robot_state-npc0": 0.07491167386372884, "sim_compute_robot_state-npc1": 0.07307230101691352, "sim_compute_robot_state-npc2": 0.07399430098357024, "sim_compute_robot_state-npc3": 0.07263678091543692}, "udem1-2-0": {"driven_any": 0.2394245793254135, "sim_physics": 0.21539063964571273, "survival_time": 1.4000000000000006, "driven_lanedir": 0.2062325880899758, "sim_render-ego": 0.06926502500261579, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.17624838011605398, "deviation-heading": 0.373817186077754, "set_robot_commands": 0.09994175604411534, "deviation-center-line": 0.11549765699160353, "driven_lanedir_consec": 0.2062325880899758, "sim_compute_sim_state": 0.03966844081878662, "sim_compute_performance-ego": 0.07374403306416102, "sim_compute_robot_state-ego": 0.08019730874470302, "sim_compute_robot_state-npc0": 0.07213063750948225, "sim_compute_robot_state-npc1": 0.07378400223595756, "sim_compute_robot_state-npc2": 0.07384257657187325, "sim_compute_robot_state-npc3": 0.06882164308003016}, "udem1-3-0": {"driven_any": 0.254021274203624, "sim_physics": 0.19155096213022868, "survival_time": 1.5000000000000009, "driven_lanedir": 0.21825885224017272, "sim_render-ego": 0.06669232845306397, "in-drivable-lane": 0.05000000000000005, "agent_compute-ego": 0.16913754145304363, "deviation-heading": 0.42108203071007577, "set_robot_commands": 0.10129201412200928, "deviation-center-line": 0.11917926261676588, "driven_lanedir_consec": 0.21825885224017272, "sim_compute_sim_state": 0.04001779556274414, "sim_compute_performance-ego": 0.07005159854888916, "sim_compute_robot_state-ego": 0.07326831022898356, "sim_compute_robot_state-npc0": 0.07169211705525716, "sim_compute_robot_state-npc1": 0.07017590204874674, "sim_compute_robot_state-npc2": 0.07186548709869385, "sim_compute_robot_state-npc3": 0.07011326948801676}, "udem1-4-0": {"driven_any": 0.1456215186612058, "sim_physics": 0.16387262551680856, "survival_time": 1.1500000000000004, "driven_lanedir": 0.08638064956951186, "sim_render-ego": 0.06382369995117188, "in-drivable-lane": 0, "agent_compute-ego": 0.1706444906151813, "deviation-heading": 0.7839757709094033, "set_robot_commands": 0.09835525180982509, "deviation-center-line": 0.05580382394923149, "driven_lanedir_consec": 0.08638064956951186, "sim_compute_sim_state": 0.03965619336003843, "sim_compute_performance-ego": 0.0665404174638831, "sim_compute_robot_state-ego": 0.07256294333416483, "sim_compute_robot_state-npc0": 0.0703792261040729, "sim_compute_robot_state-npc1": 0.07350771323494289, "sim_compute_robot_state-npc2": 0.07294268193452255, "sim_compute_robot_state-npc3": 0.07052553218343983}}
set_robot_commands_max0.10675893006501376
set_robot_commands_mean0.10010581025731773
set_robot_commands_median0.09994175604411534
set_robot_commands_min0.09418109924562516
sim_compute_performance-ego_max0.07447542967619719
sim_compute_performance-ego_mean0.07084891821028383
sim_compute_performance-ego_median0.07005159854888916
sim_compute_performance-ego_min0.0665404174638831
sim_compute_robot_state-ego_max0.0824610568858959
sim_compute_robot_state-ego_mean0.07572580699924829
sim_compute_robot_state-ego_median0.07326831022898356
sim_compute_robot_state-ego_min0.07013941580249418
sim_compute_robot_state-npc0_max0.07491167386372884
sim_compute_robot_state-npc0_mean0.07117223014750654
sim_compute_robot_state-npc0_median0.07169211705525716
sim_compute_robot_state-npc0_min0.0667474962049915
sim_compute_robot_state-npc1_max0.07378400223595756
sim_compute_robot_state-npc1_mean0.07177596710082744
sim_compute_robot_state-npc1_median0.07307230101691352
sim_compute_robot_state-npc1_min0.06833991696757655
sim_compute_robot_state-npc2_max0.07399430098357024
sim_compute_robot_state-npc2_mean0.07246909137556182
sim_compute_robot_state-npc2_median0.07294268193452255
sim_compute_robot_state-npc2_min0.06970041028914913
sim_compute_robot_state-npc3_max0.07263678091543692
sim_compute_robot_state-npc3_mean0.07025738251918992
sim_compute_robot_state-npc3_median0.07011326948801676
sim_compute_robot_state-npc3_min0.06882164308003016
sim_compute_sim_state_max0.04001779556274414
sim_compute_sim_state_mean0.03952637802736523
sim_compute_sim_state_median0.03966844081878662
sim_compute_sim_state_min0.03858920835679577
sim_physics_max0.21539063964571273
sim_physics_mean0.18660319823455213
sim_physics_median0.1866668771814417
sim_physics_min0.16387262551680856
sim_render-ego_max0.06926502500261579
sim_render-ego_mean0.06587748747348868
sim_render-ego_median0.06669232845306397
sim_render-ego_min0.061668365232406125
simulation-passed1
survival_time_max1.5500000000000007
survival_time_mean1.3900000000000006
survival_time_min1.1500000000000004
192392953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationerrorno-0:01:33
InvalidEvaluator: Tr [...]
InvalidEvaluator:
Traceback (most recent call last):
  File "experiment_manager.py", line 88, in main
    sim_ci.write_topic_and_expect_zero('seed', config.seed)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
    nickname=self.nickname)
  File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
    wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
    wait_for_data(f, timeout, waiting_for)
  File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
    raise TimeoutError(msg)
TimeoutError: Timeout after 30.0 s.

The above exception was the direct cause of the following exception:

Traceback (most recent call last):
  File "/project/src/duckietown-challenges/src/duckietown_challenges/cie_concrete.py", line 610, in scoring_context
    yield cie
  File "experiment_manager.py", line 435, in <module>
    wrap(cie)
  File "experiment_manager.py", line 423, in wrap
    main(cie, logdir, attempts)
  File "experiment_manager.py", line 186, in main
    raise dc.InvalidEvaluator(msg) from e
duckietown_challenges.exceptions.InvalidEvaluator: Anomalous error while running episodes:

 > Traceback (most recent call last):
 >   File "experiment_manager.py", line 88, in main
 >     sim_ci.write_topic_and_expect_zero('seed', config.seed)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 102, in write_topic_and_expect_zero
 >     nickname=self.nickname)
 >   File "/project/src/zuper-nodes/src/zuper_nodes_wrapper/wrapper_outside.py", line 247, in read_reply
 >     wm: WireMessage = read_next_cbor(fpout, timeout=timeout, waiting_for=waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 161, in read_next_cbor
 >     wait_for_data(f, timeout, waiting_for)
 >   File "/project/src/zuper-utils/src/zuper_json/json2cbor.py", line 146, in wait_for_data
 >     raise TimeoutError(msg)
 > TimeoutError: Timeout after 30.0 s.
 > 
Hidden. If you are the author, please login using the top-right link or use the dashboard.
192332953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationtimeoutno-1:05:02
I can see how the jo [...]
I can see how the job 19233 is timeout because passed 3902 seconds and the timeout is 3600.0.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
192222953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationhost-errorno-0:02:16
Uncaught exception: [...]
Uncaught exception:
Traceback (most recent call last):
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 600, in urlopen
    chunked=chunked)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 354, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/lib/python3.6/http/client.py", line 1239, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1285, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1234, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1026, in _send_output
    self.send(msg)
  File "/usr/lib/python3.6/http/client.py", line 964, in send
    self.connect()
  File "/usr/local/lib/python3.6/dist-packages/docker/transport/unixconn.py", line 43, in connect
    sock.connect(self.unix_socket)
ConnectionRefusedError: [Errno 111] Connection refused

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 449, in send
    timeout=timeout
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 638, in urlopen
    _stacktrace=sys.exc_info()[2])
  File "/usr/local/lib/python3.6/dist-packages/urllib3/util/retry.py", line 367, in increment
    raise six.reraise(type(error), error, _stacktrace)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/packages/six.py", line 685, in reraise
    raise value.with_traceback(tb)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 600, in urlopen
    chunked=chunked)
  File "/usr/local/lib/python3.6/dist-packages/urllib3/connectionpool.py", line 354, in _make_request
    conn.request(method, url, **httplib_request_kw)
  File "/usr/lib/python3.6/http/client.py", line 1239, in request
    self._send_request(method, url, body, headers, encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1285, in _send_request
    self.endheaders(body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1234, in endheaders
    self._send_output(message_body, encode_chunked=encode_chunked)
  File "/usr/lib/python3.6/http/client.py", line 1026, in _send_output
    self.send(msg)
  File "/usr/lib/python3.6/http/client.py", line 964, in send
    self.connect()
  File "/usr/local/lib/python3.6/dist-packages/docker/transport/unixconn.py", line 43, in connect
    sock.connect(self.unix_socket)
urllib3.exceptions.ProtocolError: ('Connection aborted.', ConnectionRefusedError(111, 'Connection refused'))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/project/src/duckietown-shell/lib/dt_shell/env_checks.py", line 60, in check_docker_environment
    containers = client.containers.list(filters=dict(status='running'))
  File "/usr/local/lib/python3.6/dist-packages/docker/models/containers.py", line 918, in list
    since=since)
  File "/usr/local/lib/python3.6/dist-packages/docker/api/container.py", line 208, in containers
    res = self._result(self._get(u, params=params), True)
  File "/usr/local/lib/python3.6/dist-packages/docker/utils/decorators.py", line 46, in inner
    return f(self, *args, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/docker/api/client.py", line 230, in _get
    return self.get(url, **self._set_request_timeout(kwargs))
  File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 546, in get
    return self.request('GET', url, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 533, in request
    resp = self.send(prep, **send_kwargs)
  File "/usr/local/lib/python3.6/dist-packages/requests/sessions.py", line 646, in send
    r = adapter.send(request, **kwargs)
  File "/usr/local/lib/python3.6/dist-packages/requests/adapters.py", line 498, in send
    raise ConnectionError(err, request=request)
requests.exceptions.ConnectionError: ('Connection aborted.', ConnectionRefusedError(111, 'Connection refused'))

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/project/src/duckietown_challenges_runner/runner.py", line 478, in get_cr
    submission_id=submission_id, timeout_sec=timeout_sec)
  File "/project/src/duckietown_challenges_runner/runner.py", line 573, in run_single
    write_logs(wd, project, services=config['services'])
  File "/project/src/duckietown_challenges_runner/runner.py", line 892, in write_logs
    client = check_docker_environment()
  File "/project/src/duckietown-shell/lib/dt_shell/env_checks.py", line 67, in check_docker_environment
    raise InvalidEnvironment(msg)
dt_shell.exceptions.InvalidEnvironment: I cannot communicate with Docker:
('Connection aborted.', ConnectionRefusedError(111, 'Connection refused'))

Make sure the docker service is running.
Hidden. If you are the author, please login using the top-right link or use the dashboard.
191162953Bhairav MehtaBaseline solution using reinforcement learningaido2-LFVI-sim-validationstep1-simulationsuccessno-0:07:16Hidden. If you are the author, please login using the top-right link or use the dashboard.
driven_lanedir_consec_median0.07091088688141989
survival_time_median1.6000000000000008
deviation-center-line_median0.04246300250295304
in-drivable-lane_median0.5000000000000004


other stats
agent_compute-ego_max0.2579405754804611
agent_compute-ego_mean0.2133246343326168
agent_compute-ego_median0.2034933987785788
agent_compute-ego_min0.19487913165773663
deviation-center-line_max0.045456903080898
deviation-center-line_mean0.0389239937943314
deviation-center-line_min0.025872964535231698
deviation-heading_max0.7807873705161368
deviation-heading_mean0.7255365667992566
deviation-heading_median0.7430474472660081
deviation-heading_min0.6233433972699136
driven_any_max0.18014278328049962
driven_any_mean0.15928533802065087
driven_any_median0.16274017393720963
driven_any_min0.13684221131338936
driven_lanedir_consec_max0.08655675364174176
driven_lanedir_consec_mean0.06991173327637604
driven_lanedir_consec_min0.05504410747792443
driven_lanedir_max0.08655675364174176
driven_lanedir_mean0.06991173327637604
driven_lanedir_median0.07091088688141989
driven_lanedir_min0.05504410747792443
in-drivable-lane_max0.5000000000000004
in-drivable-lane_mean0.37000000000000033
in-drivable-lane_min0.15000000000000013
per-episodes
details{"udem1-0-0": {"driven_any": 0.16274017393720963, "sim_physics": 0.02904096245765686, "survival_time": 1.6000000000000008, "driven_lanedir": 0.05504410747792443, "sim_render-ego": 0.061547622084617615, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.2579405754804611, "deviation-heading": 0.6233433972699136, "set_robot_commands": 0.07875682413578033, "deviation-center-line": 0.025872964535231698, "driven_lanedir_consec": 0.05504410747792443, "sim_compute_sim_state": 0.03543737530708313, "sim_compute_performance-ego": 0.06299611926078796, "sim_compute_robot_state-ego": 0.06494870781898499, "sim_compute_robot_state-npc0": 0.06798671931028366, "sim_compute_robot_state-npc1": 0.062150247395038605, "sim_compute_robot_state-npc2": 0.0644928365945816, "sim_compute_robot_state-npc3": 0.062031470239162445}, "udem1-1-0": {"driven_any": 0.18014278328049962, "sim_physics": 0.030026025242275663, "survival_time": 1.800000000000001, "driven_lanedir": 0.08655675364174176, "sim_render-ego": 0.06837745507558186, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.2120231588681539, "deviation-heading": 0.7430474472660081, "set_robot_commands": 0.0811455249786377, "deviation-center-line": 0.04246300250295304, "driven_lanedir_consec": 0.08655675364174176, "sim_compute_sim_state": 0.035464968946244985, "sim_compute_performance-ego": 0.06644046306610107, "sim_compute_robot_state-ego": 0.06421591175927056, "sim_compute_robot_state-npc0": 0.06967057122124566, "sim_compute_robot_state-npc1": 0.06484229034847683, "sim_compute_robot_state-npc2": 0.06533877054850261, "sim_compute_robot_state-npc3": 0.06330524550543891}, "udem1-2-0": {"driven_any": 0.13684221131338936, "sim_physics": 0.03094461134501866, "survival_time": 1.4000000000000006, "driven_lanedir": 0.06156084273478957, "sim_render-ego": 0.06839399678366524, "in-drivable-lane": 0.15000000000000013, "agent_compute-ego": 0.19487913165773663, "deviation-heading": 0.7807873705161368, "set_robot_commands": 0.0804266163281032, "deviation-center-line": 0.04314689230184291, "driven_lanedir_consec": 0.06156084273478957, "sim_compute_sim_state": 0.036161414214542935, "sim_compute_performance-ego": 0.06784322432109288, "sim_compute_robot_state-ego": 0.06291465248380389, "sim_compute_robot_state-npc0": 0.07068834134510585, "sim_compute_robot_state-npc1": 0.06306967564991542, "sim_compute_robot_state-npc2": 0.061986991337367466, "sim_compute_robot_state-npc3": 0.06232788733073643}, "udem1-3-0": {"driven_any": 0.1515844345680399, "sim_physics": 0.031406315167744954, "survival_time": 1.5000000000000009, "driven_lanedir": 0.07548607564600451, "sim_render-ego": 0.06781995296478271, "in-drivable-lane": 0.20000000000000015, "agent_compute-ego": 0.19828690687815348, "deviation-heading": 0.7736276142889771, "set_robot_commands": 0.07887507279713948, "deviation-center-line": 0.045456903080898, "driven_lanedir_consec": 0.07548607564600451, "sim_compute_sim_state": 0.036392529805501304, "sim_compute_performance-ego": 0.06488362153371176, "sim_compute_robot_state-ego": 0.06600981553395589, "sim_compute_robot_state-npc0": 0.07352470556894938, "sim_compute_robot_state-npc1": 0.06949685414632162, "sim_compute_robot_state-npc2": 0.06737685203552246, "sim_compute_robot_state-npc3": 0.06783738136291503}, "udem1-4-0": {"driven_any": 0.16511708700411593, "sim_physics": 0.029892654979930204, "survival_time": 1.7000000000000008, "driven_lanedir": 0.07091088688141989, "sim_render-ego": 0.06614139500786276, "in-drivable-lane": 0.5000000000000004, "agent_compute-ego": 0.2034933987785788, "deviation-heading": 0.7068770046552477, "set_robot_commands": 0.08351841393639059, "deviation-center-line": 0.037680206550731385, "driven_lanedir_consec": 0.07091088688141989, "sim_compute_sim_state": 0.03623269586002126, "sim_compute_performance-ego": 0.0652620932635139, "sim_compute_robot_state-ego": 0.06642056212705724, "sim_compute_robot_state-npc0": 0.07249156166525449, "sim_compute_robot_state-npc1": 0.06532777056974523, "sim_compute_robot_state-npc2": 0.06315771271200742, "sim_compute_robot_state-npc3": 0.06436858457677505}}
set_robot_commands_max0.08351841393639059
set_robot_commands_mean0.08054449043521025
set_robot_commands_median0.0804266163281032
set_robot_commands_min0.07875682413578033
sim_compute_performance-ego_max0.06784322432109288
sim_compute_performance-ego_mean0.06548510428904152
sim_compute_performance-ego_median0.0652620932635139
sim_compute_performance-ego_min0.06299611926078796
sim_compute_robot_state-ego_max0.06642056212705724
sim_compute_robot_state-ego_mean0.06490192994461452
sim_compute_robot_state-ego_median0.06494870781898499
sim_compute_robot_state-ego_min0.06291465248380389
sim_compute_robot_state-npc0_max0.07352470556894938
sim_compute_robot_state-npc0_mean0.0708723798221678
sim_compute_robot_state-npc0_median0.07068834134510585
sim_compute_robot_state-npc0_min0.06798671931028366
sim_compute_robot_state-npc1_max0.06949685414632162
sim_compute_robot_state-npc1_mean0.06497736762189954
sim_compute_robot_state-npc1_median0.06484229034847683
sim_compute_robot_state-npc1_min0.062150247395038605
sim_compute_robot_state-npc2_max0.06737685203552246
sim_compute_robot_state-npc2_mean0.06447063264559631
sim_compute_robot_state-npc2_median0.0644928365945816
sim_compute_robot_state-npc2_min0.061986991337367466
sim_compute_robot_state-npc3_max0.06783738136291503
sim_compute_robot_state-npc3_mean0.06397411380300558
sim_compute_robot_state-npc3_median0.06330524550543891
sim_compute_robot_state-npc3_min0.062031470239162445
sim_compute_sim_state_max0.036392529805501304
sim_compute_sim_state_mean0.035937796826678726
sim_compute_sim_state_median0.036161414214542935
sim_compute_sim_state_min0.03543737530708313
sim_physics_max0.031406315167744954
sim_physics_mean0.030262113838525267
sim_physics_median0.030026025242275663
sim_physics_min0.02904096245765686
sim_render-ego_max0.06839399678366524
sim_render-ego_mean0.06645608438330204
sim_render-ego_median0.06781995296478271
sim_render-ego_min0.061547622084617615
simulation-passed1
survival_time_max1.800000000000001
survival_time_mean1.6000000000000008
survival_time_min1.4000000000000006