Back to build
Raw log | Switch to full mode | Login

python -u /b/s/w/ir/kitchen-checkout/build/scripts/tools/runit.py --show-path --with-third-party-lib -- python /b/s/w/ir/kitchen-checkout/build/scripts/slave/recipe_modules/chromium_swarming/resources/collect_task.py --verbose -o /b/s/w/ir/tmp/t/tmpDD0M8r.json --task-output-dir /b/s/w/ir/tmp/t/tmpbAmcxt --merge-script /b/s/w/ir/cache/builder/src/third_party/blink/tools/merge_web_test_results.py --merge-script-stdout-file /b/s/w/ir/tmp/t/tmpf3AAYPmerge_script_log --merge-additional-args '["--verbose"]' --build-properties '{"blamelist": ["wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com"], "bot_id": "build241-m9", "buildbucket": {"build": {"bucket": "luci.chromium.try", "created_by": "user:wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com", "created_ts": 1554189350533735, "id": "8917308063533438672", "project": "chromium", "tags": ["build_address:luci.chromium.try/mac10.13_retina-blink-rel/2710", "builder:mac10.13_retina-blink-rel", "buildset:patch/gerrit/chromium-review.googlesource.com/1546945/1", "user_agent:git_cl_try"]}, "hostname": "cr-buildbucket.appspot.com"}, "buildername": "mac10.13_retina-blink-rel", "buildnumber": 2710, "category": "git_cl_try", "got_angle_revision": "6cb0cff573768d72d06aef02926d0d92ffb02635", "got_dawn_revision": "4f5fc2d325b9263c41bf7bdcac656be775065ceb", "got_nacl_revision": "de8da4841bc3d1ed020d798d5a7fd6fb3d817fa1", "got_revision": "96ea50545831e521f4f651bc3fc1760d97250935", "got_revision_cp": "refs/heads/master@{#646684}", "got_swarming_client_revision": "aa60736aded9fc32a0e21a81f5fc51f6009d01f3", "got_v8_revision": "51a4744b12dc0fae0d5577634e73133dc87158a9", "got_v8_revision_cp": "refs/heads/7.5.157@{#1}", "got_webrtc_revision": "ae4b62318dbad797c2ca0a4f71aa5e65a2445a4e", "got_webrtc_revision_cp": "refs/heads/master@{#27402}", "mastername": "tryserver.blink", "patch_gerrit_url": "https://chromium-review.googlesource.com", "patch_issue": 1546945, "patch_project": "chromium/src", "patch_ref": "refs/changes/45/1546945/1", "patch_repository_url": "https://chromium.googlesource.com/chromium/src", "patch_set": 1, "patch_storage": "gerrit", "path_config": "generic", "recipe": "chromium_trybot", "repository": "https://chromium.googlesource.com/chromium/src"}' --summary-json-file /b/s/w/ir/tmp/t/tmpiFI5E1.json -- swarming collect -server https://chromium-swarm.appspot.com -worker 50 -task-summary-python -task-output-stdout all -verbose -requests-json /b/s/w/ir/tmp/t/tmpoPhleL.json in dir /b/s/w/ir/k: allow_subannotations: False cmd: ['python', '-u', '/b/s/w/ir/kitchen-checkout/build/scripts/tools/runit.py', '--show-path', '--with-third-party-lib', '--', 'python', '/b/s/w/ir/kitchen-checkout/build/scripts/slave/recipe_modules/chromium_swarming/resources/collect_task.py', '--verbose', '-o', '/b/s/w/ir/tmp/t/tmpDD0M8r.json', '--task-output-dir', '/b/s/w/ir/tmp/t/tmpbAmcxt', '--merge-script', '/b/s/w/ir/cache/builder/src/third_party/blink/tools/merge_web_test_results.py', '--merge-script-stdout-file', '/b/s/w/ir/tmp/t/tmpf3AAYPmerge_script_log', '--merge-additional-args', '["--verbose"]', '--build-properties', '{"blamelist": ["wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com"], "bot_id": "build241-m9", "buildbucket": {"build": {"bucket": "luci.chromium.try", "created_by": "user:wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com", "created_ts": 1554189350533735, "id": "8917308063533438672", "project": "chromium", "tags": ["build_address:luci.chromium.try/mac10.13_retina-blink-rel/2710", "builder:mac10.13_retina-blink-rel", "buildset:patch/gerrit/chromium-review.googlesource.com/1546945/1", "user_agent:git_cl_try"]}, "hostname": "cr-buildbucket.appspot.com"}, "buildername": "mac10.13_retina-blink-rel", "buildnumber": 2710, "category": "git_cl_try", "got_angle_revision": "6cb0cff573768d72d06aef02926d0d92ffb02635", "got_dawn_revision": "4f5fc2d325b9263c41bf7bdcac656be775065ceb", "got_nacl_revision": "de8da4841bc3d1ed020d798d5a7fd6fb3d817fa1", "got_revision": "96ea50545831e521f4f651bc3fc1760d97250935", "got_revision_cp": "refs/heads/master@{#646684}", "got_swarming_client_revision": "aa60736aded9fc32a0e21a81f5fc51f6009d01f3", "got_v8_revision": "51a4744b12dc0fae0d5577634e73133dc87158a9", "got_v8_revision_cp": "refs/heads/7.5.157@{#1}", "got_webrtc_revision": "ae4b62318dbad797c2ca0a4f71aa5e65a2445a4e", "got_webrtc_revision_cp": "refs/heads/master@{#27402}", "mastername": "tryserver.blink", "patch_gerrit_url": "https://chromium-review.googlesource.com", "patch_issue": 1546945, "patch_project": "chromium/src", "patch_ref": "refs/changes/45/1546945/1", "patch_repository_url": "https://chromium.googlesource.com/chromium/src", "patch_set": 1, "patch_storage": "gerrit", "path_config": "generic", "recipe": "chromium_trybot", "repository": "https://chromium.googlesource.com/chromium/src"}', '--summary-json-file', '/b/s/w/ir/tmp/t/tmpiFI5E1.json', '--', 'swarming', 'collect', '-server', 'https://chromium-swarm.appspot.com', '-worker', '50', '-task-summary-python', '-task-output-stdout', 'all', '-verbose', '-requests-json', '/b/s/w/ir/tmp/t/tmpoPhleL.json'] env: {'CHROME_HEADLESS': '1', 'FORCE_MAC_TOOLCHAIN': '1'} env_prefixes: {'PATH': '/b/s/w/ir/cache/swarming_client'} env_suffixes: {} infra_step: False name_tokens: ('webkit_layout_tests on ATI GPU on Mac Retina (retry shards with patch) on Mac-10.13.6',) ok_ret: ALL_OK step_test_data: gen_default_step_test_data(...) trigger_specs: () full environment: Apple_PubSub_Socket_Render: /private/tmp/com.apple.launchd.SLmi1uLf5D/Render BOTO_CONFIG: /b/s/w/ir/tmp/gsutil_task/.boto BUILDBUCKET_EXPERIMENTAL: FALSE CHROME_HEADLESS: 1 CIPD_CACHE_DIR: /b/s/cipd_cache/cache CIPD_PROTOCOL: v2 DEVSHELL_CLIENT_PORT: 49286 DOCKER_CONFIG: /b/s/w/ir/tmp/docker_cfg_task DOCKER_TMPDIR: /b/s/w/ir/tmp/docker_tmp_task FORCE_MAC_TOOLCHAIN: 1 GIT_CONFIG_NOSYSTEM: 1 GIT_TERMINAL_PROMPT: 0 HOME: /Users/chrome-bot INFRA_GIT_WRAPPER_HOME: /b/s/w/ir/tmp/git_home_task LOGDOG_COORDINATOR_HOST: logs.chromium.org LOGDOG_STREAM_PREFIX: buildbucket/cr-buildbucket.appspot.com/8917308063533438672 LOGDOG_STREAM_PROJECT: chromium LOGDOG_STREAM_SERVER_PATH: unix:/b/s/w/ir/tmp/ld.sock LOGNAME: chrome-bot LUCI_CONTEXT: /b/s/w/it_ReDAs/luci_context.347788011 MAC_CHROMIUM_TMPDIR: /b/s/w/ir/tmp/t NO_GCE_CHECK: False PATH: /b/s/w/ir/cache/swarming_client:/b/s/w/ir/cipd_bin_packages:/b/s/w/ir/cipd_bin_packages/bin:/b/s/cipd_cache/bin:/opt/local/bin:/opt/local/sbin:/usr/local/sbin:/usr/local/git/bin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin PWD: /b/s/w/ir/k PYTHONIOENCODING: UTF-8 PYTHONUNBUFFERED: 1 SHELL: /bin/bash SHLVL: 1 SSH_AUTH_SOCK: /private/tmp/com.apple.launchd.I7BsFTyAgn/Listeners SWARMING_BOT_ID: build241-m9 SWARMING_HEADLESS: 1 SWARMING_SERVER: https://chromium-swarm.appspot.com SWARMING_TASK_ID: 43f5b9070ce03811 TEMP: /b/s/w/ir/tmp/t TEMPDIR: /b/s/w/ir/tmp/t TMP: /b/s/w/ir/tmp/t TMPDIR: /b/s/w/ir/tmp/t USER: chrome-bot VERSIONER_PYTHON_PREFER_32_BIT: no VERSIONER_PYTHON_VERSION: 2.7 VPYTHON_VIRTUALENV_ROOT: /b/s/w/ir/cache/vpython XPC_FLAGS: 0x0 XPC_SERVICE_NAME: 0 _: /b/s/w/ir/cipd_bin_packages/vpython __CF_USER_TEXT_ENCODING: 0x1F4:0x0:0x0 Set PYTHONPATH: /b/s/w/ir/kitchen-checkout/build/scripts:/b/s/w/ir/kitchen-checkout/build/site_config:/b/s/w/ir/kitchen-checkout/build/third_party:/b/s/w/ir/kitchen-checkout/build/third_party/buildbot_8_4p1:/b/s/w/ir/kitchen-checkout/build/third_party/buildbot_slave_8_4:/b/s/w/ir/kitchen-checkout/build/third_party/coverage-3.7.1:/b/s/w/ir/kitchen-checkout/build/third_party/decorator_3_3_1:/b/s/w/ir/kitchen-checkout/build/third_party/google_api_python_client:/b/s/w/ir/kitchen-checkout/build/third_party/httplib2/python2:/b/s/w/ir/kitchen-checkout/build/third_party/infra_libs:/b/s/w/ir/kitchen-checkout/build/third_party/jinja2:/b/s/w/ir/kitchen-checkout/build/third_party/markupsafe:/b/s/w/ir/kitchen-checkout/build/third_party/oauth2client:/b/s/w/ir/kitchen-checkout/build/third_party/pyasn1:/b/s/w/ir/kitchen-checkout/build/third_party/pyasn1-modules:/b/s/w/ir/kitchen-checkout/build/third_party/python-rsa:/b/s/w/ir/kitchen-checkout/build/third_party/requests_2_10_0:/b/s/w/ir/kitchen-checkout/build/third_party/setuptools-0.6c11:/b/s/w/ir/kitchen-checkout/build/third_party/sqlalchemy_0_7_1:/b/s/w/ir/kitchen-checkout/build/third_party/sqlalchemy_migrate_0_7_1:/b/s/w/ir/kitchen-checkout/build/third_party/tempita_0_5:/b/s/w/ir/kitchen-checkout/build/third_party/twisted_10_2:/b/s/w/ir/kitchen-checkout/build/third_party/uritemplate:/b/s/w/ir/kitchen-checkout/build/third_party/site-packages 2019-04-02 00:35:31,425 - root: [DEBUG] Using task_output_dir: '/b/s/w/ir/tmp/t/tmpbAmcxt' 2019-04-02 00:35:31,426 - root: [WARNING] task_output_dir '/b/s/w/ir/tmp/t/tmpbAmcxt' already exists! 2019-04-02 00:35:31,426 - root: [WARNING] task_output_dir existing content: [] 2019-04-02 00:35:31,426 - root: [INFO] collect_cmd: swarming collect -server https://chromium-swarm.appspot.com -worker 50 -task-summary-python -task-output-stdout all -verbose -requests-json /b/s/w/ir/tmp/t/tmpoPhleL.json -output-dir /b/s/w/ir/tmp/t/tmpbAmcxt -task-summary-json /b/s/w/ir/tmp/t/tmpiFI5E1.json [D2019-04-02T00:35:31.441074-07:00 38680 0 auth.go:1265] Minting a new token {"key":"luci_ctx/02ac152b359875562d60bbfdab273af5a884da8007b040eba0302a6307b87505", "scopes":"https://www.googleapis.com/auth/userinfo.email"} [D2019-04-02T00:35:31.441162-07:00 38680 0 luci_ctx.go:138] POST http://127.0.0.1:49274/rpc/LuciLocalAuthService.GetOAuthToken {"key":"luci_ctx/02ac152b359875562d60bbfdab273af5a884da8007b040eba0302a6307b87505", "scopes":"https://www.googleapis.com/auth/userinfo.email"} [D2019-04-02T00:35:31.443856-07:00 38680 0 auth.go:1222] Token expires in 25m1.556162s {"key":"luci_ctx/02ac152b359875562d60bbfdab273af5a884da8007b040eba0302a6307b87505", "scopes":"https://www.googleapis.com/auth/userinfo.email"} [D2019-04-02T00:35:32.905867-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:32.905990-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:32.906062-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:32.906240-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:32.953522-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:32.953580-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:32.953642-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:32.953718-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:32.953781-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:32.953845-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:32.953924-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:32.954005-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:34.162892-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:34.312530-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:34.312606-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:34.312664-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:34.312712-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:34.312799-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:34.312904-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:34.312972-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:34.313066-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:34.329990-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:34.330173-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:34.331725-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:35.662057-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:35.662126-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:35.662165-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:35.662267-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:35.662291-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:35.808034-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:35.808147-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:35.808241-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:35.808325-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:35.808421-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:35.808465-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:35.808581-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:37.128620-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:37.128730-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:37.128909-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:37.128980-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:37.129043-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:37.244661-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:37.244828-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:37.244941-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:37.246290-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:37.355586-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:37.355776-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:37.560643-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:38.659914-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:38.659997-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:38.660073-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:38.660195-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:38.718232-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:38.775021-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:38.793346-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:38.793446-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:38.793521-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:38.817152-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:39.043319-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:39.217002-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:40.205812-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:40.205906-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:40.277999-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:40.278108-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:40.290045-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:40.290135-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:40.290209-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:40.323750-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:40.558483-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:40.625873-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:40.855486-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:40.870506-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:41.908131-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:41.908260-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:41.931691-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:41.931790-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:41.931876-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:41.931988-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:41.967995-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:42.238174-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:42.238377-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:42.520245-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:42.520345-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:42.550810-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:43.599963-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:43.600079-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:43.600157-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:43.600273-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:43.600380-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:43.826804-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:43.985668-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:43.986310-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:44.230409-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:44.401903-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:44.489293-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:44.604891-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:45.355034-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:45.355162-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:45.355242-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:45.397231-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:45.572516-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:45.572601-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:45.634818-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:45.699319-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:45.951614-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:46.186255-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:46.186356-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:46.735775-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:47.070921-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:47.196393-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:47.256525-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:47.256616-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:47.256698-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:47.458850-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:47.459061-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:47.470546-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:47.826484-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:47.910297-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:47.910426-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:48.628598-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:48.895533-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:48.907934-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:49.122131-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:49.122233-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:49.122306-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:49.236748-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:49.236843-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:49.402261-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:49.712128-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:49.912830-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:49.912947-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:50.583522-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:50.864516-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:50.864609-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:51.061436-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:51.061542-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:51.081218-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:51.154827-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:51.419615-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:51.501758-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:51.604863-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:51.885446-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:51.885543-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:52.635872-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:52.869799-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:52.869895-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:52.968285-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:52.968433-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:52.968515-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:53.137316-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:53.293694-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:53.527399-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:53.636322-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:53.873552-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:53.980035-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:54.743225-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:54.972145-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:54.972265-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:54.972352-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:55.031307-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:55.137540-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:55.252141-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:55.594321-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:55.769153-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:55.970557-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:55.970658-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:55.998190-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:56.977423-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:57.097736-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:57.154603-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:57.154704-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:57.207948-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:57.208047-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:57.332390-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:35:57.860822-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:35:57.973032-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:35:58.163188-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:35:58.361601-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:35:58.475943-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:35:59.180601-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:35:59.245898-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:35:59.245997-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:35:59.443547-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:35:59.443642-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:35:59.555126-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:35:59.599207-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:00.067551-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:00.261663-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:00.362480-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:00.724472-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:36:00.886774-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:01.434986-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:01.536604-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:01.579380-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:01.579509-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:01.801062-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:01.801202-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:36:01.852453-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:02.371825-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:02.717335-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:02.717463-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:03.019935-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:36:03.283921-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:03.837494-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:03.837611-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:04.064717-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:04.125029-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:04.125130-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:04.293437-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:04.293553-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:36:04.926113-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:04.986361-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:05.329298-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:05.401575-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:36:05.819385-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:06.139012-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:06.329897-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:06.471219-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:06.471326-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:06.494809-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:06.711900-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:06.711952-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:36:07.372885-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:07.373208-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:07.777551-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:07.866681-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:36:08.494460-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:08.686868-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:08.857292-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:08.902093-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:09.071629-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:09.071736-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:09.131804-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:36:09.131956-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:09.886001-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:09.886091-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:10.284001-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:10.544227-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:36:11.061484-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:11.290991-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:11.438531-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:11.559518-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:11.676867-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:36:11.676948-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:11.677055-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:11.826140-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:12.645167-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:12.645276-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:12.975319-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:13.095771-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:36:13.799882-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:13.981046-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:14.120142-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:14.339216-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:14.339334-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:36:14.502827-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:14.502926-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:14.788082-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:15.364534-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:15.364641-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:15.767941-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:15.958907-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caca9b176410 [D2019-04-02T00:36:16.442036-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:16.839667-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:16.943180-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:17.131651-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cacfb64c5410 [D2019-04-02T00:36:17.131739-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:17.280961-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:17.307303-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:17.572305-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:18.213496-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:18.267777-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:18.638003-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:19.333316-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:19.694383-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:19.839618-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:19.954158-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:20.220586-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad914f8ea10 [D2019-04-02T00:36:20.335143-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:20.335253-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:21.190887-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:21.296744-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:21.550948-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:22.338423-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:22.760643-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cadd5c483310 [D2019-04-02T00:36:22.921788-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cad3944db810 [D2019-04-02T00:36:23.034341-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:23.334834-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:23.334939-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cac3e9e3d410 [D2019-04-02T00:36:24.427364-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:24.940814-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae4d8c11710 [D2019-04-02T00:36:25.386246-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:25.404660-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caf368b1dd10 [D2019-04-02T00:36:26.039027-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:26.512486-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:27.567729-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:28.671352-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:29.227943-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:29.631663-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:30.835427-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:31.932814-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:32.506951-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:33.003792-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:34.163004-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:35.305704-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:35.883783-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:36.415606-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:37.504470-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:38.786911-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:39.360616-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:39.996354-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:40.940843-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:42.353819-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:42.936427-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:43.645122-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:44.634118-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:46.011006-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:46.651147-07:00 38680 0 collect.go:344] Waiting task_id: 43f5caed1e4c2210 [D2019-04-02T00:36:47.510511-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:48.371555-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:50.020073-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cb006c3d4b10 [D2019-04-02T00:36:51.410591-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:52.297828-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:55.317099-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:36:56.244964-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:36:59.368608-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:00.449035-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:03.684714-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:04.784031-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:08.036737-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:09.198897-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:12.617492-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:13.814586-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:17.364223-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:18.654818-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:22.382918-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:23.688387-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:27.469757-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:28.670970-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:32.546035-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:33.951769-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:37.960194-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:39.495534-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:43.546241-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:45.220497-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:49.327556-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:51.154277-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:37:55.147878-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae0bf52f510 [D2019-04-02T00:37:57.209125-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 [D2019-04-02T00:38:03.382761-07:00 38680 0 collect.go:344] Waiting task_id: 43f5cae9166a8c10 43f5cac3e9e3d410: exit 0 6012 2019-04-02 07:35:34.307 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 6012 2019-04-02 07:35:34.308 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6012 2019-04-02 07:35:34.728 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 6012 2019-04-02 07:35:34.729 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6012 2019-04-02 07:35:35.114 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 6012 2019-04-02 07:35:35.115 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6012 2019-04-02 07:35:35.416 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 6012 2019-04-02 07:35:35.417 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6012 2019-04-02 07:35:35.735 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 6012 2019-04-02 07:35:35.736 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6012 2019-04-02 07:35:36.020 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 6012 2019-04-02 07:35:36.021 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 71 files remaining... 6012 2019-04-02 07:36:08.943 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5074871115579392 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5caca9b176410: exit 0 6072 2019-04-02 07:35:25.225 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204924&Signature=D18wNikoGbEPK9KMJsBokhy391U4DICoY%2FVRJQtdRBAhv4IYN8kvZwYMdKtvuC5EuARUI2B8xktaDKxLQPoYxBCfe4zEiMVwQxCVBDlJ3WZ0XbJqMQuH8ihgmbw5G30bY77yAuFVGJEIlYhJQU9YUCGIEQ4FAKEcqeXo8N9c%2FpE%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204924&Signature=D18wNikoGbEPK9KMJsBokhy391U4DICoY%2FVRJQtdRBAhv4IYN8kvZwYMdKtvuC5EuARUI2B8xktaDKxLQPoYxBCfe4zEiMVwQxCVBDlJ3WZ0XbJqMQuH8ihgmbw5G30bY77yAuFVGJEIlYhJQU9YUCGIEQ4FAKEcqeXo8N9c%2FpE%3D 6072 2019-04-02 07:35:25.226 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6072 2019-04-02 07:35:25.616 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D 6072 2019-04-02 07:35:25.617 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6072 2019-04-02 07:35:25.920 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D 6072 2019-04-02 07:35:25.921 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6072 2019-04-02 07:35:26.192 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D 6072 2019-04-02 07:35:26.192 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6072 2019-04-02 07:35:26.490 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D 6072 2019-04-02 07:35:26.491 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 6072 2019-04-02 07:35:26.803 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D 6072 2019-04-02 07:35:26.804 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 27 files remaining... 6072 2019-04-02 07:36:02.970 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/6194528958545920 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cacfb64c5410: exit 0 4465 2019-04-02 07:35:25.425 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D 4465 2019-04-02 07:35:25.426 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 4465 2019-04-02 07:35:25.738 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D 4465 2019-04-02 07:35:25.739 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 4465 2019-04-02 07:35:26.018 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204925&Signature=G3SVBvZSEyzN2WF1sU7%2B4NgNN5oe3pRlHpDKdNTjy89ggw%2BOYqsb4Iz5mmCu18GiM90%2BLVMLmMS8MGIyS1zk0atGvhcXT%2FpIwhQMsn5KWvkr7x8nDlQqmn6cRv87sCObTL6bjykT%2FRt2Zz7QqZUVh7OmtM8%2FmGde06i1Vj0MgMs%3D 4465 2019-04-02 07:35:26.019 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 4465 2019-04-02 07:35:26.314 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D 4465 2019-04-02 07:35:26.315 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 4465 2019-04-02 07:35:26.617 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D 4465 2019-04-02 07:35:26.618 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 4465 2019-04-02 07:35:26.924 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204926&Signature=Z73AKwQHoFJSC4GhLCzrjgex2tj9zAzPbwR9UiEg%2BoQ0mhq%2BYwtDNZUPFJZBbIfcVm05l2%2F0noxkJ7cXhtXXhmWAU%2FoDca78uoH%2F7fqOlXAIi9yQzv7N3foY0ELwGYBzDrG7uKo%2FQpucboprOfiPnYBBB0Cak6xYLzAA5l4g2gQ%3D 4465 2019-04-02 07:35:26.925 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29 files remaining... 4465 2019-04-02 07:36:03.788 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/6262547516751872 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cad3944db810: exit 0 19916 2019-04-02 07:35:27.719 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D 19916 2019-04-02 07:35:27.719 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 19916 2019-04-02 07:35:28.015 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D 19916 2019-04-02 07:35:28.016 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 19916 2019-04-02 07:35:28.322 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D 19916 2019-04-02 07:35:28.323 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 19916 2019-04-02 07:35:28.614 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D 19916 2019-04-02 07:35:28.615 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 19916 2019-04-02 07:35:28.911 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D 19916 2019-04-02 07:35:28.912 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 19916 2019-04-02 07:35:29.224 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D 19916 2019-04-02 07:35:29.225 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 31 files remaining... 19916 2019-04-02 07:36:06.959 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/4882928859348992 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cad914f8ea10: exit 0 8397 2019-04-02 07:35:27.525 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D 8397 2019-04-02 07:35:27.526 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 8397 2019-04-02 07:35:27.807 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D 8397 2019-04-02 07:35:27.807 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 8397 2019-04-02 07:35:28.122 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204927&Signature=OS1qx2CPoRqjcbnB7dJNvSgrr0C2qVxiKaXulp%2FCOWGsgDjf2tGAGErw1K0iqPDiO%2Fvl99Ped0J1jsWFzEuM4LHFdYDbZhGko%2FOdUu%2Bcup9KIZiuaLhpD33AvuIecBAYE5YbLxLXZYyWV5LQ0Z0Vn2HLBBFufkj9IikWxQBF5DI%3D 8397 2019-04-02 07:35:28.122 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 8397 2019-04-02 07:35:28.446 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D 8397 2019-04-02 07:35:28.447 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 8397 2019-04-02 07:35:28.825 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D 8397 2019-04-02 07:35:28.825 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 8397 2019-04-02 07:35:29.125 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204928&Signature=t0cikwV5uTgC5LeVXbRnwYHgzAJd9J2qQIaFN%2FWTpvm19UX7dxIavn3IRI90NzwagXaDTm6jNTcaz5xSSwo4YSvHkokJ3p80L2dugx9bsZRNj0s0xt4vmdnb2bSu%2BqboLvYHPVXs2g4jwZa96xjXb07%2BlRTJ0r%2F%2FmBnjzZELB0M%3D 8397 2019-04-02 07:35:29.125 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29 files remaining... 8397 2019-04-02 07:36:05.616 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5758154879008768 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cadd5c483310: exit 0 5015 2019-04-02 07:35:30.111 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D 5015 2019-04-02 07:35:30.112 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 5015 2019-04-02 07:35:30.510 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D 5015 2019-04-02 07:35:30.510 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 5015 2019-04-02 07:35:30.798 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D 5015 2019-04-02 07:35:30.799 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 5015 2019-04-02 07:35:31.124 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D 5015 2019-04-02 07:35:31.124 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 5015 2019-04-02 07:35:31.407 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D 5015 2019-04-02 07:35:31.408 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 5015 2019-04-02 07:35:31.720 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D 5015 2019-04-02 07:35:31.721 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 27 files remaining... 5015 2019-04-02 07:36:07.314 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5652728531386368 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cae0bf52f510: exit 0 54589 2019-04-02 07:35:29.291 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D 54589 2019-04-02 07:35:29.292 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 54589 2019-04-02 07:35:29.719 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D 54589 2019-04-02 07:35:29.720 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 54589 2019-04-02 07:35:30.018 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204929&Signature=puSpErFpQbZfii6EXoOyVcv3a%2FEI%2FJrEIr65cMDfVvilQUZuzaeCIZIX%2FtQOwMkSVOzumY%2BQed2DfAQLOW1NXVEPEmFIGrwy1wBZG%2Fh1NXO0Gfk9xVnhvVJedC%2Fy1wBDqtggwfOoeqBd%2FVbHreh1ILqNxjg14FnWjFQHAM%2FFaW8%3D 54589 2019-04-02 07:35:30.019 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 54589 2019-04-02 07:35:30.307 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D 54589 2019-04-02 07:35:30.308 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 54589 2019-04-02 07:35:30.611 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D 54589 2019-04-02 07:35:30.611 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 54589 2019-04-02 07:35:30.916 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204930&Signature=tDrrvNsasnESEO1EJvU8Add5AluV2AO0uhX9ofY42A4OdIptsUZZDsqbkS7e9ll3af%2FtmfcwLu1GM6xuDqxvsZKBVDMUV6QZEK9wxD8jTDQ%2B6YuNbxFGdQVtJizbMuXyCJM37kpvMzAajL9U3v4JE6%2FjGtl1RICiEKbkOTv3bNM%3D 54589 2019-04-02 07:35:30.916 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 50 files remaining... 25 files remaining... 14 files remaining... 54589 2019-04-02 07:37:38.564 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5124488859484160 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cae4d8c11710: exit 0 27362 2019-04-02 07:35:31.818 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D 27362 2019-04-02 07:35:31.819 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 27362 2019-04-02 07:35:32.095 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204931&Signature=C9Qdh5aijwPHnvN5cqwB81%2BtUdlMi8WdfydjssVYJUVjJuJuZs8WOl87TUFn%2Bjy4%2BJL6CMgRbO%2FHc7smHW0sgzOHrO2hzgg23l40NGUjjPuZgt4xpnn8JSuYelgBue3tAnzZegixZXZGQj8jFXsGEhIGWEqXUlTPnX3q14WQDf4%3D 27362 2019-04-02 07:35:32.096 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 27362 2019-04-02 07:35:32.424 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D 27362 2019-04-02 07:35:32.425 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 27362 2019-04-02 07:35:32.726 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D 27362 2019-04-02 07:35:32.727 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 27362 2019-04-02 07:35:33.018 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D 27362 2019-04-02 07:35:33.018 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 27362 2019-04-02 07:35:33.328 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D 27362 2019-04-02 07:35:33.328 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29 files remaining... 27362 2019-04-02 07:36:11.271 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5140704374292480 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cae9166a8c10: exit 0 39678 2019-04-02 07:35:32.921 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204932&Signature=UOj2212fvzRDe0Ich7u4gmYDfKSFZwxxeGAViQxbikryW2tIomsaBx48tFcB9xwvhtlhFStz5zZ1H%2F%2BjllCICkgxSZZhKM5zllzjyXQjcrxxExuwXgKRLSuHjsXL19q8%2BNFiz4o6OOD90pimUpcpTEYSdBUO6L%2BDNcte2HmKTBc%3D 39678 2019-04-02 07:35:32.923 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 39678 2019-04-02 07:35:33.201 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D 39678 2019-04-02 07:35:33.202 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 39678 2019-04-02 07:35:33.526 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D 39678 2019-04-02 07:35:33.526 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 39678 2019-04-02 07:35:33.796 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D 39678 2019-04-02 07:35:33.797 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 39678 2019-04-02 07:35:34.125 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D 39678 2019-04-02 07:35:34.126 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 39678 2019-04-02 07:35:34.516 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 39678 2019-04-02 07:35:34.516 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 38 files remaining... 27 files remaining... 14 files remaining... 5 files remaining... 39678 2019-04-02 07:37:48.673 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5691057993940992 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5caed1e4c2210: exit 0 50131 2019-04-02 07:35:34.019 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204933&Signature=lrz4S%2F6s16WlbFdYLXBOKnRnczFi%2BjExmDGs%2FObDTXrK9uouv2GMxl7bPnyZ0zhkhl0cXE2F%2B%2Fq97wB3sGnMMrVhGLmUzq65RjbfvaXZ1fehP84TFSGyWuZmdolpL5Wz2XRHIFv9h%2BdDQSlrYyd9MQclD8H8V4xFSAsw2S%2BalL0%3D 50131 2019-04-02 07:35:34.020 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 50131 2019-04-02 07:35:34.430 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 50131 2019-04-02 07:35:34.431 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 50131 2019-04-02 07:35:34.913 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 50131 2019-04-02 07:35:34.914 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 50131 2019-04-02 07:35:35.219 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 50131 2019-04-02 07:35:35.219 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 50131 2019-04-02 07:35:35.531 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 50131 2019-04-02 07:35:35.531 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 50131 2019-04-02 07:35:35.804 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 50131 2019-04-02 07:35:35.805 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 31 files remaining... 4 files remaining... 50131 2019-04-02 07:36:33.274 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5729892819795968 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5caf368b1dd10: exit 0 29312 2019-04-02 07:35:34.724 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 29312 2019-04-02 07:35:34.725 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29312 2019-04-02 07:35:35.114 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204934&Signature=hQ3HHhJMUyXqcTCkIB2zvmEqRV%2Btj2RCtEYFlPW8LY2IbiF54ECjo8YR0XqJ648N3i7M0HlazHrmQpq7t6mqeI2UZxgkE7B%2BdFPuSI%2BlRE03Ql84cinTEoT88z9VwtIPfkSn0GElA5wUDdYuVMw2oDke2rkA5iVxhpC7nW4ybjQ%3D 29312 2019-04-02 07:35:35.115 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29312 2019-04-02 07:35:35.414 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 29312 2019-04-02 07:35:35.415 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29312 2019-04-02 07:35:35.730 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 29312 2019-04-02 07:35:35.730 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29312 2019-04-02 07:35:36.021 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204935&Signature=gMGJgrTbKCrFv29Jo2gBAedKYgA8r0Tp9S4bBpyeyG0lfUFHEvxdlZn6VZBMYVfkg3BnB7CbBjpgTYYHXag15hmlrF2jifyeW6QulQ3r3%2BH5ygJwuUOvDRq1bH98U8ITM9emJZ%2Fdwb96l0M4FkhvJydThgBR4FUsaZcanix5xQs%3D 29312 2019-04-02 07:35:36.021 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 29312 2019-04-02 07:35:36.325 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204936&Signature=04crK39dIE9Yy5eQ4yMy3ELo4NPK6Yh1TtBSNdquUiD9N15gJPwzOuyM%2BTkIQ0WXLUB1iKvq7%2FE654kNHCNG2ThMHmntjrfo%2F9mG1Z2lQKEuWJpXQKMQxcWg0IekU%2BwOiYVIEOgT6eZ8nuVoUhSzDtQx3DZy4wqrFDAKrAhuCUY%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204936&Signature=04crK39dIE9Yy5eQ4yMy3ELo4NPK6Yh1TtBSNdquUiD9N15gJPwzOuyM%2BTkIQ0WXLUB1iKvq7%2FE654kNHCNG2ThMHmntjrfo%2F9mG1Z2lQKEuWJpXQKMQxcWg0IekU%2BwOiYVIEOgT6eZ8nuVoUhSzDtQx3DZy4wqrFDAKrAhuCUY%3D 29312 2019-04-02 07:35:36.326 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 28 files remaining... 29312 2019-04-02 07:36:13.252 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.1.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.1.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.1.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.1.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.1.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/4863570233786368 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 43f5cb006c3d4b10: exit 0 30026 2019-04-02 07:35:36.928 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204936&Signature=04crK39dIE9Yy5eQ4yMy3ELo4NPK6Yh1TtBSNdquUiD9N15gJPwzOuyM%2BTkIQ0WXLUB1iKvq7%2FE654kNHCNG2ThMHmntjrfo%2F9mG1Z2lQKEuWJpXQKMQxcWg0IekU%2BwOiYVIEOgT6eZ8nuVoUhSzDtQx3DZy4wqrFDAKrAhuCUY%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204936&Signature=04crK39dIE9Yy5eQ4yMy3ELo4NPK6Yh1TtBSNdquUiD9N15gJPwzOuyM%2BTkIQ0WXLUB1iKvq7%2FE654kNHCNG2ThMHmntjrfo%2F9mG1Z2lQKEuWJpXQKMQxcWg0IekU%2BwOiYVIEOgT6eZ8nuVoUhSzDtQx3DZy4wqrFDAKrAhuCUY%3D 30026 2019-04-02 07:35:36.929 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 30026 2019-04-02 07:35:37.195 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D 30026 2019-04-02 07:35:37.196 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 30026 2019-04-02 07:35:37.495 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D 30026 2019-04-02 07:35:37.496 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 30026 2019-04-02 07:35:37.812 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D 30026 2019-04-02 07:35:37.813 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 30026 2019-04-02 07:35:38.132 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204937&Signature=lkMJAircBZTosDae38JAr6Rr%2FyVD1VhOhzXh20w18HQ33iJqe1eLd0wepzZJkYGhBDYFhF8Nbg60USVPFyeWXPrpcsBWZZWTPNT0x3Qa%2FZ6r%2B3U6NPvK7qkiGmdkW%2BOUBCWj2UJ6iI3ioQP8PwU%2BFhWnYCyy1BPJ4ToG4ZY1zUo%3D 30026 2019-04-02 07:35:38.133 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 30026 2019-04-02 07:35:38.513 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204938&Signature=N485MQvPAQzBqLxeGjCN12GESyYk5RExiYXszCASh7mXdraYpo7FYKd3K43I7e%2Bgs4K70uHDJmFa01VB7umBHkNQBfre4hB4FJZEHHXvtwL8qaTezUWk9Wuvd9yOnSY4ioSzN36JOB9aZ1ePA%2BA%2B6p4t%2FA4bV5dReNSY2xs8ZtY%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204938&Signature=N485MQvPAQzBqLxeGjCN12GESyYk5RExiYXszCASh7mXdraYpo7FYKd3K43I7e%2Bgs4K70uHDJmFa01VB7umBHkNQBfre4hB4FJZEHHXvtwL8qaTezUWk9Wuvd9yOnSY4ioSzN36JOB9aZ1ePA%2BA%2B6p4t%2FA4bV5dReNSY2xs8ZtY%3D 30026 2019-04-02 07:35:38.514 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 35 files remaining... 4 files remaining... 30026 2019-04-02 07:36:37.247 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Traceback (most recent call last): File "/b/s/swarming_bot.2.zip/client/run_isolated.py", line 700, in map_and_run use_symlinks=data.use_symlinks) File "/b/s/swarming_bot.2.zip/client/run_isolated.py", line 497, in fetch_and_map use_symlinks=use_symlinks) File "/b/s/swarming_bot.2.zip/client/isolateserver.py", line 1294, in fetch_isolated digest = fetch_queue.wait() File "/b/s/swarming_bot.2.zip/client/isolateserver.py", line 960, in wait digest = self._channel.next() File "/b/s/swarming_bot.2.zip/utils/threading_utils.py", line 377, in _task_executer result = func(*args, **kwargs) File "/b/s/swarming_bot.2.zip/client/isolateserver.py", line 865, in fetch sink(verifier.run()) File "/b/s/swarming_bot.2.zip/client/local_caching.py", line 584, in write size = file_write(path, content) File "/b/s/swarming_bot.2.zip/client/local_caching.py", line 41, in file_write for d in content_generator: File "/b/s/swarming_bot.2.zip/client/isolateserver.py", line 1032, in run for chunk in self.stream: File "/b/s/swarming_bot.2.zip/client/isolateserver.py", line 262, in zip_decompress for chunk in content_generator: File "/b/s/swarming_bot.2.zip/client/isolate_storage.py", line 365, in fetch 'Failed to download %s / %s' % (self.server_ref.namespace, digest)) IOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b Sending the crash report ... done. Report URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5142426656178176 Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b 2019-04-02 00:38:03,580 - root: [DEBUG] Contents of task_output_dir: [] 2019-04-02 00:38:03,580 - root: [WARNING] No files found in task_output_dir: '/b/s/w/ir/tmp/t/tmpbAmcxt' 2019-04-02 00:38:03,580 - root: [WARNING] No shard json files found in task_output_dir: '/b/s/w/ir/tmp/t/tmpbAmcxt' Found [] 2019-04-02 00:38:03,580 - root: [DEBUG] Found shard_json_files: [] 2019-04-02 00:38:03,581 - root: [INFO] merge_cmd: /b/s/w/ir/cache/vpython/5b0713/bin/python /b/s/w/ir/cache/builder/src/third_party/blink/tools/merge_web_test_results.py --build-properties {"blamelist": ["wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com"], "bot_id": "build241-m9", "buildbucket": {"build": {"bucket": "luci.chromium.try", "created_by": "user:wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com", "created_ts": 1554189350533735, "id": "8917308063533438672", "project": "chromium", "tags": ["build_address:luci.chromium.try/mac10.13_retina-blink-rel/2710", "builder:mac10.13_retina-blink-rel", "buildset:patch/gerrit/chromium-review.googlesource.com/1546945/1", "user_agent:git_cl_try"]}, "hostname": "cr-buildbucket.appspot.com"}, "buildername": "mac10.13_retina-blink-rel", "buildnumber": 2710, "category": "git_cl_try", "got_angle_revision": "6cb0cff573768d72d06aef02926d0d92ffb02635", "got_dawn_revision": "4f5fc2d325b9263c41bf7bdcac656be775065ceb", "got_nacl_revision": "de8da4841bc3d1ed020d798d5a7fd6fb3d817fa1", "got_revision": "96ea50545831e521f4f651bc3fc1760d97250935", "got_revision_cp": "refs/heads/master@{#646684}", "got_swarming_client_revision": "aa60736aded9fc32a0e21a81f5fc51f6009d01f3", "got_v8_revision": "51a4744b12dc0fae0d5577634e73133dc87158a9", "got_v8_revision_cp": "refs/heads/7.5.157@{#1}", "got_webrtc_revision": "ae4b62318dbad797c2ca0a4f71aa5e65a2445a4e", "got_webrtc_revision_cp": "refs/heads/master@{#27402}", "mastername": "tryserver.blink", "patch_gerrit_url": "https://chromium-review.googlesource.com", "patch_issue": 1546945, "patch_project": "chromium/src", "patch_ref": "refs/changes/45/1546945/1", "patch_repository_url": "https://chromium.googlesource.com/chromium/src", "patch_set": 1, "patch_storage": "gerrit", "path_config": "generic", "recipe": "chromium_trybot", "repository": "https://chromium.googlesource.com/chromium/src"} --summary-json /b/s/w/ir/tmp/t/tmpiFI5E1.json --task-output-dir /b/s/w/ir/tmp/t/tmpbAmcxt --verbose -o /b/s/w/ir/tmp/t/tmpDD0M8r.json Running ['/b/s/w/ir/cache/vpython/5b0713/bin/python', '/b/s/w/ir/cache/builder/src/third_party/blink/tools/merge_web_test_results.py', '--build-properties', '{"blamelist": ["wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com"], "bot_id": "build241-m9", "buildbucket": {"build": {"bucket": "luci.chromium.try", "created_by": "user:wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com", "created_ts": 1554189350533735, "id": "8917308063533438672", "project": "chromium", "tags": ["build_address:luci.chromium.try/mac10.13_retina-blink-rel/2710", "builder:mac10.13_retina-blink-rel", "buildset:patch/gerrit/chromium-review.googlesource.com/1546945/1", "user_agent:git_cl_try"]}, "hostname": "cr-buildbucket.appspot.com"}, "buildername": "mac10.13_retina-blink-rel", "buildnumber": 2710, "category": "git_cl_try", "got_angle_revision": "6cb0cff573768d72d06aef02926d0d92ffb02635", "got_dawn_revision": "4f5fc2d325b9263c41bf7bdcac656be775065ceb", "got_nacl_revision": "de8da4841bc3d1ed020d798d5a7fd6fb3d817fa1", "got_revision": "96ea50545831e521f4f651bc3fc1760d97250935", "got_revision_cp": "refs/heads/master@{#646684}", "got_swarming_client_revision": "aa60736aded9fc32a0e21a81f5fc51f6009d01f3", "got_v8_revision": "51a4744b12dc0fae0d5577634e73133dc87158a9", "got_v8_revision_cp": "refs/heads/7.5.157@{#1}", "got_webrtc_revision": "ae4b62318dbad797c2ca0a4f71aa5e65a2445a4e", "got_webrtc_revision_cp": "refs/heads/master@{#27402}", "mastername": "tryserver.blink", "patch_gerrit_url": "https://chromium-review.googlesource.com", "patch_issue": 1546945, "patch_project": "chromium/src", "patch_ref": "refs/changes/45/1546945/1", "patch_repository_url": "https://chromium.googlesource.com/chromium/src", "patch_set": 1, "patch_storage": "gerrit", "path_config": "generic", "recipe": "chromium_trybot", "repository": "https://chromium.googlesource.com/chromium/src"}', '--summary-json', '/b/s/w/ir/tmp/t/tmpiFI5E1.json', '--task-output-dir', '/b/s/w/ir/tmp/t/tmpbAmcxt', u'--verbose', '-o', '/b/s/w/ir/tmp/t/tmpDD0M8r.json'] in None (env: None) 2019-04-02 00:38:03,660 - blinkpy.common.system.log_utils: [DEBUG] Debug logging enabled. 2019-04-02 00:38:03,660 - root: [INFO] Running with isolated arguments Traceback (most recent call last): File "/b/s/w/ir/cache/builder/src/third_party/blink/tools/merge_web_test_results.py", line 12, in <module> main(sys.argv[1:]) File "/b/s/w/ir/cache/builder/src/third_party/blink/tools/blinkpy/web_tests/merge_results.py", line 775, in main assert args.positional AssertionError Command ['/b/s/w/ir/cache/vpython/5b0713/bin/python', '/b/s/w/ir/cache/builder/src/third_party/blink/tools/merge_web_test_results.py', '--build-properties', '{"blamelist": ["wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com"], "bot_id": "build241-m9", "buildbucket": {"build": {"bucket": "luci.chromium.try", "created_by": "user:wpt-autoroller@chops-service-accounts.iam.gserviceaccount.com", "created_ts": 1554189350533735, "id": "8917308063533438672", "project": "chromium", "tags": ["build_address:luci.chromium.try/mac10.13_retina-blink-rel/2710", "builder:mac10.13_retina-blink-rel", "buildset:patch/gerrit/chromium-review.googlesource.com/1546945/1", "user_agent:git_cl_try"]}, "hostname": "cr-buildbucket.appspot.com"}, "buildername": "mac10.13_retina-blink-rel", "buildnumber": 2710, "category": "git_cl_try", "got_angle_revision": "6cb0cff573768d72d06aef02926d0d92ffb02635", "got_dawn_revision": "4f5fc2d325b9263c41bf7bdcac656be775065ceb", "got_nacl_revision": "de8da4841bc3d1ed020d798d5a7fd6fb3d817fa1", "got_revision": "96ea50545831e521f4f651bc3fc1760d97250935", "got_revision_cp": "refs/heads/master@{#646684}", "got_swarming_client_revision": "aa60736aded9fc32a0e21a81f5fc51f6009d01f3", "got_v8_revision": "51a4744b12dc0fae0d5577634e73133dc87158a9", "got_v8_revision_cp": "refs/heads/7.5.157@{#1}", "got_webrtc_revision": "ae4b62318dbad797c2ca0a4f71aa5e65a2445a4e", "got_webrtc_revision_cp": "refs/heads/master@{#27402}", "mastername": "tryserver.blink", "patch_gerrit_url": "https://chromium-review.googlesource.com", "patch_issue": 1546945, "patch_project": "chromium/src", "patch_ref": "refs/changes/45/1546945/1", "patch_repository_url": "https://chromium.googlesource.com/chromium/src", "patch_set": 1, "patch_storage": "gerrit", "path_config": "generic", "recipe": "chromium_trybot", "repository": "https://chromium.googlesource.com/chromium/src"}', '--summary-json', '/b/s/w/ir/tmp/t/tmpiFI5E1.json', '--task-output-dir', '/b/s/w/ir/tmp/t/tmpbAmcxt', u'--verbose', '-o', '/b/s/w/ir/tmp/t/tmpDD0M8r.json'] returned exit code 1 2019-04-02 00:38:03,804 - root: [WARNING] merge_cmd had non-zero return code: 1