Back to build
Raw log | Switch to full mode | Login

{ "shards": [ { "abandoned_ts": "2019-04-02T07:23:39.624226", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-a-g778" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-a" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-a-g778", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:23:39.624226", "costs_usd": [ 0.003974556030029295 ], "created_ts": "2019-04-02T07:23:04.422019", "internal_failure": true, "modified_ts": "2019-04-02T07:23:39.624226", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:0:20", "output": "15053 2019-04-02 07:23:08.655 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204188&Signature=On7OCN2JoX6OonibCG7y7K3LIloWrUWZfSaCdYJftKL%2BR2DbufRj2SKWjmh8%2FQfFHz2%2FOJvxJC4lQZcYo8NDxC%2BL5FZbfVFzuE1KnG4vTgeEcBMvj1%2BJtHwGppKQJis5F5Tn6PHbx4r3wBJECe3BGcHOh%2FJLhPRExMr0wAKLWW4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204188&Signature=On7OCN2JoX6OonibCG7y7K3LIloWrUWZfSaCdYJftKL%2BR2DbufRj2SKWjmh8%2FQfFHz2%2FOJvxJC4lQZcYo8NDxC%2BL5FZbfVFzuE1KnG4vTgeEcBMvj1%2BJtHwGppKQJis5F5Tn6PHbx4r3wBJECe3BGcHOh%2FJLhPRExMr0wAKLWW4%3D\n15053 2019-04-02 07:23:08.657 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n15053 2019-04-02 07:23:08.960 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204188&Signature=On7OCN2JoX6OonibCG7y7K3LIloWrUWZfSaCdYJftKL%2BR2DbufRj2SKWjmh8%2FQfFHz2%2FOJvxJC4lQZcYo8NDxC%2BL5FZbfVFzuE1KnG4vTgeEcBMvj1%2BJtHwGppKQJis5F5Tn6PHbx4r3wBJECe3BGcHOh%2FJLhPRExMr0wAKLWW4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204188&Signature=On7OCN2JoX6OonibCG7y7K3LIloWrUWZfSaCdYJftKL%2BR2DbufRj2SKWjmh8%2FQfFHz2%2FOJvxJC4lQZcYo8NDxC%2BL5FZbfVFzuE1KnG4vTgeEcBMvj1%2BJtHwGppKQJis5F5Tn6PHbx4r3wBJECe3BGcHOh%2FJLhPRExMr0wAKLWW4%3D\n15053 2019-04-02 07:23:08.961 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n15053 2019-04-02 07:23:09.259 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D\n15053 2019-04-02 07:23:09.260 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n15053 2019-04-02 07:23:09.564 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D\n15053 2019-04-02 07:23:09.565 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n15053 2019-04-02 07:23:09.759 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D\n15053 2019-04-02 07:23:09.761 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n15053 2019-04-02 07:23:10.050 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204189&Signature=MAhEoVB6hWDnLKIWFufYA6mAQ5huCQpYv4hMEF1E40XEJY1qSYbznFxi6%2F08QMX5vNGdmpeQ%2FFdx0HJ%2BmZcNp0%2BKwE6ue8FmGDInSpfBaREcDOUYe%2FUTXNYKERe3lZzASnnGGBMccyE%2Fs38ABQUGkAp7uICJ0KzrD%2FKH0KmqSCQ%3D\n15053 2019-04-02 07:23:10.052 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n15053 2019-04-02 07:23:35.204 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5737855957598208\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bf9d7626c911", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:04.845909", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bf9d7626c910", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:23:59.307812", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-east1-b-htf5" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-east", "us-east1", "us-east1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-east1-b-htf5", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:23:59.307812", "costs_usd": [ 0.006060745760233517 ], "created_ts": "2019-04-02T07:23:05.448783", "internal_failure": true, "modified_ts": "2019-04-02T07:23:59.307812", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:1:20", "output": "24910 2019-04-02 07:23:25.098 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204204&Signature=ma3rUqS1WHN3k4VOYmS%2FrttWnXdtldltK604G80BFVeikCgVTxiuxYIMjuj0Hk%2FnnCuwtnBQ7yqFkahbs0RKBVBW%2BboIkHCzi4w3C2b%2FvHU7gbRaxKkkbZjpiyUiJVtNuxc1CdNQDZg587AJi9N7L7B9vfVnlChgf5WOwHBXUqw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204204&Signature=ma3rUqS1WHN3k4VOYmS%2FrttWnXdtldltK604G80BFVeikCgVTxiuxYIMjuj0Hk%2FnnCuwtnBQ7yqFkahbs0RKBVBW%2BboIkHCzi4w3C2b%2FvHU7gbRaxKkkbZjpiyUiJVtNuxc1CdNQDZg587AJi9N7L7B9vfVnlChgf5WOwHBXUqw%3D\n24910 2019-04-02 07:23:25.099 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n24910 2019-04-02 07:23:25.601 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D\n24910 2019-04-02 07:23:25.602 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n24910 2019-04-02 07:23:25.917 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D\n24910 2019-04-02 07:23:25.919 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n24910 2019-04-02 07:23:26.209 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n24910 2019-04-02 07:23:26.210 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n24910 2019-04-02 07:23:26.505 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n24910 2019-04-02 07:23:26.506 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n24910 2019-04-02 07:23:26.818 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n24910 2019-04-02 07:23:26.819 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n48 files remaining...\n24910 2019-04-02 07:23:49.838 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5185102894071808\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfa1a187fb11", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:06.242086", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfa1a187fb10", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:23:57.109666", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-canary-e973df7c-us-central1-c-11cd" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-central", "us-central1", "us-central1-c" ] } ], "bot_id": "gce-trusty-canary-e973df7c-us-central1-c-11cd", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:23:57.109666", "costs_usd": [ 0.005729762789384132 ], "created_ts": "2019-04-02T07:23:06.616662", "internal_failure": true, "modified_ts": "2019-04-02T07:23:57.109666", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:2:20", "output": "5003 2019-04-02 07:23:25.530 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D\n5003 2019-04-02 07:23:25.533 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5003 2019-04-02 07:23:26.231 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n5003 2019-04-02 07:23:26.232 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5003 2019-04-02 07:23:26.419 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n5003 2019-04-02 07:23:26.420 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5003 2019-04-02 07:23:26.619 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n5003 2019-04-02 07:23:26.620 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5003 2019-04-02 07:23:26.836 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n5003 2019-04-02 07:23:26.837 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5003 2019-04-02 07:23:27.028 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n5003 2019-04-02 07:23:27.029 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n40 files remaining...\n5003 2019-04-02 07:23:47.978 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5663063766204416\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfa609992e11", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:07.216415", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfa609992e10", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:23:54.249642", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-canary-e973df7c-us-central1-c-w8ld" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-central", "us-central1", "us-central1-c" ] } ], "bot_id": "gce-trusty-canary-e973df7c-us-central1-c-w8ld", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:23:54.249642", "costs_usd": [ 0.005251238406103167 ], "created_ts": "2019-04-02T07:23:07.538526", "internal_failure": true, "modified_ts": "2019-04-02T07:23:54.249642", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:3:20", "output": "7414 2019-04-02 07:23:24.944 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204204&Signature=ma3rUqS1WHN3k4VOYmS%2FrttWnXdtldltK604G80BFVeikCgVTxiuxYIMjuj0Hk%2FnnCuwtnBQ7yqFkahbs0RKBVBW%2BboIkHCzi4w3C2b%2FvHU7gbRaxKkkbZjpiyUiJVtNuxc1CdNQDZg587AJi9N7L7B9vfVnlChgf5WOwHBXUqw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204204&Signature=ma3rUqS1WHN3k4VOYmS%2FrttWnXdtldltK604G80BFVeikCgVTxiuxYIMjuj0Hk%2FnnCuwtnBQ7yqFkahbs0RKBVBW%2BboIkHCzi4w3C2b%2FvHU7gbRaxKkkbZjpiyUiJVtNuxc1CdNQDZg587AJi9N7L7B9vfVnlChgf5WOwHBXUqw%3D\n7414 2019-04-02 07:23:24.945 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7414 2019-04-02 07:23:25.742 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D\n7414 2019-04-02 07:23:25.743 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7414 2019-04-02 07:23:25.946 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D\n7414 2019-04-02 07:23:25.948 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7414 2019-04-02 07:23:26.142 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204205&Signature=mek%2F5vSZo9s5QHXLrjjp3WsMLnkZXZxhTVpdsabAKkD%2FTUH2KxO27jzpot4XiGwZ%2FPDsIZPNq1t3itEFl9ZOPmY0uO7cDIEei1v0X7VkMfRJvYvtl%2BJkga4%2F3DGDgNJsLdNkh1sVP83p%2FkgJLqeO%2FK6h2H2u2kADuTt93iUH33Y%3D\n7414 2019-04-02 07:23:26.143 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7414 2019-04-02 07:23:26.336 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n7414 2019-04-02 07:23:26.337 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7414 2019-04-02 07:23:26.556 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204206&Signature=H2X17FQmRoVDva1XFCUc3tYGLbds5vUgEW0Rwmm08EFoelR36urvJ7fhjPWHs3ibpKh3wPV8ztwLwxadEVSj7J6g0FB5p3XlmYZxZfy4Qv2jNjCrmmct4%2FO1u4ApFXDjzk36GHKsNWIknfxIZrRlPnPQcntzrVYbCEibicKrk%2FA%3D\n7414 2019-04-02 07:23:26.557 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n26 files remaining...\n7414 2019-04-02 07:23:45.699 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5687819320164352\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfa9a177a611", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:08.438612", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfa9a177a610", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:00.929309", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-east1-b-w396" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-east", "us-east1", "us-east1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-east1-b-w396", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:00.929309", "costs_usd": [ 0.005857641094248664 ], "created_ts": "2019-04-02T07:23:09.179406", "internal_failure": true, "modified_ts": "2019-04-02T07:24:00.929309", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:4:20", "output": "5977 2019-04-02 07:23:28.315 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D\n5977 2019-04-02 07:23:28.316 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5977 2019-04-02 07:23:28.713 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D\n5977 2019-04-02 07:23:28.714 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5977 2019-04-02 07:23:29.020 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D\n5977 2019-04-02 07:23:29.021 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5977 2019-04-02 07:23:29.486 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n5977 2019-04-02 07:23:29.487 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5977 2019-04-02 07:23:29.685 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n5977 2019-04-02 07:23:29.686 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5977 2019-04-02 07:23:30.020 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n5977 2019-04-02 07:23:30.021 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n43 files remaining...\n5977 2019-04-02 07:23:51.586 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5634514648825856\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfb010d6d911", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:09.656762", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfb010d6d910", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:00.420287", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-b-wpck" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-b-wpck", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:00.420287", "costs_usd": [ 0.0056888137448279615 ], "created_ts": "2019-04-02T07:23:10.034208", "internal_failure": true, "modified_ts": "2019-04-02T07:24:00.420287", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:5:20", "output": "21843 2019-04-02 07:23:29.010 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D\n21843 2019-04-02 07:23:29.012 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21843 2019-04-02 07:23:29.913 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n21843 2019-04-02 07:23:29.915 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21843 2019-04-02 07:23:30.116 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n21843 2019-04-02 07:23:30.117 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21843 2019-04-02 07:23:30.316 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D\n21843 2019-04-02 07:23:30.317 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21843 2019-04-02 07:23:30.614 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D\n21843 2019-04-02 07:23:30.615 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21843 2019-04-02 07:23:30.829 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D\n21843 2019-04-02 07:23:30.830 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n40 files remaining...\n21843 2019-04-02 07:23:52.007 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5123944908587008\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfb3686eb011", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:10.550627", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfb3686eb010", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:06.057353", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-a-dcp3" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-a" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-a-dcp3", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:06.057353", "costs_usd": [ 0.006250966701270553 ], "created_ts": "2019-04-02T07:23:10.910417", "internal_failure": true, "modified_ts": "2019-04-02T07:24:06.057353", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:6:20", "output": "7347 2019-04-02 07:23:15.059 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204194&Signature=x016gqJHa%2FKfsCzDKLjh8Zdp9OjFFxITkiZbg5JLvdLdYjQEBRy4IvWiRu7QHdDzu0Q0IPo%2FMA80gdKvoDNkIOiLrUKv6oVP%2B4BDd8Y%2FwJJOfjKVOuLZHLan%2BU5SU4sI6szLnfgiS8hIOCBlJiF3NP%2FsHxqxwH2n4GkUyxmfqC0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204194&Signature=x016gqJHa%2FKfsCzDKLjh8Zdp9OjFFxITkiZbg5JLvdLdYjQEBRy4IvWiRu7QHdDzu0Q0IPo%2FMA80gdKvoDNkIOiLrUKv6oVP%2B4BDd8Y%2FwJJOfjKVOuLZHLan%2BU5SU4sI6szLnfgiS8hIOCBlJiF3NP%2FsHxqxwH2n4GkUyxmfqC0%3D\n7347 2019-04-02 07:23:15.060 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7347 2019-04-02 07:23:16.153 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204195&Signature=ULku%2FPSudVNA3LxbN1UxK5aeC02aXgU%2FTSFKjaPwNWjfdaUo5hNUNechSamYn6TDY6IwXkc5x8RHNRQkus7h0ff80GsVGYr2zRAe%2FvBGuJe6S3ghu7%2F8yh3fokVC7%2F61%2BlM3qotHYDkGAJbIlVFZr7wwmwqx3FnFUuj9TVDXMZU%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204195&Signature=ULku%2FPSudVNA3LxbN1UxK5aeC02aXgU%2FTSFKjaPwNWjfdaUo5hNUNechSamYn6TDY6IwXkc5x8RHNRQkus7h0ff80GsVGYr2zRAe%2FvBGuJe6S3ghu7%2F8yh3fokVC7%2F61%2BlM3qotHYDkGAJbIlVFZr7wwmwqx3FnFUuj9TVDXMZU%3D\n7347 2019-04-02 07:23:16.154 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7347 2019-04-02 07:23:16.552 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204196&Signature=peumhfXS1yaLAhBB%2Fult70YKD1pBDNaTvpl%2BDSPpT2a%2B1DDRnwch9%2FHBIAbX%2Fm0i1vWp%2BxoxucSNXkBCdTYpqeFy7wUyA7ayy02KrDEXjVvS8AjXCM%2BaO2def0OrbBCbEEHh0Gl14qJ2d9L3qz%2FK9HafbVvd1p%2B33F7niptefbs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204196&Signature=peumhfXS1yaLAhBB%2Fult70YKD1pBDNaTvpl%2BDSPpT2a%2B1DDRnwch9%2FHBIAbX%2Fm0i1vWp%2BxoxucSNXkBCdTYpqeFy7wUyA7ayy02KrDEXjVvS8AjXCM%2BaO2def0OrbBCbEEHh0Gl14qJ2d9L3qz%2FK9HafbVvd1p%2B33F7niptefbs%3D\n7347 2019-04-02 07:23:16.552 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7347 2019-04-02 07:23:16.863 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204196&Signature=peumhfXS1yaLAhBB%2Fult70YKD1pBDNaTvpl%2BDSPpT2a%2B1DDRnwch9%2FHBIAbX%2Fm0i1vWp%2BxoxucSNXkBCdTYpqeFy7wUyA7ayy02KrDEXjVvS8AjXCM%2BaO2def0OrbBCbEEHh0Gl14qJ2d9L3qz%2FK9HafbVvd1p%2B33F7niptefbs%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204196&Signature=peumhfXS1yaLAhBB%2Fult70YKD1pBDNaTvpl%2BDSPpT2a%2B1DDRnwch9%2FHBIAbX%2Fm0i1vWp%2BxoxucSNXkBCdTYpqeFy7wUyA7ayy02KrDEXjVvS8AjXCM%2BaO2def0OrbBCbEEHh0Gl14qJ2d9L3qz%2FK9HafbVvd1p%2B33F7niptefbs%3D\n7347 2019-04-02 07:23:16.864 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7347 2019-04-02 07:23:17.286 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204197&Signature=gF9sa1H4un1TXMJk2YaH5G7hMVqL00YBo9AJ6pOWyZZ9zCc1mY2EPQBxvAmkjQWVVJl8vv7jQC6RF4BbaUeHmAy7OOXf75pEr06TPOEZ0Vc%2B%2BYmNWigF1m8G3n3wHvSdfFlvOPb2g8RhTsicmp9K9VTuBH0pEQMiyWynloLFIZE%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204197&Signature=gF9sa1H4un1TXMJk2YaH5G7hMVqL00YBo9AJ6pOWyZZ9zCc1mY2EPQBxvAmkjQWVVJl8vv7jQC6RF4BbaUeHmAy7OOXf75pEr06TPOEZ0Vc%2B%2BYmNWigF1m8G3n3wHvSdfFlvOPb2g8RhTsicmp9K9VTuBH0pEQMiyWynloLFIZE%3D\n7347 2019-04-02 07:23:17.287 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n7347 2019-04-02 07:23:17.550 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204197&Signature=gF9sa1H4un1TXMJk2YaH5G7hMVqL00YBo9AJ6pOWyZZ9zCc1mY2EPQBxvAmkjQWVVJl8vv7jQC6RF4BbaUeHmAy7OOXf75pEr06TPOEZ0Vc%2B%2BYmNWigF1m8G3n3wHvSdfFlvOPb2g8RhTsicmp9K9VTuBH0pEQMiyWynloLFIZE%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204197&Signature=gF9sa1H4un1TXMJk2YaH5G7hMVqL00YBo9AJ6pOWyZZ9zCc1mY2EPQBxvAmkjQWVVJl8vv7jQC6RF4BbaUeHmAy7OOXf75pEr06TPOEZ0Vc%2B%2BYmNWigF1m8G3n3wHvSdfFlvOPb2g8RhTsicmp9K9VTuBH0pEQMiyWynloLFIZE%3D\n7347 2019-04-02 07:23:17.550 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n74 files remaining...\n7347 2019-04-02 07:24:01.758 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5647422032183296\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfb6c9374711", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:11.431595", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfb6c9374710", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:01.798028", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-east1-b-k12g" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-east", "us-east1", "us-east1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-east1-b-k12g", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:01.798028", "costs_usd": [ 0.005594272230007811 ], "created_ts": "2019-04-02T07:23:12.195303", "internal_failure": true, "modified_ts": "2019-04-02T07:24:01.798028", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:7:20", "output": "21971 2019-04-02 07:23:30.392 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D\n21971 2019-04-02 07:23:30.393 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21971 2019-04-02 07:23:31.192 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204210&Signature=XmnJ3rAggCiH13lYXMFhv0XBPr9%2FmlIlpSHnQ3lYkEnKlYcok2g6nwXDMETohhLElfcV1s9dIHBWVYYsIRlbW6nxLN05rTaquMVEYAMJBU8ob7YezNxuuB8hRG%2BQG8WudVo1PYpB6QK7kpX%2BsmWsQRMZFuLHDa1Bk%2BBXjpXk20s%3D\n21971 2019-04-02 07:23:31.193 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21971 2019-04-02 07:23:31.514 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204211&Signature=D0IEClJJd7DCvbPAfUsvNygtZpuL1gzdW2MfLXpjjOKQowQJtzfYN0yv0otg610t62Q%2FmMG4WZPvWaIKl2ajFIbUmznEvIE8A5cbD6Av5uwyXJ6%2FJ0gCiyvpE8YB7NlhXFtIOkNkMLsbPuXLHDFci1QAERtZC5yNml4TkjNSmbE%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204211&Signature=D0IEClJJd7DCvbPAfUsvNygtZpuL1gzdW2MfLXpjjOKQowQJtzfYN0yv0otg610t62Q%2FmMG4WZPvWaIKl2ajFIbUmznEvIE8A5cbD6Av5uwyXJ6%2FJ0gCiyvpE8YB7NlhXFtIOkNkMLsbPuXLHDFci1QAERtZC5yNml4TkjNSmbE%3D\n21971 2019-04-02 07:23:31.515 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21971 2019-04-02 07:23:31.798 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204211&Signature=D0IEClJJd7DCvbPAfUsvNygtZpuL1gzdW2MfLXpjjOKQowQJtzfYN0yv0otg610t62Q%2FmMG4WZPvWaIKl2ajFIbUmznEvIE8A5cbD6Av5uwyXJ6%2FJ0gCiyvpE8YB7NlhXFtIOkNkMLsbPuXLHDFci1QAERtZC5yNml4TkjNSmbE%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204211&Signature=D0IEClJJd7DCvbPAfUsvNygtZpuL1gzdW2MfLXpjjOKQowQJtzfYN0yv0otg610t62Q%2FmMG4WZPvWaIKl2ajFIbUmznEvIE8A5cbD6Av5uwyXJ6%2FJ0gCiyvpE8YB7NlhXFtIOkNkMLsbPuXLHDFci1QAERtZC5yNml4TkjNSmbE%3D\n21971 2019-04-02 07:23:31.799 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21971 2019-04-02 07:23:32.120 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204211&Signature=D0IEClJJd7DCvbPAfUsvNygtZpuL1gzdW2MfLXpjjOKQowQJtzfYN0yv0otg610t62Q%2FmMG4WZPvWaIKl2ajFIbUmznEvIE8A5cbD6Av5uwyXJ6%2FJ0gCiyvpE8YB7NlhXFtIOkNkMLsbPuXLHDFci1QAERtZC5yNml4TkjNSmbE%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204211&Signature=D0IEClJJd7DCvbPAfUsvNygtZpuL1gzdW2MfLXpjjOKQowQJtzfYN0yv0otg610t62Q%2FmMG4WZPvWaIKl2ajFIbUmznEvIE8A5cbD6Av5uwyXJ6%2FJ0gCiyvpE8YB7NlhXFtIOkNkMLsbPuXLHDFci1QAERtZC5yNml4TkjNSmbE%3D\n21971 2019-04-02 07:23:32.121 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21971 2019-04-02 07:23:32.419 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204212&Signature=U8jl%2F%2BctwaujqRzdh6mTde5%2BMaQU2DZGFiQcPQz40clMuJUg3Np6PnfBdP2TLLS0NR%2Bm0r98l5Yk%2Bj%2FA8YBlwURPHdRfdX%2FFOaH4PEiWxOkTPuy3bCRVRmhCGXcVSQPUDRVdGb1V1PbINI1eJiMbj2xWMw51n10LY7N96rtas2M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204212&Signature=U8jl%2F%2BctwaujqRzdh6mTde5%2BMaQU2DZGFiQcPQz40clMuJUg3Np6PnfBdP2TLLS0NR%2Bm0r98l5Yk%2Bj%2FA8YBlwURPHdRfdX%2FFOaH4PEiWxOkTPuy3bCRVRmhCGXcVSQPUDRVdGb1V1PbINI1eJiMbj2xWMw51n10LY7N96rtas2M%3D\n21971 2019-04-02 07:23:32.420 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n28 files remaining...\n21971 2019-04-02 07:23:52.506 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.2.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.2.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.2.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.2.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.2.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.2.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.2.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.2.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.2.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.2.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.2.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5139000077582336\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfbbd184b311", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:12.858005", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfbbd184b310", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:01.773632", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-canary-e973df7c-us-central1-c-n8bp" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-central", "us-central1", "us-central1-c" ] } ], "bot_id": "gce-trusty-canary-e973df7c-us-central1-c-n8bp", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:01.773632", "costs_usd": [ 0.005417422839704972 ], "created_ts": "2019-04-02T07:23:13.260952", "internal_failure": true, "modified_ts": "2019-04-02T07:24:01.773632", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:8:20", "output": "28848 2019-04-02 07:23:32.733 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204212&Signature=U8jl%2F%2BctwaujqRzdh6mTde5%2BMaQU2DZGFiQcPQz40clMuJUg3Np6PnfBdP2TLLS0NR%2Bm0r98l5Yk%2Bj%2FA8YBlwURPHdRfdX%2FFOaH4PEiWxOkTPuy3bCRVRmhCGXcVSQPUDRVdGb1V1PbINI1eJiMbj2xWMw51n10LY7N96rtas2M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204212&Signature=U8jl%2F%2BctwaujqRzdh6mTde5%2BMaQU2DZGFiQcPQz40clMuJUg3Np6PnfBdP2TLLS0NR%2Bm0r98l5Yk%2Bj%2FA8YBlwURPHdRfdX%2FFOaH4PEiWxOkTPuy3bCRVRmhCGXcVSQPUDRVdGb1V1PbINI1eJiMbj2xWMw51n10LY7N96rtas2M%3D\n28848 2019-04-02 07:23:32.734 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n28848 2019-04-02 07:23:33.454 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n28848 2019-04-02 07:23:33.454 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n28848 2019-04-02 07:23:33.632 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n28848 2019-04-02 07:23:33.633 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n28848 2019-04-02 07:23:33.835 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n28848 2019-04-02 07:23:33.836 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n28848 2019-04-02 07:23:34.034 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n28848 2019-04-02 07:23:34.035 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n28848 2019-04-02 07:23:34.234 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n28848 2019-04-02 07:23:34.235 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n41 files remaining...\n28848 2019-04-02 07:23:54.707 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5663135102926848\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfc016b45b11", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:14.030449", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfc016b45b10", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:02.605764", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-a-q8wd" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-a" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-a-q8wd", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:02.605764", "costs_usd": [ 0.005414184963504336 ], "created_ts": "2019-04-02T07:23:14.510423", "internal_failure": true, "modified_ts": "2019-04-02T07:24:02.605764", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:9:20", "output": "9150 2019-04-02 07:23:32.970 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204212&Signature=U8jl%2F%2BctwaujqRzdh6mTde5%2BMaQU2DZGFiQcPQz40clMuJUg3Np6PnfBdP2TLLS0NR%2Bm0r98l5Yk%2Bj%2FA8YBlwURPHdRfdX%2FFOaH4PEiWxOkTPuy3bCRVRmhCGXcVSQPUDRVdGb1V1PbINI1eJiMbj2xWMw51n10LY7N96rtas2M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204212&Signature=U8jl%2F%2BctwaujqRzdh6mTde5%2BMaQU2DZGFiQcPQz40clMuJUg3Np6PnfBdP2TLLS0NR%2Bm0r98l5Yk%2Bj%2FA8YBlwURPHdRfdX%2FFOaH4PEiWxOkTPuy3bCRVRmhCGXcVSQPUDRVdGb1V1PbINI1eJiMbj2xWMw51n10LY7N96rtas2M%3D\n9150 2019-04-02 07:23:32.971 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9150 2019-04-02 07:23:33.546 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n9150 2019-04-02 07:23:33.547 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9150 2019-04-02 07:23:33.851 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n9150 2019-04-02 07:23:33.852 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9150 2019-04-02 07:23:34.053 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n9150 2019-04-02 07:23:34.053 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9150 2019-04-02 07:23:34.361 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n9150 2019-04-02 07:23:34.362 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9150 2019-04-02 07:23:34.546 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n9150 2019-04-02 07:23:34.547 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n37 files remaining...\n9150 2019-04-02 07:23:54.369 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5136647609909248\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfc4f2a7f511", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:15.181220", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfc4f2a7f510", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:23:59.542595", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-canary-e973df7c-us-central1-c-qmh7" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-central", "us-central1", "us-central1-c" ] } ], "bot_id": "gce-trusty-canary-e973df7c-us-central1-c-qmh7", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:23:59.542595", "costs_usd": [ 0.004906935913182757 ], "created_ts": "2019-04-02T07:23:15.680214", "internal_failure": true, "modified_ts": "2019-04-02T07:23:59.542595", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:10:20", "output": "26422 2019-04-02 07:23:33.519 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204213&Signature=nyC96wG7%2BvwW%2FAP%2F1xiVDpREgO9poy1Rg1E%2B%2BbiWffAjoK2n7Co%2Bxz6e50JpGyw5T3D5%2BwWewAzOJ2O1RPYFnS7PhrnxF7IkPiVCGgGPuWKHIlFZyez0gawCuWjJ5aMO4hvGoczBfly8Qp4YW5szDm30N4XR%2BXiJpah87pLhjzg%3D\n26422 2019-04-02 07:23:33.520 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n26422 2019-04-02 07:23:34.223 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n26422 2019-04-02 07:23:34.224 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n26422 2019-04-02 07:23:34.423 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n26422 2019-04-02 07:23:34.424 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n26422 2019-04-02 07:23:34.524 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n26422 2019-04-02 07:23:34.524 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n26422 2019-04-02 07:23:34.732 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n26422 2019-04-02 07:23:34.733 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n26422 2019-04-02 07:23:34.922 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204214&Signature=rz2qZv%2BxQTZGt1iGn66NowCyhAh%2FzgUGpy2sYKhxPzHB%2FHnlBb82Cq%2BYeh%2BFhU%2F86vloCUkZaa5MEL48FHIRcRWusSshrtmya97qQx2VBYRDPyp0kpWdKYy2KLkYziimjReLDmf3XwPo9Xqa1V5TnRQjaMt3xD3GhWQgrifuu9M%3D\n26422 2019-04-02 07:23:34.923 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n33 files remaining...\n26422 2019-04-02 07:23:54.297 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5736261719425024\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfca0a0ee511", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:16.384001", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfca0a0ee510", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:05.940136", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-a-qns3" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-a" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-a-qns3", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:05.940136", "costs_usd": [ 0.005514968965905853 ], "created_ts": "2019-04-02T07:23:16.982520", "internal_failure": true, "modified_ts": "2019-04-02T07:24:05.940136", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:11:20", "output": "21348 2019-04-02 07:23:35.554 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204215&Signature=c4xBCA2erK02IkqezaAXvT3EFglfQxeLwog9Jl0k5cPNFIkUINUdPTvXnaDCTvNNFmFdYl%2F1g2nV9tEnAGnx4tLy%2BlFv%2BrrVVzi4PfgEoZrf22VtUftPOS3%2F3FepQ2njAbgCNMZSvLQbiNCtBb7idoMiCWB%2BoYoz0KJtXLJCTuU%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204215&Signature=c4xBCA2erK02IkqezaAXvT3EFglfQxeLwog9Jl0k5cPNFIkUINUdPTvXnaDCTvNNFmFdYl%2F1g2nV9tEnAGnx4tLy%2BlFv%2BrrVVzi4PfgEoZrf22VtUftPOS3%2F3FepQ2njAbgCNMZSvLQbiNCtBb7idoMiCWB%2BoYoz0KJtXLJCTuU%3D\n21348 2019-04-02 07:23:35.555 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21348 2019-04-02 07:23:36.258 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D\n21348 2019-04-02 07:23:36.260 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21348 2019-04-02 07:23:36.652 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D\n21348 2019-04-02 07:23:36.653 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21348 2019-04-02 07:23:36.852 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D\n21348 2019-04-02 07:23:36.853 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21348 2019-04-02 07:23:37.054 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D\n21348 2019-04-02 07:23:37.056 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n21348 2019-04-02 07:23:37.348 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D\n21348 2019-04-02 07:23:37.349 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n38 files remaining...\n21348 2019-04-02 07:23:57.540 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5198192511549440\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfce83a84c11", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:17.382278", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfce83a84c10", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:11.442406", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-east1-b-79j4" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-east", "us-east1", "us-east1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-east1-b-79j4", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:11.442406", "costs_usd": [ 0.006006931539531514 ], "created_ts": "2019-04-02T07:23:18.254904", "internal_failure": true, "modified_ts": "2019-04-02T07:24:11.442406", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:12:20", "output": "1118 2019-04-02 07:23:40.597 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D\n1118 2019-04-02 07:23:40.599 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1118 2019-04-02 07:23:41.495 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D\n1118 2019-04-02 07:23:41.496 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1118 2019-04-02 07:23:41.804 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D\n1118 2019-04-02 07:23:41.805 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1118 2019-04-02 07:23:42.207 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D\n1118 2019-04-02 07:23:42.208 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1118 2019-04-02 07:23:42.506 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D\n1118 2019-04-02 07:23:42.507 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1118 2019-04-02 07:23:42.804 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D\n1118 2019-04-02 07:23:42.806 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n51 files remaining...\n1118 2019-04-02 07:24:03.082 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5722292170522624\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfd38d7dbe11", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:18.935928", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfd38d7dbe10", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:10.574990", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-east1-b-84dj" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-east", "us-east1", "us-east1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-east1-b-84dj", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:10.574990", "costs_usd": [ 0.005762894609886232 ], "created_ts": "2019-04-02T07:23:19.458758", "internal_failure": true, "modified_ts": "2019-04-02T07:24:10.574990", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:13:20", "output": "1010 2019-04-02 07:23:38.422 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204218&Signature=XTJ%2Bd3xTPlNVHRD1zqaPZAskjfUzz1A3j8THr84sz9kvnKNo7znAvbDga2eaCZXfBUtGz0STvcjShBxqN4s6v5%2Bk8RPDdmFAQc9PFuGJb1fx84eznUthyfMflJMBFdrLAgaOpvaLom9jcwVm3%2FlY0u8MDCCirzf55gOfyNw2QBc%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204218&Signature=XTJ%2Bd3xTPlNVHRD1zqaPZAskjfUzz1A3j8THr84sz9kvnKNo7znAvbDga2eaCZXfBUtGz0STvcjShBxqN4s6v5%2Bk8RPDdmFAQc9PFuGJb1fx84eznUthyfMflJMBFdrLAgaOpvaLom9jcwVm3%2FlY0u8MDCCirzf55gOfyNw2QBc%3D\n1010 2019-04-02 07:23:38.423 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1010 2019-04-02 07:23:39.014 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204218&Signature=XTJ%2Bd3xTPlNVHRD1zqaPZAskjfUzz1A3j8THr84sz9kvnKNo7znAvbDga2eaCZXfBUtGz0STvcjShBxqN4s6v5%2Bk8RPDdmFAQc9PFuGJb1fx84eznUthyfMflJMBFdrLAgaOpvaLom9jcwVm3%2FlY0u8MDCCirzf55gOfyNw2QBc%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204218&Signature=XTJ%2Bd3xTPlNVHRD1zqaPZAskjfUzz1A3j8THr84sz9kvnKNo7znAvbDga2eaCZXfBUtGz0STvcjShBxqN4s6v5%2Bk8RPDdmFAQc9PFuGJb1fx84eznUthyfMflJMBFdrLAgaOpvaLom9jcwVm3%2FlY0u8MDCCirzf55gOfyNw2QBc%3D\n1010 2019-04-02 07:23:39.015 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1010 2019-04-02 07:23:39.279 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n1010 2019-04-02 07:23:39.280 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1010 2019-04-02 07:23:39.605 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n1010 2019-04-02 07:23:39.606 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1010 2019-04-02 07:23:39.898 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n1010 2019-04-02 07:23:39.899 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n1010 2019-04-02 07:23:40.210 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n1010 2019-04-02 07:23:40.211 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n44 files remaining...\n1010 2019-04-02 07:24:02.294 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5654485542109184\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfd82c506811", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:20.082443", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfd82c506810", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:01.459921", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-b-p317" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-b-p317", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:01.459921", "costs_usd": [ 0.0045813412926917286 ], "created_ts": "2019-04-02T07:23:20.474401", "internal_failure": true, "modified_ts": "2019-04-02T07:24:01.459921", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:14:20", "output": "17608 2019-04-02 07:23:36.576 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D\n17608 2019-04-02 07:23:36.576 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n17608 2019-04-02 07:23:37.177 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204216&Signature=ypCMTHBEv0VNwVHYpaCpxPEZx48Yxk3pI4gt7%2Fyhp6rz4B6qUG13O8zkU5k2nYMQLHbB%2FE7IBizzTm4QHAwauf1%2B8cVGh9z6Cm7uWcfwQS5jtiYssX%2FsWpWOM83E1nxnRBdgNcDLLRRJX%2BJo4ttHsTPgZYaY7XM5lkA9g8jsq2U%3D\n17608 2019-04-02 07:23:37.178 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n17608 2019-04-02 07:23:37.369 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D\n17608 2019-04-02 07:23:37.370 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n17608 2019-04-02 07:23:37.586 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D\n17608 2019-04-02 07:23:37.587 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n17608 2019-04-02 07:23:37.875 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D\n17608 2019-04-02 07:23:37.876 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n17608 2019-04-02 07:23:38.174 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204217&Signature=zSqulsg4%2Bx7iQpI3L0tYSEI%2FCOT9qgeOWLSZNEHt2Mpl3SQqI2%2BZFbvVd45%2BSI55QpZA3J1hYbbBd6KrAxT5KEfH9BjswJ9BJpAtTQxvfKRZBwnaJoyY%2FVJFkEe8cqEtq1ysuBei5eaclXPs5URrV95BTiwfy5csYfmCeweKAW4%3D\n17608 2019-04-02 07:23:38.175 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n18 files remaining...\n17608 2019-04-02 07:23:56.860 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5152202001743872\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfdc2bc04f11", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:21.087421", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfdc2bc04f10", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:06.605098", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-a-t5q5" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-a" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-a-t5q5", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:06.605098", "costs_usd": [ 0.0050164211124117284 ], "created_ts": "2019-04-02T07:23:21.774923", "internal_failure": true, "modified_ts": "2019-04-02T07:24:06.605098", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:15:20", "output": "2357 2019-04-02 07:23:38.749 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204218&Signature=XTJ%2Bd3xTPlNVHRD1zqaPZAskjfUzz1A3j8THr84sz9kvnKNo7znAvbDga2eaCZXfBUtGz0STvcjShBxqN4s6v5%2Bk8RPDdmFAQc9PFuGJb1fx84eznUthyfMflJMBFdrLAgaOpvaLom9jcwVm3%2FlY0u8MDCCirzf55gOfyNw2QBc%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204218&Signature=XTJ%2Bd3xTPlNVHRD1zqaPZAskjfUzz1A3j8THr84sz9kvnKNo7znAvbDga2eaCZXfBUtGz0STvcjShBxqN4s6v5%2Bk8RPDdmFAQc9PFuGJb1fx84eznUthyfMflJMBFdrLAgaOpvaLom9jcwVm3%2FlY0u8MDCCirzf55gOfyNw2QBc%3D\n2357 2019-04-02 07:23:38.749 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n2357 2019-04-02 07:23:39.350 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n2357 2019-04-02 07:23:39.351 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n2357 2019-04-02 07:23:39.651 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n2357 2019-04-02 07:23:39.652 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n2357 2019-04-02 07:23:39.850 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n2357 2019-04-02 07:23:39.852 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n2357 2019-04-02 07:23:40.052 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204219&Signature=pCZ3dAoSjLYK%2BGAlASGgBnBAUaQ8laI2bB3KDJJCMZmozIdC7KfLvMRMTlx5CfprTT%2BvDJQcTB98l3RMMAT0Art1%2FbgE9EbGfGU2%2B05Rfsn94f5x1NHT7jdO7FUhesALCaGRA%2Brn4LIjLsyL8yHy%2FO2kRS%2FuJRKnWRcPsrQMa9A%3D\n2357 2019-04-02 07:23:40.053 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n2357 2019-04-02 07:23:40.262 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D\n2357 2019-04-02 07:23:40.263 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n36 files remaining...\n2357 2019-04-02 07:24:01.634 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5651956611678208\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfe13b515011", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:22.384466", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfe13b515010", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:13.061391", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-east1-b-6t7h" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-east", "us-east1", "us-east1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-east1-b-6t7h", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:13.061391", "costs_usd": [ 0.005635290745398912 ], "created_ts": "2019-04-02T07:23:22.822622", "internal_failure": true, "modified_ts": "2019-04-02T07:24:13.061391", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:16:20", "output": "29244 2019-04-02 07:23:40.510 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D\n29244 2019-04-02 07:23:40.512 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n29244 2019-04-02 07:23:41.187 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204220&Signature=HGbRTUUJERgC%2F%2FNfmXpycnorj1%2FOM4dfdFfeiyI9JgwHzsdOMQWDcMMLRV6nBFmKZweU1R8qY87pSDeFZ7ENrzHOx1QzNU1sWrIkJlTVVRtc%2BqVsyz80P78jscf%2Fev1lLkxweJJQnSVyMHdhuyEoIhzCZSCO%2F6tk7MsvZeie6oA%3D\n29244 2019-04-02 07:23:41.188 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n29244 2019-04-02 07:23:41.496 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D\n29244 2019-04-02 07:23:41.497 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n29244 2019-04-02 07:23:41.808 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D\n29244 2019-04-02 07:23:41.809 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n29244 2019-04-02 07:23:42.211 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D\n29244 2019-04-02 07:23:42.212 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n29244 2019-04-02 07:23:42.510 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D\n29244 2019-04-02 07:23:42.511 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n31 files remaining...\n29244 2019-04-02 07:24:02.599 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5099794575917056\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfe558a8c211", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:23.411307", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfe558a8c210", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:24.485519", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-b-w4vm" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-b" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-b-w4vm", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:24.485519", "costs_usd": [ 0.0068572825423561575 ], "created_ts": "2019-04-02T07:23:23.751985", "internal_failure": true, "modified_ts": "2019-04-02T07:24:24.485519", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:17:20", "output": "12017 2019-04-02 07:23:28.658 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D\n12017 2019-04-02 07:23:28.659 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n12017 2019-04-02 07:23:28.852 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D\n12017 2019-04-02 07:23:28.853 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n12017 2019-04-02 07:23:29.057 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204208&Signature=xVwl1hffNRSj5uW1iCa08aFfJHkwStPMZ1i%2BpuPmgv8PtNEL8t3S8Oa27WfKY6sqPRhg%2By9F%2BYGpVOdu31VtsV%2B17E9Supvau1duSemA3F%2Fe%2FbhWVGe08Iulhok4K2XjcykPDHnzxusGtbBZ0Lt7wTlETNBi7fG8wsejIkuWMtk%3D\n12017 2019-04-02 07:23:29.058 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n12017 2019-04-02 07:23:29.346 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n12017 2019-04-02 07:23:29.347 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n12017 2019-04-02 07:23:29.546 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n12017 2019-04-02 07:23:29.547 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n12017 2019-04-02 07:23:29.772 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204209&Signature=IPIC%2FS%2FevIAwG65McS%2F22Q2IsDt1TR9Sjd9uZq2Lq%2FeK68D7Uxt2tK3cFwmnce4h%2FQxX1QvnuVpWIAtzQ51xg2k1ONglom08hvgaZARBkmJ4Va1tPGR1qVr3c24Xh9zu%2B1YTvEV%2BGiP68a3WVSYkFJ5V0l9CwUPRc3%2FR8x25L8U%3D\n12017 2019-04-02 07:23:29.773 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n71 files remaining...\n12017 2019-04-02 07:24:19.037 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/6199925450735616\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfe8fbcf4611", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:24.255914", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfe8fbcf4610", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:07.390292", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "gce-trusty-e833d7b0-us-west1-a-h0tf" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-west", "us-west1", "us-west1-a" ] } ], "bot_id": "gce-trusty-e833d7b0-us-west1-a-h0tf", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:07.390292", "costs_usd": [ 0.004755236973889601 ], "created_ts": "2019-04-02T07:23:24.978468", "internal_failure": true, "modified_ts": "2019-04-02T07:24:07.390292", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:18:20", "output": "9806 2019-04-02 07:23:41.957 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204221&Signature=1%2Bqd6VuMOBznf3%2B7INkPgsGqRUgerE7PtYyFzko3EhPf7ZW2Ng4vC%2BqE%2BbSLTgV4tUeTmFysBcsKK1fGHNu1Z8ad34spQ6Jy9%2BzB5HSfIEq35ACZzg9c7upeYZS2fZ%2FRcbA4KDta1HKxaBURwAWJevB2PrsqJnxxEoXz8%2F0WGbw%3D\n9806 2019-04-02 07:23:41.957 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9806 2019-04-02 07:23:42.548 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D\n9806 2019-04-02 07:23:42.549 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9806 2019-04-02 07:23:42.755 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D\n9806 2019-04-02 07:23:42.756 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9806 2019-04-02 07:23:42.944 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D\n9806 2019-04-02 07:23:42.945 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9806 2019-04-02 07:23:43.152 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204222&Signature=kTbIqmY4bJfjECZrrVbXbIFpVqtvRzWZi%2BmAI7qUYLZ4x9Q1poGtmzuE9HxtU057EZjTl2WCyyoluf%2B6Dtb5hG5%2BGitf1mAHc2zQ5Rzxk5pFnpfikzeE7bi5XY7ChonBMcGE1I09bpIItGlxQtKBCoHYBTP%2Bj%2FWIwmAhWcoEeo0%3D\n9806 2019-04-02 07:23:43.153 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n9806 2019-04-02 07:23:43.354 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204223&Signature=MxAmfvZCZwXDMBfFQCrqk9OD8LMvrijAgMpKyy%2Bb%2BxoH1FHgEvDHlPbcCGcnzebTSG4jqrUIRsQfl3hHkyucqV2iLm620oeLGmL7IqiMEP%2FuT%2BrMhXi0p2cjg%2Bxa%2F8yHU2gK780P%2Bt28MsZ%2Fd2JFvCI6WRWj2jIGA2bSabpgBu8%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204223&Signature=MxAmfvZCZwXDMBfFQCrqk9OD8LMvrijAgMpKyy%2Bb%2BxoH1FHgEvDHlPbcCGcnzebTSG4jqrUIRsQfl3hHkyucqV2iLm620oeLGmL7IqiMEP%2FuT%2BrMhXi0p2cjg%2Bxa%2F8yHU2gK780P%2Bt28MsZ%2Fd2JFvCI6WRWj2jIGA2bSabpgBu8%3D\n9806 2019-04-02 07:23:43.355 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n31 files remaining...\n9806 2019-04-02 07:24:02.750 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/4876320246857728\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bfedc70c7111", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:25.557005", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bfedc70c7110", "try_number": "1" }, { "abandoned_ts": "2019-04-02T07:24:22.445238", "bot_dimensions": [ { "key": "caches", "value": [ "swarming_module_cache_vpython" ] }, { "key": "cores", "value": [ "8" ] }, { "key": "cpu", "value": [ "x86", "x86-64", "x86-64-Broadwell_GCE", "x86-64-avx2" ] }, { "key": "gce", "value": [ "1" ] }, { "key": "gpu", "value": [ "none" ] }, { "key": "id", "value": [ "chrome-trusty-79-rv7z" ] }, { "key": "image", "value": [ "chrome-trusty-18091700-38cc06ee3ee" ] }, { "key": "inside_docker", "value": [ "0" ] }, { "key": "kvm", "value": [ "1" ] }, { "key": "machine_type", "value": [ "n1-standard-8" ] }, { "key": "os", "value": [ "Linux", "Ubuntu", "Ubuntu-14.04" ] }, { "key": "pool", "value": [ "Chrome" ] }, { "key": "python", "value": [ "2.7.6" ] }, { "key": "server_version", "value": [ "4231-d78bb73" ] }, { "key": "zone", "value": [ "us", "us-east", "us-east1", "us-east1-b" ] } ], "bot_id": "chrome-trusty-79-rv7z", "bot_version": "bf82ac82601ba4724d8d19254cfcf117e36e729b83347f5db615f2c9e915956a", "completed_ts": "2019-04-02T07:24:22.445238", "costs_usd": [ 0.0063520611444980385 ], "created_ts": "2019-04-02T07:23:25.961283", "internal_failure": true, "modified_ts": "2019-04-02T07:24:22.445238", "name": "webkit_layout_tests (retry shards with patch)/Ubuntu-14.04/6fe6a52d54/linux-blink-rel/9617:19:20", "output": "5610 2019-04-02 07:23:49.580 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204229&Signature=e%2BZR7a2RlHn%2FQXlsGg9IBTpe1J5qvlNZekoiZAoAtcAaU8bBLZRBsW7ta4WIO9j%2FZ2EbnuyLKYbgv89mxAEBUvxLFGcWycLrPIWOm2p4AiY0cuTHfggEk941AePAgFLfOcYi%2BRCUoL%2Bd%2BlvAviwzxeoNS%2FZJR%2Fimh3QZ5veroXQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204229&Signature=e%2BZR7a2RlHn%2FQXlsGg9IBTpe1J5qvlNZekoiZAoAtcAaU8bBLZRBsW7ta4WIO9j%2FZ2EbnuyLKYbgv89mxAEBUvxLFGcWycLrPIWOm2p4AiY0cuTHfggEk941AePAgFLfOcYi%2BRCUoL%2Bd%2BlvAviwzxeoNS%2FZJR%2Fimh3QZ5veroXQ%3D\n5610 2019-04-02 07:23:49.581 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5610 2019-04-02 07:23:50.183 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204229&Signature=e%2BZR7a2RlHn%2FQXlsGg9IBTpe1J5qvlNZekoiZAoAtcAaU8bBLZRBsW7ta4WIO9j%2FZ2EbnuyLKYbgv89mxAEBUvxLFGcWycLrPIWOm2p4AiY0cuTHfggEk941AePAgFLfOcYi%2BRCUoL%2Bd%2BlvAviwzxeoNS%2FZJR%2Fimh3QZ5veroXQ%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204229&Signature=e%2BZR7a2RlHn%2FQXlsGg9IBTpe1J5qvlNZekoiZAoAtcAaU8bBLZRBsW7ta4WIO9j%2FZ2EbnuyLKYbgv89mxAEBUvxLFGcWycLrPIWOm2p4AiY0cuTHfggEk941AePAgFLfOcYi%2BRCUoL%2Bd%2BlvAviwzxeoNS%2FZJR%2Fimh3QZ5veroXQ%3D\n5610 2019-04-02 07:23:50.183 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5610 2019-04-02 07:23:50.476 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204230&Signature=n43jHJ5wYjZCs6qWUMmBVnAPGHyMGuxuYzdRRpyjKID8yG9vfIJ3dQcvJc02O57k%2FJihn5M5OzFBO3J0uIlKukpi0nVRDTxXhno%2BPFoURhaoqs8jfsulkmXHtt70xr8QqGuuQJ0W6nJLg9N3lGaLLZ17VNVvTqcFxo8VpJCAKgM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204230&Signature=n43jHJ5wYjZCs6qWUMmBVnAPGHyMGuxuYzdRRpyjKID8yG9vfIJ3dQcvJc02O57k%2FJihn5M5OzFBO3J0uIlKukpi0nVRDTxXhno%2BPFoURhaoqs8jfsulkmXHtt70xr8QqGuuQJ0W6nJLg9N3lGaLLZ17VNVvTqcFxo8VpJCAKgM%3D\n5610 2019-04-02 07:23:50.477 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5610 2019-04-02 07:23:50.766 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204230&Signature=n43jHJ5wYjZCs6qWUMmBVnAPGHyMGuxuYzdRRpyjKID8yG9vfIJ3dQcvJc02O57k%2FJihn5M5OzFBO3J0uIlKukpi0nVRDTxXhno%2BPFoURhaoqs8jfsulkmXHtt70xr8QqGuuQJ0W6nJLg9N3lGaLLZ17VNVvTqcFxo8VpJCAKgM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204230&Signature=n43jHJ5wYjZCs6qWUMmBVnAPGHyMGuxuYzdRRpyjKID8yG9vfIJ3dQcvJc02O57k%2FJihn5M5OzFBO3J0uIlKukpi0nVRDTxXhno%2BPFoURhaoqs8jfsulkmXHtt70xr8QqGuuQJ0W6nJLg9N3lGaLLZ17VNVvTqcFxo8VpJCAKgM%3D\n5610 2019-04-02 07:23:50.766 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5610 2019-04-02 07:23:51.078 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204230&Signature=n43jHJ5wYjZCs6qWUMmBVnAPGHyMGuxuYzdRRpyjKID8yG9vfIJ3dQcvJc02O57k%2FJihn5M5OzFBO3J0uIlKukpi0nVRDTxXhno%2BPFoURhaoqs8jfsulkmXHtt70xr8QqGuuQJ0W6nJLg9N3lGaLLZ17VNVvTqcFxo8VpJCAKgM%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204230&Signature=n43jHJ5wYjZCs6qWUMmBVnAPGHyMGuxuYzdRRpyjKID8yG9vfIJ3dQcvJc02O57k%2FJihn5M5OzFBO3J0uIlKukpi0nVRDTxXhno%2BPFoURhaoqs8jfsulkmXHtt70xr8QqGuuQJ0W6nJLg9N3lGaLLZ17VNVvTqcFxo8VpJCAKgM%3D\n5610 2019-04-02 07:23:51.080 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n5610 2019-04-02 07:23:51.371 E: Request to https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204231&Signature=DB%2BlMuQQGa8OqKsfMFTuK%2BzCQ9sVH5865VBT1VDjEZw1CtDkguCEmERiutQv1p%2B3rr28VArK7sDE6X%2B7Iwr3BZGwUIc%2BR0oRfxh6%2FxIbefFD5OPpoo3r8Tpk1nlkbXcb7aFDDq4ookqt1ORm6ARIYFX9IvG9lKb3A7pW2JEFuPU%3D failed with HTTP status code 404: 404 Client Error: Not Found for url: https://storage.googleapis.com/isolateserver/default-gzip/c7c06b3636953b459d290c4205b9cabc6d11a70b?GoogleAccessId=553957813421%40developer.gserviceaccount.com&Expires=1554204231&Signature=DB%2BlMuQQGa8OqKsfMFTuK%2BzCQ9sVH5865VBT1VDjEZw1CtDkguCEmERiutQv1p%2B3rr28VArK7sDE6X%2B7Iwr3BZGwUIc%2BR0oRfxh6%2FxIbefFD5OPpoo3r8Tpk1nlkbXcb7aFDDq4ookqt1ORm6ARIYFX9IvG9lKb3A7pW2JEFuPU%3D\n5610 2019-04-02 07:23:51.372 E: Failed to fetch c7c06b3636953b459d290c4205b9cabc6d11a70b: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n67 files remaining...\n5610 2019-04-02 07:24:11.729 E: internal failure: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nTraceback (most recent call last):\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 700, in map_and_run\n use_symlinks=data.use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/run_isolated.py\", line 497, in fetch_and_map\n use_symlinks=use_symlinks)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1294, in fetch_isolated\n digest = fetch_queue.wait()\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 960, in wait\n digest = self._channel.next()\n File \"/b/s/swarming_bot.1.zip/utils/threading_utils.py\", line 377, in _task_executer\n result = func(*args, **kwargs)\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 865, in fetch\n sink(verifier.run())\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 584, in write\n size = file_write(path, content)\n File \"/b/s/swarming_bot.1.zip/client/local_caching.py\", line 41, in file_write\n for d in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 1032, in run\n for chunk in self.stream:\n File \"/b/s/swarming_bot.1.zip/client/isolateserver.py\", line 262, in zip_decompress\n for chunk in content_generator:\n File \"/b/s/swarming_bot.1.zip/client/isolate_storage.py\", line 365, in fetch\n 'Failed to download %s / %s' % (self.server_ref.namespace, digest))\nIOError: Failed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\nSending the crash report ... done.\nReport URL: https://isolateserver.appspot.com/restricted/ereporter2/errors/5718408345681920\nFailed to download default-gzip / c7c06b3636953b459d290c4205b9cabc6d11a70b\n", "run_id": "43f5bff198f63d11", "server_versions": [ "4231-d78bb73" ], "started_ts": "2019-04-02T07:23:26.397224", "state": "BOT_DIED", "tags": [ "build_is_experimental:false", "buildername:linux-blink-rel", "buildnumber:9617", "cpu:x86-64", "data:6fe6a52d54b7217224379a8d0dde3c5dda22cb4b", "gerrit:https://chromium-review.googlesource.com/c/1546945/1", "gpu:none", "master:tryserver.blink", "name:webkit_layout_tests", "os:Ubuntu-14.04", "patch_project:chromium/src", "pool:Chrome", "priority:29", "project:chromium", "purpose:ManualTS", "purpose:luci", "purpose:pre-commit", "service_account:none", "slavename:gce-trusty-e833d7b0-us-west1-a-tvvd", "spec_name:chromium.try:linux-blink-rel", "stepname:webkit_layout_tests (retry shards with patch)", "swarming.pool.template:none", "swarming.pool.version:63e556aa365af6ccf48ef2fc11f8fdbc1445d923", "user:None" ], "task_id": "43f5bff198f63d10", "try_number": "1" } ] }