Back to build
Raw log | Switch to full mode | Login

{ "interrupted": false, "num_failures_by_type": { "FAIL": 0, "PASS": 252, "SKIP": 81 }, "num_regressions": 0, "path_delimiter": ".", "seconds_since_epoch": 1548019458, "tests": { "benchmarks": { "benchmark_smoke_unittest": { "BenchmarkSmokeTest": { "blink_perf": { "shadow_dom": { "actual": "PASS", "expected": "PASS", "times": [ 15.07 ] } }, "dromaeo": { "actual": "PASS", "expected": "PASS", "times": [ 53.3126 ] }, "dummy_benchmark": { "noisy_benchmark_1": { "actual": "PASS", "expected": "PASS", "times": [ 11.6612 ] } }, "loading": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0288 ] } }, "media": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0259 ] } }, "power": { "typical_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0266 ] } }, "rendering": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0857 ] } }, "smoothness": { "tough_pinch_zoom_cases": { "actual": "PASS", "expected": "PASS", "times": [ 0.0264 ] } }, "speedometer2-future": { "actual": "PASS", "expected": "PASS", "times": [ 24.4667 ] }, "startup": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0255 ] } }, "system_health": { "webview_startup": { "actual": "PASS", "expected": "PASS", "times": [ 0.022 ] } }, "tracing": { "tracing_with_background_memory_infra": { "actual": "PASS", "expected": "PASS", "times": [ 22.0279 ] } }, "v8": { "runtime_stats": { "top_25": { "actual": "PASS", "expected": "PASS", "times": [ 49.6943 ] } } }, "wasm": { "actual": "PASS", "expected": "PASS", "times": [ 94.0884 ] }, "webrtc": { "actual": "PASS", "expected": "PASS", "times": [ 99.356 ] } } }, "benchmark_unittest": { "BenchmarkOptionsTest": { "loading": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0065 ] }, "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0081 ] } }, "memory": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0087 ] }, "top_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0132 ] } }, "system_health": { "memory_desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0083 ] }, "memory_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0097 ] }, "webview_startup": { "actual": "PASS", "expected": "PASS", "times": [ 0.0085 ] } }, "wasm": { "actual": "PASS", "expected": "PASS", "times": [ 0.0065 ] } }, "TestBenchmarkNamingMobile": { "runTest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "TestNoBenchmarkNamesDuplication": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0058 ] } }, "TestNoOverrideCustomizeBrowserOptions": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0062 ] } } }, "blink_perf_unittest": { "BlinkPerfTest": { "testBlinkPerfLifecycleMethods": { "actual": "PASS", "expected": "PASS", "times": [ 12.1897 ] }, "testBlinkPerfTracingMetricsForMeasureAsync": { "actual": "PASS", "expected": "PASS", "times": [ 21.0106 ] }, "testBlinkPerfTracingMetricsForMeasureFrameTime": { "actual": "PASS", "expected": "PASS", "times": [ 23.5111 ] }, "testBlinkPerfTracingMetricsForMeasurePageLoadTime": { "actual": "PASS", "expected": "PASS", "times": [ 17.9567 ] }, "testBlinkPerfTracingMetricsForMeasureTime": { "actual": "PASS", "expected": "PASS", "times": [ 18.4973 ] } }, "ComputeTraceEventsMetricsForBlinkPerfTest": { "testAsyncTraceEventMetricsMultipleTests": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testAsyncTraceEventMetricsOverlapping": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testTraceEventMetricsMultiBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testTraceEventMetricsMultiBlinkTestCrossProcesses": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testTraceEventMetricsNoDoubleCountingBasic": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testTraceEventMetricsNoDoubleCountingWithOtherSlidesMixedIn": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testTraceEventMetricsNoThreadTimeAvailable": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testTraceEventMetricsSingleBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] } } }, "system_health_smoke_test": { "SystemHealthBenchmarkSmokeTest": { "system_health": { "memory_desktop/browse:media:flickr_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 81.64 ] }, "memory_desktop/browse:media:googleplaystore:2018": { "actual": "PASS", "expected": "PASS", "times": [ 52.746 ] }, "memory_desktop/browse:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 86.275 ] }, "memory_desktop/browse:media:pinterest": { "actual": "SKIP", "expected": "PASS", "times": [ 0.1241 ] }, "memory_desktop/browse:media:pinterest:2018": { "actual": "PASS", "expected": "PASS", "times": [ 100.7 ] }, "memory_desktop/browse:media:tumblr": { "actual": "SKIP", "expected": "PASS", "times": [ 0.1228 ] }, "memory_desktop/browse:media:tumblr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 75.3903 ] }, "memory_desktop/browse:media:youtube": { "actual": "SKIP", "expected": "PASS", "times": [ 0.1284 ] }, "memory_desktop/browse:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 79.7859 ] }, "memory_desktop/browse:news:cnn": { "actual": "SKIP", "expected": "PASS", "times": [ 0.1257 ] }, "memory_desktop/browse:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 62.6428 ] }, "memory_desktop/browse:news:flipboard": { "actual": "SKIP", "expected": "PASS", "times": [ 1.0931 ] }, "memory_desktop/browse:news:flipboard:2018": { "actual": "PASS", "expected": "PASS", "times": [ 57.0347 ] }, "memory_desktop/browse:news:hackernews": { "actual": "SKIP", "expected": "PASS", "times": [ 0.018 ] }, "memory_desktop/browse:news:hackernews:2018": { "actual": "PASS", "expected": "PASS", "times": [ 58.7691 ] }, "memory_desktop/browse:news:nytimes": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0159 ] }, "memory_desktop/browse:news:nytimes:2018": { "actual": "PASS", "expected": "PASS", "times": [ 76.8952 ] }, "memory_desktop/browse:news:reddit": { "actual": "SKIP", "expected": "PASS", "times": [ 0.018 ] }, "memory_desktop/browse:news:reddit:2018": { "actual": "PASS", "expected": "PASS", "times": [ 55.6094 ] }, "memory_desktop/browse:search:google": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0171 ] }, "memory_desktop/browse:search:google:2018": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0173 ] }, "memory_desktop/browse:search:google_india": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0162 ] }, "memory_desktop/browse:search:google_india:2018": { "actual": "PASS", "expected": "PASS", "times": [ 46.9827 ] }, "memory_desktop/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0185 ] }, "memory_desktop/browse:social:facebook_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 90.0236 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0161 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 72.4221 ] }, "memory_desktop/browse:social:twitter": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0169 ] }, "memory_desktop/browse:social:twitter:2018": { "actual": "PASS", "expected": "PASS", "times": [ 52.8104 ] }, "memory_desktop/browse:social:twitter_infinite_scroll": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0176 ] }, "memory_desktop/browse:social:twitter_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 82.9949 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0182 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 71.4175 ] }, "memory_desktop/browse:tools:earth": { "actual": "PASS", "expected": "PASS", "times": [ 76.8675 ] }, "memory_desktop/browse:tools:maps": { "actual": "PASS", "expected": "PASS", "times": [ 1.3883 ] }, "memory_desktop/browse_accessibility:media:youtube": { "actual": "PASS", "expected": "PASS", "times": [ 52.4716 ] }, "memory_desktop/browse_accessibility:tech:codesearch": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0299 ] }, "memory_desktop/browse_accessibility:tech:codesearch:2018": { "actual": "PASS", "expected": "PASS", "times": [ 41.9998 ] }, "memory_desktop/load:chrome:blank": { "actual": "PASS", "expected": "PASS", "times": [ 28.4253 ] }, "memory_desktop/load:games:alphabetty": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0154 ] }, "memory_desktop/load:games:alphabetty:2018": { "actual": "PASS", "expected": "PASS", "times": [ 26.5005 ] }, "memory_desktop/load:games:bubbles": { "actual": "PASS", "expected": "PASS", "times": [ 31.9626 ] }, "memory_desktop/load:games:lazors": { "actual": "PASS", "expected": "PASS", "times": [ 29.685 ] }, "memory_desktop/load:games:miniclip": { "actual": "SKIP", "expected": "PASS", "times": [ 0.017 ] }, "memory_desktop/load:games:miniclip:2018": { "actual": "PASS", "expected": "PASS", "times": [ 37.5649 ] }, "memory_desktop/load:games:spychase": { "actual": "SKIP", "expected": "PASS", "times": [ 0.025 ] }, "memory_desktop/load:games:spychase:2018": { "actual": "PASS", "expected": "PASS", "times": [ 35.2003 ] }, "memory_desktop/load:media:9gag": { "actual": "PASS", "expected": "PASS", "times": [ 84.4762 ] }, "memory_desktop/load:media:dailymotion": { "actual": "PASS", "expected": "PASS", "times": [ 39.6634 ] }, "memory_desktop/load:media:facebook_photos:2018": { "actual": "PASS", "expected": "PASS", "times": [ 33.4931 ] }, "memory_desktop/load:media:flickr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 33.4424 ] }, "memory_desktop/load:media:google_images": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0157 ] }, "memory_desktop/load:media:google_images:2018": { "actual": "PASS", "expected": "PASS", "times": [ 29.4497 ] }, "memory_desktop/load:media:imgur": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0196 ] }, "memory_desktop/load:media:imgur:2018": { "actual": "PASS", "expected": "PASS", "times": [ 32.2216 ] }, "memory_desktop/load:media:soundcloud": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0172 ] }, "memory_desktop/load:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 33.2932 ] }, "memory_desktop/load:media:youtube": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0164 ] }, "memory_desktop/load:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 35.7995 ] }, "memory_desktop/load:news:bbc": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0192 ] }, "memory_desktop/load:news:bbc:2018": { "actual": "PASS", "expected": "PASS", "times": [ 38.3447 ] }, "memory_desktop/load:news:cnn": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0182 ] }, "memory_desktop/load:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 36.3742 ] }, "memory_desktop/load:news:flipboard": { "actual": "PASS", "expected": "PASS", "times": [ 31.0654 ] }, "memory_desktop/load:news:hackernews": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0224 ] }, "memory_desktop/load:news:hackernews:2018": { "actual": "PASS", "expected": "PASS", "times": [ 30.9511 ] }, "memory_desktop/load:news:nytimes": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0176 ] }, "memory_desktop/load:news:nytimes:2018": { "actual": "PASS", "expected": "PASS", "times": [ 36.7164 ] }, "memory_desktop/load:news:qq": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0202 ] }, "memory_desktop/load:news:qq:2018": { "actual": "PASS", "expected": "PASS", "times": [ 32.582 ] }, "memory_desktop/load:news:reddit": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0297 ] }, "memory_desktop/load:news:reddit:2018": { "actual": "PASS", "expected": "PASS", "times": [ 69.2035 ] }, "memory_desktop/load:news:wikipedia": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0382 ] }, "memory_desktop/load:news:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 31.8368 ] }, "memory_desktop/load:search:amazon": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0198 ] }, "memory_desktop/load:search:amazon:2018": { "actual": "PASS", "expected": "PASS", "times": [ 31.2576 ] }, "memory_desktop/load:search:baidu": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0169 ] }, "memory_desktop/load:search:baidu:2018": { "actual": "PASS", "expected": "PASS", "times": [ 30.8193 ] }, "memory_desktop/load:search:ebay": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0154 ] }, "memory_desktop/load:search:ebay:2018": { "actual": "PASS", "expected": "PASS", "times": [ 31.7236 ] }, "memory_desktop/load:search:flipkart:2018": { "actual": "PASS", "expected": "PASS", "times": [ 30.6537 ] }, "memory_desktop/load:search:google": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0207 ] }, "memory_desktop/load:search:google:2018": { "actual": "PASS", "expected": "PASS", "times": [ 32.4854 ] }, "memory_desktop/load:search:taobao": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0212 ] }, "memory_desktop/load:search:taobao:2018": { "actual": "PASS", "expected": "PASS", "times": [ 43.1944 ] }, "memory_desktop/load:search:yahoo": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0244 ] }, "memory_desktop/load:search:yahoo:2018": { "actual": "PASS", "expected": "PASS", "times": [ 31.9045 ] }, "memory_desktop/load:search:yandex": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0189 ] }, "memory_desktop/load:search:yandex:2018": { "actual": "PASS", "expected": "PASS", "times": [ 26.2264 ] }, "memory_desktop/load:social:instagram": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0187 ] }, "memory_desktop/load:social:instagram:2018": { "actual": "PASS", "expected": "PASS", "times": [ 33.2838 ] }, "memory_desktop/load:social:pinterest": { "actual": "PASS", "expected": "PASS", "times": [ 33.4578 ] }, "memory_desktop/load:social:vk": { "actual": "PASS", "expected": "PASS", "times": [ 32.2296 ] }, "memory_desktop/load:social:vk:2018": { "actual": "PASS", "expected": "PASS", "times": [ 31.7082 ] }, "memory_desktop/load:tools:docs": { "actual": "PASS", "expected": "PASS", "times": [ 36.2615 ] }, "memory_desktop/load:tools:drive": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0178 ] }, "memory_desktop/load:tools:dropbox": { "actual": "PASS", "expected": "PASS", "times": [ 32.5554 ] }, "memory_desktop/load:tools:gmail": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0174 ] }, "memory_desktop/load:tools:stackoverflow": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0192 ] }, "memory_desktop/load:tools:stackoverflow:2018": { "actual": "PASS", "expected": "PASS", "times": [ 30.9324 ] }, "memory_desktop/load:tools:weather": { "actual": "PASS", "expected": "PASS", "times": [ 30.167 ] }, "memory_desktop/load_accessibility:media:wikipedia": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0162 ] }, "memory_desktop/load_accessibility:media:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 32.66 ] }, "memory_desktop/load_accessibility:shopping:amazon": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0176 ] }, "memory_desktop/load_accessibility:shopping:amazon:2018": { "actual": "PASS", "expected": "PASS", "times": [ 31.2296 ] }, "memory_desktop/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0168 ] }, "memory_desktop/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0181 ] }, "memory_desktop/multitab:misc:typical24": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0187 ] }, "memory_desktop/multitab:misc:typical24:2018": { "actual": "SKIP", "expected": "PASS", "times": [ 0.031 ] }, "memory_desktop/play:media:google_play_music": { "actual": "PASS", "expected": "PASS", "times": [ 1.4436 ] }, "memory_desktop/play:media:soundcloud": { "actual": "SKIP", "expected": "PASS", "times": [ 0.026 ] }, "memory_desktop/play:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 56.7027 ] }, "memory_mobile/background:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 0.0368 ] }, "memory_mobile/background:news:nytimes": { "actual": "PASS", "expected": "PASS", "times": [ 0.0322 ] }, "memory_mobile/background:search:google": { "actual": "PASS", "expected": "PASS", "times": [ 0.0383 ] }, "memory_mobile/background:social:facebook": { "actual": "PASS", "expected": "PASS", "times": [ 0.0299 ] }, "memory_mobile/background:tools:gmail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0306 ] }, "memory_mobile/browse:chrome:newtab": { "actual": "PASS", "expected": "PASS", "times": [ 0.0342 ] }, "memory_mobile/browse:chrome:omnibox": { "actual": "PASS", "expected": "PASS", "times": [ 0.0358 ] }, "memory_mobile/browse:media:facebook_photos": { "actual": "PASS", "expected": "PASS", "times": [ 0.04 ] }, "memory_mobile/browse:media:flickr_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 0.0449 ] }, "memory_mobile/browse:media:googleplaystore:2019": { "actual": "PASS", "expected": "PASS", "times": [ 0.0356 ] }, "memory_mobile/browse:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 0.0466 ] }, "memory_mobile/browse:media:youtube": { "actual": "PASS", "expected": "PASS", "times": [ 0.0319 ] }, "memory_mobile/browse:news:cnn": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0146 ] }, "memory_mobile/browse:news:cnn:2018": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0149 ] }, "memory_mobile/browse:news:cricbuzz": { "actual": "PASS", "expected": "PASS", "times": [ 0.0297 ] }, "memory_mobile/browse:news:globo": { "actual": "PASS", "expected": "PASS", "times": [ 0.0282 ] }, "memory_mobile/browse:news:qq": { "actual": "PASS", "expected": "PASS", "times": [ 0.0329 ] }, "memory_mobile/browse:news:reddit": { "actual": "PASS", "expected": "PASS", "times": [ 0.0327 ] }, "memory_mobile/browse:news:toi": { "actual": "PASS", "expected": "PASS", "times": [ 0.0299 ] }, "memory_mobile/browse:news:washingtonpost": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0153 ] }, "memory_mobile/browse:search:amp:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0361 ] }, "memory_mobile/browse:shopping:amazon": { "actual": "PASS", "expected": "PASS", "times": [ 0.0273 ] }, "memory_mobile/browse:shopping:avito": { "actual": "PASS", "expected": "PASS", "times": [ 0.059 ] }, "memory_mobile/browse:shopping:flipkart": { "actual": "PASS", "expected": "PASS", "times": [ 0.0272 ] }, "memory_mobile/browse:shopping:lazada": { "actual": "PASS", "expected": "PASS", "times": [ 0.0314 ] }, "memory_mobile/browse:social:facebook": { "actual": "PASS", "expected": "PASS", "times": [ 0.0343 ] }, "memory_mobile/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0147 ] }, "memory_mobile/browse:social:facebook_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0305 ] }, "memory_mobile/browse:social:instagram": { "actual": "PASS", "expected": "PASS", "times": [ 0.0358 ] }, "memory_mobile/browse:social:pinterest_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 0.0326 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0143 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0327 ] }, "memory_mobile/browse:social:twitter": { "actual": "PASS", "expected": "PASS", "times": [ 0.0695 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0137 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0383 ] }, "memory_mobile/browse:tools:maps": { "actual": "PASS", "expected": "PASS", "times": [ 0.0294 ] }, "memory_mobile/load:chrome:blank": { "actual": "PASS", "expected": "PASS", "times": [ 0.0302 ] }, "memory_mobile/load:games:bubbles": { "actual": "PASS", "expected": "PASS", "times": [ 0.0324 ] }, "memory_mobile/load:games:lazors": { "actual": "PASS", "expected": "PASS", "times": [ 0.0321 ] }, "memory_mobile/load:games:spychase": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0136 ] }, "memory_mobile/load:games:spychase:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0316 ] }, "memory_mobile/load:media:dailymotion": { "actual": "PASS", "expected": "PASS", "times": [ 0.0356 ] }, "memory_mobile/load:media:facebook_photos": { "actual": "PASS", "expected": "PASS", "times": [ 0.0301 ] }, "memory_mobile/load:media:flickr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.034 ] }, "memory_mobile/load:media:google_images": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0158 ] }, "memory_mobile/load:media:google_images:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0644 ] }, "memory_mobile/load:media:imgur": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0156 ] }, "memory_mobile/load:media:imgur:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0287 ] }, "memory_mobile/load:media:soundcloud": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0144 ] }, "memory_mobile/load:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0294 ] }, "memory_mobile/load:media:youtube": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0143 ] }, "memory_mobile/load:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.039 ] }, "memory_mobile/load:news:cnn": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0138 ] }, "memory_mobile/load:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0299 ] }, "memory_mobile/load:news:irctc": { "actual": "PASS", "expected": "PASS", "times": [ 0.036 ] }, "memory_mobile/load:news:nytimes": { "actual": "PASS", "expected": "PASS", "times": [ 0.0329 ] }, "memory_mobile/load:news:qq": { "actual": "PASS", "expected": "PASS", "times": [ 0.0313 ] }, "memory_mobile/load:news:reddit": { "actual": "PASS", "expected": "PASS", "times": [ 0.0315 ] }, "memory_mobile/load:news:washingtonpost": { "actual": "PASS", "expected": "PASS", "times": [ 0.0398 ] }, "memory_mobile/load:news:wikipedia": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0134 ] }, "memory_mobile/load:news:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.031 ] }, "memory_mobile/load:search:baidu": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0232 ] }, "memory_mobile/load:search:baidu:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0306 ] }, "memory_mobile/load:search:ebay": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0117 ] }, "memory_mobile/load:search:ebay:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0318 ] }, "memory_mobile/load:search:google": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0141 ] }, "memory_mobile/load:search:google:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0315 ] }, "memory_mobile/load:search:taobao": { "actual": "PASS", "expected": "PASS", "times": [ 0.0368 ] }, "memory_mobile/load:search:yahoo": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0141 ] }, "memory_mobile/load:search:yahoo:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0319 ] }, "memory_mobile/load:search:yandex": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0251 ] }, "memory_mobile/load:search:yandex:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0287 ] }, "memory_mobile/load:social:twitter": { "actual": "PASS", "expected": "PASS", "times": [ 0.0693 ] }, "memory_mobile/load:tools:docs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0381 ] }, "memory_mobile/load:tools:drive": { "actual": "PASS", "expected": "PASS", "times": [ 0.0307 ] }, "memory_mobile/load:tools:dropbox": { "actual": "PASS", "expected": "PASS", "times": [ 0.0293 ] }, "memory_mobile/load:tools:gmail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0293 ] }, "memory_mobile/load:tools:stackoverflow": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0146 ] }, "memory_mobile/load:tools:stackoverflow:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0366 ] }, "memory_mobile/load:tools:weather": { "actual": "PASS", "expected": "PASS", "times": [ 0.0365 ] }, "memory_mobile/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0143 ] }, "memory_mobile/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "PASS", "times": [ 0.0131 ] } } } }, "system_health_unittest": { "TestSystemHealthBenchmarks": { "testNamePrefix": { "actual": "PASS", "expected": "PASS", "times": [ 0.0058 ] }, "testSystemHealthStorySetIsUsed": { "actual": "PASS", "expected": "PASS", "times": [ 0.0458 ] } }, "TestSystemHealthStories": { "testNoOverrideRunPageInteractions": { "actual": "PASS", "expected": "PASS", "times": [ 0.0217 ] } } } }, "contrib": { "cluster_telemetry": { "ct_benchmarks_unittest": { "CTBenchmarks": { "testCTBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0038 ] }, "testCTBenchmarks_missingDataFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0017 ] }, "testCTBenchmarks_missingUrlsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.0014 ] }, "testCTBenchmarks_wrongAgent": { "actual": "PASS", "expected": "PASS", "times": [ 0.0021 ] } } }, "screenshot_unittest": { "ScreenshotUnitTest": { "testIsScreenshotWithinDynamicContentThreshold": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testScreenshot": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "oilpan": { "oilpan_gc_times_unittest": { "OilpanGCTimesTest": { "testForBlinkPerf": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testForParsing": { "actual": "PASS", "expected": "PASS", "times": [ 0.0045 ] }, "testForParsingOldFormat": { "actual": "PASS", "expected": "PASS", "times": [ 0.0041 ] }, "testForSmoothness": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "orderfile": { "orderfile_unittest": { "Orderfile": { "test25TrainingStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.0421 ] }, "testDefaults": { "actual": "PASS", "expected": "PASS", "times": [ 0.0231 ] }, "testTestingVariationStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.0414 ] } } } } }, "core": { "about_tracing_integration_test": { "AboutTracingIntegrationTest": { "testBasicTraceRecording": { "actual": "PASS", "expected": "PASS", "times": [ 10.4042 ] } } }, "benchmark_finders_unittest": { "TestGetBenchmarkNamesForFile": { "testListSimpleBenchmarksDefinedInOneFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0011 ] }, "testListSimpleBenchmarksDefinedInOneFileComplex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "benchmark_utils_unittest": { "BenchmarkUtilsUnittest": { "testGetBenchmarkStoryNamesOrdering": { "actual": "PASS", "expected": "PASS", "times": [ 0.0331 ] } } }, "cli_helpers_unittest": { "CLIHelpersTest": { "testAskAgainOnInvalidAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testAskNoDefaultCustomAnswersAsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.0013 ] }, "testAskWithCustomAnswersAndDefault": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testAskWithInvalidDefaultAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testCheckLog": { "actual": "PASS", "expected": "PASS", "times": [ 0.0025 ] }, "testCheckLogError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0028 ] }, "testFatal": { "actual": "PASS", "expected": "PASS", "times": [ 0.0027 ] }, "testPrintsComment": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testPrintsError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testPrintsInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testPrintsStep": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.0011 ] }, "testRunOkFail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0018 ] }, "testRunWithNonListCommand": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testUnsupportedColor": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] } } }, "find_dependencies_unittest": { "FindDependenciesTest": { "testFindPythonDependencies": { "actual": "PASS", "expected": "PASS", "times": [ 2.0472 ] }, "testFindPythonDependenciesWithNestedImport": { "actual": "PASS", "expected": "PASS", "times": [ 0.1231 ] } } }, "generate_system_health_csv_unittest": { "GenerateSystemHealthCSVTest": { "testPopulateExpectations": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] } } }, "minidump_unittest": { "BrowserMinidumpTest": { "testMultipleCrashMinidumps": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testSymbolizeMinidump": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "perf_benchmark_unittest": { "PerfBenchmarkTest": { "testAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 0.0182 ] }, "testAdTaggingRulesetInvalidJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.0125 ] }, "testAdTaggingRulesetNoExplicitOutDir": { "actual": "PASS", "expected": "PASS", "times": [ 0.0039 ] }, "testAdTaggingRulesetNoExplicitOutDirAndroidChromium": { "actual": "PASS", "expected": "PASS", "times": [ 0.0103 ] }, "testAdTaggingRulesetOutputDirNotFound": { "actual": "PASS", "expected": "PASS", "times": [ 0.0042 ] }, "testAdTaggingRulesetReference": { "actual": "PASS", "expected": "PASS", "times": [ 0.0032 ] }, "testNoAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 0.0037 ] }, "testVariationArgs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0028 ] } } }, "perf_data_generator_unittest": { "PerfDataGeneratorTest": { "testGenerateCPlusPlusTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testGeneratePerformanceTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testGeneratePerformanceTestSuiteWebview": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "test_get_scheduled_non_telemetry_benchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0026 ] } }, "TestIsPerfBenchmarksSchedulingValid": { "test_UnscheduledCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0024 ] }, "test_UnscheduledTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0019 ] }, "test_UntrackedCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0018 ] }, "test_UntrackedTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0024 ] }, "test_returnTrue": { "actual": "PASS", "expected": "PASS", "times": [ 0.0016 ] } } }, "results_dashboard_unittest": { "ResultsDashboardTest": { "testNoRetryAfterSucessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.0025 ] }, "testNoRetryForSendResultFatalException": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] }, "testNoRetryForSuccessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testRetryForSendResultRetryException": { "actual": "PASS", "expected": "PASS", "times": [ 0.0014 ] } } }, "sharding_map_generator_unittest": { "TestShardingMapGenerator": { "testGenerateAndTestShardingMap": { "actual": "PASS", "expected": "PASS", "times": [ 0.0012 ] }, "testGeneratePerfSharding": { "actual": "PASS", "expected": "PASS", "times": [ 0.7302 ] }, "testGenerateShardingMapsWithoutStoryTimingData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] } } }, "stacktrace_unittest": { "TabStackTraceTest": { "testBadBreakpadFileIgnored": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashMinimalSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testValidDump": { "actual": "PASS", "expected": "PASS", "times": [ 69.1279 ] } } }, "story_expectation_validator_unittest": { "StoryExpectationValidatorTest": { "testGetDisabledStoriesWithExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testGetDisabledStoriesWithoutMatchingExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testValidateStoryInValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testValidateStoryValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] } } } }, "fetch_benchmark_deps_unittest": { "FetchBenchmarkDepsUnittest": { "testFetchServingDirs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0414 ] }, "testFetchWPRs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0392 ] } } }, "generate_legacy_perf_dashboard_json_unittest": { "LegacyResultsProcessorUnittest": { "testSummary": { "actual": "PASS", "expected": "PASS", "times": [ 0.0021 ] } } }, "measurements": { "clock_domain_test": { "ClockDomainTest": { "testTelemetryUsesChromeClockDomain": { "actual": "PASS", "expected": "PASS", "times": [ 12.4357 ] } } }, "measurement_smoke_test": { "MeasurementSmokeTest": { "testAllMeasurementInstance": { "actual": "PASS", "expected": "PASS", "times": [ 0.083 ] } } }, "multipage_skpicture_printer_unittest": { "MultipageSkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "PASS", "expected": "PASS", "times": [ 10.0996 ] } } }, "rasterize_and_record_micro_unittest": { "RasterizeAndRecordMicroUnitTest": { "testRasterizeAndRecordMicro": { "actual": "PASS", "expected": "PASS", "times": [ 10.5848 ] } } }, "skpicture_printer_unittest": { "SkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "PASS", "expected": "PASS", "times": [ 10.5052 ] } } } }, "page_sets": { "story_set_unittest": { "StorySetUnitTest": { "testNoStorySetDefinedWithUnnamedStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.375 ] }, "testSmoke": { "actual": "PASS", "expected": "PASS", "times": [ 0.1568 ] } } } }, "process_perf_results_unittest": { "DataFormatParsingUnitTest": { "testChartJSON": { "actual": "PASS", "expected": "PASS", "times": [ 0.0013 ] }, "testGtest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0016 ] }, "testHistogram": { "actual": "PASS", "expected": "PASS", "times": [ 0.0012 ] } }, "ProcessPerfResultsIntegrationTest": { "testIntegration": { "actual": "PASS", "expected": "PASS", "times": [ 43.0931 ] } } }, "scripts_smoke_unittest": { "ScriptsSmokeTest": { "testRunBenchmarkHelp": { "actual": "PASS", "expected": "PASS", "times": [ 0.5201 ] }, "testRunBenchmarkRunListsOutBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 1.1385 ] }, "testRunBenchmarkRunNonExistingBenchmark": { "actual": "PASS", "expected": "PASS", "times": [ 0.7491 ] }, "testRunRecordWprHelp": { "actual": "PASS", "expected": "PASS", "times": [ 0.4691 ] }, "testRunRecordWprList": { "actual": "PASS", "expected": "PASS", "times": [ 1.6485 ] }, "testRunTelemetryBenchmarkAsGoogletest": { "actual": "PASS", "expected": "PASS", "times": [ 18.1371 ] } } }, "test_results": { "analysis_unittest": { "TestAnalysis": { "testFilterBy": { "actual": "PASS", "expected": "PASS", "times": [ 0.5118 ] } } }, "frames_unittest": { "TestDataFrames": { "testBuildersDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] }, "testGetWithCache": { "actual": "PASS", "expected": "PASS", "times": [ 0.0179 ] }, "testIterTestResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testRunLengthDecode": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testTestResultsDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.0438 ] }, "testTestResultsDataFrame_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.0168 ] }, "testTestResultsDataFrame_wrongVersionRejected": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] } } } } }, "version": 3 }