Back to build
Raw log | Switch to full mode | Login

{ "interrupted": false, "num_failures_by_type": { "FAIL": 0, "PASS": 271, "SKIP": 82 }, "num_regressions": 0, "path_delimiter": ".", "seconds_since_epoch": 1551415775, "tests": { "benchmarks": { "benchmark_smoke_unittest": { "BenchmarkSmokeTest": { "blink_perf": { "shadow_dom": { "actual": "PASS", "expected": "PASS", "times": [ 7.1943 ] } }, "dromaeo": { "actual": "PASS", "expected": "PASS", "times": [ 36.9625 ] }, "dummy_benchmark": { "noisy_benchmark_1": { "actual": "PASS", "expected": "PASS", "times": [ 4.6887 ] } }, "loading": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0203 ] } }, "media": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0187 ] } }, "power": { "typical_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] } }, "rendering": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0419 ] } }, "smoothness": { "tough_pinch_zoom_cases": { "actual": "PASS", "expected": "PASS", "times": [ 0.0174 ] } }, "speedometer2-future": { "actual": "PASS", "expected": "PASS", "times": [ 13.9827 ] }, "startup": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0155 ] } }, "system_health": { "webview_startup": { "actual": "PASS", "expected": "PASS", "times": [ 0.0157 ] } }, "tracing": { "tracing_with_background_memory_infra": { "actual": "PASS", "expected": "PASS", "times": [ 12.2787 ] } }, "v8": { "runtime_stats": { "top_25": { "actual": "PASS", "expected": "PASS", "times": [ 37.2382 ] } } }, "wasm": { "actual": "PASS", "expected": "PASS", "times": [ 38.643 ] } } }, "benchmark_unittest": { "BenchmarkOptionsTest": { "loading": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0061 ] }, "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0049 ] } }, "memory": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0058 ] }, "top_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0051 ] } }, "system_health": { "memory_desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0058 ] }, "memory_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0053 ] }, "webview_startup": { "actual": "PASS", "expected": "PASS", "times": [ 0.0068 ] } }, "wasm": { "actual": "PASS", "expected": "PASS", "times": [ 0.0051 ] } }, "TestBenchmarkNamingMobile": { "runTest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "TestNoBenchmarkNamesDuplication": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0029 ] } }, "TestNoOverrideCustomizeOptions": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0041 ] } } }, "blink_perf_unittest": { "BlinkPerfTest": { "testBlinkPerfLifecycleMethods": { "actual": "PASS", "expected": "PASS", "times": [ 4.5783 ] }, "testBlinkPerfTracingMetricsForMeasureAsync": { "actual": "PASS", "expected": "PASS", "times": [ 10.0291 ] }, "testBlinkPerfTracingMetricsForMeasureFrameTime": { "actual": "PASS", "expected": "PASS", "times": [ 11.266 ] }, "testBlinkPerfTracingMetricsForMeasurePageLoadTime": { "actual": "PASS", "expected": "PASS", "times": [ 11.1274 ] }, "testBlinkPerfTracingMetricsForMeasureTime": { "actual": "PASS", "expected": "PASS", "times": [ 18.5687 ] } }, "ComputeTraceEventsMetricsForBlinkPerfTest": { "testAsyncTraceEventMetricsMultipleTests": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testAsyncTraceEventMetricsOverlapping": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTraceEventMetricsMultiBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTraceEventMetricsMultiBlinkTestCrossProcesses": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testTraceEventMetricsNoDoubleCountingBasic": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTraceEventMetricsNoDoubleCountingWithOtherSlidesMixedIn": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTraceEventMetricsNoThreadTimeAvailable": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTraceEventMetricsSingleBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] } } }, "system_health_smoke_test": { "SystemHealthBenchmarkSmokeTest": { "system_health": { "memory_desktop/browse:media:flickr_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 66.7425 ] }, "memory_desktop/browse:media:googleplaystore:2018": { "actual": "PASS", "expected": "PASS", "times": [ 43.0825 ] }, "memory_desktop/browse:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 77.2759 ] }, "memory_desktop/browse:media:pinterest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0836 ] }, "memory_desktop/browse:media:pinterest:2018": { "actual": "PASS", "expected": "PASS", "times": [ 93.8349 ] }, "memory_desktop/browse:media:tumblr": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0796 ] }, "memory_desktop/browse:media:tumblr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 66.7112 ] }, "memory_desktop/browse:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0783 ] }, "memory_desktop/browse:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 69.0703 ] }, "memory_desktop/browse:media:youtubetv:2019": { "actual": "PASS", "expected": "PASS", "times": [ 70.9463 ] }, "memory_desktop/browse:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0775 ] }, "memory_desktop/browse:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 48.8178 ] }, "memory_desktop/browse:news:flipboard": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0121 ] }, "memory_desktop/browse:news:flipboard:2018": { "actual": "PASS", "expected": "PASS", "times": [ 51.4416 ] }, "memory_desktop/browse:news:hackernews": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0124 ] }, "memory_desktop/browse:news:hackernews:2018": { "actual": "PASS", "expected": "PASS", "times": [ 60.0129 ] }, "memory_desktop/browse:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_desktop/browse:news:nytimes:2018": { "actual": "PASS", "expected": "PASS", "times": [ 77.5762 ] }, "memory_desktop/browse:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_desktop/browse:news:reddit:2018": { "actual": "PASS", "expected": "PASS", "times": [ 54.159 ] }, "memory_desktop/browse:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0119 ] }, "memory_desktop/browse:search:google:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.011 ] }, "memory_desktop/browse:search:google_india": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0101 ] }, "memory_desktop/browse:search:google_india:2018": { "actual": "PASS", "expected": "PASS", "times": [ 37.9239 ] }, "memory_desktop/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0098 ] }, "memory_desktop/browse:social:facebook_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 71.5539 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0114 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 60.5255 ] }, "memory_desktop/browse:social:twitter": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0102 ] }, "memory_desktop/browse:social:twitter:2018": { "actual": "PASS", "expected": "PASS", "times": [ 49.9741 ] }, "memory_desktop/browse:social:twitter_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0104 ] }, "memory_desktop/browse:social:twitter_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 66.8178 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0098 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 63.6448 ] }, "memory_desktop/browse:tools:earth": { "actual": "PASS", "expected": "PASS", "times": [ 58.5854 ] }, "memory_desktop/browse:tools:maps": { "actual": "PASS", "expected": "PASS", "times": [ 1.1935 ] }, "memory_desktop/browse_accessibility:media:youtube": { "actual": "PASS", "expected": "PASS", "times": [ 28.8685 ] }, "memory_desktop/browse_accessibility:tech:codesearch": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0115 ] }, "memory_desktop/browse_accessibility:tech:codesearch:2018": { "actual": "PASS", "expected": "PASS", "times": [ 33.6719 ] }, "memory_desktop/load:chrome:blank": { "actual": "PASS", "expected": "PASS", "times": [ 20.4468 ] }, "memory_desktop/load:games:alphabetty": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0094 ] }, "memory_desktop/load:games:alphabetty:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.3488 ] }, "memory_desktop/load:games:bubbles": { "actual": "PASS", "expected": "PASS", "times": [ 22.8405 ] }, "memory_desktop/load:games:lazors": { "actual": "PASS", "expected": "PASS", "times": [ 21.6342 ] }, "memory_desktop/load:games:miniclip": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0094 ] }, "memory_desktop/load:games:miniclip:2018": { "actual": "PASS", "expected": "PASS", "times": [ 25.3922 ] }, "memory_desktop/load:games:spychase": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0118 ] }, "memory_desktop/load:games:spychase:2018": { "actual": "PASS", "expected": "PASS", "times": [ 27.2922 ] }, "memory_desktop/load:media:9gag": { "actual": "PASS", "expected": "PASS", "times": [ 27.5884 ] }, "memory_desktop/load:media:dailymotion": { "actual": "PASS", "expected": "PASS", "times": [ 22.9987 ] }, "memory_desktop/load:media:facebook_photos:2018": { "actual": "PASS", "expected": "PASS", "times": [ 24.6702 ] }, "memory_desktop/load:media:flickr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.349 ] }, "memory_desktop/load:media:google_images": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0099 ] }, "memory_desktop/load:media:google_images:2018": { "actual": "PASS", "expected": "PASS", "times": [ 21.9452 ] }, "memory_desktop/load:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0141 ] }, "memory_desktop/load:media:imgur:2018": { "actual": "PASS", "expected": "PASS", "times": [ 23.8396 ] }, "memory_desktop/load:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0099 ] }, "memory_desktop/load:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 25.0971 ] }, "memory_desktop/load:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0097 ] }, "memory_desktop/load:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 23.8843 ] }, "memory_desktop/load:news:bbc": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0122 ] }, "memory_desktop/load:news:bbc:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.1211 ] }, "memory_desktop/load:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0121 ] }, "memory_desktop/load:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 24.891 ] }, "memory_desktop/load:news:flipboard": { "actual": "PASS", "expected": "PASS", "times": [ 22.3476 ] }, "memory_desktop/load:news:hackernews": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0116 ] }, "memory_desktop/load:news:hackernews:2018": { "actual": "PASS", "expected": "PASS", "times": [ 21.8888 ] }, "memory_desktop/load:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0128 ] }, "memory_desktop/load:news:nytimes:2018": { "actual": "PASS", "expected": "PASS", "times": [ 26.3131 ] }, "memory_desktop/load:news:qq": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0111 ] }, "memory_desktop/load:news:qq:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.7151 ] }, "memory_desktop/load:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0119 ] }, "memory_desktop/load:news:reddit:2018": { "actual": "PASS", "expected": "PASS", "times": [ 26.3451 ] }, "memory_desktop/load:news:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0111 ] }, "memory_desktop/load:news:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 23.8579 ] }, "memory_desktop/load:search:amazon": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0115 ] }, "memory_desktop/load:search:amazon:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.5864 ] }, "memory_desktop/load:search:baidu": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0094 ] }, "memory_desktop/load:search:baidu:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.1088 ] }, "memory_desktop/load:search:ebay": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0113 ] }, "memory_desktop/load:search:ebay:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.7541 ] }, "memory_desktop/load:search:flipkart:2018": { "actual": "PASS", "expected": "PASS", "times": [ 23.2114 ] }, "memory_desktop/load:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0111 ] }, "memory_desktop/load:search:google:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.5028 ] }, "memory_desktop/load:search:taobao": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0134 ] }, "memory_desktop/load:search:taobao:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.5123 ] }, "memory_desktop/load:search:yahoo": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0129 ] }, "memory_desktop/load:search:yahoo:2018": { "actual": "PASS", "expected": "PASS", "times": [ 21.3938 ] }, "memory_desktop/load:search:yandex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0113 ] }, "memory_desktop/load:search:yandex:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.0758 ] }, "memory_desktop/load:social:instagram": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0138 ] }, "memory_desktop/load:social:instagram:2018": { "actual": "PASS", "expected": "PASS", "times": [ 23.039 ] }, "memory_desktop/load:social:pinterest": { "actual": "PASS", "expected": "PASS", "times": [ 23.7144 ] }, "memory_desktop/load:social:vk": { "actual": "PASS", "expected": "PASS", "times": [ 22.5852 ] }, "memory_desktop/load:social:vk:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.3271 ] }, "memory_desktop/load:tools:docs": { "actual": "PASS", "expected": "PASS", "times": [ 28.6534 ] }, "memory_desktop/load:tools:drive": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0099 ] }, "memory_desktop/load:tools:dropbox": { "actual": "PASS", "expected": "PASS", "times": [ 22.8253 ] }, "memory_desktop/load:tools:gmail": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0124 ] }, "memory_desktop/load:tools:stackoverflow": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0122 ] }, "memory_desktop/load:tools:stackoverflow:2018": { "actual": "PASS", "expected": "PASS", "times": [ 22.4385 ] }, "memory_desktop/load:tools:weather": { "actual": "PASS", "expected": "PASS", "times": [ 24.7067 ] }, "memory_desktop/load_accessibility:media:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0103 ] }, "memory_desktop/load_accessibility:media:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 23.8741 ] }, "memory_desktop/load_accessibility:shopping:amazon": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0122 ] }, "memory_desktop/load_accessibility:shopping:amazon:2018": { "actual": "PASS", "expected": "PASS", "times": [ 23.1393 ] }, "memory_desktop/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0113 ] }, "memory_desktop/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0111 ] }, "memory_desktop/multitab:misc:typical24": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_desktop/multitab:misc:typical24:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0121 ] }, "memory_desktop/play:media:google_play_music": { "actual": "PASS", "expected": "PASS", "times": [ 1.3197 ] }, "memory_desktop/play:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.01 ] }, "memory_desktop/play:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 48.5831 ] }, "memory_mobile/background:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 0.0252 ] }, "memory_mobile/background:news:nytimes": { "actual": "PASS", "expected": "PASS", "times": [ 0.0208 ] }, "memory_mobile/background:search:google": { "actual": "PASS", "expected": "PASS", "times": [ 0.0238 ] }, "memory_mobile/background:social:facebook": { "actual": "PASS", "expected": "PASS", "times": [ 0.0193 ] }, "memory_mobile/background:tools:gmail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0609 ] }, "memory_mobile/browse:chrome:newtab": { "actual": "PASS", "expected": "PASS", "times": [ 0.0204 ] }, "memory_mobile/browse:chrome:omnibox": { "actual": "PASS", "expected": "PASS", "times": [ 0.0206 ] }, "memory_mobile/browse:media:facebook_photos": { "actual": "PASS", "expected": "PASS", "times": [ 0.0211 ] }, "memory_mobile/browse:media:flickr_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 0.02 ] }, "memory_mobile/browse:media:googleplaystore:2019": { "actual": "PASS", "expected": "PASS", "times": [ 0.0236 ] }, "memory_mobile/browse:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 0.0221 ] }, "memory_mobile/browse:media:youtube": { "actual": "PASS", "expected": "PASS", "times": [ 0.023 ] }, "memory_mobile/browse:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0109 ] }, "memory_mobile/browse:news:cnn:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0098 ] }, "memory_mobile/browse:news:cricbuzz": { "actual": "PASS", "expected": "PASS", "times": [ 0.0224 ] }, "memory_mobile/browse:news:globo": { "actual": "PASS", "expected": "PASS", "times": [ 0.0198 ] }, "memory_mobile/browse:news:qq": { "actual": "PASS", "expected": "PASS", "times": [ 0.0185 ] }, "memory_mobile/browse:news:reddit": { "actual": "PASS", "expected": "PASS", "times": [ 0.0604 ] }, "memory_mobile/browse:news:toi": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0089 ] }, "memory_mobile/browse:news:washingtonpost": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0089 ] }, "memory_mobile/browse:search:amp:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0213 ] }, "memory_mobile/browse:shopping:amazon": { "actual": "PASS", "expected": "PASS", "times": [ 0.0218 ] }, "memory_mobile/browse:shopping:avito": { "actual": "PASS", "expected": "PASS", "times": [ 0.0206 ] }, "memory_mobile/browse:shopping:flipkart": { "actual": "PASS", "expected": "PASS", "times": [ 0.0218 ] }, "memory_mobile/browse:shopping:lazada": { "actual": "PASS", "expected": "PASS", "times": [ 0.0235 ] }, "memory_mobile/browse:social:facebook": { "actual": "PASS", "expected": "PASS", "times": [ 0.0202 ] }, "memory_mobile/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0099 ] }, "memory_mobile/browse:social:facebook_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0196 ] }, "memory_mobile/browse:social:instagram": { "actual": "PASS", "expected": "PASS", "times": [ 0.0191 ] }, "memory_mobile/browse:social:pinterest_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 0.0197 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0088 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0198 ] }, "memory_mobile/browse:social:twitter": { "actual": "PASS", "expected": "PASS", "times": [ 0.0191 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0091 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0209 ] }, "memory_mobile/browse:tools:maps": { "actual": "PASS", "expected": "PASS", "times": [ 0.0207 ] }, "memory_mobile/load:chrome:blank": { "actual": "PASS", "expected": "PASS", "times": [ 0.0243 ] }, "memory_mobile/load:games:bubbles": { "actual": "PASS", "expected": "PASS", "times": [ 0.0213 ] }, "memory_mobile/load:games:lazors": { "actual": "PASS", "expected": "PASS", "times": [ 0.0219 ] }, "memory_mobile/load:games:spychase": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0091 ] }, "memory_mobile/load:games:spychase:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0188 ] }, "memory_mobile/load:media:dailymotion": { "actual": "PASS", "expected": "PASS", "times": [ 0.0205 ] }, "memory_mobile/load:media:facebook_photos": { "actual": "PASS", "expected": "PASS", "times": [ 0.0196 ] }, "memory_mobile/load:media:flickr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0207 ] }, "memory_mobile/load:media:google_images": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0083 ] }, "memory_mobile/load:media:google_images:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.022 ] }, "memory_mobile/load:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0099 ] }, "memory_mobile/load:media:imgur:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0223 ] }, "memory_mobile/load:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0111 ] }, "memory_mobile/load:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0238 ] }, "memory_mobile/load:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0103 ] }, "memory_mobile/load:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0202 ] }, "memory_mobile/load:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.008 ] }, "memory_mobile/load:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0202 ] }, "memory_mobile/load:news:irctc": { "actual": "PASS", "expected": "PASS", "times": [ 0.0206 ] }, "memory_mobile/load:news:nytimes": { "actual": "PASS", "expected": "PASS", "times": [ 0.0196 ] }, "memory_mobile/load:news:qq": { "actual": "PASS", "expected": "PASS", "times": [ 0.0204 ] }, "memory_mobile/load:news:reddit": { "actual": "PASS", "expected": "PASS", "times": [ 0.0218 ] }, "memory_mobile/load:news:washingtonpost": { "actual": "PASS", "expected": "PASS", "times": [ 0.0213 ] }, "memory_mobile/load:news:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0096 ] }, "memory_mobile/load:news:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.024 ] }, "memory_mobile/load:search:baidu": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0094 ] }, "memory_mobile/load:search:baidu:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0221 ] }, "memory_mobile/load:search:ebay": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0091 ] }, "memory_mobile/load:search:ebay:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0187 ] }, "memory_mobile/load:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.009 ] }, "memory_mobile/load:search:google:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0197 ] }, "memory_mobile/load:search:taobao": { "actual": "PASS", "expected": "PASS", "times": [ 0.0208 ] }, "memory_mobile/load:search:yahoo": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0084 ] }, "memory_mobile/load:search:yahoo:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.028 ] }, "memory_mobile/load:search:yandex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0096 ] }, "memory_mobile/load:search:yandex:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.0211 ] }, "memory_mobile/load:social:twitter": { "actual": "PASS", "expected": "PASS", "times": [ 0.0241 ] }, "memory_mobile/load:tools:docs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0233 ] }, "memory_mobile/load:tools:drive": { "actual": "PASS", "expected": "PASS", "times": [ 0.0226 ] }, "memory_mobile/load:tools:dropbox": { "actual": "PASS", "expected": "PASS", "times": [ 0.024 ] }, "memory_mobile/load:tools:gmail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0242 ] }, "memory_mobile/load:tools:stackoverflow": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0089 ] }, "memory_mobile/load:tools:stackoverflow:2018": { "actual": "PASS", "expected": "PASS", "times": [ 0.064 ] }, "memory_mobile/load:tools:weather": { "actual": "PASS", "expected": "PASS", "times": [ 0.0204 ] }, "memory_mobile/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0085 ] }, "memory_mobile/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0096 ] } } } }, "system_health_unittest": { "TestSystemHealthBenchmarks": { "testNamePrefix": { "actual": "PASS", "expected": "PASS", "times": [ 0.0029 ] }, "testSystemHealthStorySetIsUsed": { "actual": "PASS", "expected": "PASS", "times": [ 0.0288 ] } }, "TestSystemHealthStories": { "testNoOverrideRunPageInteractions": { "actual": "PASS", "expected": "PASS", "times": [ 0.0153 ] } } } }, "contrib": { "cluster_telemetry": { "ct_benchmarks_unittest": { "CTBenchmarks": { "testCTBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0014 ] }, "testCTBenchmarks_missingDataFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0011 ] }, "testCTBenchmarks_missingUrlsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testCTBenchmarks_wrongAgent": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] } } }, "screenshot_unittest": { "ScreenshotUnitTest": { "testIsScreenshotWithinDynamicContentThreshold": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testScreenshot": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "oilpan": { "oilpan_gc_times_unittest": { "OilpanGCTimesTest": { "testForBlinkPerf": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testForParsing": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testForParsingOldFormat": { "actual": "PASS", "expected": "PASS", "times": [ 0.0024 ] }, "testForSmoothness": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "orderfile": { "orderfile_unittest": { "Orderfile": { "test25TrainingStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.0128 ] }, "testDefaults": { "actual": "PASS", "expected": "PASS", "times": [ 0.0127 ] }, "testTestingVariationStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.0282 ] } } } } }, "core": { "about_tracing_integration_test": { "AboutTracingIntegrationTest": { "testBasicTraceRecording": { "actual": "PASS", "expected": "PASS", "times": [ 5.2254 ] } } }, "benchmark_finders_unittest": { "TestGetBenchmarkNamesForFile": { "testListSimpleBenchmarksDefinedInOneFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] }, "testListSimpleBenchmarksDefinedInOneFileComplex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "benchmark_utils_unittest": { "BenchmarkUtilsUnittest": { "testGetBenchmarkStoryNamesOrdering": { "actual": "PASS", "expected": "PASS", "times": [ 0.0216 ] } } }, "cli_helpers_unittest": { "CLIHelpersTest": { "testAskAgainOnInvalidAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.0015 ] }, "testAskNoDefaultCustomAnswersAsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testAskWithCustomAnswersAndDefault": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testAskWithInvalidDefaultAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testCheckLog": { "actual": "PASS", "expected": "PASS", "times": [ 0.0016 ] }, "testCheckLogError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0019 ] }, "testFatal": { "actual": "PASS", "expected": "PASS", "times": [ 0.0012 ] }, "testPrintsComment": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testPrintsError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testPrintsInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testPrintsStep": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.0495 ] }, "testRunOkFail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testRunWithNonListCommand": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testUnsupportedColor": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] } } }, "find_dependencies_unittest": { "FindDependenciesTest": { "testFindPythonDependencies": { "actual": "PASS", "expected": "PASS", "times": [ 1.4862 ] }, "testFindPythonDependenciesWithNestedImport": { "actual": "PASS", "expected": "PASS", "times": [ 0.0676 ] } } }, "generate_system_health_csv_unittest": { "GenerateSystemHealthCSVTest": { "testPopulateExpectations": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] } } }, "minidump_unittest": { "BrowserMinidumpTest": { "testMultipleCrashMinidumps": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testSymbolizeMinidump": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "perf_benchmark_unittest": { "PerfBenchmarkTest": { "testAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 0.0086 ] }, "testAdTaggingRulesetInvalidJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.0093 ] }, "testAdTaggingRulesetNoExplicitOutDir": { "actual": "PASS", "expected": "PASS", "times": [ 0.0031 ] }, "testAdTaggingRulesetNoExplicitOutDirAndroidChromium": { "actual": "PASS", "expected": "PASS", "times": [ 0.0034 ] }, "testAdTaggingRulesetOutputDirNotFound": { "actual": "PASS", "expected": "PASS", "times": [ 0.0027 ] }, "testAdTaggingRulesetReference": { "actual": "PASS", "expected": "PASS", "times": [ 0.0035 ] }, "testNoAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 0.0021 ] }, "testVariationArgs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0019 ] } } }, "perf_data_generator_unittest": { "PerfDataGeneratorTest": { "testGenerateCPlusPlusTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testGeneratePerformanceTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testGeneratePerformanceTestSuiteWebview": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "test_get_scheduled_non_telemetry_benchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0018 ] } }, "TestIsPerfBenchmarksSchedulingValid": { "test_UnscheduledCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0013 ] }, "test_UnscheduledTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0012 ] }, "test_UntrackedCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0015 ] }, "test_UntrackedTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0015 ] }, "test_returnTrue": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] } } }, "results_dashboard_unittest": { "ResultsDashboardTest": { "testNoRetryAfterSucessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.0011 ] }, "testNoRetryForSendResultFatalException": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testNoRetryForSuccessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.0012 ] }, "testRetryForSendResultRetryException": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] } } }, "sharding_map_generator_unittest": { "TestShardingMapGenerator": { "testGenerateAndTestShardingMap": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testGeneratePerfSharding": { "actual": "PASS", "expected": "PASS", "times": [ 0.4687 ] }, "testGenerateShardingMapsWithoutStoryTimingData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] } } }, "stacktrace_unittest": { "TabStackTraceTest": { "testBadBreakpadFileIgnored": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashMinimalSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testValidDump": { "actual": "PASS", "expected": "PASS", "times": [ 13.901 ] } } }, "story_expectation_validator_unittest": { "StoryExpectationValidatorTest": { "testGetDisabledStoriesWithExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testGetDisabledStoriesWithoutMatchingExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testValidateStoryInValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testValidateStoryValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] } } } }, "fetch_benchmark_deps_unittest": { "FetchBenchmarkDepsUnittest": { "testFetchServingDirs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0244 ] }, "testFetchWPRs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0271 ] } } }, "generate_legacy_perf_dashboard_json_unittest": { "LegacyResultsProcessorUnittest": { "testSummary": { "actual": "PASS", "expected": "PASS", "times": [ 0.0014 ] } } }, "measurements": { "clock_domain_test": { "ClockDomainTest": { "testTelemetryUsesChromeClockDomain": { "actual": "PASS", "expected": "PASS", "times": [ 4.8593 ] } } }, "measurement_smoke_test": { "MeasurementSmokeTest": { "testAllMeasurementInstance": { "actual": "PASS", "expected": "PASS", "times": [ 0.0564 ] } } }, "multipage_skpicture_printer_unittest": { "MultipageSkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "PASS", "expected": "PASS", "times": [ 4.5974 ] } } }, "rasterize_and_record_micro_unittest": { "RasterizeAndRecordMicroUnitTest": { "testRasterizeAndRecordMicro": { "actual": "PASS", "expected": "PASS", "times": [ 4.8668 ] } } }, "skpicture_printer_unittest": { "SkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "PASS", "expected": "PASS", "times": [ 4.6602 ] } } } }, "page_sets": { "story_set_unittest": { "StorySetUnitTest": { "testNoStorySetDefinedWithUnnamedStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.0768 ] }, "testSmoke": { "actual": "PASS", "expected": "PASS", "times": [ 0.1055 ] } } } }, "process_perf_results_unittest": { "DataFormatParsingUnitTest": { "testChartJSON": { "actual": "PASS", "expected": "PASS", "times": [ 0.0011 ] }, "testGtest": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testHistogram": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] } }, "ProcessPerfResultsIntegrationTest": { "testIntegration": { "actual": "PASS", "expected": "PASS", "times": [ 80.9057 ] } }, "ProcessPerfResults_HardenedUnittest": { "test_handle_perf_json_test_results_IOError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "test_merge_perf_results_IOError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] } } }, "scripts_smoke_unittest": { "ScriptsSmokeTest": { "testRunBenchmarkHelp": { "actual": "PASS", "expected": "PASS", "times": [ 0.3918 ] }, "testRunBenchmarkRunListsOutBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.7287 ] }, "testRunBenchmarkRunNonExistingBenchmark": { "actual": "PASS", "expected": "PASS", "times": [ 0.4875 ] }, "testRunPerformanceTestsGtestArgsParser": { "actual": "PASS", "expected": "PASS", "times": [ 0.0018 ] }, "testRunPerformanceTestsGtest_end2end": { "actual": "PASS", "expected": "PASS", "times": [ 0.4329 ] }, "testRunPerformanceTestsTelemetryArgsParser": { "actual": "PASS", "expected": "PASS", "times": [ 0.0017 ] }, "testRunPerformanceTestsTelemetryCommandGenerator_ReferenceBrowserComeLast": { "actual": "PASS", "expected": "PASS", "times": [ 0.0015 ] }, "testRunPerformanceTestsTelemetrySharded_end2end": { "actual": "PASS", "expected": "PASS", "times": [ 15.6056 ] }, "testRunPerformanceTestsTelemetry_end2end": { "actual": "PASS", "expected": "PASS", "times": [ 6.6175 ] }, "testRunRecordWprHelp": { "actual": "PASS", "expected": "PASS", "times": [ 0.4188 ] }, "testRunRecordWprList": { "actual": "PASS", "expected": "PASS", "times": [ 1.1818 ] } } }, "test_results": { "analysis_unittest": { "TestAnalysis": { "testFilterBy": { "actual": "PASS", "expected": "PASS", "times": [ 0.0602 ] } } }, "frames_unittest": { "TestDataFrames": { "testBuildersDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.0153 ] }, "testGetWithCache": { "actual": "PASS", "expected": "PASS", "times": [ 0.0287 ] }, "testIterTestResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testRunLengthDecode": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testTestResultsDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.0341 ] }, "testTestResultsDataFrame_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.0207 ] }, "testTestResultsDataFrame_wrongVersionRejected": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] } } } }, "wpr": { "update_wpr_unittest": { "UpdateWprTest": { "testCleanupAutomatic": { "actual": "PASS", "expected": "PASS", "times": [ 0.0042 ] }, "testCleanupManual": { "actual": "PASS", "expected": "PASS", "times": [ 0.0037 ] }, "testDeleteExistingWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.0059 ] }, "testLiveRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.0047 ] }, "testMain": { "actual": "PASS", "expected": "PASS", "times": [ 0.0076 ] }, "testPrintResultsHTMLInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.0058 ] }, "testPrintRunInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.0036 ] }, "testRecordWprDesktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0043 ] }, "testRecordWprMobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0059 ] }, "testReplayWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.0069 ] }, "testRunBenchmark": { "actual": "PASS", "expected": "PASS", "times": [ 0.0034 ] }, "testUploadCL": { "actual": "PASS", "expected": "PASS", "times": [ 0.0052 ] }, "testUploadWPR": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] } } } } }, "version": 3 }