Back to build
Raw log | Switch to full mode | Login

{ "interrupted": false, "num_failures_by_type": { "FAIL": 0, "PASS": 277, "SKIP": 165 }, "num_regressions": 0, "path_delimiter": ".", "seconds_since_epoch": 1556234863, "tests": { "benchmarks": { "benchmark_smoke_unittest": { "BenchmarkSmokeTest": { "blink_perf": { "shadow_dom": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "dromaeo": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "dummy_benchmark": { "noisy_benchmark_1": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "loading": { "mobile": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "media": { "mobile": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "memory": { "top_10_mobile": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "power": { "typical_10_mobile": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "rendering": { "mobile": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "speedometer2-future": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "startup": { "mobile": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "system_health": { "webview_startup": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "tracing": { "tracing_with_background_memory_infra": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "v8": { "runtime_stats": { "top_25": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "wasm": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "benchmark_unittest": { "BenchmarkOptionsTest": { "loading": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0182 ] }, "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0176 ] } }, "memory": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0048 ] }, "top_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0045 ] } }, "system_health": { "memory_desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0096 ] }, "memory_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0057 ] }, "webview_startup": { "actual": "PASS", "expected": "PASS", "times": [ 0.0204 ] } }, "wasm": { "actual": "PASS", "expected": "PASS", "times": [ 0.0184 ] } }, "TestBenchmarkNamingMobile": { "runTest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "TestNoBenchmarkNamesDuplication": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0115 ] } }, "TestNoOverrideCustomizeOptions": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0108 ] } } }, "blink_perf_unittest": { "BlinkPerfTest": { "testBlinkPerfLifecycleMethods": { "actual": "PASS", "expected": "PASS", "times": [ 26.7101 ] }, "testBlinkPerfTracingMetricsForMeasureAsync": { "actual": "PASS", "expected": "PASS", "times": [ 30.9011 ] }, "testBlinkPerfTracingMetricsForMeasureFrameTime": { "actual": "PASS", "expected": "PASS", "times": [ 32.2088 ] }, "testBlinkPerfTracingMetricsForMeasurePageLoadTime": { "actual": "PASS", "expected": "PASS", "times": [ 31.0106 ] }, "testBlinkPerfTracingMetricsForMeasureTime": { "actual": "PASS", "expected": "PASS", "times": [ 31.7168 ] } }, "ComputeTraceEventsMetricsForBlinkPerfTest": { "testAsyncTraceEventMetricsMultipleTests": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testAsyncTraceEventMetricsOverlapping": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testTraceEventMetricsMultiBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTraceEventMetricsMultiBlinkTestCrossProcesses": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testTraceEventMetricsNoDoubleCountingBasic": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testTraceEventMetricsNoDoubleCountingWithOtherSlidesMixedIn": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testTraceEventMetricsNoThreadTimeAvailable": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testTraceEventMetricsSingleBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] } } }, "system_health_smoke_test": { "SystemHealthBenchmarkSmokeTest": { "system_health": { "memory_desktop/browse:media:flickr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.061 ] }, "memory_desktop/browse:media:googleplaystore:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0685 ] }, "memory_desktop/browse:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0561 ] }, "memory_desktop/browse:media:pinterest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.045 ] }, "memory_desktop/browse:media:pinterest:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.052 ] }, "memory_desktop/browse:media:tumblr": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.045 ] }, "memory_desktop/browse:media:tumblr:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.067 ] }, "memory_desktop/browse:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0616 ] }, "memory_desktop/browse:media:youtube:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0599 ] }, "memory_desktop/browse:media:youtubetv:2019": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0489 ] }, "memory_desktop/browse:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0445 ] }, "memory_desktop/browse:news:cnn:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0657 ] }, "memory_desktop/browse:news:flipboard": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.057 ] }, "memory_desktop/browse:news:flipboard:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0632 ] }, "memory_desktop/browse:news:hackernews": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.064 ] }, "memory_desktop/browse:news:hackernews:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0068 ] }, "memory_desktop/browse:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.006 ] }, "memory_desktop/browse:news:nytimes:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0071 ] }, "memory_desktop/browse:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/browse:news:reddit:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0074 ] }, "memory_desktop/browse:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/browse:search:google:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/browse:search:google_india": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0067 ] }, "memory_desktop/browse:search:google_india:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0067 ] }, "memory_desktop/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0076 ] }, "memory_desktop/browse:social:facebook_infinite_scroll:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0059 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0074 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0074 ] }, "memory_desktop/browse:social:twitter": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0063 ] }, "memory_desktop/browse:social:twitter:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0076 ] }, "memory_desktop/browse:social:twitter_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0062 ] }, "memory_desktop/browse:social:twitter_infinite_scroll:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0068 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0071 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0056 ] }, "memory_desktop/browse:tools:earth": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0064 ] }, "memory_desktop/browse:tools:maps": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0056 ] }, "memory_desktop/browse_accessibility:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0061 ] }, "memory_desktop/browse_accessibility:tech:codesearch": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0072 ] }, "memory_desktop/browse_accessibility:tech:codesearch:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0073 ] }, "memory_desktop/load:chrome:blank": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0073 ] }, "memory_desktop/load:games:alphabetty": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:games:alphabetty:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0066 ] }, "memory_desktop/load:games:bubbles": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0074 ] }, "memory_desktop/load:games:lazors": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.006 ] }, "memory_desktop/load:games:miniclip": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0082 ] }, "memory_desktop/load:games:miniclip:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.006 ] }, "memory_desktop/load:games:spychase": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0059 ] }, "memory_desktop/load:games:spychase:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.007 ] }, "memory_desktop/load:media:9gag": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/load:media:dailymotion": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0063 ] }, "memory_desktop/load:media:facebook_photos:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/load:media:flickr:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0061 ] }, "memory_desktop/load:media:google_images": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0078 ] }, "memory_desktop/load:media:google_images:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0061 ] }, "memory_desktop/load:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0067 ] }, "memory_desktop/load:media:imgur:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0073 ] }, "memory_desktop/load:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.006 ] }, "memory_desktop/load:media:soundcloud:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0077 ] }, "memory_desktop/load:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0067 ] }, "memory_desktop/load:media:youtube:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0071 ] }, "memory_desktop/load:news:bbc": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0064 ] }, "memory_desktop/load:news:bbc:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0078 ] }, "memory_desktop/load:news:cnn:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0056 ] }, "memory_desktop/load:news:flipboard": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0066 ] }, "memory_desktop/load:news:hackernews": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/load:news:hackernews:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0059 ] }, "memory_desktop/load:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0065 ] }, "memory_desktop/load:news:nytimes:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0059 ] }, "memory_desktop/load:news:qq": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.007 ] }, "memory_desktop/load:news:qq:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0061 ] }, "memory_desktop/load:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0067 ] }, "memory_desktop/load:news:reddit:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0079 ] }, "memory_desktop/load:news:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:news:wikipedia:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0071 ] }, "memory_desktop/load:search:amazon": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0059 ] }, "memory_desktop/load:search:amazon:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:search:baidu": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0073 ] }, "memory_desktop/load:search:baidu:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0056 ] }, "memory_desktop/load:search:ebay": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0063 ] }, "memory_desktop/load:search:ebay:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0062 ] }, "memory_desktop/load:search:flipkart:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0063 ] }, "memory_desktop/load:search:google:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:search:taobao": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0066 ] }, "memory_desktop/load:search:taobao:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0059 ] }, "memory_desktop/load:search:yahoo": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.007 ] }, "memory_desktop/load:search:yahoo:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0076 ] }, "memory_desktop/load:search:yandex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:search:yandex:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0073 ] }, "memory_desktop/load:social:instagram": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0061 ] }, "memory_desktop/load:social:instagram:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0068 ] }, "memory_desktop/load:social:pinterest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0077 ] }, "memory_desktop/load:social:vk": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0056 ] }, "memory_desktop/load:social:vk:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0064 ] }, "memory_desktop/load:tools:docs": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0066 ] }, "memory_desktop/load:tools:drive": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0056 ] }, "memory_desktop/load:tools:dropbox": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0065 ] }, "memory_desktop/load:tools:gmail": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0058 ] }, "memory_desktop/load:tools:stackoverflow": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0066 ] }, "memory_desktop/load:tools:stackoverflow:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/load:tools:weather": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0071 ] }, "memory_desktop/load_accessibility:media:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0075 ] }, "memory_desktop/load_accessibility:media:wikipedia:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/load_accessibility:shopping:amazon": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0066 ] }, "memory_desktop/load_accessibility:shopping:amazon:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0067 ] }, "memory_desktop/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0075 ] }, "memory_desktop/multitab:misc:typical24": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/multitab:misc:typical24:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0071 ] }, "memory_desktop/play:media:google_play_music": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0057 ] }, "memory_desktop/play:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0076 ] }, "memory_desktop/play:media:soundcloud:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0063 ] }, "memory_mobile/background:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 22.5325 ] }, "memory_mobile/background:news:nytimes": { "actual": "PASS", "expected": "PASS", "times": [ 22.7943 ] }, "memory_mobile/background:search:google": { "actual": "PASS", "expected": "PASS", "times": [ 68.5129 ] }, "memory_mobile/background:social:facebook": { "actual": "PASS", "expected": "PASS", "times": [ 64.244 ] }, "memory_mobile/background:tools:gmail": { "actual": "PASS", "expected": "PASS", "times": [ 22.9274 ] }, "memory_mobile/browse:chrome:newtab": { "actual": "PASS", "expected": "PASS", "times": [ 22.9162 ] }, "memory_mobile/browse:chrome:omnibox": { "actual": "PASS", "expected": "PASS", "times": [ 23.3147 ] }, "memory_mobile/browse:media:facebook_photos": { "actual": "PASS", "expected": "PASS", "times": [ 120.0211 ] }, "memory_mobile/browse:media:flickr_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 87.3998 ] }, "memory_mobile/browse:media:googleplaystore:2019": { "actual": "PASS", "expected": "PASS", "times": [ 81.0523 ] }, "memory_mobile/browse:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 105.3335 ] }, "memory_mobile/browse:media:youtube": { "actual": "PASS", "expected": "PASS", "times": [ 118.7466 ] }, "memory_mobile/browse:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.7239 ] }, "memory_mobile/browse:news:cnn:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.7246 ] }, "memory_mobile/browse:news:cricbuzz": { "actual": "PASS", "expected": "PASS", "times": [ 101.7264 ] }, "memory_mobile/browse:news:globo": { "actual": "PASS", "expected": "PASS", "times": [ 18.2894 ] }, "memory_mobile/browse:news:qq": { "actual": "PASS", "expected": "PASS", "times": [ 92.9666 ] }, "memory_mobile/browse:news:reddit": { "actual": "PASS", "expected": "PASS", "times": [ 88.6502 ] }, "memory_mobile/browse:news:toi": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.9175 ] }, "memory_mobile/browse:news:washingtonpost": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8306 ] }, "memory_mobile/browse:search:amp:2018": { "actual": "PASS", "expected": "PASS", "times": [ 61.4454 ] }, "memory_mobile/browse:search:amp:sxg:2019": { "actual": "PASS", "expected": "PASS", "times": [ 63.1224 ] }, "memory_mobile/browse:shopping:amazon": { "actual": "PASS", "expected": "PASS", "times": [ 94.8232 ] }, "memory_mobile/browse:shopping:avito": { "actual": "PASS", "expected": "PASS", "times": [ 18.4203 ] }, "memory_mobile/browse:shopping:flipkart": { "actual": "PASS", "expected": "PASS", "times": [ 22.3752 ] }, "memory_mobile/browse:shopping:lazada": { "actual": "PASS", "expected": "PASS", "times": [ 68.1953 ] }, "memory_mobile/browse:social:facebook": { "actual": "PASS", "expected": "PASS", "times": [ 17.1992 ] }, "memory_mobile/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8504 ] }, "memory_mobile/browse:social:facebook_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 112.7884 ] }, "memory_mobile/browse:social:instagram": { "actual": "PASS", "expected": "PASS", "times": [ 94.8364 ] }, "memory_mobile/browse:social:pinterest_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 17.3999 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8688 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 111.6828 ] }, "memory_mobile/browse:social:twitter": { "actual": "PASS", "expected": "PASS", "times": [ 87.1161 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.7359 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 104.81 ] }, "memory_mobile/browse:tools:maps": { "actual": "PASS", "expected": "PASS", "times": [ 77.8194 ] }, "memory_mobile/load:chrome:blank": { "actual": "PASS", "expected": "PASS", "times": [ 53.1006 ] }, "memory_mobile/load:games:bubbles": { "actual": "PASS", "expected": "PASS", "times": [ 53.8503 ] }, "memory_mobile/load:games:lazors": { "actual": "PASS", "expected": "PASS", "times": [ 53.7338 ] }, "memory_mobile/load:games:spychase": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8766 ] }, "memory_mobile/load:games:spychase:2018": { "actual": "PASS", "expected": "PASS", "times": [ 60.0698 ] }, "memory_mobile/load:media:dailymotion": { "actual": "PASS", "expected": "PASS", "times": [ 60.8921 ] }, "memory_mobile/load:media:facebook_photos": { "actual": "PASS", "expected": "PASS", "times": [ 55.5326 ] }, "memory_mobile/load:media:flickr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 58.6187 ] }, "memory_mobile/load:media:google_images": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0064 ] }, "memory_mobile/load:media:google_images:2018": { "actual": "PASS", "expected": "PASS", "times": [ 55.9172 ] }, "memory_mobile/load:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 5.0508 ] }, "memory_mobile/load:media:imgur:2018": { "actual": "PASS", "expected": "PASS", "times": [ 60.1803 ] }, "memory_mobile/load:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8722 ] }, "memory_mobile/load:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 55.0663 ] }, "memory_mobile/load:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8522 ] }, "memory_mobile/load:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 55.8919 ] }, "memory_mobile/load:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8859 ] }, "memory_mobile/load:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 65.8762 ] }, "memory_mobile/load:news:irctc": { "actual": "PASS", "expected": "PASS", "times": [ 56.2148 ] }, "memory_mobile/load:news:nytimes": { "actual": "PASS", "expected": "PASS", "times": [ 58.7859 ] }, "memory_mobile/load:news:qq": { "actual": "PASS", "expected": "PASS", "times": [ 57.2519 ] }, "memory_mobile/load:news:reddit": { "actual": "PASS", "expected": "PASS", "times": [ 56.387 ] }, "memory_mobile/load:news:washingtonpost": { "actual": "PASS", "expected": "PASS", "times": [ 17.7811 ] }, "memory_mobile/load:news:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8443 ] }, "memory_mobile/load:news:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 55.2267 ] }, "memory_mobile/load:search:baidu": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.953 ] }, "memory_mobile/load:search:baidu:2018": { "actual": "PASS", "expected": "PASS", "times": [ 59.507 ] }, "memory_mobile/load:search:ebay": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8292 ] }, "memory_mobile/load:search:ebay:2018": { "actual": "PASS", "expected": "PASS", "times": [ 56.5155 ] }, "memory_mobile/load:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.7924 ] }, "memory_mobile/load:search:google:2018": { "actual": "PASS", "expected": "PASS", "times": [ 56.8017 ] }, "memory_mobile/load:search:taobao": { "actual": "PASS", "expected": "PASS", "times": [ 56.1057 ] }, "memory_mobile/load:search:yahoo": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8764 ] }, "memory_mobile/load:search:yahoo:2018": { "actual": "PASS", "expected": "PASS", "times": [ 54.339 ] }, "memory_mobile/load:search:yandex": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.8659 ] }, "memory_mobile/load:search:yandex:2018": { "actual": "PASS", "expected": "PASS", "times": [ 55.5949 ] }, "memory_mobile/load:social:twitter": { "actual": "PASS", "expected": "PASS", "times": [ 54.9919 ] }, "memory_mobile/load:tools:docs": { "actual": "PASS", "expected": "PASS", "times": [ 54.601 ] }, "memory_mobile/load:tools:drive": { "actual": "PASS", "expected": "PASS", "times": [ 17.2242 ] }, "memory_mobile/load:tools:dropbox": { "actual": "PASS", "expected": "PASS", "times": [ 55.24 ] }, "memory_mobile/load:tools:gmail": { "actual": "PASS", "expected": "PASS", "times": [ 17.549 ] }, "memory_mobile/load:tools:stackoverflow": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.974 ] }, "memory_mobile/load:tools:stackoverflow:2018": { "actual": "PASS", "expected": "PASS", "times": [ 62.8248 ] }, "memory_mobile/load:tools:weather": { "actual": "PASS", "expected": "PASS", "times": [ 45.1473 ] }, "memory_mobile/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.9194 ] }, "memory_mobile/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "SKIP", "times": [ 4.9897 ] } } } }, "system_health_unittest": { "TestSystemHealthBenchmarks": { "testNamePrefix": { "actual": "PASS", "expected": "PASS", "times": [ 0.0066 ] }, "testSystemHealthStorySetIsUsed": { "actual": "PASS", "expected": "PASS", "times": [ 0.0238 ] } }, "TestSystemHealthStories": { "testNoOverrideRunPageInteractions": { "actual": "PASS", "expected": "PASS", "times": [ 0.0099 ] } } } }, "cli_tools": { "flakiness_cli": { "analysis_unittest": { "TestAnalysis": { "testFilterBy": { "actual": "PASS", "expected": "PASS", "times": [ 0.0749 ] } } }, "frames_unittest": { "TestDataFrames": { "testBuildersDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.0032 ] }, "testGetWithCache": { "actual": "PASS", "expected": "PASS", "times": [ 0.0205 ] }, "testIterTestResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] }, "testRunLengthDecode": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testTestResultsDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.0278 ] }, "testTestResultsDataFrame_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.0244 ] }, "testTestResultsDataFrame_wrongVersionRejected": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] } } } }, "pinboard": { "pinboard_unittest": { "PinboardToolTests": { "testAggregateAndUploadResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.1417 ] }, "testCollectPinpointResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.0111 ] }, "testFindCommit_notFound": { "actual": "PASS", "expected": "PASS", "times": [ 0.0127 ] }, "testFindCommit_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.035 ] }, "testGetLastCommitOfDate_failed": { "actual": "PASS", "expected": "PASS", "times": [ 0.0207 ] }, "testGetLastCommitOfDate_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.0897 ] }, "testGetRevisionResults_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.0171 ] }, "testGetRevisionResults_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.0822 ] }, "testStartPinpointJobs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0017 ] }, "testUpdateJobsState": { "actual": "PASS", "expected": "PASS", "times": [ 0.0022 ] } } } }, "pinpoint_cli": { "histograms_df_test": { "TestHistogramsDf": { "testDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.0379 ] }, "testIterRows": { "actual": "PASS", "expected": "PASS", "times": [ 0.0055 ] } } }, "job_results_test": { "TestJobResults": { "testChangeToStr": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testIterTestOutputIsolates": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] } } } }, "soundwave": { "pandas_sqlite_test": { "TestPandasSQLite": { "testCreateTableIfNotExists_alreadyExists": { "actual": "PASS", "expected": "PASS", "times": [ 0.0292 ] }, "testCreateTableIfNotExists_newTable": { "actual": "PASS", "expected": "PASS", "times": [ 0.0518 ] }, "testInsertOrReplaceRecords_existingRecords": { "actual": "PASS", "expected": "PASS", "times": [ 0.0136 ] }, "testInsertOrReplaceRecords_tableNotExistsRaises": { "actual": "PASS", "expected": "PASS", "times": [ 0.0075 ] } } }, "tables": { "alerts_test": { "TestAlerts": { "testDataFrameFromJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.0144 ] }, "testDataFrameFromJson_noAlerts": { "actual": "PASS", "expected": "PASS", "times": [ 0.0176 ] }, "testDataFrameFromJson_withSummaryMetric": { "actual": "PASS", "expected": "PASS", "times": [ 0.0597 ] } } }, "bugs_test": { "TestBugs": { "testDataFrameFromJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.0057 ] }, "testDataFrameFromJson_noBugs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0088 ] } } }, "timeseries_test": { "TestKey": { "testKeyFromDict_defaultTestCase": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testKeyFromDict_invalidArgsRaises": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testKeyFromDict_typical": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] } }, "TestTimeSeries": { "testDataFrameFromJsonV1": { "actual": "PASS", "expected": "PASS", "times": [ 0.0309 ] }, "testDataFrameFromJsonV2": { "actual": "PASS", "expected": "PASS", "times": [ 0.0107 ] }, "testDataFrameFromJson_withSummaryMetric": { "actual": "PASS", "expected": "PASS", "times": [ 0.0271 ] }, "testGetMostRecentPoint_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.0605 ] }, "testGetMostRecentPoint_success": { "actual": "PASS", "expected": "PASS", "times": [ 0.0708 ] }, "testGetTimeSeries": { "actual": "PASS", "expected": "PASS", "times": [ 0.0578 ] }, "testGetTimeSeries_withSummaryMetric": { "actual": "PASS", "expected": "PASS", "times": [ 0.0544 ] } } } }, "worker_pool_test": { "TestWorkerPool": { "testWorkerPoolRun": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "update_wpr": { "update_wpr_unittest": { "UpdateWprTest": { "testAddMissingURLsToArchive": { "actual": "PASS", "expected": "PASS", "times": [ 0.0081 ] }, "testAutoRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.0054 ] }, "testCleanupAutomatic": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testCleanupManual": { "actual": "PASS", "expected": "PASS", "times": [ 0.0028 ] }, "testCountLogLines": { "actual": "PASS", "expected": "PASS", "times": [ 0.0032 ] }, "testCreateBranch": { "actual": "PASS", "expected": "PASS", "times": [ 0.0028 ] }, "testDeleteExistingWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.0059 ] }, "testDoesNotDeleteReusedWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.0088 ] }, "testExtractMissingURLsFromLog": { "actual": "PASS", "expected": "PASS", "times": [ 0.0043 ] }, "testGetBranchIssueUrl": { "actual": "PASS", "expected": "PASS", "times": [ 0.0031 ] }, "testGetBranchName": { "actual": "PASS", "expected": "PASS", "times": [ 0.0035 ] }, "testLiveRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.0301 ] }, "testMain": { "actual": "PASS", "expected": "PASS", "times": [ 0.0119 ] }, "testOpenBrowser": { "actual": "PASS", "expected": "PASS", "times": [ 0.0031 ] }, "testPrintResultsHTMLInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.0038 ] }, "testPrintRunInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.005 ] }, "testRecordWprDesktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0031 ] }, "testRecordWprMobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0044 ] }, "testReplayWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.0032 ] }, "testRunBenchmark": { "actual": "PASS", "expected": "PASS", "times": [ 0.0369 ] }, "testSendCLForReview": { "actual": "PASS", "expected": "PASS", "times": [ 0.0023 ] }, "testStartPinPointJobsDesktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.0036 ] }, "testStartPinPointJobsMobileFail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0056 ] }, "testUploadCL": { "actual": "PASS", "expected": "PASS", "times": [ 0.004 ] }, "testUploadWPR": { "actual": "PASS", "expected": "PASS", "times": [ 0.0032 ] } } } } }, "contrib": { "cluster_telemetry": { "ct_benchmarks_unittest": { "CTBenchmarks": { "testCTBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0013 ] }, "testCTBenchmarks_missingDataFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testCTBenchmarks_missingUrlsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testCTBenchmarks_wrongAgent": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] } } }, "screenshot_unittest": { "ScreenshotUnitTest": { "testIsScreenshotWithinDynamicContentThreshold": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testScreenshot": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "oilpan": { "oilpan_gc_times_unittest": { "OilpanGCTimesTest": { "testForBlinkPerf": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testForParsing": { "actual": "PASS", "expected": "PASS", "times": [ 0.0025 ] }, "testForParsingOldFormat": { "actual": "PASS", "expected": "PASS", "times": [ 0.0025 ] }, "testForSmoothness": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "orderfile": { "orderfile_unittest": { "Orderfile": { "test25TrainingStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.0106 ] }, "testDefaults": { "actual": "PASS", "expected": "PASS", "times": [ 0.0106 ] }, "testTestingVariationStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.018 ] } } } } }, "core": { "about_tracing_integration_test": { "AboutTracingIntegrationTest": { "testBasicTraceRecording": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "benchmark_finders_unittest": { "TestGetBenchmarkNamesForFile": { "testListSimpleBenchmarksDefinedInOneFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testListSimpleBenchmarksDefinedInOneFileComplex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "benchmark_utils_unittest": { "BenchmarkUtilsUnittest": { "testGetBenchmarkStoryNamesOrdering": { "actual": "PASS", "expected": "PASS", "times": [ 0.0142 ] } } }, "cli_helpers_unittest": { "CLIHelpersTest": { "testAskAgainOnInvalidAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testAskNoDefaultCustomAnswersAsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] }, "testAskWithCustomAnswersAndDefault": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testAskWithInvalidDefaultAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testCheckLog": { "actual": "PASS", "expected": "PASS", "times": [ 0.0018 ] }, "testCheckLogError": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testFatal": { "actual": "PASS", "expected": "PASS", "times": [ 0.0022 ] }, "testPrintsComment": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testPrintsError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testPrintsInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testPrintsStep": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testPrompt": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testRunOkFail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testRunWithNonListCommand": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testUnsupportedColor": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] } } }, "find_dependencies_unittest": { "FindDependenciesTest": { "testFindPythonDependencies": { "actual": "PASS", "expected": "PASS", "times": [ 1.2371 ] }, "testFindPythonDependenciesWithNestedImport": { "actual": "PASS", "expected": "PASS", "times": [ 0.042 ] } } }, "generate_system_health_csv_unittest": { "GenerateSystemHealthCSVTest": { "testPopulateExpectations": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] } } }, "minidump_unittest": { "BrowserMinidumpTest": { "testMultipleCrashMinidumps": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testSymbolizeMinidump": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "perf_benchmark_unittest": { "PerfBenchmarkTest": { "testAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 4.8651 ] }, "testAdTaggingRulesetInvalidJson": { "actual": "PASS", "expected": "PASS", "times": [ 4.9529 ] }, "testAdTaggingRulesetNoExplicitOutDir": { "actual": "PASS", "expected": "PASS", "times": [ 1.2633 ] }, "testAdTaggingRulesetNoExplicitOutDirAndroidChromium": { "actual": "PASS", "expected": "PASS", "times": [ 1.3044 ] }, "testAdTaggingRulesetOutputDirNotFound": { "actual": "PASS", "expected": "PASS", "times": [ 1.3509 ] }, "testAdTaggingRulesetReference": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testNoAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 1.4075 ] }, "testVariationArgs": { "actual": "PASS", "expected": "PASS", "times": [ 1.9023 ] } } }, "perf_data_generator_unittest": { "PerfDataGeneratorTest": { "testGenerateCPlusPlusTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testGeneratePerformanceTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testGeneratePerformanceTestSuiteWebview": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "test_get_scheduled_non_telemetry_benchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] } }, "TestIsPerfBenchmarksSchedulingValid": { "test_UnscheduledCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0013 ] }, "test_UnscheduledTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "test_UntrackedCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "test_UntrackedTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.0021 ] }, "test_returnTrue": { "actual": "PASS", "expected": "PASS", "times": [ 0.0034 ] } } }, "results_dashboard_unittest": { "ResultsDashboardTest": { "testNoRetryAfterSucessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testNoRetryForSendResultFatalException": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testNoRetryForSuccessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testRetryForSendResultRetryException": { "actual": "PASS", "expected": "PASS", "times": [ 0.0018 ] } } }, "services": { "buildbucket_service_test": { "TestBuildbucketApi": { "testGetBuild": { "actual": "PASS", "expected": "PASS", "times": [ 0.0022 ] }, "testGetBuilds": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testGetBuildsIncludeUnfinished": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] } } }, "dashboard_service_test": { "TestDashboardApi": { "testBugs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testDescribe": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testIterAlerts": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testListTestPaths": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTimeseries": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testTimeseries2": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testTimeseries2_missingArgsRaisesTypeError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testTimeseries2_notFoundRaisesKeyError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0012 ] }, "testTimeseries_notFoundRaisesKeyError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] } } }, "isolate_service_test": { "TestIsolateApi": { "testRetrieveCompressed_content": { "actual": "PASS", "expected": "PASS", "times": [ 0.0007 ] }, "testRetrieveCompressed_fromUrl": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testRetrieveCompressed_usesCache": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testRetrieveFile_fails": { "actual": "PASS", "expected": "PASS", "times": [ 0.0022 ] }, "testRetrieveFile_succeeds": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testRetrieve_content": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testRetrieve_fromUrl": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] } } }, "luci_auth_test": { "TestLuciAuth": { "testCheckLoggedIn_failure": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testCheckLoggedIn_success": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testGetAccessToken_failure": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testGetAccessToken_success": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testGetUserEmail": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] } } }, "pinpoint_service_test": { "TestPinpointService": { "testJob": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testJob_withState": { "actual": "PASS", "expected": "PASS", "times": [ 0.0026 ] }, "testJobs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testNewJob": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] } } }, "request_test": { "TestRequest": { "testRequest_acceptJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testRequest_acceptJsonWithSecurityPrefix": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testRequest_failOnClientError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0021 ] }, "testRequest_postWithData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testRequest_postWithJsonData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testRequest_postWithParams": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testRequest_retryOnServerError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testRequest_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] }, "testRequest_withLuciAuth": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] } }, "TestRequestErrors": { "testClientErrorPickleable": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testErrorMessageToString": { "actual": "PASS", "expected": "PASS", "times": [ 0.0002 ] }, "testJsonErrorMessageToString": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] }, "testServerErrorPickleable": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] } } } }, "sharding_map_generator_unittest": { "TestShardingMapGenerator": { "testGenerateAndTestShardingMap": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] }, "testGeneratePerfSharding": { "actual": "PASS", "expected": "PASS", "times": [ 0.3928 ] }, "testGenerateShardingMapsWithoutStoryTimingData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0003 ] } } }, "stacktrace_unittest": { "TabStackTraceTest": { "testBadBreakpadFileIgnored": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashMinimalSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testValidDump": { "actual": "PASS", "expected": "PASS", "times": [ 33.2348 ] } } }, "story_expectation_validator_unittest": { "StoryExpectationValidatorTest": { "testGetDisabledStoriesWithExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0006 ] }, "testGetDisabledStoriesWithoutMatchingExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.0001 ] }, "testValidateStoryInValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] }, "testValidateStoryValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.0004 ] } } } }, "fetch_benchmark_deps_unittest": { "FetchBenchmarkDepsUnittest": { "testFetchServingDirs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0168 ] }, "testFetchWPRs": { "actual": "PASS", "expected": "PASS", "times": [ 0.0172 ] } } }, "generate_legacy_perf_dashboard_json_unittest": { "LegacyResultsProcessorUnittest": { "testSummary": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] } } }, "measurements": { "measurement_smoke_test": { "MeasurementSmokeTest": { "testAllMeasurementInstance": { "actual": "PASS", "expected": "PASS", "times": [ 0.0351 ] } } }, "multipage_skpicture_printer_unittest": { "MultipageSkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "rasterize_and_record_micro_unittest": { "RasterizeAndRecordMicroUnitTest": { "testRasterizeAndRecordMicro": { "actual": "PASS", "expected": "PASS", "times": [ 22.4076 ] } } }, "skpicture_printer_unittest": { "SkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "page_sets": { "story_set_unittest": { "StorySetUnitTest": { "testNoStorySetDefinedWithUnnamedStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.059 ] }, "testSmoke": { "actual": "PASS", "expected": "PASS", "times": [ 0.0777 ] } } } }, "process_perf_results_unittest": { "DataFormatParsingUnitTest": { "testChartJSON": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testGtest": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "testHistogram": { "actual": "PASS", "expected": "PASS", "times": [ 0.0008 ] } }, "ProcessPerfResultsIntegrationTest": { "testIntegration": { "actual": "PASS", "expected": "PASS", "times": [ 45.7021 ] } }, "ProcessPerfResults_HardenedUnittest": { "test_handle_perf_json_test_results_IOError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0017 ] }, "test_handle_perf_logs_no_log": { "actual": "PASS", "expected": "PASS", "times": [ 0.0009 ] }, "test_merge_perf_results_IOError": { "actual": "PASS", "expected": "PASS", "times": [ 0.0005 ] } } }, "scripts_smoke_unittest": { "ScriptsSmokeTest": { "testRunBenchmarkHelp": { "actual": "PASS", "expected": "PASS", "times": [ 0.2579 ] }, "testRunBenchmarkRunListsOutBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.5027 ] }, "testRunBenchmarkRunNonExistingBenchmark": { "actual": "PASS", "expected": "PASS", "times": [ 0.3384 ] }, "testRunPerformanceTestsGtestArgsParser": { "actual": "PASS", "expected": "PASS", "times": [ 0.0013 ] }, "testRunPerformanceTestsGtest_end2end": { "actual": "PASS", "expected": "PASS", "times": [ 0.3592 ] }, "testRunPerformanceTestsTelemetryArgsParser": { "actual": "PASS", "expected": "PASS", "times": [ 0.0029 ] }, "testRunPerformanceTestsTelemetryCommandGenerator_ReferenceBrowserComeLast": { "actual": "PASS", "expected": "PASS", "times": [ 0.0014 ] }, "testRunPerformanceTestsTelemetrySharded_end2end": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testRunPerformanceTestsTelemetry_end2end": { "actual": "PASS", "expected": "PASS", "times": [ 72.3992 ] }, "testRunRecordWprHelp": { "actual": "PASS", "expected": "PASS", "times": [ 0.4509 ] }, "testRunRecordWprList": { "actual": "PASS", "expected": "PASS", "times": [ 0.7288 ] } } } }, "version": 3 }