Back to build
Raw log | Switch to full mode | Login

{ "interrupted": false, "num_failures_by_type": { "FAIL": 0, "PASS": 291, "SKIP": 148 }, "num_regressions": 0, "path_delimiter": ".", "seconds_since_epoch": 1556210808, "tests": { "benchmarks": { "benchmark_smoke_unittest": { "BenchmarkSmokeTest": { "blink_perf": { "shadow_dom": { "actual": "PASS", "expected": "PASS", "times": [ 10.876 ] } }, "dromaeo": { "actual": "PASS", "expected": "PASS", "times": [ 34.684 ] }, "dummy_benchmark": { "noisy_benchmark_1": { "actual": "PASS", "expected": "PASS", "times": [ 5.47 ] } }, "loading": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.343 ] } }, "media": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.361 ] } }, "memory": { "top_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.328 ] } }, "power": { "typical_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.327 ] } }, "rendering": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.359 ] } }, "speedometer2-future": { "actual": "PASS", "expected": "PASS", "times": [ 30.525 ] }, "startup": { "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.28 ] } }, "system_health": { "webview_startup": { "actual": "PASS", "expected": "PASS", "times": [ 0.499 ] } }, "tracing": { "tracing_with_background_memory_infra": { "actual": "PASS", "expected": "PASS", "times": [ 42.952 ] } }, "v8": { "runtime_stats": { "top_25": { "actual": "PASS", "expected": "PASS", "times": [ 76.898 ] } } }, "wasm": { "actual": "PASS", "expected": "PASS", "times": [ 67.652 ] } } }, "benchmark_unittest": { "BenchmarkOptionsTest": { "loading": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.452 ] }, "mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.312 ] } }, "memory": { "desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.377 ] }, "top_10_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.328 ] } }, "system_health": { "memory_desktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.312 ] }, "memory_mobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.281 ] }, "webview_startup": { "actual": "PASS", "expected": "PASS", "times": [ 0.343 ] } }, "wasm": { "actual": "PASS", "expected": "PASS", "times": [ 0.266 ] } }, "TestBenchmarkNamingMobile": { "runTest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "TestNoBenchmarkNamesDuplication": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.453 ] } }, "TestNoOverrideCustomizeOptions": { "runTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.266 ] } } }, "blink_perf_unittest": { "BlinkPerfTest": { "testBlinkPerfLifecycleMethods": { "actual": "PASS", "expected": "PASS", "times": [ 7.969 ] }, "testBlinkPerfTracingMetricsForMeasureAsync": { "actual": "PASS", "expected": "PASS", "times": [ 18.802 ] }, "testBlinkPerfTracingMetricsForMeasureFrameTime": { "actual": "PASS", "expected": "PASS", "times": [ 24.882 ] }, "testBlinkPerfTracingMetricsForMeasurePageLoadTime": { "actual": "PASS", "expected": "PASS", "times": [ 21.846 ] }, "testBlinkPerfTracingMetricsForMeasureTime": { "actual": "PASS", "expected": "PASS", "times": [ 18.208 ] } }, "ComputeTraceEventsMetricsForBlinkPerfTest": { "testAsyncTraceEventMetricsMultipleTests": { "actual": "PASS", "expected": "PASS", "times": [ 0.297 ] }, "testAsyncTraceEventMetricsOverlapping": { "actual": "PASS", "expected": "PASS", "times": [ 0.296 ] }, "testTraceEventMetricsMultiBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.249 ] }, "testTraceEventMetricsMultiBlinkTestCrossProcesses": { "actual": "PASS", "expected": "PASS", "times": [ 0.296 ] }, "testTraceEventMetricsNoDoubleCountingBasic": { "actual": "PASS", "expected": "PASS", "times": [ 0.265 ] }, "testTraceEventMetricsNoDoubleCountingWithOtherSlidesMixedIn": { "actual": "PASS", "expected": "PASS", "times": [ 0.421 ] }, "testTraceEventMetricsNoThreadTimeAvailable": { "actual": "PASS", "expected": "PASS", "times": [ 0.25 ] }, "testTraceEventMetricsSingleBlinkTest": { "actual": "PASS", "expected": "PASS", "times": [ 0.281 ] } } }, "system_health_smoke_test": { "SystemHealthBenchmarkSmokeTest": { "system_health": { "memory_desktop/browse:media:flickr_infinite_scroll": { "actual": "PASS", "expected": "PASS", "times": [ 3.102 ] }, "memory_desktop/browse:media:googleplaystore:2018": { "actual": "PASS", "expected": "PASS", "times": [ 79.681 ] }, "memory_desktop/browse:media:imgur": { "actual": "PASS", "expected": "PASS", "times": [ 103.46 ] }, "memory_desktop/browse:media:pinterest": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.843 ] }, "memory_desktop/browse:media:pinterest:2018": { "actual": "PASS", "expected": "PASS", "times": [ 119.306 ] }, "memory_desktop/browse:media:tumblr": { "actual": "SKIP", "expected": "SKIP", "times": [ 1.593 ] }, "memory_desktop/browse:media:tumblr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 85.897 ] }, "memory_desktop/browse:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.715 ] }, "memory_desktop/browse:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 88.444 ] }, "memory_desktop/browse:media:youtubetv:2019": { "actual": "PASS", "expected": "PASS", "times": [ 97.336 ] }, "memory_desktop/browse:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 1.655 ] }, "memory_desktop/browse:news:cnn:2018": { "actual": "FAIL PASS", "expected": "PASS", "times": [ 86.222, 87.204 ] }, "memory_desktop/browse:news:flipboard": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_desktop/browse:news:flipboard:2018": { "actual": "PASS", "expected": "PASS", "times": [ 85.78 ] }, "memory_desktop/browse:news:hackernews": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.499 ] }, "memory_desktop/browse:news:hackernews:2018": { "actual": "PASS", "expected": "PASS", "times": [ 92.548 ] }, "memory_desktop/browse:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.749 ] }, "memory_desktop/browse:news:nytimes:2018": { "actual": "PASS", "expected": "PASS", "times": [ 127.127 ] }, "memory_desktop/browse:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 1.225 ] }, "memory_desktop/browse:news:reddit:2018": { "actual": "PASS", "expected": "PASS", "times": [ 81.565 ] }, "memory_desktop/browse:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 1.128 ] }, "memory_desktop/browse:search:google:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.764 ] }, "memory_desktop/browse:search:google_india": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.879 ] }, "memory_desktop/browse:search:google_india:2018": { "actual": "PASS", "expected": "PASS", "times": [ 68.424 ] }, "memory_desktop/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_desktop/browse:social:facebook_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 104.19 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.772 ] }, "memory_desktop/browse:social:tumblr_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 88.049 ] }, "memory_desktop/browse:social:twitter": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.858 ] }, "memory_desktop/browse:social:twitter:2018": { "actual": "PASS", "expected": "PASS", "times": [ 91.123 ] }, "memory_desktop/browse:social:twitter_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.717 ] }, "memory_desktop/browse:social:twitter_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 94.529 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.502 ] }, "memory_desktop/browse:tech:discourse_infinite_scroll:2018": { "actual": "PASS", "expected": "PASS", "times": [ 97.147 ] }, "memory_desktop/browse:tools:earth": { "actual": "PASS", "expected": "PASS", "times": [ 49.922 ] }, "memory_desktop/browse:tools:maps": { "actual": "PASS", "expected": "PASS", "times": [ 44.142 ] }, "memory_desktop/browse_accessibility:media:youtube": { "actual": "PASS", "expected": "PASS", "times": [ 49.043 ] }, "memory_desktop/browse_accessibility:tech:codesearch": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.249 ] }, "memory_desktop/browse_accessibility:tech:codesearch:2018": { "actual": "PASS", "expected": "PASS", "times": [ 61.867 ] }, "memory_desktop/load:chrome:blank": { "actual": "PASS", "expected": "PASS", "times": [ 46.829 ] }, "memory_desktop/load:games:alphabetty": { "actual": "SKIP", "expected": "SKIP", "times": [ 1.545 ] }, "memory_desktop/load:games:alphabetty:2018": { "actual": "PASS", "expected": "PASS", "times": [ 62.978 ] }, "memory_desktop/load:games:bubbles": { "actual": "PASS", "expected": "PASS", "times": [ 44.095 ] }, "memory_desktop/load:games:lazors": { "actual": "PASS", "expected": "PASS", "times": [ 47.264 ] }, "memory_desktop/load:games:miniclip": { "actual": "SKIP", "expected": "SKIP", "times": [ 1.228 ] }, "memory_desktop/load:games:miniclip:2018": { "actual": "PASS", "expected": "PASS", "times": [ 60.193 ] }, "memory_desktop/load:games:spychase": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.044 ] }, "memory_desktop/load:games:spychase:2018": { "actual": "PASS", "expected": "PASS", "times": [ 53.939 ] }, "memory_desktop/load:media:9gag": { "actual": "PASS", "expected": "PASS", "times": [ 56.949 ] }, "memory_desktop/load:media:dailymotion": { "actual": "PASS", "expected": "PASS", "times": [ 54.583 ] }, "memory_desktop/load:media:facebook_photos:2018": { "actual": "PASS", "expected": "PASS", "times": [ 49.607 ] }, "memory_desktop/load:media:flickr:2018": { "actual": "PASS", "expected": "PASS", "times": [ 48.922 ] }, "memory_desktop/load:media:google_images": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_desktop/load:media:google_images:2018": { "actual": "PASS", "expected": "PASS", "times": [ 61.593 ] }, "memory_desktop/load:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.016 ] }, "memory_desktop/load:media:imgur:2018": { "actual": "PASS", "expected": "PASS", "times": [ 47.82 ] }, "memory_desktop/load:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_desktop/load:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 59.238 ] }, "memory_desktop/load:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.043 ] }, "memory_desktop/load:media:youtube:2018": { "actual": "PASS", "expected": "PASS", "times": [ 51.526 ] }, "memory_desktop/load:news:bbc": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.272 ] }, "memory_desktop/load:news:bbc:2018": { "actual": "PASS", "expected": "PASS", "times": [ 50.37 ] }, "memory_desktop/load:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.25 ] }, "memory_desktop/load:news:cnn:2018": { "actual": "PASS", "expected": "PASS", "times": [ 51.132 ] }, "memory_desktop/load:news:flipboard": { "actual": "PASS", "expected": "PASS", "times": [ 46.299 ] }, "memory_desktop/load:news:hackernews": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.02 ] }, "memory_desktop/load:news:hackernews:2018": { "actual": "PASS", "expected": "PASS", "times": [ 43.323 ] }, "memory_desktop/load:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.025 ] }, "memory_desktop/load:news:nytimes:2018": { "actual": "PASS", "expected": "PASS", "times": [ 49.692 ] }, "memory_desktop/load:news:qq": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.031 ] }, "memory_desktop/load:news:qq:2018": { "actual": "PASS", "expected": "PASS", "times": [ 59.307 ] }, "memory_desktop/load:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.224 ] }, "memory_desktop/load:news:reddit:2018": { "actual": "PASS", "expected": "PASS", "times": [ 50.483 ] }, "memory_desktop/load:news:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.02 ] }, "memory_desktop/load:news:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 47.524 ] }, "memory_desktop/load:search:amazon": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.029 ] }, "memory_desktop/load:search:amazon:2018": { "actual": "PASS", "expected": "PASS", "times": [ 46.193 ] }, "memory_desktop/load:search:baidu": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.023 ] }, "memory_desktop/load:search:baidu:2018": { "actual": "PASS", "expected": "PASS", "times": [ 42.963 ] }, "memory_desktop/load:search:ebay": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.022 ] }, "memory_desktop/load:search:ebay:2018": { "actual": "PASS", "expected": "PASS", "times": [ 44.669 ] }, "memory_desktop/load:search:flipkart:2018": { "actual": "PASS", "expected": "PASS", "times": [ 51.872 ] }, "memory_desktop/load:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.048 ] }, "memory_desktop/load:search:google:2018": { "actual": "PASS", "expected": "PASS", "times": [ 49.256 ] }, "memory_desktop/load:search:taobao": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_desktop/load:search:taobao:2018": { "actual": "PASS", "expected": "PASS", "times": [ 50.902 ] }, "memory_desktop/load:search:yahoo": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.028 ] }, "memory_desktop/load:search:yahoo:2018": { "actual": "PASS", "expected": "PASS", "times": [ 45.124 ] }, "memory_desktop/load:search:yandex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.029 ] }, "memory_desktop/load:search:yandex:2018": { "actual": "PASS", "expected": "PASS", "times": [ 48.25 ] }, "memory_desktop/load:social:instagram": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_desktop/load:social:instagram:2018": { "actual": "PASS", "expected": "PASS", "times": [ 46.446 ] }, "memory_desktop/load:social:pinterest": { "actual": "PASS", "expected": "PASS", "times": [ 44.996 ] }, "memory_desktop/load:social:vk": { "actual": "PASS", "expected": "PASS", "times": [ 52.504 ] }, "memory_desktop/load:social:vk:2018": { "actual": "PASS", "expected": "PASS", "times": [ 56.946 ] }, "memory_desktop/load:tools:docs": { "actual": "PASS", "expected": "PASS", "times": [ 54.421 ] }, "memory_desktop/load:tools:drive": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.016 ] }, "memory_desktop/load:tools:dropbox": { "actual": "PASS", "expected": "PASS", "times": [ 49.951 ] }, "memory_desktop/load:tools:gmail": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.019 ] }, "memory_desktop/load:tools:stackoverflow": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.02 ] }, "memory_desktop/load:tools:stackoverflow:2018": { "actual": "PASS", "expected": "PASS", "times": [ 46.22 ] }, "memory_desktop/load:tools:weather": { "actual": "PASS", "expected": "PASS", "times": [ 53.779 ] }, "memory_desktop/load_accessibility:media:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_desktop/load_accessibility:media:wikipedia:2018": { "actual": "PASS", "expected": "PASS", "times": [ 46.864 ] }, "memory_desktop/load_accessibility:shopping:amazon": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.02 ] }, "memory_desktop/load_accessibility:shopping:amazon:2018": { "actual": "PASS", "expected": "PASS", "times": [ 55.769 ] }, "memory_desktop/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.242 ] }, "memory_desktop/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.024 ] }, "memory_desktop/multitab:misc:typical24": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_desktop/multitab:misc:typical24:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.032 ] }, "memory_desktop/play:media:google_play_music": { "actual": "PASS", "expected": "PASS", "times": [ 1.274 ] }, "memory_desktop/play:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.03 ] }, "memory_desktop/play:media:soundcloud:2018": { "actual": "PASS", "expected": "PASS", "times": [ 70.894 ] }, "memory_mobile/background:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.019 ] }, "memory_mobile/background:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/background:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/background:social:facebook": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/background:tools:gmail": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_mobile/browse:chrome:newtab": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/browse:chrome:omnibox": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.016 ] }, "memory_mobile/browse:media:facebook_photos": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/browse:media:flickr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.022 ] }, "memory_mobile/browse:media:googleplaystore:2019": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_mobile/browse:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.019 ] }, "memory_mobile/browse:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/browse:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_mobile/browse:news:cnn:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/browse:news:cricbuzz": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_mobile/browse:news:globo": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/browse:news:qq": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/browse:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/browse:news:toi": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/browse:news:washingtonpost": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/browse:search:amp:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_mobile/browse:search:amp:sxg:2019": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.016 ] }, "memory_mobile/browse:shopping:amazon": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/browse:shopping:avito": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/browse:shopping:flipkart": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.019 ] }, "memory_mobile/browse:shopping:lazada": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/browse:social:facebook": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_mobile/browse:social:facebook_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/browse:social:facebook_infinite_scroll:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/browse:social:instagram": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/browse:social:pinterest_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/browse:social:tumblr_infinite_scroll:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.016 ] }, "memory_mobile/browse:social:twitter": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.024 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_mobile/browse:tech:discourse_infinite_scroll:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/browse:tools:maps": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.021 ] }, "memory_mobile/load:chrome:blank": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:games:bubbles": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_mobile/load:games:lazors": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:games:spychase": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:games:spychase:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:media:dailymotion": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:media:facebook_photos": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/load:media:flickr:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_mobile/load:media:google_images": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.023 ] }, "memory_mobile/load:media:google_images:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:media:imgur": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/load:media:imgur:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_mobile/load:media:soundcloud": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:media:soundcloud:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.017 ] }, "memory_mobile/load:media:youtube": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:media:youtube:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/load:news:cnn": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/load:news:cnn:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:news:irctc": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:news:nytimes": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.022 ] }, "memory_mobile/load:news:qq": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.019 ] }, "memory_mobile/load:news:reddit": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_mobile/load:news:washingtonpost": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/load:news:wikipedia": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_mobile/load:news:wikipedia:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/load:search:baidu": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_mobile/load:search:baidu:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:search:ebay": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:search:ebay:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.021 ] }, "memory_mobile/load:search:google": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:search:google:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:search:taobao": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.024 ] }, "memory_mobile/load:search:yahoo": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_mobile/load:search:yahoo:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_mobile/load:search:yandex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:search:yandex:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.018 ] }, "memory_mobile/load:social:twitter": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.013 ] }, "memory_mobile/load:tools:docs": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.016 ] }, "memory_mobile/load:tools:drive": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:tools:dropbox": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:tools:gmail": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.014 ] }, "memory_mobile/load:tools:stackoverflow": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] }, "memory_mobile/load:tools:stackoverflow:2018": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.012 ] }, "memory_mobile/load:tools:weather": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.024 ] }, "memory_mobile/long_running:tools:gmail-background": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.02 ] }, "memory_mobile/long_running:tools:gmail-foreground": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.015 ] } } } }, "system_health_unittest": { "TestSystemHealthBenchmarks": { "testNamePrefix": { "actual": "PASS", "expected": "PASS", "times": [ 0.025 ] }, "testSystemHealthStorySetIsUsed": { "actual": "PASS", "expected": "PASS", "times": [ 0.069 ] } }, "TestSystemHealthStories": { "testNoOverrideRunPageInteractions": { "actual": "PASS", "expected": "PASS", "times": [ 0.022 ] } } } }, "cli_tools": { "flakiness_cli": { "analysis_unittest": { "TestAnalysis": { "testFilterBy": { "actual": "PASS", "expected": "PASS", "times": [ 0.378 ] } } }, "frames_unittest": { "TestDataFrames": { "testBuildersDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.288 ] }, "testGetWithCache": { "actual": "PASS", "expected": "PASS", "times": [ 0.704 ] }, "testIterTestResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.333 ] }, "testRunLengthDecode": { "actual": "PASS", "expected": "PASS", "times": [ 0.399 ] }, "testTestResultsDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.403 ] }, "testTestResultsDataFrame_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.952 ] }, "testTestResultsDataFrame_wrongVersionRejected": { "actual": "PASS", "expected": "PASS", "times": [ 0.413 ] } } } }, "pinboard": { "pinboard_unittest": { "PinboardToolTests": { "testAggregateAndUploadResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.559 ] }, "testCollectPinpointResults": { "actual": "PASS", "expected": "PASS", "times": [ 0.525 ] }, "testFindCommit_notFound": { "actual": "PASS", "expected": "PASS", "times": [ 0.667 ] }, "testFindCommit_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.488 ] }, "testGetLastCommitOfDate_failed": { "actual": "PASS", "expected": "PASS", "times": [ 0.202 ] }, "testGetLastCommitOfDate_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.188 ] }, "testGetRevisionResults_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.221 ] }, "testGetRevisionResults_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.307 ] }, "testStartPinpointJobs": { "actual": "PASS", "expected": "PASS", "times": [ 0.011 ] }, "testUpdateJobsState": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] } } } }, "pinpoint_cli": { "histograms_df_test": { "TestHistogramsDf": { "testDataFrame": { "actual": "PASS", "expected": "PASS", "times": [ 0.105 ] }, "testIterRows": { "actual": "PASS", "expected": "PASS", "times": [ 0.004 ] } } }, "job_results_test": { "TestJobResults": { "testChangeToStr": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testIterTestOutputIsolates": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] } } } }, "soundwave": { "pandas_sqlite_test": { "TestPandasSQLite": { "testCreateTableIfNotExists_alreadyExists": { "actual": "PASS", "expected": "PASS", "times": [ 0.028 ] }, "testCreateTableIfNotExists_newTable": { "actual": "PASS", "expected": "PASS", "times": [ 0.301 ] }, "testInsertOrReplaceRecords_existingRecords": { "actual": "PASS", "expected": "PASS", "times": [ 0.045 ] }, "testInsertOrReplaceRecords_tableNotExistsRaises": { "actual": "PASS", "expected": "PASS", "times": [ 0.288 ] } } }, "tables": { "alerts_test": { "TestAlerts": { "testDataFrameFromJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.072 ] }, "testDataFrameFromJson_noAlerts": { "actual": "PASS", "expected": "PASS", "times": [ 0.03 ] }, "testDataFrameFromJson_withSummaryMetric": { "actual": "PASS", "expected": "PASS", "times": [ 0.026 ] } } }, "bugs_test": { "TestBugs": { "testDataFrameFromJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.029 ] }, "testDataFrameFromJson_noBugs": { "actual": "PASS", "expected": "PASS", "times": [ 0.074 ] } } }, "timeseries_test": { "TestKey": { "testKeyFromDict_defaultTestCase": { "actual": "PASS", "expected": "PASS", "times": [ 0.012 ] }, "testKeyFromDict_invalidArgsRaises": { "actual": "PASS", "expected": "PASS", "times": [ 0.011 ] }, "testKeyFromDict_typical": { "actual": "PASS", "expected": "PASS", "times": [ 0.009 ] } }, "TestTimeSeries": { "testDataFrameFromJsonV1": { "actual": "PASS", "expected": "PASS", "times": [ 0.034 ] }, "testDataFrameFromJsonV2": { "actual": "PASS", "expected": "PASS", "times": [ 0.329 ] }, "testDataFrameFromJson_withSummaryMetric": { "actual": "PASS", "expected": "PASS", "times": [ 0.029 ] }, "testGetMostRecentPoint_empty": { "actual": "PASS", "expected": "PASS", "times": [ 0.092 ] }, "testGetMostRecentPoint_success": { "actual": "PASS", "expected": "PASS", "times": [ 0.181 ] }, "testGetTimeSeries": { "actual": "PASS", "expected": "PASS", "times": [ 0.14 ] }, "testGetTimeSeries_withSummaryMetric": { "actual": "PASS", "expected": "PASS", "times": [ 0.186 ] } } } }, "worker_pool_test": { "TestWorkerPool": { "testWorkerPoolRun": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "update_wpr": { "update_wpr_unittest": { "UpdateWprTest": { "testAutoRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.067 ] }, "testCleanupAutomatic": { "actual": "PASS", "expected": "PASS", "times": [ 0.108 ] }, "testCleanupManual": { "actual": "PASS", "expected": "PASS", "times": [ 0.092 ] }, "testCreateBranch": { "actual": "PASS", "expected": "PASS", "times": [ 0.076 ] }, "testDeleteExistingWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.039 ] }, "testDoesNotDeleteReusedWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.114 ] }, "testGetBranchIssueUrl": { "actual": "PASS", "expected": "PASS", "times": [ 0.034 ] }, "testGetBranchName": { "actual": "PASS", "expected": "PASS", "times": [ 0.049 ] }, "testLiveRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.06 ] }, "testMain": { "actual": "PASS", "expected": "PASS", "times": [ 0.074 ] }, "testOpenBrowser": { "actual": "PASS", "expected": "PASS", "times": [ 0.038 ] }, "testPrintResultsHTMLInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.063 ] }, "testPrintRunInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.006 ] }, "testRecordWprDesktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.017 ] }, "testRecordWprMobile": { "actual": "PASS", "expected": "PASS", "times": [ 0.01 ] }, "testReplayWpr": { "actual": "PASS", "expected": "PASS", "times": [ 0.005 ] }, "testRunBenchmark": { "actual": "PASS", "expected": "PASS", "times": [ 0.053 ] }, "testSendCLForReview": { "actual": "PASS", "expected": "PASS", "times": [ 0.006 ] }, "testStartPinPointJobsDesktop": { "actual": "PASS", "expected": "PASS", "times": [ 0.032 ] }, "testStartPinPointJobsMobileFail": { "actual": "PASS", "expected": "PASS", "times": [ 0.054 ] }, "testUploadCL": { "actual": "PASS", "expected": "PASS", "times": [ 0.035 ] }, "testUploadWPR": { "actual": "PASS", "expected": "PASS", "times": [ 0.006 ] } } } } }, "contrib": { "cluster_telemetry": { "ct_benchmarks_unittest": { "CTBenchmarks": { "testCTBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.007 ] }, "testCTBenchmarks_missingDataFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.009 ] }, "testCTBenchmarks_missingUrlsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.008 ] }, "testCTBenchmarks_wrongAgent": { "actual": "PASS", "expected": "PASS", "times": [ 0.026 ] } } }, "screenshot_unittest": { "ScreenshotUnitTest": { "testIsScreenshotWithinDynamicContentThreshold": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testScreenshot": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "oilpan": { "oilpan_gc_times_unittest": { "OilpanGCTimesTest": { "testForBlinkPerf": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testForParsing": { "actual": "PASS", "expected": "PASS", "times": [ 0.01 ] }, "testForParsingOldFormat": { "actual": "PASS", "expected": "PASS", "times": [ 0.007 ] }, "testForSmoothness": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } } }, "orderfile": { "orderfile_unittest": { "Orderfile": { "test25TrainingStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.039 ] }, "testDefaults": { "actual": "PASS", "expected": "PASS", "times": [ 0.035 ] }, "testTestingVariationStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.049 ] } } } } }, "core": { "about_tracing_integration_test": { "AboutTracingIntegrationTest": { "testBasicTraceRecording": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "benchmark_finders_unittest": { "TestGetBenchmarkNamesForFile": { "testListSimpleBenchmarksDefinedInOneFile": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testListSimpleBenchmarksDefinedInOneFileComplex": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "benchmark_utils_unittest": { "BenchmarkUtilsUnittest": { "testGetBenchmarkStoryNamesOrdering": { "actual": "PASS", "expected": "PASS", "times": [ 0.032 ] } } }, "cli_helpers_unittest": { "CLIHelpersTest": { "testAskAgainOnInvalidAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testAskNoDefaultCustomAnswersAsList": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testAskWithCustomAnswersAndDefault": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testAskWithInvalidDefaultAnswer": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testCheckLog": { "actual": "PASS", "expected": "PASS", "times": [ 0.01 ] }, "testCheckLogError": { "actual": "PASS", "expected": "PASS", "times": [ 0.005 ] }, "testFatal": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testPrintsComment": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testPrintsError": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testPrintsInfo": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testPrintsStep": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testPrompt": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testRun": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testRunOkFail": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testRunWithNonListCommand": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testUnsupportedColor": { "actual": "PASS", "expected": "PASS", "times": [ 0.0 ] } } }, "find_dependencies_unittest": { "FindDependenciesTest": { "testFindPythonDependencies": { "actual": "PASS", "expected": "PASS", "times": [ 3.62 ] }, "testFindPythonDependenciesWithNestedImport": { "actual": "PASS", "expected": "PASS", "times": [ 0.518 ] } } }, "generate_system_health_csv_unittest": { "GenerateSystemHealthCSVTest": { "testPopulateExpectations": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] } } }, "minidump_unittest": { "BrowserMinidumpTest": { "testMultipleCrashMinidumps": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testSymbolizeMinidump": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "perf_benchmark_unittest": { "PerfBenchmarkTest": { "testAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] }, "testAdTaggingRulesetInvalidJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.027 ] }, "testAdTaggingRulesetNoExplicitOutDir": { "actual": "PASS", "expected": "PASS", "times": [ 0.007 ] }, "testAdTaggingRulesetNoExplicitOutDirAndroidChromium": { "actual": "PASS", "expected": "PASS", "times": [ 0.009 ] }, "testAdTaggingRulesetOutputDirNotFound": { "actual": "PASS", "expected": "PASS", "times": [ 0.008 ] }, "testAdTaggingRulesetReference": { "actual": "PASS", "expected": "PASS", "times": [ 0.006 ] }, "testNoAdTaggingRuleset": { "actual": "PASS", "expected": "PASS", "times": [ 0.006 ] }, "testVariationArgs": { "actual": "PASS", "expected": "PASS", "times": [ 0.008 ] } } }, "perf_data_generator_unittest": { "PerfDataGeneratorTest": { "testGenerateCPlusPlusTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.349 ] }, "testGeneratePerformanceTestSuite": { "actual": "PASS", "expected": "PASS", "times": [ 0.478 ] }, "testGeneratePerformanceTestSuiteWebview": { "actual": "PASS", "expected": "PASS", "times": [ 0.495 ] }, "test_get_scheduled_non_telemetry_benchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.458 ] } }, "TestIsPerfBenchmarksSchedulingValid": { "test_UnscheduledCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.55 ] }, "test_UnscheduledTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.445 ] }, "test_UntrackedCppBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.351 ] }, "test_UntrackedTelemetryBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 0.417 ] }, "test_returnTrue": { "actual": "PASS", "expected": "PASS", "times": [ 0.359 ] } } }, "results_dashboard_unittest": { "ResultsDashboardTest": { "testNoRetryAfterSucessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.004 ] }, "testNoRetryForSendResultFatalException": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testNoRetryForSuccessfulSendResult": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testRetryForSendResultRetryException": { "actual": "PASS", "expected": "PASS", "times": [ 0.004 ] } } }, "services": { "buildbucket_service_test": { "TestBuildbucketApi": { "testGetBuild": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testGetBuilds": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testGetBuildsIncludeUnfinished": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] } } }, "dashboard_service_test": { "TestDashboardApi": { "testBugs": { "actual": "PASS", "expected": "PASS", "times": [ 0.011 ] }, "testDescribe": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] }, "testIterAlerts": { "actual": "PASS", "expected": "PASS", "times": [ 0.017 ] }, "testListTestPaths": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] }, "testTimeseries": { "actual": "PASS", "expected": "PASS", "times": [ 0.012 ] }, "testTimeseries2": { "actual": "PASS", "expected": "PASS", "times": [ 0.021 ] }, "testTimeseries2_missingArgsRaisesTypeError": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testTimeseries2_notFoundRaisesKeyError": { "actual": "PASS", "expected": "PASS", "times": [ 0.012 ] }, "testTimeseries_notFoundRaisesKeyError": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] } } }, "isolate_service_test": { "TestIsolateApi": { "testRetrieveCompressed_content": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testRetrieveCompressed_fromUrl": { "actual": "PASS", "expected": "PASS", "times": [ 0.004 ] }, "testRetrieveCompressed_usesCache": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testRetrieveFile_fails": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testRetrieveFile_succeeds": { "actual": "PASS", "expected": "PASS", "times": [ 0.005 ] }, "testRetrieve_content": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testRetrieve_fromUrl": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] } } }, "luci_auth_test": { "TestLuciAuth": { "testCheckLoggedIn_failure": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testCheckLoggedIn_success": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testGetAccessToken_failure": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testGetAccessToken_success": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testGetUserEmail": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] } } }, "pinpoint_service_test": { "TestPinpointService": { "testJob": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testJob_withState": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testJobs": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testNewJob": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] } } }, "request_test": { "TestRequest": { "testRequest_acceptJson": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testRequest_acceptJsonWithSecurityPrefix": { "actual": "PASS", "expected": "PASS", "times": [ 0.011 ] }, "testRequest_failOnClientError": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testRequest_postWithData": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] }, "testRequest_postWithJsonData": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testRequest_postWithParams": { "actual": "PASS", "expected": "PASS", "times": [ 0.017 ] }, "testRequest_retryOnServerError": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testRequest_simple": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testRequest_withLuciAuth": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] } }, "TestRequestErrors": { "testClientErrorPickleable": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] }, "testErrorMessageToString": { "actual": "PASS", "expected": "PASS", "times": [ 0.012 ] }, "testJsonErrorMessageToString": { "actual": "PASS", "expected": "PASS", "times": [ 0.0 ] }, "testServerErrorPickleable": { "actual": "PASS", "expected": "PASS", "times": [ 0.001 ] } } } }, "sharding_map_generator_unittest": { "TestShardingMapGenerator": { "testGenerateAndTestShardingMap": { "actual": "PASS", "expected": "PASS", "times": [ 0.003 ] }, "testGeneratePerfSharding": { "actual": "PASS", "expected": "PASS", "times": [ 0.718 ] }, "testGenerateShardingMapsWithoutStoryTimingData": { "actual": "PASS", "expected": "PASS", "times": [ 0.002 ] } } }, "stacktrace_unittest": { "TabStackTraceTest": { "testBadBreakpadFileIgnored": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashMinimalSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testCrashSymbols": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testValidDump": { "actual": "PASS", "expected": "PASS", "times": [ 7.985 ] } } }, "story_expectation_validator_unittest": { "StoryExpectationValidatorTest": { "testGetDisabledStoriesWithExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.014 ] }, "testGetDisabledStoriesWithoutMatchingExpectationsData": { "actual": "PASS", "expected": "PASS", "times": [ 0.014 ] }, "testValidateStoryInValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.01 ] }, "testValidateStoryValidName": { "actual": "PASS", "expected": "PASS", "times": [ 0.006 ] } } } }, "fetch_benchmark_deps_unittest": { "FetchBenchmarkDepsUnittest": { "testFetchServingDirs": { "actual": "PASS", "expected": "PASS", "times": [ 0.066 ] }, "testFetchWPRs": { "actual": "PASS", "expected": "PASS", "times": [ 0.065 ] } } }, "generate_legacy_perf_dashboard_json_unittest": { "LegacyResultsProcessorUnittest": { "testSummary": { "actual": "PASS", "expected": "PASS", "times": [ 0.006 ] } } }, "measurements": { "measurement_smoke_test": { "MeasurementSmokeTest": { "testAllMeasurementInstance": { "actual": "PASS", "expected": "PASS", "times": [ 0.138 ] } } }, "multipage_skpicture_printer_unittest": { "MultipageSkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "PASS", "expected": "PASS", "times": [ 3.199 ] } } }, "rasterize_and_record_micro_unittest": { "RasterizeAndRecordMicroUnitTest": { "testRasterizeAndRecordMicro": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } } }, "skpicture_printer_unittest": { "SkpicturePrinterUnitTest": { "testSkpicturePrinter": { "actual": "PASS", "expected": "PASS", "times": [ 2.734 ] } } } }, "page_sets": { "story_set_unittest": { "StorySetUnitTest": { "testNoStorySetDefinedWithUnnamedStories": { "actual": "PASS", "expected": "PASS", "times": [ 0.147 ] }, "testSmoke": { "actual": "PASS", "expected": "PASS", "times": [ 0.306 ] } } } }, "process_perf_results_unittest": { "DataFormatParsingUnitTest": { "testChartJSON": { "actual": "PASS", "expected": "PASS", "times": [ 0.014 ] }, "testGtest": { "actual": "PASS", "expected": "PASS", "times": [ 0.021 ] }, "testHistogram": { "actual": "PASS", "expected": "PASS", "times": [ 0.014 ] } }, "ProcessPerfResultsIntegrationTest": { "testIntegration": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] } }, "ProcessPerfResults_HardenedUnittest": { "test_handle_perf_json_test_results_IOError": { "actual": "PASS", "expected": "PASS", "times": [ 0.014 ] }, "test_handle_perf_logs_no_log": { "actual": "PASS", "expected": "PASS", "times": [ 0.021 ] }, "test_merge_perf_results_IOError": { "actual": "PASS", "expected": "PASS", "times": [ 0.016 ] } } }, "scripts_smoke_unittest": { "ScriptsSmokeTest": { "testRunBenchmarkHelp": { "actual": "PASS", "expected": "PASS", "times": [ 1.453 ] }, "testRunBenchmarkRunListsOutBenchmarks": { "actual": "PASS", "expected": "PASS", "times": [ 3.945 ] }, "testRunBenchmarkRunNonExistingBenchmark": { "actual": "PASS", "expected": "PASS", "times": [ 1.18 ] }, "testRunPerformanceTestsGtestArgsParser": { "actual": "PASS", "expected": "PASS", "times": [ 0.031 ] }, "testRunPerformanceTestsGtest_end2end": { "actual": "SKIP", "expected": "SKIP", "times": [ 0.0 ] }, "testRunPerformanceTestsTelemetryArgsParser": { "actual": "PASS", "expected": "PASS", "times": [ 0.02 ] }, "testRunPerformanceTestsTelemetryCommandGenerator_ReferenceBrowserComeLast": { "actual": "PASS", "expected": "PASS", "times": [ 0.038 ] }, "testRunPerformanceTestsTelemetrySharded_end2end": { "actual": "PASS", "expected": "PASS", "times": [ 26.503 ] }, "testRunPerformanceTestsTelemetry_end2end": { "actual": "PASS", "expected": "PASS", "times": [ 10.766 ] }, "testRunRecordWprHelp": { "actual": "PASS", "expected": "PASS", "times": [ 0.909 ] }, "testRunRecordWprList": { "actual": "PASS", "expected": "PASS", "times": [ 3.145 ] } } } }, "version": 3 }