repository: go branch: master builder: gotip-linux-amd64_c2s16-perf_vs_parent runstamp: 2025-04-21T20:28:50.210549974Z goos: linux goarch: amd64 cpu: Intel(R) Xeon(R) CPU @ 3.10GHz │ baseline │ experiment │ │ p99.999-sec │ p99.999-sec vs base │ GCLatency/how=stack/fluff=false-16 83.14µ ± 8% 80.59µ ± 2% ~ (p=0.310 n=6) GCLatency/how=heap/fluff=false-16 84.66µ ± 66% 80.28µ ± 3% -5.17% (p=0.015 n=6) GCLatency/how=global/fluff=false-16 80.34µ ± 3% 81.18µ ± 2% +1.04% (p=0.015 n=6) geomean 82.69µ 80.68µ -2.43% │ baseline │ experiment │ │ p99.9999-sec │ p99.9999-sec vs base │ GCLatency/how=stack/fluff=false-16 178.57µ ± 47% 95.21µ ± 6% -46.69% (p=0.026 n=6) GCLatency/how=heap/fluff=false-16 189.45µ ± 16% 96.35µ ± 5% -49.14% (p=0.002 n=6) GCLatency/how=global/fluff=false-16 545.6µ ± 4% 520.6µ ± 41% ~ (p=0.065 n=6) geomean 264.3µ 168.4µ -36.28% │ baseline │ experiment │ │ total-bytes │ total-bytes vs base │ Uber_zap 7.544Mi ± 0% 7.570Mi ± 0% +0.35% (n=1) Ajstarks_deck_generate 3.949Mi ± 0% 3.975Mi ± 0% +0.65% (n=1) Minio 106.6Mi ± 0% 106.6Mi ± 0% +0.02% (n=1) Ethereum_bitutil 4.065Mi ± 0% 4.091Mi ± 0% +0.63% (n=1) Ethereum_trie 7.329Mi ± 0% 7.354Mi ± 0% +0.35% (n=1) Aws_restxml 12.78Mi ± 0% 12.81Mi ± 0% +0.20% (n=1) Bindata 11.37Mi ± 0% 11.39Mi ± 0% +0.22% (n=1) Gonum_lapack_native 6.497Mi ± 0% 6.522Mi ± 0% +0.40% (n=1) Aws_jsonutil 7.806Mi ± 0% 7.833Mi ± 0% +0.33% (n=1) Gonum_community 4.708Mi ± 0% 4.734Mi ± 0% +0.55% (n=1) Benhoyt_goawk_1_18 5.962Mi ± 0% 5.987Mi ± 0% +0.43% (n=1) K8s_workqueue 9.146Mi ± 0% 9.173Mi ± 0% +0.29% (n=1) Kanzi 4.392Mi ± 0% 4.417Mi ± 0% +0.58% (n=1) Uber_tally 6.279Mi ± 0% 6.306Mi ± 0% +0.42% (n=1) Cespare_mph 3.876Mi ± 0% 3.902Mi ± 0% +0.65% (n=1) Wazero 7.999Mi ± 0% 8.025Mi ± 0% +0.32% (n=1) Semver 4.395Mi ± 0% 4.421Mi ± 0% +0.58% (n=1) Aws_restjson 12.70Mi ± 0% 12.73Mi ± 0% +0.20% (n=1) Cespare_xxhash 3.800Mi ± 0% 3.826Mi ± 0% +0.67% (n=1) Ethereum_ecies 4.873Mi ± 0% 4.898Mi ± 0% +0.51% (n=1) Gonum_path 4.533Mi ± 0% 4.558Mi ± 0% +0.56% (n=1) Bloom_bloom 4.797Mi ± 0% 4.822Mi ± 0% +0.52% (n=1) Dustin_humanize 4.408Mi ± 0% 4.433Mi ± 0% +0.58% (n=1) Ethereum_corevm 6.998Mi ± 0% 7.022Mi ± 0% +0.35% (n=1) Gonum_blas_native 5.322Mi ± 0% 5.347Mi ± 0% +0.48% (n=1) Gonum_mat 7.126Mi ± 0% 7.152Mi ± 0% +0.36% (n=1) Ethereum_ethash 10.57Mi ± 0% 10.59Mi ± 0% +0.24% (n=1) Aws_jsonrpc 12.40Mi ± 0% 12.42Mi ± 0% +0.21% (n=1) Ethereum_core 15.04Mi ± 0% 15.06Mi ± 0% +0.17% (n=1) K8s_cache 15.89Mi ± 0% 15.92Mi ± 0% +0.17% (n=1) Shopify_sarama 12.20Mi ± 0% 12.22Mi ± 0% +0.21% (n=1) Hugo_hugolib 47.50Mi ± 0% 47.53Mi ± 0% +0.05% (n=1) Toml 6.383Mi ± 0% 6.409Mi ± 0% +0.40% (n=1) Dustin_broadcast 3.910Mi ± 0% 3.936Mi ± 0% +0.65% (n=1) Gonum_traverse 4.101Mi ± 0% 4.126Mi ± 0% +0.62% (n=1) Commonmark_markdown 5.468Mi ± 0% 5.493Mi ± 0% +0.46% (n=1) Gonum_topo 4.372Mi ± 0% 4.398Mi ± 0% +0.58% (n=1) Gtank_blake2s 4.310Mi ± 0% 4.336Mi ± 0% +0.60% (n=1) Capnproto2 5.083Mi ± 0% 5.109Mi ± 0% +0.51% (n=1) Ericlagergren_decimal 4.412Mi ± 0% 4.438Mi ± 0% +0.58% (n=1) Spexs2 4.386Mi ± 0% 4.412Mi ± 0% +0.59% (n=1) geomean 7.091Mi 7.121Mi +0.42% │ baseline │ experiment │ │ text-bytes │ text-bytes vs base │ Uber_zap 2.484Mi ± 0% 2.491Mi ± 0% +0.28% (n=1) Ajstarks_deck_generate 1.246Mi ± 0% 1.253Mi ± 0% +0.57% (n=1) Minio 34.35Mi ± 0% 34.36Mi ± 0% +0.02% (n=1) Ethereum_bitutil 1.297Mi ± 0% 1.304Mi ± 0% +0.55% (n=1) Ethereum_trie 2.511Mi ± 0% 2.518Mi ± 0% +0.28% (n=1) Aws_restxml 4.758Mi ± 0% 4.765Mi ± 0% +0.15% (n=1) Bindata 1.607Mi ± 0% 1.614Mi ± 0% +0.44% (n=1) Gonum_lapack_native 2.433Mi ± 0% 2.440Mi ± 0% +0.29% (n=1) Aws_jsonutil 2.823Mi ± 0% 2.830Mi ± 0% +0.25% (n=1) Gonum_community 1.563Mi ± 0% 1.570Mi ± 0% +0.45% (n=1) Benhoyt_goawk_1_18 2.022Mi ± 0% 2.029Mi ± 0% +0.35% (n=1) K8s_workqueue 3.061Mi ± 0% 3.068Mi ± 0% +0.23% (n=1) Kanzi 1.390Mi ± 0% 1.397Mi ± 0% +0.51% (n=1) Uber_tally 1.978Mi ± 0% 1.985Mi ± 0% +0.36% (n=1) Cespare_mph 1.224Mi ± 0% 1.231Mi ± 0% +0.58% (n=1) Wazero 2.679Mi ± 0% 2.686Mi ± 0% +0.26% (n=1) Semver 1.431Mi ± 0% 1.438Mi ± 0% +0.49% (n=1) Aws_restjson 4.719Mi ± 0% 4.726Mi ± 0% +0.15% (n=1) Cespare_xxhash 1.173Mi ± 0% 1.180Mi ± 0% +0.60% (n=1) Ethereum_ecies 1.596Mi ± 0% 1.603Mi ± 0% +0.44% (n=1) Gonum_path 1.465Mi ± 0% 1.472Mi ± 0% +0.48% (n=1) Bloom_bloom 1.580Mi ± 0% 1.587Mi ± 0% +0.45% (n=1) Dustin_humanize 1.437Mi ± 0% 1.444Mi ± 0% +0.49% (n=1) Ethereum_corevm 2.340Mi ± 0% 2.347Mi ± 0% +0.30% (n=1) Gonum_blas_native 1.943Mi ± 0% 1.950Mi ± 0% +0.36% (n=1) Gonum_mat 2.750Mi ± 0% 2.757Mi ± 0% +0.26% (n=1) Ethereum_ethash 3.601Mi ± 0% 3.608Mi ± 0% +0.20% (n=1) Aws_jsonrpc 4.576Mi ± 0% 4.583Mi ± 0% +0.15% (n=1) Ethereum_core 5.347Mi ± 0% 5.354Mi ± 0% +0.13% (n=1) K8s_cache 5.838Mi ± 0% 5.845Mi ± 0% +0.12% (n=1) Shopify_sarama 4.361Mi ± 0% 4.369Mi ± 0% +0.16% (n=1) Hugo_hugolib 20.34Mi ± 0% 20.35Mi ± 0% +0.03% (n=1) Toml 2.124Mi ± 0% 2.131Mi ± 0% +0.33% (n=1) Dustin_broadcast 1.235Mi ± 0% 1.242Mi ± 0% +0.57% (n=1) Gonum_traverse 1.287Mi ± 0% 1.294Mi ± 0% +0.55% (n=1) Commonmark_markdown 1.757Mi ± 0% 1.764Mi ± 0% +0.40% (n=1) Gonum_topo 1.401Mi ± 0% 1.409Mi ± 0% +0.51% (n=1) Gtank_blake2s 1.402Mi ± 0% 1.409Mi ± 0% +0.51% (n=1) Capnproto2 1.691Mi ± 0% 1.698Mi ± 0% +0.42% (n=1) Ericlagergren_decimal 1.412Mi ± 0% 1.419Mi ± 0% +0.50% (n=1) Spexs2 1.423Mi ± 0% 1.430Mi ± 0% +0.50% (n=1) geomean 2.345Mi 2.354Mi +0.36% │ baseline │ experiment │ │ data-bytes │ data-bytes vs base │ Uber_zap 1.353Mi ± 0% 1.356Mi ± 0% +0.21% (n=1) Ajstarks_deck_generate 667.6Ki ± 0% 670.5Ki ± 0% +0.44% (n=1) Minio 30.57Mi ± 0% 30.57Mi ± 0% +0.01% (n=1) Ethereum_bitutil 661.2Ki ± 0% 664.1Ki ± 0% +0.43% (n=1) Ethereum_trie 1.190Mi ± 0% 1.193Mi ± 0% +0.23% (n=1) Aws_restxml 2.557Mi ± 0% 2.560Mi ± 0% +0.11% (n=1) Bindata 7.304Mi ± 0% 7.307Mi ± 0% +0.04% (n=1) Gonum_lapack_native 1.107Mi ± 0% 1.110Mi ± 0% +0.25% (n=1) Aws_jsonutil 1.778Mi ± 0% 1.781Mi ± 0% +0.16% (n=1) Gonum_community 776.8Ki ± 0% 779.7Ki ± 0% +0.37% (n=1) Benhoyt_goawk_1_18 1.000Mi ± 0% 1.003Mi ± 0% +0.28% (n=1) K8s_workqueue 1.495Mi ± 0% 1.498Mi ± 0% +0.19% (n=1) Kanzi 696.8Ki ± 0% 699.7Ki ± 0% +0.41% (n=1) Uber_tally 1.173Mi ± 0% 1.176Mi ± 0% +0.24% (n=1) Cespare_mph 641.6Ki ± 0% 644.5Ki ± 0% +0.45% (n=1) Wazero 1.281Mi ± 0% 1.284Mi ± 0% +0.22% (n=1) Semver 714.0Ki ± 0% 716.8Ki ± 0% +0.40% (n=1) Aws_restjson 2.554Mi ± 0% 2.557Mi ± 0% +0.11% (n=1) Cespare_xxhash 641.2Ki ± 0% 644.1Ki ± 0% +0.45% (n=1) Ethereum_ecies 834.5Ki ± 0% 837.4Ki ± 0% +0.34% (n=1) Gonum_path 769.1Ki ± 0% 771.9Ki ± 0% +0.37% (n=1) Bloom_bloom 766.4Ki ± 0% 769.3Ki ± 0% +0.38% (n=1) Dustin_humanize 720.7Ki ± 0% 723.6Ki ± 0% +0.39% (n=1) Ethereum_corevm 1.173Mi ± 0% 1.176Mi ± 0% +0.24% (n=1) Gonum_blas_native 858.2Ki ± 0% 861.1Ki ± 0% +0.33% (n=1) Gonum_mat 1.005Mi ± 0% 1.008Mi ± 0% +0.28% (n=1) Ethereum_ethash 1.884Mi ± 0% 1.887Mi ± 0% +0.15% (n=1) Aws_jsonrpc 2.487Mi ± 0% 2.489Mi ± 0% +0.11% (n=1) Ethereum_core 2.701Mi ± 0% 2.704Mi ± 0% +0.10% (n=1) K8s_cache 2.548Mi ± 0% 2.551Mi ± 0% +0.11% (n=1) Shopify_sarama 1.994Mi ± 0% 1.996Mi ± 0% +0.14% (n=1) Hugo_hugolib 9.172Mi ± 0% 9.175Mi ± 0% +0.03% (n=1) Toml 1.161Mi ± 0% 1.164Mi ± 0% +0.24% (n=1) Dustin_broadcast 648.1Ki ± 0% 651.0Ki ± 0% +0.44% (n=1) Gonum_traverse 689.2Ki ± 0% 692.1Ki ± 0% +0.41% (n=1) Commonmark_markdown 1017.1Ki ± 0% 1019.9Ki ± 0% +0.28% (n=1) Gonum_topo 734.9Ki ± 0% 737.8Ki ± 0% +0.39% (n=1) Gtank_blake2s 686.7Ki ± 0% 689.6Ki ± 0% +0.41% (n=1) Capnproto2 847.6Ki ± 0% 850.5Ki ± 0% +0.34% (n=1) Ericlagergren_decimal 707.4Ki ± 0% 710.3Ki ± 0% +0.41% (n=1) Spexs2 703.4Ki ± 0% 706.3Ki ± 0% +0.41% (n=1) geomean 1.254Mi 1.258Mi +0.28% │ baseline │ experiment │ │ rodata-bytes │ rodata-bytes vs base │ Uber_zap 1.020Mi ± 0% 1.023Mi ± 0% +0.28% (n=1) Ajstarks_deck_generate 543.1Ki ± 0% 546.0Ki ± 0% +0.54% (n=1) Minio 29.51Mi ± 0% 29.52Mi ± 0% +0.01% (n=1) Ethereum_bitutil 536.0Ki ± 0% 538.8Ki ± 0% +0.53% (n=1) Ethereum_trie 991.9Ki ± 0% 994.7Ki ± 0% +0.29% (n=1) Aws_restxml 2.199Mi ± 0% 2.202Mi ± 0% +0.13% (n=1) Bindata 643.6Ki ± 0% 646.5Ki ± 0% +0.45% (n=1) Gonum_lapack_native 821.5Ki ± 0% 824.3Ki ± 0% +0.34% (n=1) Aws_jsonutil 1.454Mi ± 0% 1.457Mi ± 0% +0.20% (n=1) Gonum_community 621.0Ki ± 0% 623.8Ki ± 0% +0.46% (n=1) Benhoyt_goawk_1_18 843.4Ki ± 0% 846.3Ki ± 0% +0.34% (n=1) K8s_workqueue 1.166Mi ± 0% 1.168Mi ± 0% +0.24% (n=1) Kanzi 557.5Ki ± 0% 560.3Ki ± 0% +0.51% (n=1) Uber_tally 868.6Ki ± 0% 871.5Ki ± 0% +0.33% (n=1) Cespare_mph 517.3Ki ± 0% 520.2Ki ± 0% +0.56% (n=1) Wazero 1.087Mi ± 0% 1.090Mi ± 0% +0.26% (n=1) Semver 587.1Ki ± 0% 590.0Ki ± 0% +0.49% (n=1) Aws_restjson 2.197Mi ± 0% 2.200Mi ± 0% +0.13% (n=1) Cespare_xxhash 517.0Ki ± 0% 519.9Ki ± 0% +0.56% (n=1) Ethereum_ecies 622.7Ki ± 0% 625.5Ki ± 0% +0.46% (n=1) Gonum_path 615.7Ki ± 0% 618.6Ki ± 0% +0.47% (n=1) Bloom_bloom 638.8Ki ± 0% 641.7Ki ± 0% +0.45% (n=1) Dustin_humanize 593.9Ki ± 0% 596.7Ki ± 0% +0.48% (n=1) Ethereum_corevm 961.8Ki ± 0% 964.7Ki ± 0% +0.30% (n=1) Gonum_blas_native 653.8Ki ± 0% 656.7Ki ± 0% +0.43% (n=1) Gonum_mat 860.7Ki ± 0% 863.6Ki ± 0% +0.33% (n=1) Ethereum_ethash 1.500Mi ± 0% 1.503Mi ± 0% +0.18% (n=1) Aws_jsonrpc 2.131Mi ± 0% 2.134Mi ± 0% +0.13% (n=1) Ethereum_core 2.286Mi ± 0% 2.289Mi ± 0% +0.12% (n=1) K8s_cache 2.147Mi ± 0% 2.150Mi ± 0% +0.13% (n=1) Shopify_sarama 1.719Mi ± 0% 1.722Mi ± 0% +0.16% (n=1) Hugo_hugolib 8.420Mi ± 0% 8.423Mi ± 0% +0.03% (n=1) Toml 1.032Mi ± 0% 1.035Mi ± 0% +0.27% (n=1) Dustin_broadcast 524.2Ki ± 0% 527.0Ki ± 0% +0.54% (n=1) Gonum_traverse 560.5Ki ± 0% 563.3Ki ± 0% +0.51% (n=1) Commonmark_markdown 871.0Ki ± 0% 873.9Ki ± 0% +0.33% (n=1) Gonum_topo 598.2Ki ± 0% 601.0Ki ± 0% +0.48% (n=1) Gtank_blake2s 560.5Ki ± 0% 563.3Ki ± 0% +0.51% (n=1) Capnproto2 716.7Ki ± 0% 719.5Ki ± 0% +0.40% (n=1) Ericlagergren_decimal 579.8Ki ± 0% 582.6Ki ± 0% +0.50% (n=1) Spexs2 577.3Ki ± 0% 580.2Ki ± 0% +0.50% (n=1) geomean 996.4Ki 999.9Ki +0.35% │ baseline │ experiment │ │ pclntab-bytes │ pclntab-bytes vs base │ Uber_zap 1.639Mi ± 0% 1.647Mi ± 0% +0.44% (n=1) Ajstarks_deck_generate 894.0Ki ± 0% 900.9Ki ± 0% +0.77% (n=1) Minio 22.54Mi ± 0% 22.55Mi ± 0% +0.03% (n=1) Ethereum_bitutil 921.3Ki ± 0% 928.2Ki ± 0% +0.75% (n=1) Ethereum_trie 1.613Mi ± 0% 1.620Mi ± 0% +0.43% (n=1) Aws_restxml 2.463Mi ± 0% 2.470Mi ± 0% +0.30% (n=1) Bindata 1.058Mi ± 0% 1.065Mi ± 0% +0.65% (n=1) Gonum_lapack_native 1.207Mi ± 0% 1.214Mi ± 0% +0.56% (n=1) Aws_jsonutil 1.401Mi ± 0% 1.408Mi ± 0% +0.51% (n=1) Gonum_community 1.014Mi ± 0% 1.020Mi ± 0% +0.66% (n=1) Benhoyt_goawk_1_18 1.279Mi ± 0% 1.286Mi ± 0% +0.54% (n=1) K8s_workqueue 2.088Mi ± 0% 2.096Mi ± 0% +0.35% (n=1) Kanzi 960.4Ki ± 0% 967.2Ki ± 0% +0.72% (n=1) Uber_tally 1.356Mi ± 0% 1.364Mi ± 0% +0.53% (n=1) Cespare_mph 878.8Ki ± 0% 885.7Ki ± 0% +0.78% (n=1) Wazero 1.806Mi ± 0% 1.813Mi ± 0% +0.38% (n=1) Semver 992.0Ki ± 0% 998.9Ki ± 0% +0.70% (n=1) Aws_restjson 2.453Mi ± 0% 2.460Mi ± 0% +0.30% (n=1) Cespare_xxhash 848.4Ki ± 0% 855.3Ki ± 0% +0.81% (n=1) Ethereum_ecies 1.033Mi ± 0% 1.040Mi ± 0% +0.66% (n=1) Gonum_path 1017.2Ki ± 0% 1024.2Ki ± 0% +0.68% (n=1) Bloom_bloom 1.061Mi ± 0% 1.068Mi ± 0% +0.63% (n=1) Dustin_humanize 985.9Ki ± 0% 992.9Ki ± 0% +0.70% (n=1) Ethereum_corevm 1.554Mi ± 0% 1.561Mi ± 0% +0.44% (n=1) Gonum_blas_native 1.062Mi ± 0% 1.069Mi ± 0% +0.63% (n=1) Gonum_mat 1.412Mi ± 0% 1.419Mi ± 0% +0.48% (n=1) Ethereum_ethash 2.282Mi ± 0% 2.290Mi ± 0% +0.32% (n=1) Aws_jsonrpc 2.396Mi ± 0% 2.403Mi ± 0% +0.31% (n=1) Ethereum_core 3.254Mi ± 0% 3.262Mi ± 0% +0.23% (n=1) K8s_cache 3.518Mi ± 0% 3.525Mi ± 0% +0.21% (n=1) Shopify_sarama 2.631Mi ± 0% 2.638Mi ± 0% +0.28% (n=1) Hugo_hugolib 9.049Mi ± 0% 9.056Mi ± 0% +0.08% (n=1) Toml 1.361Mi ± 0% 1.368Mi ± 0% +0.51% (n=1) Dustin_broadcast 889.4Ki ± 0% 896.3Ki ± 0% +0.78% (n=1) Gonum_traverse 927.5Ki ± 0% 934.4Ki ± 0% +0.74% (n=1) Commonmark_markdown 1.179Mi ± 0% 1.185Mi ± 0% +0.58% (n=1) Gonum_topo 978.1Ki ± 0% 985.1Ki ± 0% +0.71% (n=1) Gtank_blake2s 972.7Ki ± 0% 979.6Ki ± 0% +0.71% (n=1) Capnproto2 1.105Mi ± 0% 1.111Mi ± 0% +0.62% (n=1) Ericlagergren_decimal 1000.8Ki ± 0% 1007.8Ki ± 0% +0.70% (n=1) Spexs2 997.2Ki ± 0% 1004.1Ki ± 0% +0.69% (n=1) geomean 1.480Mi 1.488Mi +0.53% │ baseline │ experiment │ │ debug-bytes │ debug-bytes vs base │ Uber_zap 1.673Mi ± 0% 1.681Mi ± 0% +0.48% (n=1) Ajstarks_deck_generate 939.9Ki ± 0% 947.9Ki ± 0% +0.85% (n=1) Minio 16.92Mi ± 0% 16.93Mi ± 0% +0.02% (n=1) Ethereum_bitutil 978.5Ki ± 0% 986.6Ki ± 0% +0.83% (n=1) Ethereum_trie 1.651Mi ± 0% 1.659Mi ± 0% +0.46% (n=1) Aws_restxml 2.512Mi ± 0% 2.520Mi ± 0% +0.30% (n=1) Bindata 1.114Mi ± 0% 1.121Mi ± 0% +0.67% (n=1) Gonum_lapack_native 1.403Mi ± 0% 1.411Mi ± 0% +0.57% (n=1) Aws_jsonutil 1.439Mi ± 0% 1.447Mi ± 0% +0.54% (n=1) Gonum_community 1.070Mi ± 0% 1.078Mi ± 0% +0.76% (n=1) Benhoyt_goawk_1_18 1.338Mi ± 0% 1.345Mi ± 0% +0.55% (n=1) K8s_workqueue 2.064Mi ± 0% 2.072Mi ± 0% +0.38% (n=1) Kanzi 1.016Mi ± 0% 1.023Mi ± 0% +0.75% (n=1) Uber_tally 1.411Mi ± 0% 1.420Mi ± 0% +0.59% (n=1) Cespare_mph 929.7Ki ± 0% 937.4Ki ± 0% +0.82% (n=1) Wazero 1.806Mi ± 0% 1.814Mi ± 0% +0.42% (n=1) Semver 1.023Mi ± 0% 1.031Mi ± 0% +0.75% (n=1) Aws_restjson 2.489Mi ± 0% 2.497Mi ± 0% +0.30% (n=1) Cespare_xxhash 934.1Ki ± 0% 941.8Ki ± 0% +0.82% (n=1) Ethereum_ecies 1.129Mi ± 0% 1.136Mi ± 0% +0.61% (n=1) Gonum_path 1.031Mi ± 0% 1.038Mi ± 0% +0.74% (n=1) Bloom_bloom 1.119Mi ± 0% 1.127Mi ± 0% +0.65% (n=1) Dustin_humanize 1.027Mi ± 0% 1.035Mi ± 0% +0.76% (n=1) Ethereum_corevm 1.555Mi ± 0% 1.562Mi ± 0% +0.44% (n=1) Gonum_blas_native 1.176Mi ± 0% 1.184Mi ± 0% +0.67% (n=1) Gonum_mat 1.571Mi ± 0% 1.579Mi ± 0% +0.49% (n=1) Ethereum_ethash 2.312Mi ± 0% 2.319Mi ± 0% +0.29% (n=1) Aws_jsonrpc 2.456Mi ± 0% 2.463Mi ± 0% +0.29% (n=1) Ethereum_core 3.121Mi ± 0% 3.128Mi ± 0% +0.23% (n=1) K8s_cache 3.359Mi ± 0% 3.367Mi ± 0% +0.24% (n=1) Shopify_sarama 2.681Mi ± 0% 2.689Mi ± 0% +0.29% (n=1) Hugo_hugolib 7.768Mi ± 0% 7.774Mi ± 0% +0.08% (n=1) Toml 1.414Mi ± 0% 1.422Mi ± 0% +0.54% (n=1) Dustin_broadcast 935.8Ki ± 0% 943.6Ki ± 0% +0.83% (n=1) Gonum_traverse 975.3Ki ± 0% 983.0Ki ± 0% +0.79% (n=1) Commonmark_markdown 1.211Mi ± 0% 1.218Mi ± 0% +0.62% (n=1) Gonum_topo 1.008Mi ± 0% 1.015Mi ± 0% +0.74% (n=1) Gtank_blake2s 1.015Mi ± 0% 1.022Mi ± 0% +0.77% (n=1) Capnproto2 1.161Mi ± 0% 1.169Mi ± 0% +0.68% (n=1) Ericlagergren_decimal 1.039Mi ± 0% 1.046Mi ± 0% +0.73% (n=1) Spexs2 1.028Mi ± 0% 1.036Mi ± 0% +0.79% (n=1) geomean 1.526Mi 1.535Mi +0.56% │ baseline │ experiment │ │ sec/op │ sec/op vs base │ GenerateKeyP256-16 14.85µ ± 0% 14.87µ ± 0% ~ (p=0.171 n=10) GenSharedKeyP256-16 56.44µ ± 0% 56.44µ ± 0% ~ (p=0.541 n=10) GenSharedKeyS256-16 52.07µ ± 0% 52.02µ ± 0% -0.10% (p=0.041 n=10) DirectSend-16 344.9n ± 3% 342.6n ± 1% ~ (p=0.324 n=10) ParallelDirectSend-16 353.1n ± 3% 353.5n ± 2% ~ (p=0.631 n=10) ParallelBrodcast-16 524.4n ± 2% 522.4n ± 0% -0.36% (p=0.009 n=10) MuxBrodcast-16 522.9n ± 3% 509.8n ± 3% -2.50% (p=0.029 n=10) Broker_Open-16 96.97µ ± 1% 94.93µ ± 1% -2.10% (p=0.000 n=10) Broker_No_Metrics_Open-16 62.57µ ± 8% 60.82µ ± 11% ~ (p=0.143 n=10) MergeByLanguage-16 494.5n ± 1% 493.6n ± 1% ~ (p=0.541 n=10) ResourceChainPostProcess-16 44.53m ± 1% 44.45m ± 1% ~ (p=0.971 n=10) ReplaceShortcodeTokens-16 2.861µ ± 7% 2.873µ ± 4% ~ (p=0.928 n=10) LouvainDirectedMultiplex-16 14.71m ± 1% 14.27m ± 0% -2.95% (p=0.000 n=10) BufferedWriteSyncer/write_file_with_buffer-16 282.5n ± 2% 282.1n ± 2% ~ (p=0.436 n=10) MultiWriteSyncer/2_discarder-16 7.293n ± 65% 7.522n ± 65% +3.15% (p=0.006 n=10) MultiWriteSyncer/4_discarder-16 8.527n ± 1% 8.622n ± 0% +1.11% (p=0.000 n=10) MultiWriteSyncer/4_discarder_with_buffer-16 178.9n ± 1% 177.5n ± 3% ~ (p=0.109 n=10) WriteSyncer/write_file_with_no_buffer-16 1.694µ ± 3% 1.634µ ± 1% -3.51% (p=0.000 n=10) ZapConsole-16 756.9n ± 1% 770.1n ± 1% +1.74% (p=0.003 n=10) JSONLogMarshalerFunc-16 606.0n ± 2% 582.5n ± 1% -3.89% (p=0.000 n=10) ZapJSON-16 564.3n ± 2% 572.8n ± 2% +1.50% (p=0.012 n=10) StandardJSON-16 628.0n ± 1% 627.2n ± 1% ~ (p=0.353 n=10) Sampler_Check/7_keys-16 9.421n ± 1% 9.462n ± 2% ~ (p=0.684 n=10) Sampler_Check/50_keys-16 9.714n ± 2% 9.747n ± 2% ~ (p=0.955 n=10) Sampler_Check/100_keys-16 9.120n ± 1% 9.111n ± 1% ~ (p=0.955 n=10) Sampler_CheckWithHook/7_keys-16 22.86n ± 2% 23.23n ± 2% ~ (p=0.138 n=10) Sampler_CheckWithHook/50_keys-16 23.99n ± 2% 24.43n ± 1% +1.81% (p=0.011 n=10) Sampler_CheckWithHook/100_keys-16 23.11n ± 2% 23.47n ± 1% +1.58% (p=0.030 n=10) TeeCheck-16 134.8n ± 4% 136.1n ± 2% ~ (p=0.566 n=10) Bindata-16 266.6m ± 1% 266.9m ± 1% ~ (p=1.000 n=10) RenderSpecNoHTML-16 4.923m ± 1% 4.853m ± 0% -1.42% (p=0.000 n=10) RenderSpec-16 4.941m ± 1% 4.894m ± 1% -0.94% (p=0.023 n=10) RenderSpecBlackFriday2-16 3.479m ± 0% 3.445m ± 1% -0.99% (p=0.000 n=10) Decode/large-doc-16 1.852m ± 0% 1.846m ± 0% -0.31% (p=0.000 n=10) BuildJSON-16 3.290µ ± 0% 3.293µ ± 0% ~ (p=0.135 n=10) StdlibJSON-16 2.416µ ± 0% 2.393µ ± 0% -0.91% (p=0.000 n=10) HashFixedSize/10K-16 5.156m ± 2% 4.752m ± 1% -7.84% (p=0.000 n=10) CommitAfterHashFixedSize/10K-16 12.19m ± 1% 11.26m ± 0% -7.66% (p=0.000 n=10) DecodehealingTracker-16 625.8n ± 2% 611.7n ± 3% -2.26% (p=0.015 n=10) AppendMsgResyncTargetsInfo-16 5.320n ± 0% 5.319n ± 0% ~ (p=0.190 n=10) DataUpdateTracker-16 1.689µ ± 1% 1.680µ ± 1% -0.53% (p=0.000 n=10) MarshalMsgdataUsageCacheInfo-16 57.39n ± 1% 57.39n ± 0% ~ (p=0.898 n=10) OpDiv128-16 92.24n ± 0% 92.41n ± 0% +0.19% (p=0.007 n=10) Arc-16 3.145µ ± 1% 3.172µ ± 0% +0.86% (p=0.002 n=10) Polygon-16 5.580µ ± 1% 5.545µ ± 1% -0.63% (p=0.019 n=10) ParallelizeUntil/pieces:1000,workers:10,chunkSize:1-16 209.4µ ± 0% 210.9µ ± 0% +0.71% (p=0.000 n=10) ParallelizeUntil/pieces:1000,workers:10,chunkSize:10-16 51.01µ ± 1% 51.17µ ± 1% ~ (p=0.853 n=10) ParallelizeUntil/pieces:1000,workers:10,chunkSize:100-16 33.24µ ± 2% 33.12µ ± 2% ~ (p=0.853 n=10) ParallelizeUntil/pieces:999,workers:10,chunkSize:13-16 44.07µ ± 1% 44.06µ ± 1% ~ (p=1.000 n=10) Dnrm2MediumPosInc-16 2.098µ ± 0% 2.096µ ± 0% -0.10% (p=0.005 n=10) DasumMediumUnitaryInc-16 1.047µ ± 0% 1.047µ ± 0% ~ (p=0.450 n=10) WalkAllBreadthFirstGnp_10_tenth-16 3.121µ ± 1% 3.154µ ± 0% +1.06% (p=0.000 n=10) WalkAllBreadthFirstGnp_1000_tenth-16 8.294m ± 1% 8.318m ± 3% ~ (p=0.353 n=10) Hash8K-16 22.18µ ± 0% 22.18µ ± 0% ~ (p=0.670 n=10) TarjanSCCGnp_10_tenth-16 6.078µ ± 1% 6.060µ ± 1% ~ (p=0.078 n=10) TarjanSCCGnp_1000_half-16 56.48m ± 1% 56.27m ± 1% ~ (p=0.280 n=10) SeparateTestAndAdd-16 377.7n ± 2% 377.8n ± 1% ~ (p=0.493 n=10) CombinedTestAndAdd-16 398.8n ± 1% 399.4n ± 1% ~ (p=0.782 n=10) TextMovementBetweenSegments-16 337.5µ ± 1% 336.3µ ± 1% ~ (p=1.000 n=10) Growth_MultiSegment-16 10.68m ± 0% 10.69m ± 0% +0.11% (p=0.019 n=10) ParseBigBytes-16 1.403µ ± 0% 1.385µ ± 0% -1.28% (p=0.000 n=10) MulWorkspaceDense1000Hundredth-16 75.57m ± 0% 75.47m ± 0% ~ (p=0.105 n=10) ScaleVec10000Inc20-16 13.34µ ± 10% 13.11µ ± 14% ~ (p=0.631 n=10) Dgeev/Circulant10-16 31.65µ ± 2% 31.59µ ± 0% -0.20% (p=0.009 n=10) Dgeev/Circulant100-16 11.99m ± 0% 11.99m ± 0% ~ (p=0.353 n=10) Pi/foo=ericlagergren_(Go)/prec=100-16 118.8µ ± 0% 119.1µ ± 0% +0.21% (p=0.043 n=10) Pi/foo=ericlagergren_(GDA)/prec=100-16 244.4µ ± 0% 244.0µ ± 0% -0.19% (p=0.011 n=10) Pi/foo=shopspring/prec=100-16 326.2µ ± 0% 325.4µ ± 0% -0.24% (p=0.023 n=10) Pi/foo=apmckinlay/prec=100-16 2.847µ ± 1% 2.847µ ± 0% ~ (p=0.837 n=10) Pi/foo=go-inf/prec=100-16 97.65µ ± 0% 97.12µ ± 0% -0.55% (p=0.000 n=10) Pi/foo=float64/prec=100-16 4.508µ ± 0% 4.509µ ± 0% ~ (p=0.447 n=10) PendingDemotion10000-16 125.6n ± 0% 126.6n ± 0% +0.80% (p=0.000 n=10) PoolBatchInsert10000-16 681.8m ± 0% 682.6m ± 0% +0.12% (p=0.015 n=10) PoolBatchLocalInsert10000-16 801.0m ± 0% 797.4m ± 1% ~ (p=0.063 n=10) HashimotoLight-16 1.817m ± 2% 1.749m ± 4% -3.74% (p=0.011 n=10) FastTest2KB-16 143.5n ± 0% 143.5n ± 0% ~ (p=0.969 n=10) BaseTest2KB-16 559.3n ± 0% 559.2n ± 0% ~ (p=0.094 n=10) Encoding4KBVerySparse-16 13.55µ ± 0% 13.49µ ± 0% -0.47% (p=0.005 n=10) Run/10k/1-16 18.40 ± 0% 18.29 ± 1% -0.58% (p=0.000 n=10) Run/10k/16-16 4.337 ± 5% 4.429 ± 7% ~ (p=0.105 n=10) Listener-16 858.4n ± 2% 863.5n ± 1% ~ (p=0.197 n=10) ReflectorResyncChanMany-16 470.9n ± 1% 466.2n ± 2% ~ (p=0.075 n=10) ValidateVersionTildeFail-16 524.4n ± 0% 528.1n ± 0% +0.70% (p=0.000 n=10) FPAQ-16 16.23m ± 0% 16.19m ± 0% ~ (p=0.123 n=10) LZ-16 1.141m ± 5% 1.127m ± 1% -1.18% (p=0.005 n=10) MTFT-16 801.4µ ± 0% 801.6µ ± 0% ~ (p=0.436 n=10) RecursiveFunc-16 9.980µ ± 1% 10.014µ ± 0% ~ (p=0.078 n=10) RegexMatch-16 919.4n ± 1% 922.0n ± 1% ~ (p=0.137 n=10) RepeatExecProgram-16 11.07µ ± 1% 10.87µ ± 1% -1.82% (p=0.000 n=10) RepeatNew-16 100.35n ± 1% 97.73n ± 1% -2.62% (p=0.000 n=10) RepeatIOExecProgram-16 22.23µ ± 2% 22.10µ ± 2% ~ (p=0.172 n=10) RepeatIONew-16 797.0n ± 0% 794.3n ± 0% -0.34% (p=0.004 n=10) Invocation/interpreter/fib_for_20-16 2.330m ± 0% 2.315m ± 1% ~ (p=0.190 n=10) Invocation/interpreter/string_manipulation_size_50-16 976.1µ ± 0% 967.6µ ± 0% -0.86% (p=0.000 n=10) Invocation/interpreter/random_mat_mul_size_20-16 6.550m ± 0% 6.546m ± 0% ~ (p=0.631 n=10) Compilation/with_extern_cache-16 436.5µ ± 0% 435.8µ ± 0% -0.17% (p=0.043 n=10) Compilation/without_extern_cache-16 17.29m ± 0% 17.26m ± 0% ~ (p=0.052 n=10) ScopeTaggedNoCachedSubscopes-16 3.602µ ± 1% 3.437µ ± 0% -4.57% (p=0.000 n=10) HistogramAllocation-16 1.764µ ± 1% 1.732µ ± 3% -1.81% (p=0.041 n=10) BleveIndexBatch100-16 4.456 ± 1% 4.464 ± 2% ~ (p=0.739 n=10) CockroachDBkv0/nodes=1-8 112.8µ ± 4% 112.1µ ± 8% ~ (p=0.971 n=10) CockroachDBkv50/nodes=1-8 94.86µ ± 4% 93.25µ ± 4% ~ (p=0.481 n=10) CockroachDBkv95/nodes=1-8 68.09µ ± 4% 66.87µ ± 4% ~ (p=0.971 n=10) CockroachDBkv0/nodes=3-8 111.2µ ± 12% 111.6µ ± 5% ~ (p=0.631 n=10) CockroachDBkv50/nodes=3-8 92.32µ ± 2% 91.75µ ± 4% ~ (p=0.353 n=10) CockroachDBkv95/nodes=3-8 66.50µ ± 6% 67.61µ ± 4% ~ (p=0.529 n=10) ESBuildThreeJS-16 404.1m ± 1% 403.9m ± 1% ~ (p=0.579 n=10) ESBuildRomeTS-16 115.6m ± 1% 115.6m ± 1% ~ (p=0.853 n=10) EtcdPut-16 21.31m ± 1% 21.21m ± 3% ~ (p=0.105 n=10) EtcdSTM-16 116.7m ± 0% 116.0m ± 1% ~ (p=0.143 n=10) GoBuildKubelet-16 50.88 ± 4% 51.56 ± 3% ~ (p=0.089 n=10) GoBuildKubeletLink-16 7.247 ± 2% 7.154 ± 2% ~ (p=0.105 n=10) GoBuildIstioctl-16 48.83 ± 2% 48.34 ± 3% ~ (p=0.579 n=10) GoBuildIstioctlLink-16 7.887 ± 11% 7.891 ± 2% ~ (p=0.684 n=10) GoBuildFrontend-16 16.44 ± 0% 16.55 ± 0% +0.65% (p=0.002 n=10) GoBuildFrontendLink-16 1.327 ± 1% 1.323 ± 1% ~ (p=0.353 n=10) GopherLuaKNucleotide-16 19.79 ± 1% 20.26 ± 2% +2.39% (p=0.000 n=10) MarkdownRenderXHTML-16 178.4m ± 1% 178.9m ± 0% ~ (p=0.353 n=10) Tile38QueryLoad-16 544.0µ ± 0% 517.7µ ± 1% -4.82% (p=0.000 n=10) geomean 75.16µ 74.81µ -0.46% │ baseline │ experiment │ │ B/s │ B/s vs base │ Bindata-16 24.56Mi ± 1% 24.53Mi ± 1% ~ (p=0.985 n=10) DecodehealingTracker-16 473.9Mi ± 2% 485.0Mi ± 3% +2.34% (p=0.015 n=10) AppendMsgResyncTargetsInfo-16 1.751Gi ± 0% 1.751Gi ± 0% ~ (p=0.183 n=10) DataUpdateTracker-16 576.2Ki ± 0% 585.9Ki ± 2% +1.69% (p=0.002 n=10) Hash8K-16 352.3Mi ± 0% 352.2Mi ± 0% ~ (p=0.671 n=10) Growth_MultiSegment-16 93.63Mi ± 0% 93.52Mi ± 0% -0.11% (p=0.014 n=10) geomean 85.37Mi 85.91Mi +0.63% │ baseline │ experiment │ │ B/op │ B/op vs base │ Bindata-16 183.0Mi ± 0% 183.0Mi ± 0% ~ (p=0.796 n=10) HashFixedSize/10K-16 6.047Mi ± 0% 6.049Mi ± 0% +0.03% (p=0.000 n=10) CommitAfterHashFixedSize/10K-16 7.357Mi ± 0% 7.355Mi ± 0% ~ (p=0.796 n=10) DecodehealingTracker-16 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ AppendMsgResyncTargetsInfo-16 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ DataUpdateTracker-16 276.0 ± 0% 276.0 ± 0% ~ (p=0.211 n=10) MarshalMsgdataUsageCacheInfo-16 96.00 ± 0% 96.00 ± 0% ~ (p=1.000 n=10) ¹ Growth_MultiSegment-16 1.572Mi ± 0% 1.572Mi ± 0% ~ (p=0.207 n=10) Encoding4KBVerySparse-16 9.750Ki ± 0% 9.750Ki ± 0% ~ (p=1.000 n=10) ¹ Listener-16 39.00 ± 3% 39.00 ± 3% ~ (p=1.000 n=10) HistogramAllocation-16 1.152Ki ± 0% 1.152Ki ± 0% ~ (p=1.000 n=10) geomean ² +0.00% ² ¹ all samples are equal ² summaries must be >0 to compute geomean │ baseline │ experiment │ │ allocs/op │ allocs/op vs base │ Bindata-16 5.801k ± 0% 5.800k ± 0% ~ (p=0.462 n=10) HashFixedSize/10K-16 77.21k ± 0% 77.22k ± 0% +0.01% (p=0.000 n=10) CommitAfterHashFixedSize/10K-16 79.55k ± 0% 79.55k ± 0% ~ (p=1.000 n=10) DecodehealingTracker-16 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ AppendMsgResyncTargetsInfo-16 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ DataUpdateTracker-16 8.000 ± 0% 8.000 ± 0% ~ (p=1.000 n=10) ¹ MarshalMsgdataUsageCacheInfo-16 1.000 ± 0% 1.000 ± 0% ~ (p=1.000 n=10) ¹ Growth_MultiSegment-16 22.00 ± 0% 22.00 ± 0% ~ (p=1.000 n=10) ¹ Encoding4KBVerySparse-16 15.00 ± 0% 15.00 ± 0% ~ (p=1.000 n=10) ¹ Listener-16 1.000 ± 0% 1.000 ± 0% ~ (p=1.000 n=10) ¹ HistogramAllocation-16 20.00 ± 0% 20.00 ± 0% ~ (p=1.000 n=10) ¹ geomean ² -0.00% ² ¹ all samples are equal ² summaries must be >0 to compute geomean │ baseline │ experiment │ │ average-RSS-bytes │ average-RSS-bytes vs base │ BleveIndexBatch100-16 173.3Mi ± 2% 174.7Mi ± 1% +0.82% (p=0.043 n=10) CockroachDBkv0/nodes=1-8 8.354Gi ± 2% 8.637Gi ± 4% +3.39% (p=0.007 n=10) CockroachDBkv50/nodes=1-8 8.378Gi ± 2% 8.511Gi ± 2% ~ (p=0.089 n=10) CockroachDBkv95/nodes=1-8 6.547Gi ± 2% 6.643Gi ± 3% ~ (p=0.089 n=10) CockroachDBkv0/nodes=3-8 8.460Gi ± 3% 8.487Gi ± 2% ~ (p=0.436 n=10) CockroachDBkv50/nodes=3-8 8.269Gi ± 3% 8.471Gi ± 1% +2.44% (p=0.015 n=10) CockroachDBkv95/nodes=3-8 6.602Gi ± 2% 6.713Gi ± 3% ~ (p=0.315 n=10) EtcdPut-16 109.4Mi ± 1% 110.8Mi ± 2% ~ (p=0.052 n=10) EtcdSTM-16 93.91Mi ± 1% 96.39Mi ± 1% +2.64% (p=0.001 n=10) GopherLuaKNucleotide-16 33.87Mi ± 2% 33.03Mi ± 1% -2.47% (p=0.000 n=10) MarkdownRenderXHTML-16 18.73Mi ± 3% 18.49Mi ± 2% ~ (p=0.165 n=10) Tile38QueryLoad-16 6.011Gi ± 1% 5.527Gi ± 2% -8.05% (p=0.000 n=10) geomean 1.020Gi 1.023Gi +0.28% │ baseline │ experiment │ │ peak-RSS-bytes │ peak-RSS-bytes vs base │ BleveIndexBatch100-16 247.8Mi ± 3% 255.5Mi ± 4% ~ (p=0.353 n=10) CockroachDBkv0/nodes=1-8 11.78Gi ± 5% 12.02Gi ± 3% ~ (p=0.165 n=10) CockroachDBkv50/nodes=1-8 11.74Gi ± 4% 11.78Gi ± 3% ~ (p=0.481 n=10) CockroachDBkv95/nodes=1-8 8.837Gi ± 5% 8.829Gi ± 8% ~ (p=0.436 n=10) CockroachDBkv0/nodes=3-8 12.01Gi ± 5% 12.00Gi ± 4% ~ (p=0.529 n=10) CockroachDBkv50/nodes=3-8 11.38Gi ± 5% 11.68Gi ± 2% ~ (p=0.280 n=10) CockroachDBkv95/nodes=3-8 8.974Gi ± 7% 9.060Gi ± 3% ~ (p=0.481 n=10) EtcdPut-16 143.3Mi ± 2% 142.1Mi ± 3% ~ (p=0.218 n=10) EtcdSTM-16 122.0Mi ± 3% 125.2Mi ± 3% +2.65% (p=0.019 n=10) GopherLuaKNucleotide-16 39.09Mi ± 2% 38.83Mi ± 10% ~ (p=0.529 n=10) MarkdownRenderXHTML-16 19.52Mi ± 1% 19.29Mi ± 2% ~ (p=0.123 n=10) Tile38QueryLoad-16 6.232Gi ± 1% 5.662Gi ± 2% -9.15% (p=0.000 n=10) geomean 1.318Gi 1.317Gi -0.08% │ baseline │ experiment │ │ peak-VM-bytes │ peak-VM-bytes vs base │ BleveIndexBatch100-16 2.715Gi ± 0% 2.644Gi ± 0% -2.60% (p=0.000 n=10) CockroachDBkv0/nodes=1-8 13.47Gi ± 4% 13.79Gi ± 3% ~ (p=0.052 n=10) CockroachDBkv50/nodes=1-8 13.34Gi ± 4% 13.43Gi ± 3% ~ (p=0.315 n=10) CockroachDBkv95/nodes=1-8 10.37Gi ± 4% 10.44Gi ± 7% ~ (p=0.481 n=10) CockroachDBkv0/nodes=3-8 13.65Gi ± 4% 13.64Gi ± 4% ~ (p=0.796 n=10) CockroachDBkv50/nodes=3-8 13.10Gi ± 4% 13.29Gi ± 2% ~ (p=0.353 n=10) CockroachDBkv95/nodes=3-8 10.57Gi ± 7% 10.67Gi ± 4% ~ (p=0.481 n=10) EtcdPut-16 11.32Gi ± 1% 11.26Gi ± 1% ~ (p=1.000 n=10) EtcdSTM-16 11.26Gi ± 0% 11.26Gi ± 0% ~ (p=0.606 n=10) GopherLuaKNucleotide-16 1.176Gi ± 0% 1.175Gi ± 0% -0.05% (p=0.000 n=10) MarkdownRenderXHTML-16 1.176Gi ± 0% 1.175Gi ± 0% -0.05% (p=0.008 n=10) Tile38QueryLoad-16 7.376Gi ± 1% 6.809Gi ± 2% -7.69% (p=0.000 n=10) geomean 6.937Gi 6.907Gi -0.43% │ baseline │ experiment │ │ write-avg-latency-sec │ write-avg-latency-sec vs base │ CockroachDBkv0/nodes=1-8 1.107 ± 5% 1.112 ± 7% ~ (p=0.739 n=10) CockroachDBkv50/nodes=1-8 1.458 ± 8% 1.405 ± 11% ~ (p=0.481 n=10) CockroachDBkv95/nodes=1-8 2.283 ± 32% 2.193 ± 33% ~ (p=0.684 n=10) CockroachDBkv0/nodes=3-8 1.093 ± 15% 1.074 ± 4% ~ (p=0.119 n=10) CockroachDBkv50/nodes=3-8 1.372 ± 6% 1.356 ± 6% ~ (p=0.631 n=10) CockroachDBkv95/nodes=3-8 2.277 ± 37% 2.302 ± 35% ~ (p=0.631 n=10) geomean 1.525 1.502 -1.51% │ baseline │ experiment │ │ write-p100-latency-sec │ write-p100-latency-sec vs base │ CockroachDBkv0/nodes=1-8 10.74 ± 30% 11.81 ± 27% ~ (p=0.401 n=10) CockroachDBkv50/nodes=1-8 12.35 ± 22% 11.27 ± 24% ~ (p=0.958 n=10) CockroachDBkv95/nodes=1-8 13.96 ± 31% 13.15 ± 18% ~ (p=0.402 n=10) CockroachDBkv0/nodes=3-8 12.35 ± 48% 12.62 ± 23% ~ (p=0.985 n=10) CockroachDBkv50/nodes=3-8 11.27 ± 19% 10.47 ± 18% ~ (p=0.806 n=10) CockroachDBkv95/nodes=3-8 14.50 ± 33% 13.15 ± 27% ~ (p=0.445 n=10) geomean 12.46 12.04 -3.36% │ baseline │ experiment │ │ write-p50-latency-sec │ write-p50-latency-sec vs base │ CockroachDBkv0/nodes=1-8 553.6m ± 45% 570.5m ± 65% ~ (p=0.897 n=10) CockroachDBkv50/nodes=1-8 822.1m ± 22% 805.3m ± 29% ~ (p=0.954 n=10) CockroachDBkv95/nodes=1-8 1.913 ± 49% 1.644 ± 47% ~ (p=0.565 n=10) CockroachDBkv0/nodes=3-8 587.2m ± 60% 604.0m ± 25% ~ (p=0.927 n=10) CockroachDBkv50/nodes=3-8 805.3m ± 21% 805.3m ± 8% ~ (p=0.697 n=10) CockroachDBkv95/nodes=3-8 1.711 ± 65% 1.946 ± 38% ~ (p=0.670 n=10) geomean 943.3m 945.6m +0.25% │ baseline │ experiment │ │ write-p95-latency-sec │ write-p95-latency-sec vs base │ CockroachDBkv0/nodes=1-8 3.355 ± 8% 3.288 ± 10% ~ (p=0.535 n=10) CockroachDBkv50/nodes=1-8 4.362 ± 17% 4.228 ± 14% ~ (p=0.993 n=10) CockroachDBkv95/nodes=1-8 6.443 ± 50% 6.711 ± 36% ~ (p=0.720 n=10) CockroachDBkv0/nodes=3-8 3.355 ± 8% 3.221 ± 8% ~ (p=0.232 n=10) CockroachDBkv50/nodes=3-8 4.027 ± 13% 3.892 ± 7% ~ (p=0.264 n=10) CockroachDBkv95/nodes=3-8 6.979 ± 23% 6.845 ± 33% ~ (p=0.778 n=10) geomean 4.552 4.473 -1.73% │ baseline │ experiment │ │ write-p99-latency-sec │ write-p99-latency-sec vs base │ CockroachDBkv0/nodes=1-8 5.100 ± 11% 5.100 ± 11% ~ (p=0.588 n=10) CockroachDBkv50/nodes=1-8 6.308 ± 15% 6.577 ± 10% ~ (p=0.355 n=10) CockroachDBkv95/nodes=1-8 9.664 ± 28% 8.858 ± 33% ~ (p=0.403 n=10) CockroachDBkv0/nodes=3-8 5.100 ± 68% 5.235 ± 44% ~ (p=0.588 n=10) CockroachDBkv50/nodes=3-8 5.906 ± 27% 6.443 ± 12% ~ (p=0.393 n=10) CockroachDBkv95/nodes=3-8 10.200 ± 26% 9.127 ± 47% ~ (p=0.782 n=10) geomean 6.761 6.712 -0.72% │ baseline │ experiment │ │ write-ops/sec │ write-ops/sec vs base │ CockroachDBkv0/nodes=1-8 8.864k ± 5% 8.922k ± 7% ~ (p=0.971 n=10) CockroachDBkv50/nodes=1-8 5.254k ± 6% 5.376k ± 3% ~ (p=0.393 n=10) CockroachDBkv95/nodes=1-8 745.5 ± 7% 759.0 ± 9% ~ (p=0.565 n=10) CockroachDBkv0/nodes=3-8 8.985k ± 11% 8.963k ± 5% ~ (p=0.631 n=10) CockroachDBkv50/nodes=3-8 5.436k ± 2% 5.478k ± 3% ~ (p=0.529 n=10) CockroachDBkv95/nodes=3-8 764.0 ± 8% 745.0 ± 8% ~ (p=0.288 n=10) geomean 3.302k 3.317k +0.46% │ baseline │ experiment │ │ write-ops │ write-ops vs base │ CockroachDBkv0/nodes=1-8 531.9k ± 5% 539.9k ± 8% ~ (p=0.853 n=10) CockroachDBkv50/nodes=1-8 315.4k ± 6% 323.4k ± 4% ~ (p=0.280 n=10) CockroachDBkv95/nodes=1-8 45.16k ± 8% 45.64k ± 9% ~ (p=0.436 n=10) CockroachDBkv0/nodes=3-8 539.3k ± 11% 545.2k ± 3% ~ (p=0.315 n=10) CockroachDBkv50/nodes=3-8 327.5k ± 2% 328.8k ± 3% ~ (p=0.699 n=10) CockroachDBkv95/nodes=3-8 45.86k ± 8% 44.73k ± 8% ~ (p=0.529 n=10) geomean 198.6k 199.9k +0.68% │ baseline │ experiment │ │ read-avg-latency-sec │ read-avg-latency-sec vs base │ CockroachDBkv50/nodes=1-8 410.6m ± 18% 427.7m ± 15% ~ (p=0.436 n=10) CockroachDBkv95/nodes=1-8 580.0m ± 3% 585.0m ± 2% ~ (p=0.579 n=10) CockroachDBkv50/nodes=3-8 476.8m ± 10% 477.7m ± 12% ~ (p=1.000 n=10) CockroachDBkv95/nodes=3-8 587.2m ± 4% 581.2m ± 4% ~ (p=0.172 n=10) geomean 508.2m 513.4m +1.03% │ baseline │ experiment │ │ read-p100-latency-sec │ read-p100-latency-sec vs base │ CockroachDBkv50/nodes=1-8 11.27 ± 24% 10.47 ± 13% ~ (p=0.641 n=10) CockroachDBkv95/nodes=1-8 13.15 ± 31% 12.35 ± 17% ~ (p=0.540 n=10) CockroachDBkv50/nodes=3-8 10.737 ± 15% 9.664 ± 22% ~ (p=0.865 n=10) CockroachDBkv95/nodes=3-8 14.50 ± 26% 12.35 ± 30% ~ (p=0.514 n=10) geomean 12.33 11.14 -9.58% │ baseline │ experiment │ │ read-p50-latency-sec │ read-p50-latency-sec vs base │ CockroachDBkv50/nodes=1-8 230.7m ± 31% 255.9m ± 57% ~ (p=0.424 n=10) CockroachDBkv95/nodes=1-8 377.5m ± 33% 419.4m ± 42% ~ (p=0.539 n=10) CockroachDBkv50/nodes=3-8 327.2m ± 21% 335.6m ± 25% ~ (p=0.669 n=10) CockroachDBkv95/nodes=3-8 402.7m ± 33% 360.7m ± 47% ~ (p=0.359 n=10) geomean 327.3m 337.6m +3.15% │ baseline │ experiment │ │ read-p95-latency-sec │ read-p95-latency-sec vs base │ CockroachDBkv50/nodes=1-8 1.544 ± 13% 1.510 ± 7% ~ (p=0.831 n=10) CockroachDBkv95/nodes=1-8 2.282 ± 12% 2.215 ± 15% ~ (p=0.377 n=10) CockroachDBkv50/nodes=3-8 1.476 ± 9% 1.544 ± 13% ~ (p=0.858 n=10) CockroachDBkv95/nodes=3-8 2.215 ± 15% 2.215 ± 15% ~ (p=0.934 n=10) geomean 1.842 1.839 -0.18% │ baseline │ experiment │ │ read-p99-latency-sec │ read-p99-latency-sec vs base │ CockroachDBkv50/nodes=1-8 3.557 ± 17% 3.624 ± 11% ~ (p=0.666 n=10) CockroachDBkv95/nodes=1-8 5.100 ± 11% 4.832 ± 28% ~ (p=0.839 n=10) CockroachDBkv50/nodes=3-8 3.557 ± 17% 3.624 ± 11% ~ (p=0.837 n=10) CockroachDBkv95/nodes=3-8 4.832 ± 17% 5.235 ± 18% ~ (p=0.252 n=10) geomean 4.202 4.269 +1.60% │ baseline │ experiment │ │ read-ops/sec │ read-ops/sec vs base │ CockroachDBkv50/nodes=1-8 5.249k ± 4% 5.343k ± 4% ~ (p=0.481 n=10) CockroachDBkv95/nodes=1-8 13.96k ± 4% 14.19k ± 4% ~ (p=0.853 n=10) CockroachDBkv50/nodes=3-8 5.386k ± 2% 5.423k ± 4% ~ (p=0.325 n=10) CockroachDBkv95/nodes=3-8 14.27k ± 5% 14.03k ± 4% ~ (p=0.631 n=10) geomean 8.662k 8.715k +0.61% │ baseline │ experiment │ │ read-ops │ read-ops vs base │ CockroachDBkv50/nodes=1-8 315.1k ± 4% 323.3k ± 4% ~ (p=0.436 n=10) CockroachDBkv95/nodes=1-8 843.7k ± 3% 853.6k ± 4% ~ (p=0.631 n=10) CockroachDBkv50/nodes=3-8 323.4k ± 3% 325.5k ± 4% ~ (p=0.481 n=10) CockroachDBkv95/nodes=3-8 856.3k ± 5% 844.7k ± 4% ~ (p=0.912 n=10) geomean 520.9k 524.8k +0.76% │ baseline │ experiment │ │ p50-latency-sec │ p50-latency-sec vs base │ EtcdPut-16 17.21m ± 11% 17.33m ± 10% ~ (p=0.684 n=10) EtcdSTM-16 90.63m ± 0% 90.37m ± 1% ~ (p=0.247 n=10) Tile38QueryLoad-16 195.0µ ± 0% 183.6µ ± 0% -5.82% (p=0.000 n=10) geomean 6.725m 6.601m -1.85% │ baseline │ experiment │ │ p90-latency-sec │ p90-latency-sec vs base │ EtcdPut-16 36.01m ± 12% 35.08m ± 9% ~ (p=0.143 n=10) EtcdSTM-16 235.6m ± 0% 234.0m ± 1% ~ (p=0.190 n=10) Tile38QueryLoad-16 758.0µ ± 1% 695.3µ ± 1% -8.28% (p=0.000 n=10) geomean 18.60m 17.87m -3.90% │ baseline │ experiment │ │ p99-latency-sec │ p99-latency-sec vs base │ EtcdPut-16 66.31m ± 21% 64.61m ± 18% ~ (p=0.912 n=10) EtcdSTM-16 472.7m ± 2% 474.2m ± 2% ~ (p=0.971 n=10) Tile38QueryLoad-16 5.718m ± 1% 5.631m ± 1% -1.53% (p=0.000 n=10) geomean 56.38m 55.67m -1.27% │ baseline │ experiment │ │ ops/s │ ops/s vs base │ EtcdPut-16 45.49k ± 1% 45.86k ± 3% +0.81% (p=0.035 n=10) EtcdSTM-16 8.486k ± 0% 8.534k ± 1% ~ (p=0.143 n=10) Tile38QueryLoad-16 22.06k ± 0% 23.18k ± 1% +5.07% (p=0.000 n=10) geomean 20.42k 20.85k +2.13%