repository: go branch: master builder: gotip-linux-arm64_c4ah72-perf_vs_release runstamp: 2024-12-09T20:48:29.64893663Z goos: linux goarch: arm64 │ baseline │ experiment │ │ p99.999-sec │ p99.999-sec vs base │ GCLatency/how=stack/fluff=false-72 74.41µ ± 8% 73.25µ ± 72% ~ (p=0.818 n=6) GCLatency/how=heap/fluff=false-72 71.74µ ± 3% 72.05µ ± 1% ~ (p=0.699 n=6) GCLatency/how=global/fluff=false-72 75.42µ ± 4% 75.70µ ± 3% ~ (p=1.000 n=6) geomean 73.84µ 73.65µ -0.26% │ baseline │ experiment │ │ p99.9999-sec │ p99.9999-sec vs base │ GCLatency/how=stack/fluff=false-72 5270.89µ ± 28% 93.39µ ± 157% -98.23% (p=0.002 n=6) GCLatency/how=heap/fluff=false-72 95.67µ ± 26% 93.47µ ± 11% ~ (p=0.310 n=6) GCLatency/how=global/fluff=false-72 343.9µ ± 3% 334.6µ ± 8% ~ (p=0.240 n=6) geomean 557.6µ 142.9µ -74.37% │ baseline │ experiment │ │ total-bytes │ total-bytes vs base │ Gonum_traverse 3.676Mi ± 0% 3.977Mi ± 0% +8.21% (n=1) Cespare_xxhash 3.532Mi ± 0% 3.745Mi ± 0% +6.02% (n=1) Ethereum_bitutil 3.699Mi ± 0% 3.923Mi ± 0% +6.05% (n=1) Ethereum_core 13.77Mi ± 0% 14.22Mi ± 0% +3.30% (n=1) Dustin_broadcast 3.571Mi ± 0% 3.785Mi ± 0% +6.01% (n=1) Capnproto2 4.661Mi ± 0% 4.901Mi ± 0% +5.16% (n=1) Aws_restxml 11.74Mi ± 0% 12.25Mi ± 0% +4.32% (n=1) Uber_tally 5.524Mi ± 0% 6.088Mi ± 0% +10.21% (n=1) Kanzi 4.029Mi ± 0% 4.256Mi ± 0% +5.64% (n=1) Gonum_topo 3.938Mi ± 0% 4.235Mi ± 0% +7.55% (n=1) Gonum_lapack_native 5.764Mi ± 0% 5.985Mi ± 0% +3.83% (n=1) K8s_workqueue 7.773Mi ± 0% 8.744Mi ± 0% +12.49% (n=1) Minio 103.5Mi ± 0% 103.8Mi ± 0% +0.22% (n=1) Bindata 10.98Mi ± 0% 11.22Mi ± 0% +2.20% (n=1) Aws_jsonrpc 11.39Mi ± 0% 11.90Mi ± 0% +4.45% (n=1) Ericlagergren_decimal 4.031Mi ± 0% 4.259Mi ± 0% +5.67% (n=1) K8s_cache 15.10Mi ± 0% 15.40Mi ± 0% +1.98% (n=1) Ethereum_ethash 9.547Mi ± 0% 10.003Mi ± 0% +4.78% (n=1) Gonum_path 4.090Mi ± 0% 4.386Mi ± 0% +7.24% (n=1) Aws_jsonutil 6.992Mi ± 0% 7.554Mi ± 0% +8.04% (n=1) Ethereum_trie 6.647Mi ± 0% 6.975Mi ± 0% +4.95% (n=1) Gtank_blake2s 3.934Mi ± 0% 4.164Mi ± 0% +5.84% (n=1) Semver 4.014Mi ± 0% 4.246Mi ± 0% +5.78% (n=1) Uber_zap 6.730Mi ± 0% 7.280Mi ± 0% +8.16% (n=1) Wazero 7.594Mi ± 0% 7.795Mi ± 0% +2.65% (n=1) Gonum_blas_native 4.721Mi ± 0% 4.940Mi ± 0% +4.63% (n=1) Gonum_mat 6.417Mi ± 0% 6.621Mi ± 0% +3.18% (n=1) Ajstarks_deck_generate 3.595Mi ± 0% 3.822Mi ± 0% +6.33% (n=1) Shopify_sarama 11.19Mi ± 0% 11.69Mi ± 0% +4.46% (n=1) Benhoyt_goawk_1_18 5.555Mi ± 0% 5.762Mi ± 0% +3.72% (n=1) Hugo_hugolib 45.25Mi ± 0% 45.58Mi ± 0% +0.72% (n=1) Spexs2 4.005Mi ± 0% 4.241Mi ± 0% +5.88% (n=1) Ethereum_corevm 6.304Mi ± 0% 6.662Mi ± 0% +5.69% (n=1) Commonmark_markdown 5.111Mi ± 0% 5.355Mi ± 0% +4.78% (n=1) Ethereum_ecies 4.319Mi ± 0% 4.599Mi ± 0% +6.47% (n=1) Cespare_mph 3.523Mi ± 0% 3.750Mi ± 0% +6.47% (n=1) Aws_restjson 11.67Mi ± 0% 12.18Mi ± 0% +4.32% (n=1) Bloom_bloom 4.406Mi ± 0% 4.642Mi ± 0% +5.36% (n=1) Dustin_humanize 4.013Mi ± 0% 4.242Mi ± 0% +5.73% (n=1) Gonum_community 4.255Mi ± 0% 4.554Mi ± 0% +7.03% (n=1) Toml 5.946Mi ± 0% 6.170Mi ± 0% +3.77% (n=1) geomean 6.476Mi 6.821Mi +5.32% │ baseline │ experiment │ │ text-bytes │ text-bytes vs base │ Gonum_traverse 1.116Mi ± 0% 1.174Mi ± 0% +5.19% (n=1) Cespare_xxhash 1.080Mi ± 0% 1.109Mi ± 0% +2.73% (n=1) Ethereum_bitutil 1.138Mi ± 0% 1.172Mi ± 0% +3.03% (n=1) Ethereum_core 4.631Mi ± 0% 4.682Mi ± 0% +1.11% (n=1) Dustin_broadcast 1.094Mi ± 0% 1.126Mi ± 0% +2.87% (n=1) Capnproto2 1.471Mi ± 0% 1.503Mi ± 0% +2.13% (n=1) Aws_restxml 4.106Mi ± 0% 4.197Mi ± 0% +2.21% (n=1) Uber_tally 1.676Mi ± 0% 1.791Mi ± 0% +6.86% (n=1) Kanzi 1.236Mi ± 0% 1.267Mi ± 0% +2.50% (n=1) Gonum_topo 1.218Mi ± 0% 1.274Mi ± 0% +4.57% (n=1) Gonum_lapack_native 1.964Mi ± 0% 1.981Mi ± 0% +0.84% (n=1) K8s_workqueue 2.499Mi ± 0% 2.702Mi ± 0% +8.11% (n=1) Minio 31.39Mi ± 0% 30.84Mi ± 0% -1.74% (n=1) Bindata 1.427Mi ± 0% 1.463Mi ± 0% +2.50% (n=1) Aws_jsonrpc 3.955Mi ± 0% 4.048Mi ± 0% +2.36% (n=1) Ericlagergren_decimal 1.245Mi ± 0% 1.278Mi ± 0% +2.64% (n=1) K8s_cache 5.315Mi ± 0% 5.294Mi ± 0% -0.40% (n=1) Ethereum_ethash 3.120Mi ± 0% 3.193Mi ± 0% +2.33% (n=1) Gonum_path 1.272Mi ± 0% 1.326Mi ± 0% +4.26% (n=1) Aws_jsonutil 2.424Mi ± 0% 2.541Mi ± 0% +4.81% (n=1) Ethereum_trie 2.198Mi ± 0% 2.248Mi ± 0% +2.25% (n=1) Gtank_blake2s 1.237Mi ± 0% 1.271Mi ± 0% +2.71% (n=1) Semver 1.264Mi ± 0% 1.297Mi ± 0% +2.59% (n=1) Uber_zap 2.132Mi ± 0% 2.234Mi ± 0% +4.77% (n=1) Wazero 2.440Mi ± 0% 2.437Mi ± 0% -0.11% (n=1) Gonum_blas_native 1.575Mi ± 0% 1.603Mi ± 0% +1.74% (n=1) Gonum_mat 2.277Mi ± 0% 2.287Mi ± 0% +0.47% (n=1) Ajstarks_deck_generate 1.099Mi ± 0% 1.134Mi ± 0% +3.20% (n=1) Shopify_sarama 3.781Mi ± 0% 3.853Mi ± 0% +1.91% (n=1) Benhoyt_goawk_1_18 1.812Mi ± 0% 1.826Mi ± 0% +0.80% (n=1) Hugo_hugolib 18.53Mi ± 0% 18.30Mi ± 0% -1.22% (n=1) Spexs2 1.261Mi ± 0% 1.294Mi ± 0% +2.64% (n=1) Ethereum_corevm 2.022Mi ± 0% 2.083Mi ± 0% +2.99% (n=1) Commonmark_markdown 1.584Mi ± 0% 1.615Mi ± 0% +1.97% (n=1) Ethereum_ecies 1.340Mi ± 0% 1.398Mi ± 0% +4.35% (n=1) Cespare_mph 1.078Mi ± 0% 1.115Mi ± 0% +3.39% (n=1) Aws_restjson 4.075Mi ± 0% 4.167Mi ± 0% +2.24% (n=1) Bloom_bloom 1.405Mi ± 0% 1.434Mi ± 0% +2.01% (n=1) Dustin_humanize 1.258Mi ± 0% 1.291Mi ± 0% +2.62% (n=1) Gonum_community 1.353Mi ± 0% 1.407Mi ± 0% +3.99% (n=1) Toml 1.908Mi ± 0% 1.922Mi ± 0% +0.73% (n=1) geomean 2.047Mi 2.099Mi +2.54% │ baseline │ experiment │ │ data-bytes │ data-bytes vs base │ Gonum_traverse 614.6Ki ± 0% 685.4Ki ± 0% +11.53% (n=1) Cespare_xxhash 579.2Ki ± 0% 635.0Ki ± 0% +9.63% (n=1) Ethereum_bitutil 597.4Ki ± 0% 653.6Ki ± 0% +9.41% (n=1) Ethereum_core 2.568Mi ± 0% 2.689Mi ± 0% +4.71% (n=1) Dustin_broadcast 585.5Ki ± 0% 641.5Ki ± 0% +9.57% (n=1) Capnproto2 782.0Ki ± 0% 845.0Ki ± 0% +8.06% (n=1) Aws_restxml 2.436Mi ± 0% 2.543Mi ± 0% +4.37% (n=1) Uber_tally 1.059Mi ± 0% 1.165Mi ± 0% +10.01% (n=1) Kanzi 633.8Ki ± 0% 690.0Ki ± 0% +8.88% (n=1) Gonum_topo 659.1Ki ± 0% 731.0Ki ± 0% +10.91% (n=1) Gonum_lapack_native 1.019Mi ± 0% 1.074Mi ± 0% +5.42% (n=1) K8s_workqueue 1.321Mi ± 0% 1.476Mi ± 0% +11.72% (n=1) Minio 30.16Mi ± 0% 30.48Mi ± 0% +1.06% (n=1) Bindata 7.240Mi ± 0% 7.296Mi ± 0% +0.78% (n=1) Aws_jsonrpc 2.366Mi ± 0% 2.473Mi ± 0% +4.51% (n=1) Ericlagergren_decimal 642.9Ki ± 0% 698.8Ki ± 0% +8.71% (n=1) K8s_cache 2.432Mi ± 0% 2.533Mi ± 0% +4.12% (n=1) Ethereum_ethash 1.765Mi ± 0% 1.871Mi ± 0% +5.99% (n=1) Gonum_path 694.3Ki ± 0% 765.7Ki ± 0% +10.29% (n=1) Aws_jsonutil 1.664Mi ± 0% 1.768Mi ± 0% +6.31% (n=1) Ethereum_trie 1.094Mi ± 0% 1.184Mi ± 0% +8.27% (n=1) Gtank_blake2s 621.1Ki ± 0% 680.1Ki ± 0% +9.51% (n=1) Semver 647.9Ki ± 0% 707.3Ki ± 0% +9.17% (n=1) Uber_zap 1.239Mi ± 0% 1.345Mi ± 0% +8.54% (n=1) Wazero 1.224Mi ± 0% 1.288Mi ± 0% +5.22% (n=1) Gonum_blas_native 794.7Ki ± 0% 850.7Ki ± 0% +7.05% (n=1) Gonum_mat 947.8Ki ± 0% 1005.2Ki ± 0% +6.06% (n=1) Ajstarks_deck_generate 604.2Ki ± 0% 661.2Ki ± 0% +9.44% (n=1) Shopify_sarama 1.862Mi ± 0% 1.981Mi ± 0% +6.39% (n=1) Benhoyt_goawk_1_18 961.6Ki ± 0% 1016.9Ki ± 0% +5.75% (n=1) Hugo_hugolib 8.947Mi ± 0% 9.131Mi ± 0% +2.06% (n=1) Spexs2 636.2Ki ± 0% 696.6Ki ± 0% +9.48% (n=1) Ethereum_corevm 1.075Mi ± 0% 1.168Mi ± 0% +8.63% (n=1) Commonmark_markdown 947.7Ki ± 0% 1008.3Ki ± 0% +6.40% (n=1) Ethereum_ecies 765.4Ki ± 0% 824.7Ki ± 0% +7.74% (n=1) Cespare_mph 578.5Ki ± 0% 635.1Ki ± 0% +9.79% (n=1) Aws_restjson 2.433Mi ± 0% 2.540Mi ± 0% +4.40% (n=1) Bloom_bloom 697.0Ki ± 0% 762.0Ki ± 0% +9.33% (n=1) Dustin_humanize 654.7Ki ± 0% 711.9Ki ± 0% +8.74% (n=1) Gonum_community 699.0Ki ± 0% 772.2Ki ± 0% +10.48% (n=1) Toml 1.088Mi ± 0% 1.155Mi ± 0% +6.12% (n=1) geomean 1.159Mi 1.244Mi +7.39% │ baseline │ experiment │ │ rodata-bytes │ rodata-bytes vs base │ Gonum_traverse 494.0Ki ± 0% 556.7Ki ± 0% +12.68% (n=1) Cespare_xxhash 463.4Ki ± 0% 511.3Ki ± 0% +10.33% (n=1) Ethereum_bitutil 480.2Ki ± 0% 528.4Ki ± 0% +10.05% (n=1) Ethereum_core 2.237Mi ± 0% 2.274Mi ± 0% +1.68% (n=1) Dustin_broadcast 469.5Ki ± 0% 517.6Ki ± 0% +10.24% (n=1) Capnproto2 659.0Ki ± 0% 714.1Ki ± 0% +8.36% (n=1) Aws_restxml 2.163Mi ± 0% 2.186Mi ± 0% +1.07% (n=1) Uber_tally 848.2Ki ± 0% 860.1Ki ± 0% +1.40% (n=1) Kanzi 502.5Ki ± 0% 550.7Ki ± 0% +9.60% (n=1) Gonum_topo 530.4Ki ± 0% 594.3Ki ± 0% +12.04% (n=1) Gonum_lapack_native 738.9Ki ± 0% 787.4Ki ± 0% +6.57% (n=1) K8s_workqueue 1.086Mi ± 0% 1.147Mi ± 0% +5.54% (n=1) Minio 29.20Mi ± 0% 29.43Mi ± 0% +0.81% (n=1) Bindata 585.6Ki ± 0% 635.6Ki ± 0% +8.53% (n=1) Aws_jsonrpc 2.094Mi ± 0% 2.118Mi ± 0% +1.11% (n=1) Ericlagergren_decimal 523.3Ki ± 0% 571.3Ki ± 0% +9.18% (n=1) K8s_cache 2.115Mi ± 0% 2.132Mi ± 0% +0.81% (n=1) Ethereum_ethash 1.465Mi ± 0% 1.487Mi ± 0% +1.52% (n=1) Gonum_path 549.0Ki ± 0% 612.4Ki ± 0% +11.56% (n=1) Aws_jsonutil 1.434Mi ± 0% 1.445Mi ± 0% +0.72% (n=1) Ethereum_trie 986.5Ki ± 0% 985.5Ki ± 0% -0.10% (n=1) Gtank_blake2s 503.2Ki ± 0% 553.9Ki ± 0% +10.08% (n=1) Semver 529.4Ki ± 0% 580.5Ki ± 0% +9.64% (n=1) Uber_zap 1.000Mi ± 0% 1.012Mi ± 0% +1.19% (n=1) Wazero 1.038Mi ± 0% 1.094Mi ± 0% +5.40% (n=1) Gonum_blas_native 598.3Ki ± 0% 646.4Ki ± 0% +8.04% (n=1) Gonum_mat 785.0Ki ± 0% 836.4Ki ± 0% +6.55% (n=1) Ajstarks_deck_generate 487.5Ki ± 0% 536.6Ki ± 0% +10.07% (n=1) Shopify_sarama 1.672Mi ± 0% 1.708Mi ± 0% +2.12% (n=1) Benhoyt_goawk_1_18 789.1Ki ± 0% 836.2Ki ± 0% +5.97% (n=1) Hugo_hugolib 8.279Mi ± 0% 8.380Mi ± 0% +1.22% (n=1) Spexs2 518.6Ki ± 0% 570.5Ki ± 0% +10.03% (n=1) Ethereum_corevm 955.2Ki ± 0% 956.5Ki ± 0% +0.14% (n=1) Commonmark_markdown 810.0Ki ± 0% 862.3Ki ± 0% +6.46% (n=1) Ethereum_ecies 638.4Ki ± 0% 612.8Ki ± 0% -4.02% (n=1) Cespare_mph 462.2Ki ± 0% 510.9Ki ± 0% +10.53% (n=1) Aws_restjson 2.160Mi ± 0% 2.184Mi ± 0% +1.10% (n=1) Bloom_bloom 577.8Ki ± 0% 634.5Ki ± 0% +9.81% (n=1) Dustin_humanize 536.1Ki ± 0% 585.1Ki ± 0% +9.15% (n=1) Gonum_community 551.1Ki ± 0% 616.4Ki ± 0% +11.84% (n=1) Toml 990.9Ki ± 0% 1050.8Ki ± 0% +6.05% (n=1) geomean 931.7Ki 986.5Ki +5.88% │ baseline │ experiment │ │ pclntab-bytes │ pclntab-bytes vs base │ Gonum_traverse 784.1Ki ± 0% 860.6Ki ± 0% +9.76% (n=1) Cespare_xxhash 755.0Ki ± 0% 810.4Ki ± 0% +7.35% (n=1) Ethereum_bitutil 790.2Ki ± 0% 850.4Ki ± 0% +7.62% (n=1) Ethereum_core 3.006Mi ± 0% 3.123Mi ± 0% +3.90% (n=1) Dustin_broadcast 764.7Ki ± 0% 822.6Ki ± 0% +7.58% (n=1) Capnproto2 1000.2Ki ± 0% 1065.0Ki ± 0% +6.48% (n=1) Aws_restxml 2.241Mi ± 0% 2.368Mi ± 0% +5.66% (n=1) Uber_tally 1.142Mi ± 0% 1.272Mi ± 0% +11.37% (n=1) Kanzi 831.6Ki ± 0% 892.0Ki ± 0% +7.26% (n=1) Gonum_topo 835.2Ki ± 0% 910.8Ki ± 0% +9.05% (n=1) Gonum_lapack_native 1.070Mi ± 0% 1.129Mi ± 0% +5.50% (n=1) K8s_workqueue 1.722Mi ± 0% 1.953Mi ± 0% +13.39% (n=1) Minio 21.77Mi ± 0% 21.96Mi ± 0% +0.87% (n=1) Bindata 950.4Ki ± 0% 1013.1Ki ± 0% +6.59% (n=1) Aws_jsonrpc 2.176Mi ± 0% 2.303Mi ± 0% +5.84% (n=1) Ericlagergren_decimal 866.6Ki ± 0% 927.3Ki ± 0% +7.01% (n=1) K8s_cache 3.276Mi ± 0% 3.365Mi ± 0% +2.74% (n=1) Ethereum_ethash 2.033Mi ± 0% 2.148Mi ± 0% +5.68% (n=1) Gonum_path 873.3Ki ± 0% 948.7Ki ± 0% +8.63% (n=1) Aws_jsonutil 1.226Mi ± 0% 1.358Mi ± 0% +10.76% (n=1) Ethereum_trie 1.439Mi ± 0% 1.531Mi ± 0% +6.42% (n=1) Gtank_blake2s 841.0Ki ± 0% 903.7Ki ± 0% +7.46% (n=1) Semver 859.9Ki ± 0% 922.5Ki ± 0% +7.28% (n=1) Uber_zap 1.410Mi ± 0% 1.544Mi ± 0% +9.48% (n=1) Wazero 1.694Mi ± 0% 1.748Mi ± 0% +3.16% (n=1) Gonum_blas_native 953.4Ki ± 0% 1013.5Ki ± 0% +6.31% (n=1) Gonum_mat 1.276Mi ± 0% 1.334Mi ± 0% +4.57% (n=1) Ajstarks_deck_generate 766.2Ki ± 0% 826.9Ki ± 0% +7.93% (n=1) Shopify_sarama 2.389Mi ± 0% 2.497Mi ± 0% +4.54% (n=1) Benhoyt_goawk_1_18 1.148Mi ± 0% 1.202Mi ± 0% +4.75% (n=1) Hugo_hugolib 8.643Mi ± 0% 8.784Mi ± 0% +1.63% (n=1) Spexs2 864.9Ki ± 0% 927.7Ki ± 0% +7.25% (n=1) Ethereum_corevm 1.378Mi ± 0% 1.479Mi ± 0% +7.28% (n=1) Commonmark_markdown 1.071Mi ± 0% 1.133Mi ± 0% +5.85% (n=1) Ethereum_ecies 902.9Ki ± 0% 982.7Ki ± 0% +8.84% (n=1) Cespare_mph 752.2Ki ± 0% 812.5Ki ± 0% +8.02% (n=1) Aws_restjson 2.233Mi ± 0% 2.359Mi ± 0% +5.68% (n=1) Bloom_bloom 950.1Ki ± 0% 1013.8Ki ± 0% +6.71% (n=1) Dustin_humanize 853.1Ki ± 0% 913.1Ki ± 0% +7.03% (n=1) Gonum_community 894.3Ki ± 0% 969.9Ki ± 0% +8.46% (n=1) Toml 1.219Mi ± 0% 1.279Mi ± 0% +4.96% (n=1) geomean 1.306Mi 1.394Mi +6.72% │ baseline │ experiment │ │ debug-bytes │ debug-bytes vs base │ Gonum_traverse 1.001Mi ± 0% 1.098Mi ± 0% +9.76% (n=1) Cespare_xxhash 997.0Ki ± 0% 1071.2Ki ± 0% +7.43% (n=1) Ethereum_bitutil 1.029Mi ± 0% 1.102Mi ± 0% +7.13% (n=1) Ethereum_core 3.300Mi ± 0% 3.433Mi ± 0% +4.01% (n=1) Dustin_broadcast 1006.2Ki ± 0% 1077.5Ki ± 0% +7.08% (n=1) Capnproto2 1.265Mi ± 0% 1.347Mi ± 0% +6.49% (n=1) Aws_restxml 2.720Mi ± 0% 2.901Mi ± 0% +6.65% (n=1) Uber_tally 1.458Mi ± 0% 1.632Mi ± 0% +11.93% (n=1) Kanzi 1.092Mi ± 0% 1.172Mi ± 0% +7.33% (n=1) Gonum_topo 1.066Mi ± 0% 1.161Mi ± 0% +8.94% (n=1) Gonum_lapack_native 1.533Mi ± 0% 1.621Mi ± 0% +5.73% (n=1) K8s_workqueue 2.038Mi ± 0% 2.381Mi ± 0% +16.84% (n=1) Minio 19.72Mi ± 0% 19.98Mi ± 0% +1.33% (n=1) Bindata 1.203Mi ± 0% 1.288Mi ± 0% +7.07% (n=1) Aws_jsonrpc 2.658Mi ± 0% 2.836Mi ± 0% +6.67% (n=1) Ericlagergren_decimal 1.117Mi ± 0% 1.197Mi ± 0% +7.08% (n=1) K8s_cache 3.861Mi ± 0% 3.960Mi ± 0% +2.56% (n=1) Ethereum_ethash 2.392Mi ± 0% 2.523Mi ± 0% +5.47% (n=1) Gonum_path 1.094Mi ± 0% 1.190Mi ± 0% +8.80% (n=1) Aws_jsonutil 1.489Mi ± 0% 1.658Mi ± 0% +11.38% (n=1) Ethereum_trie 1.701Mi ± 0% 1.795Mi ± 0% +5.51% (n=1) Gtank_blake2s 1.093Mi ± 0% 1.168Mi ± 0% +6.87% (n=1) Semver 1.102Mi ± 0% 1.180Mi ± 0% +7.08% (n=1) Uber_zap 1.758Mi ± 0% 1.928Mi ± 0% +9.63% (n=1) Wazero 2.048Mi ± 0% 2.132Mi ± 0% +4.13% (n=1) Gonum_blas_native 1.260Mi ± 0% 1.336Mi ± 0% +5.97% (n=1) Gonum_mat 1.743Mi ± 0% 1.820Mi ± 0% +4.39% (n=1) Ajstarks_deck_generate 1005.2Ki ± 0% 1081.9Ki ± 0% +7.64% (n=1) Shopify_sarama 2.927Mi ± 0% 3.095Mi ± 0% +5.73% (n=1) Benhoyt_goawk_1_18 1.478Mi ± 0% 1.559Mi ± 0% +5.52% (n=1) Hugo_hugolib 8.831Mi ± 0% 9.029Mi ± 0% +2.24% (n=1) Spexs2 1.102Mi ± 0% 1.182Mi ± 0% +7.23% (n=1) Ethereum_corevm 1.591Mi ± 0% 1.693Mi ± 0% +6.41% (n=1) Commonmark_markdown 1.354Mi ± 0% 1.442Mi ± 0% +6.55% (n=1) Ethereum_ecies 1.143Mi ± 0% 1.226Mi ± 0% +7.24% (n=1) Cespare_mph 992.5Ki ± 0% 1069.1Ki ± 0% +7.73% (n=1) Aws_restjson 2.692Mi ± 0% 2.869Mi ± 0% +6.55% (n=1) Bloom_bloom 1.214Mi ± 0% 1.294Mi ± 0% +6.57% (n=1) Dustin_humanize 1.104Mi ± 0% 1.184Mi ± 0% +7.27% (n=1) Gonum_community 1.148Mi ± 0% 1.246Mi ± 0% +8.48% (n=1) Toml 1.546Mi ± 0% 1.627Mi ± 0% +5.21% (n=1) geomean 1.640Mi 1.753Mi +6.89% │ baseline │ experiment │ │ sec/op │ sec/op vs base │ MergeByLanguage-72 427.2n ± 0% 414.9n ± 1% -2.88% (p=0.000 n=10) ResourceChainPostProcess-72 40.76m ± 1% 40.83m ± 1% ~ (p=0.739 n=10) ReplaceShortcodeTokens-72 2.201µ ± 1% 2.004µ ± 4% -8.95% (p=0.000 n=10) Invocation/interpreter/fib_for_20-72 2.015m ± 1% 1.975m ± 1% -1.98% (p=0.000 n=10) Invocation/interpreter/string_manipulation_size_50-72 785.1µ ± 1% 768.9µ ± 1% -2.06% (p=0.000 n=10) Invocation/interpreter/random_mat_mul_size_20-72 4.906m ± 0% 4.981m ± 0% +1.55% (p=0.000 n=10) Compilation/with_extern_cache-72 245.3µ ± 0% 239.8µ ± 0% -2.24% (p=0.000 n=10) Compilation/without_extern_cache-72 11.84m ± 0% 11.94m ± 0% +0.85% (p=0.000 n=10) Broker_Open-72 99.02µ ± 2% 98.30µ ± 3% ~ (p=0.796 n=10) Broker_No_Metrics_Open-72 55.46µ ± 13% 55.41µ ± 15% ~ (p=0.739 n=10) OpDiv128-72 74.79n ± 2% 68.03n ± 1% -9.03% (p=0.000 n=10) Listener-72 1.111µ ± 3% 1.173µ ± 3% +5.58% (p=0.000 n=10) ReflectorResyncChanMany-72 594.7n ± 1% 568.9n ± 2% -4.34% (p=0.001 n=10) DirectSend-72 344.9n ± 1% 349.2n ± 2% +1.28% (p=0.014 n=10) ParallelDirectSend-72 378.7n ± 2% 387.9n ± 1% +2.43% (p=0.005 n=10) ParallelBrodcast-72 511.8n ± 1% 541.4n ± 1% +5.76% (p=0.000 n=10) MuxBrodcast-72 474.5n ± 4% 509.4n ± 3% +7.36% (p=0.000 n=10) RecursiveFunc-72 9.863µ ± 1% 9.229µ ± 1% -6.43% (p=0.000 n=10) RegexMatch-72 672.5n ± 0% 703.4n ± 0% +4.60% (p=0.000 n=10) RepeatExecProgram-72 11.53µ ± 0% 11.51µ ± 1% ~ (p=0.853 n=10) RepeatNew-72 54.21n ± 0% 77.42n ± 1% +42.81% (p=0.000 n=10) RepeatIOExecProgram-72 22.87µ ± 2% 23.48µ ± 3% +2.69% (p=0.000 n=10) RepeatIONew-72 661.1n ± 2% 675.1n ± 3% +2.13% (p=0.001 n=10) SeparateTestAndAdd-72 322.1n ± 3% 310.3n ± 2% -3.66% (p=0.000 n=10) CombinedTestAndAdd-72 307.3n ± 1% 304.3n ± 2% ~ (p=0.109 n=10) Run/10k/1-72 16.68 ± 1% 14.86 ± 1% -10.89% (p=0.000 n=10) Run/10k/16-72 3.217 ± 4% 3.042 ± 5% -5.45% (p=0.003 n=10) PendingDemotion10000-72 86.08n ± 0% 98.62n ± 0% +14.57% (p=0.000 n=10) PoolBatchInsert10000-72 660.9m ± 0% 662.2m ± 0% +0.20% (p=0.001 n=10) PoolBatchLocalInsert10000-72 733.5m ± 0% 737.6m ± 0% +0.56% (p=0.000 n=10) RenderSpecNoHTML-72 4.707m ± 1% 4.439m ± 1% -5.69% (p=0.000 n=10) RenderSpec-72 4.720m ± 1% 4.443m ± 1% -5.88% (p=0.000 n=10) RenderSpecBlackFriday2-72 3.148m ± 1% 3.065m ± 1% -2.65% (p=0.000 n=10) HashimotoLight-72 798.5µ ± 1% 805.2µ ± 2% +0.84% (p=0.019 n=10) Hash8K-72 19.90µ ± 4% 19.87µ ± 4% -0.15% (p=0.005 n=10) DecodehealingTracker-72 414.4n ± 0% 394.5n ± 0% -4.81% (p=0.000 n=10) AppendMsgResyncTargetsInfo-72 4.458n ± 0% 4.483n ± 0% +0.56% (p=0.000 n=10) DataUpdateTracker-72 1.593µ ± 0% 1.608µ ± 0% +0.97% (p=0.001 n=10) MarshalMsgdataUsageCacheInfo-72 69.90n ± 4% 70.16n ± 2% ~ (p=0.912 n=10) Bindata-72 129.2m ± 1% 130.5m ± 1% +1.03% (p=0.029 n=10) WalkAllBreadthFirstGnp_10_tenth-72 2.332µ ± 1% 2.245µ ± 1% -3.71% (p=0.000 n=10) WalkAllBreadthFirstGnp_1000_tenth-72 7.832m ± 0% 6.472m ± 0% -17.37% (p=0.000 n=10) FastTest2KB-72 694.3n ± 3% 694.6n ± 6% ~ (p=0.246 n=10) BaseTest2KB-72 694.3n ± 22% 694.3n ± 27% ~ (p=0.508 n=10) Encoding4KBVerySparse-72 10.519µ ± 1% 9.604µ ± 1% -8.70% (p=0.000 n=10) Dgeev/Circulant10-72 20.09µ ± 0% 19.67µ ± 0% -2.08% (p=0.000 n=10) Dgeev/Circulant100-72 6.760m ± 0% 6.539m ± 0% -3.27% (p=0.000 n=10) BufferedWriteSyncer/write_file_with_buffer-72 286.4n ± 7% 288.6n ± 2% ~ (p=0.912 n=10) MultiWriteSyncer/2_discarder-72 7.300n ± 9% 7.770n ± 10% ~ (p=0.353 n=10) MultiWriteSyncer/4_discarder-72 7.755n ± 2% 7.753n ± 4% ~ (p=0.912 n=10) MultiWriteSyncer/4_discarder_with_buffer-72 278.1n ± 4% 265.9n ± 2% -4.40% (p=0.000 n=10) WriteSyncer/write_file_with_no_buffer-72 1.490µ ± 1% 1.448µ ± 1% -2.88% (p=0.001 n=10) ZapConsole-72 568.3n ± 3% 599.9n ± 8% +5.56% (p=0.001 n=10) JSONLogMarshalerFunc-72 1016.0n ± 2% 996.9n ± 3% -1.88% (p=0.015 n=10) ZapJSON-72 367.9n ± 3% 387.1n ± 1% +5.19% (p=0.000 n=10) StandardJSON-72 412.8n ± 2% 468.2n ± 3% +13.43% (p=0.000 n=10) Sampler_Check/7_keys-72 23.12n ± 4% 23.23n ± 3% ~ (p=0.971 n=10) Sampler_Check/50_keys-72 3.099n ± 2% 3.107n ± 2% ~ (p=0.239 n=10) Sampler_Check/100_keys-72 2.460n ± 1% 2.486n ± 1% ~ (p=0.071 n=10) Sampler_CheckWithHook/7_keys-72 91.99n ± 9% 91.74n ± 10% ~ (p=0.988 n=10) Sampler_CheckWithHook/50_keys-72 91.65n ± 9% 91.40n ± 10% ~ (p=0.929 n=10) Sampler_CheckWithHook/100_keys-72 91.33n ± 9% 90.98n ± 10% ~ (p=0.929 n=10) TeeCheck-72 58.64n ± 10% 58.50n ± 5% ~ (p=0.853 n=10) Pi/foo=ericlagergren_(Go)/prec=100-72 120.1µ ± 1% 119.5µ ± 1% -0.53% (p=0.015 n=10) Pi/foo=ericlagergren_(GDA)/prec=100-72 241.0µ ± 0% 240.8µ ± 1% ~ (p=1.000 n=10) Pi/foo=shopspring/prec=100-72 422.1µ ± 2% 392.9µ ± 3% -6.92% (p=0.000 n=10) Pi/foo=apmckinlay/prec=100-72 1.610µ ± 0% 1.604µ ± 0% -0.37% (p=0.016 n=10) Pi/foo=go-inf/prec=100-72 106.1µ ± 2% 102.7µ ± 2% -3.19% (p=0.000 n=10) Pi/foo=float64/prec=100-72 3.249µ ± 0% 3.249µ ± 0% ~ (p=1.000 n=10) ¹ Dnrm2MediumPosInc-72 1.474µ ± 0% 1.474µ ± 0% ~ (p=0.737 n=10) DasumMediumUnitaryInc-72 640.7n ± 0% 640.7n ± 0% ~ (p=1.000 n=10) Decode/large-doc-72 1.802m ± 1% 1.761m ± 1% -2.32% (p=0.000 n=10) HashFixedSize/10K-72 3.065m ± 1% 3.112m ± 1% +1.52% (p=0.002 n=10) CommitAfterHashFixedSize/10K-72 12.52m ± 1% 11.12m ± 1% -11.17% (p=0.000 n=10) TarjanSCCGnp_10_tenth-72 4.777µ ± 1% 4.192µ ± 1% -12.25% (p=0.000 n=10) TarjanSCCGnp_1000_half-72 48.35m ± 0% 39.32m ± 1% -18.67% (p=0.000 n=10) TextMovementBetweenSegments-72 384.2µ ± 1% 388.2µ ± 1% +1.05% (p=0.035 n=10) Growth_MultiSegment-72 11.98m ± 0% 11.48m ± 0% -4.18% (p=0.000 n=10) ScopeTaggedNoCachedSubscopes-72 2.559µ ± 1% 2.486µ ± 2% -2.85% (p=0.002 n=10) HistogramAllocation-72 1.208µ ± 1% 1.126µ ± 1% -6.79% (p=0.000 n=10) ParallelizeUntil/pieces:1000,workers:10,chunkSize:1-72 309.0µ ± 4% 195.3µ ± 2% -36.78% (p=0.000 n=10) ParallelizeUntil/pieces:1000,workers:10,chunkSize:10-72 36.60µ ± 6% 36.88µ ± 2% ~ (p=0.912 n=10) ParallelizeUntil/pieces:1000,workers:10,chunkSize:100-72 14.67µ ± 2% 14.30µ ± 2% -2.48% (p=0.000 n=10) ParallelizeUntil/pieces:999,workers:10,chunkSize:13-72 29.91µ ± 4% 29.72µ ± 2% ~ (p=0.143 n=10) ParseBigBytes-72 1.340µ ± 1% 1.303µ ± 1% -2.76% (p=0.000 n=10) Arc-72 2.016µ ± 0% 1.961µ ± 1% -2.73% (p=0.000 n=10) Polygon-72 3.863µ ± 1% 3.802µ ± 0% -1.59% (p=0.000 n=10) BuildJSON-72 3.680µ ± 1% 3.110µ ± 1% -15.49% (p=0.000 n=10) StdlibJSON-72 1.967µ ± 1% 1.967µ ± 0% ~ (p=0.314 n=10) FPAQ-72 14.89m ± 0% 14.54m ± 0% -2.37% (p=0.000 n=10) LZ-72 676.0µ ± 1% 676.6µ ± 3% ~ (p=1.000 n=10) MTFT-72 920.6µ ± 0% 926.6µ ± 0% +0.66% (p=0.000 n=10) GenerateKeyP256-72 14.91µ ± 0% 14.89µ ± 0% -0.16% (p=0.002 n=10) GenSharedKeyP256-72 52.67µ ± 0% 52.48µ ± 0% -0.38% (p=0.001 n=10) GenSharedKeyS256-72 52.00µ ± 0% 51.97µ ± 0% ~ (p=0.148 n=10) ValidateVersionTildeFail-72 532.8n ± 2% 509.6n ± 2% -4.36% (p=0.000 n=10) MulWorkspaceDense1000Hundredth-72 6.562m ± 0% 6.560m ± 0% ~ (p=0.436 n=10) ScaleVec10000Inc20-72 7.197µ ± 8% 7.973µ ± 8% +10.78% (p=0.007 n=10) LouvainDirectedMultiplex-72 14.26m ± 1% 12.37m ± 1% -13.29% (p=0.000 n=10) BleveIndexBatch100-72 3.751 ± 2% 3.490 ± 2% -6.95% (p=0.000 n=10) CockroachDBkv0/nodes=1-36 40.20µ ± 6% 38.27µ ± 6% ~ (p=0.579 n=10) CockroachDBkv50/nodes=1-36 38.95µ ± 1% 39.45µ ± 2% +1.27% (p=0.027 n=10) CockroachDBkv95/nodes=1-36 34.28µ ± 1% 34.35µ ± 5% ~ (p=0.481 n=10) CockroachDBkv0/nodes=3-36 40.13µ ± 1% 40.17µ ± 5% ~ (p=0.971 n=10) CockroachDBkv50/nodes=3-36 39.05µ ± 1% 39.54µ ± 2% ~ (p=0.075 n=10) CockroachDBkv95/nodes=3-36 34.22µ ± 3% 34.44µ ± 5% ~ (p=0.105 n=10) ESBuildThreeJS-72 245.6m ± 2% 242.0m ± 1% ~ (p=0.052 n=10) ESBuildRomeTS-72 79.25m ± 1% 78.70m ± 1% ~ (p=0.105 n=10) EtcdPut-72 10.17m ± 4% 10.17m ± 5% ~ (p=0.631 n=10) EtcdSTM-72 63.60m ± 1% 61.05m ± 1% -4.01% (p=0.000 n=10) GoBuildKubelet-72 19.67 ± 1% 19.97 ± 2% +1.51% (p=0.004 n=10) GoBuildKubeletLink-72 6.215 ± 1% 6.210 ± 2% ~ (p=0.739 n=10) GoBuildIstioctl-72 18.28 ± 1% 18.06 ± 1% -1.18% (p=0.001 n=10) GoBuildIstioctlLink-72 4.051 ± 5% 3.719 ± 1% -8.22% (p=0.000 n=10) GoBuildFrontend-72 7.905 ± 1% 7.649 ± 0% -3.24% (p=0.000 n=10) GoBuildFrontendLink-72 841.9m ± 1% 873.5m ± 1% +3.75% (p=0.000 n=10) GopherLuaKNucleotide-72 16.50 ± 1% 16.18 ± 0% -1.94% (p=0.000 n=10) MarkdownRenderXHTML-72 160.6m ± 1% 150.4m ± 1% -6.38% (p=0.000 n=10) Tile38QueryLoad-72 436.6µ ± 2% 440.7µ ± 1% ~ (p=0.165 n=10) geomean 60.58µ 59.60µ -1.62% ¹ all samples are equal │ baseline │ experiment │ │ B/op │ B/op vs base │ Listener-72 16.00 ± 0% 16.00 ± 0% ~ (p=1.000 n=10) ¹ DecodehealingTracker-72 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ AppendMsgResyncTargetsInfo-72 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ DataUpdateTracker-72 278.0 ± 0% 278.0 ± 0% ~ (p=1.000 n=10) MarshalMsgdataUsageCacheInfo-72 96.00 ± 0% 96.00 ± 0% ~ (p=1.000 n=10) ¹ Bindata-72 183.1Mi ± 0% 183.1Mi ± 0% -0.01% (p=0.000 n=10) Encoding4KBVerySparse-72 9.750Ki ± 0% 9.750Ki ± 0% ~ (p=1.000 n=10) ¹ HashFixedSize/10K-72 6.094Mi ± 0% 6.093Mi ± 0% -0.01% (p=0.015 n=10) CommitAfterHashFixedSize/10K-72 8.642Mi ± 0% 7.366Mi ± 0% -14.77% (p=0.000 n=10) Growth_MultiSegment-72 1.572Mi ± 0% 1.573Mi ± 0% +0.02% (p=0.000 n=10) HistogramAllocation-72 1.164Ki ± 0% 1.152Ki ± 0% -1.01% (p=0.000 n=10) geomean ² -1.53% ² ¹ all samples are equal ² summaries must be >0 to compute geomean │ baseline │ experiment │ │ allocs/op │ allocs/op vs base │ Listener-72 1.000 ± 0% 1.000 ± 0% ~ (p=1.000 n=10) ¹ DecodehealingTracker-72 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ AppendMsgResyncTargetsInfo-72 0.000 ± 0% 0.000 ± 0% ~ (p=1.000 n=10) ¹ DataUpdateTracker-72 8.000 ± 0% 8.000 ± 0% ~ (p=1.000 n=10) ¹ MarshalMsgdataUsageCacheInfo-72 1.000 ± 0% 1.000 ± 0% ~ (p=1.000 n=10) ¹ Bindata-72 5.800k ± 0% 5.702k ± 0% -1.68% (p=0.000 n=10) Encoding4KBVerySparse-72 15.00 ± 0% 15.00 ± 0% ~ (p=1.000 n=10) ¹ HashFixedSize/10K-72 77.34k ± 0% 77.33k ± 0% -0.00% (p=0.019 n=10) CommitAfterHashFixedSize/10K-72 79.99k ± 0% 79.55k ± 0% -0.55% (p=0.000 n=10) Growth_MultiSegment-72 21.00 ± 0% 22.00 ± 0% +4.76% (p=0.000 n=10) HistogramAllocation-72 20.00 ± 0% 20.00 ± 0% ~ (p=1.000 n=10) ¹ geomean ² +0.22% ² ¹ all samples are equal ² summaries must be >0 to compute geomean │ baseline │ experiment │ │ B/s │ B/s vs base │ Hash8K-72 392.7Mi ± 4% 393.3Mi ± 4% +0.16% (p=0.005 n=10) DecodehealingTracker-72 715.6Mi ± 0% 751.9Mi ± 0% +5.07% (p=0.000 n=10) AppendMsgResyncTargetsInfo-72 2.089Gi ± 0% 2.077Gi ± 0% -0.56% (p=0.000 n=10) DataUpdateTracker-72 615.2Ki ± 0% 605.5Ki ± 2% -1.59% (p=0.005 n=10) Bindata-72 50.69Mi ± 1% 50.17Mi ± 1% -1.03% (p=0.029 n=10) Growth_MultiSegment-72 83.48Mi ± 0% 87.12Mi ± 0% +4.36% (p=0.000 n=10) geomean 107.3Mi 108.4Mi +1.04% │ baseline │ experiment │ │ average-RSS-bytes │ average-RSS-bytes vs base │ BleveIndexBatch100-72 159.2Mi ± 2% 158.8Mi ± 1% ~ (p=0.436 n=10) CockroachDBkv0/nodes=1-36 6.674Gi ± 7% 6.345Gi ± 6% ~ (p=0.353 n=10) CockroachDBkv50/nodes=1-36 6.307Gi ± 1% 6.344Gi ± 1% ~ (p=0.315 n=10) CockroachDBkv95/nodes=1-36 4.081Gi ± 5% 4.034Gi ± 3% ~ (p=0.529 n=10) CockroachDBkv0/nodes=3-36 6.687Gi ± 2% 6.696Gi ± 7% ~ (p=0.796 n=10) CockroachDBkv50/nodes=3-36 6.278Gi ± 2% 6.343Gi ± 2% ~ (p=0.353 n=10) CockroachDBkv95/nodes=3-36 3.928Gi ± 38% 4.187Gi ± 9% +6.59% (p=0.019 n=10) EtcdPut-72 91.77Mi ± 4% 96.41Mi ± 5% +5.06% (p=0.004 n=10) EtcdSTM-72 72.04Mi ± 5% 77.58Mi ± 3% +7.68% (p=0.000 n=10) GopherLuaKNucleotide-72 33.99Mi ± 3% 34.05Mi ± 3% ~ (p=0.631 n=10) MarkdownRenderXHTML-72 18.84Mi ± 1% 19.12Mi ± 3% ~ (p=0.681 n=10) Tile38QueryLoad-72 5.792Gi ± 3% 5.716Gi ± 2% ~ (p=0.052 n=10) geomean 844.0Mi 854.1Mi +1.20% │ baseline │ experiment │ │ peak-RSS-bytes │ peak-RSS-bytes vs base │ BleveIndexBatch100-72 230.6Mi ± 5% 229.8Mi ± 2% ~ (p=0.579 n=10) CockroachDBkv0/nodes=1-36 9.589Gi ± 3% 9.465Gi ± 5% ~ (p=0.481 n=10) CockroachDBkv50/nodes=1-36 9.291Gi ± 2% 9.328Gi ± 2% ~ (p=0.529 n=10) CockroachDBkv95/nodes=1-36 5.783Gi ± 11% 5.562Gi ± 15% ~ (p=0.165 n=10) CockroachDBkv0/nodes=3-36 9.428Gi ± 8% 9.598Gi ± 7% ~ (p=0.436 n=10) CockroachDBkv50/nodes=3-36 9.393Gi ± 6% 9.229Gi ± 2% ~ (p=0.052 n=10) CockroachDBkv95/nodes=3-36 5.132Gi ± 24% 6.070Gi ± 14% ~ (p=0.089 n=10) EtcdPut-72 125.4Mi ± 1% 130.5Mi ± 3% +4.04% (p=0.027 n=10) EtcdSTM-72 98.18Mi ± 6% 103.12Mi ± 4% +5.03% (p=0.023 n=10) GopherLuaKNucleotide-72 38.30Mi ± 5% 38.44Mi ± 5% ~ (p=0.988 n=10) MarkdownRenderXHTML-72 19.12Mi ± 3% 19.41Mi ± 4% ~ (p=0.952 n=10) Tile38QueryLoad-72 6.343Gi ± 5% 6.252Gi ± 4% ~ (p=0.123 n=10) geomean 1.088Gi 1.107Gi +1.76% │ baseline │ experiment │ │ peak-VM-bytes │ peak-VM-bytes vs base │ BleveIndexBatch100-72 6.667Gi ± 1% 6.667Gi ± 0% ~ (p=0.516 n=10) CockroachDBkv0/nodes=1-36 13.32Gi ± 2% 13.30Gi ± 3% ~ (p=0.684 n=10) CockroachDBkv50/nodes=1-36 12.15Gi ± 2% 12.08Gi ± 2% ~ (p=0.218 n=10) CockroachDBkv95/nodes=1-36 8.047Gi ± 8% 7.755Gi ± 11% ~ (p=0.089 n=10) CockroachDBkv0/nodes=3-36 13.16Gi ± 5% 13.37Gi ± 3% ~ (p=0.190 n=10) CockroachDBkv50/nodes=3-36 12.27Gi ± 2% 12.05Gi ± 2% ~ (p=0.052 n=10) CockroachDBkv95/nodes=3-36 7.476Gi ± 16% 8.341Gi ± 10% ~ (p=0.063 n=10) EtcdPut-72 11.32Gi ± 0% 11.32Gi ± 0% ~ (p=0.071 n=10) EtcdSTM-72 11.26Gi ± 0% 11.26Gi ± 0% +0.00% (p=0.004 n=10) GopherLuaKNucleotide-72 1.177Gi ± 0% 1.177Gi ± 0% +0.03% (p=0.021 n=10) MarkdownRenderXHTML-72 1.176Gi ± 0% 1.176Gi ± 0% +0.02% (p=0.021 n=10) Tile38QueryLoad-72 7.537Gi ± 4% 7.442Gi ± 3% ~ (p=0.165 n=10) geomean 7.004Gi 7.033Gi +0.42% │ baseline │ experiment │ │ write-avg-latency-sec │ write-avg-latency-sec vs base │ CockroachDBkv0/nodes=1-36 143.55m ± 50% 77.90m ± 91% ~ (p=0.382 n=10) CockroachDBkv50/nodes=1-36 247.5m ± 7% 256.7m ± 8% ~ (p=0.143 n=10) CockroachDBkv95/nodes=1-36 78.75m ± 28% 84.35m ± 23% ~ (p=0.481 n=10) CockroachDBkv0/nodes=3-36 145.8m ± 4% 144.0m ± 48% ~ (p=0.853 n=10) CockroachDBkv50/nodes=3-36 251.3m ± 7% 263.5m ± 7% ~ (p=0.165 n=10) CockroachDBkv95/nodes=3-36 67.45m ± 53% 94.15m ± 341% +39.58% (p=0.003 n=10) geomean 138.0m 134.9m -2.28% │ baseline │ experiment │ │ write-p100-latency-sec │ write-p100-latency-sec vs base │ CockroachDBkv0/nodes=1-36 9.664 ± 11% 10.200 ± 5% ~ (p=0.425 n=10) CockroachDBkv50/nodes=1-36 10.20 ± 5% 10.74 ± 10% ~ (p=0.189 n=10) CockroachDBkv95/nodes=1-36 2.819 ± 14% 2.886 ± 16% ~ (p=0.725 n=10) CockroachDBkv0/nodes=3-36 9.664 ± 6% 10.200 ± 5% ~ (p=0.072 n=10) CockroachDBkv50/nodes=3-36 10.47 ± 3% 11.01 ± 12% ~ (p=0.129 n=10) CockroachDBkv95/nodes=3-36 2.617 ± 60% 3.020 ± 176% ~ (p=0.099 n=10) geomean 6.473 6.892 +6.47% │ baseline │ experiment │ │ write-p50-latency-sec │ write-p50-latency-sec vs base │ CockroachDBkv0/nodes=1-36 2.400m ± 12% 2.200m ± 9% ~ (p=0.196 n=10) CockroachDBkv50/nodes=1-36 1.600m ± 0% 1.600m ± 0% ~ (p=1.000 n=10) ¹ CockroachDBkv95/nodes=1-36 2.500m ± 4% 2.600m ± 4% ~ (p=0.179 n=10) CockroachDBkv0/nodes=3-36 2.400m ± 0% 2.400m ± 12% ~ (p=0.603 n=10) CockroachDBkv50/nodes=3-36 1.600m ± 0% 1.600m ± 0% ~ (p=1.000 n=10) CockroachDBkv95/nodes=3-36 2.500m ± 4% 2.600m ± 4% ~ (p=0.337 n=10) geomean 2.125m 2.122m -0.14% ¹ all samples are equal │ baseline │ experiment │ │ write-p95-latency-sec │ write-p95-latency-sec vs base │ CockroachDBkv0/nodes=1-36 486.50m ± 96% 66.10m ± 661% ~ (p=0.296 n=10) CockroachDBkv50/nodes=1-36 805.3m ± 0% 805.3m ± 0% ~ (p=0.526 n=10) CockroachDBkv95/nodes=1-36 755.0m ± 24% 771.8m ± 13% ~ (p=0.696 n=10) CockroachDBkv0/nodes=3-36 494.9m ± 2% 486.6m ± 97% ~ (p=0.358 n=10) CockroachDBkv50/nodes=3-36 805.3m ± 4% 822.1m ± 2% ~ (p=0.062 n=10) CockroachDBkv95/nodes=3-36 620.8m ± 88% 838.9m ± 116% +35.13% (p=0.001 n=10) geomean 646.7m 489.7m -24.29% │ baseline │ experiment │ │ write-p99-latency-sec │ write-p99-latency-sec vs base │ CockroachDBkv0/nodes=1-36 755.0m ± 11% 788.6m ± 11% ~ (p=0.469 n=10) CockroachDBkv50/nodes=1-36 9.395 ± 14% 9.664 ± 25% ~ (p=0.179 n=10) CockroachDBkv95/nodes=1-36 1.376 ± 17% 1.409 ± 90% ~ (p=0.269 n=10) CockroachDBkv0/nodes=3-36 738.2m ± 9% 771.8m ± 9% ~ (p=0.381 n=10) CockroachDBkv50/nodes=3-36 9.395 ± 14% 9.664 ± 11% ~ (p=0.150 n=10) CockroachDBkv95/nodes=3-36 1.208 ± 39% 1.946 ± 286% +61.11% (p=0.007 n=10) geomean 2.083 2.320 +11.35% │ baseline │ experiment │ │ write-ops/sec │ write-ops/sec vs base │ CockroachDBkv0/nodes=1-36 24.87k ± 6% 26.12k ± 5% ~ (p=0.579 n=10) CockroachDBkv50/nodes=1-36 12.90k ± 1% 12.74k ± 2% -1.24% (p=0.029 n=10) CockroachDBkv95/nodes=1-36 1.476k ± 1% 1.471k ± 5% ~ (p=0.343 n=10) CockroachDBkv0/nodes=3-36 24.91k ± 1% 24.89k ± 5% ~ (p=0.971 n=10) CockroachDBkv50/nodes=3-36 12.88k ± 1% 12.71k ± 2% ~ (p=0.089 n=10) CockroachDBkv95/nodes=3-36 1.477k ± 2% 1.469k ± 5% ~ (p=0.128 n=10) geomean 7.795k 7.813k +0.23% │ baseline │ experiment │ │ write-ops │ write-ops vs base │ CockroachDBkv0/nodes=1-36 1.493M ± 6% 1.568M ± 5% ~ (p=0.579 n=10) CockroachDBkv50/nodes=1-36 773.9k ± 1% 764.3k ± 2% -1.24% (p=0.029 n=10) CockroachDBkv95/nodes=1-36 88.57k ± 1% 88.27k ± 5% ~ (p=0.353 n=10) CockroachDBkv0/nodes=3-36 1.495M ± 1% 1.494M ± 5% ~ (p=0.971 n=10) CockroachDBkv50/nodes=3-36 772.7k ± 1% 762.7k ± 2% ~ (p=0.089 n=10) CockroachDBkv95/nodes=3-36 88.62k ± 2% 88.13k ± 5% ~ (p=0.123 n=10) geomean 467.8k 468.8k +0.23% │ baseline │ experiment │ │ read-avg-latency-sec │ read-avg-latency-sec vs base │ CockroachDBkv50/nodes=1-36 24.20m ± 15% 25.45m ± 19% ~ (p=0.403 n=10) CockroachDBkv95/nodes=1-36 19.00m ± 27% 19.95m ± 96% ~ (p=0.382 n=10) CockroachDBkv50/nodes=3-36 23.90m ± 21% 25.35m ± 23% ~ (p=0.592 n=10) CockroachDBkv95/nodes=3-36 17.90m ± 84% 24.30m ± 158% +35.75% (p=0.020 n=10) geomean 21.06m 23.65m +12.29% │ baseline │ experiment │ │ read-p100-latency-sec │ read-p100-latency-sec vs base │ CockroachDBkv50/nodes=1-36 9.664 ± 6% 10.200 ± 11% ~ (p=0.204 n=10) CockroachDBkv95/nodes=1-36 2.819 ± 14% 2.819 ± 19% ~ (p=0.779 n=10) CockroachDBkv50/nodes=3-36 9.932 ± 8% 10.200 ± 11% ~ (p=0.069 n=10) CockroachDBkv95/nodes=3-36 2.550 ± 63% 2.953 ± 182% ~ (p=0.091 n=10) geomean 5.125 5.425 +5.85% │ baseline │ experiment │ │ read-p50-latency-sec │ read-p50-latency-sec vs base │ CockroachDBkv50/nodes=1-36 400.0µ ± 0% 400.0µ ± 0% ~ (p=1.000 n=10) CockroachDBkv95/nodes=1-36 300.0µ ± 0% 300.0µ ± 0% ~ (p=1.000 n=10) ¹ CockroachDBkv50/nodes=3-36 400.0µ ± 0% 400.0µ ± 0% ~ (p=1.000 n=10) CockroachDBkv95/nodes=3-36 300.0µ ± 0% 300.0µ ± 0% ~ (p=1.000 n=10) ¹ geomean 346.4µ 346.4µ +0.00% ¹ all samples are equal │ baseline │ experiment │ │ read-p95-latency-sec │ read-p95-latency-sec vs base │ CockroachDBkv50/nodes=1-36 19.90m ± 11% 24.65m ± 11% +23.87% (p=0.001 n=10) CockroachDBkv95/nodes=1-36 37.75m ± 86% 48.20m ± 68% ~ (p=0.085 n=10) CockroachDBkv50/nodes=3-36 20.45m ± 13% 24.10m ± 9% +17.85% (p=0.011 n=10) CockroachDBkv95/nodes=3-36 24.65m ± 98% 59.75m ± 111% +142.39% (p=0.001 n=10) geomean 24.81m 36.17m +45.79% │ baseline │ experiment │ │ read-p99-latency-sec │ read-p99-latency-sec vs base │ CockroachDBkv50/nodes=1-36 419.4m ± 8% 427.8m ± 10% ~ (p=0.660 n=10) CockroachDBkv95/nodes=1-36 285.2m ± 88% 335.5m ± 580% ~ (p=0.183 n=10) CockroachDBkv50/nodes=3-36 419.4m ± 12% 436.2m ± 8% ~ (p=0.406 n=10) CockroachDBkv95/nodes=3-36 201.3m ± 70% 578.8m ± 259% +187.53% (p=0.002 n=10) geomean 317.0m 436.3m +37.63% │ baseline │ experiment │ │ read-ops/sec │ read-ops/sec vs base │ CockroachDBkv50/nodes=1-36 12.77k ± 1% 12.60k ± 3% -1.35% (p=0.029 n=10) CockroachDBkv95/nodes=1-36 27.70k ± 1% 27.64k ± 5% ~ (p=0.494 n=10) CockroachDBkv50/nodes=3-36 12.73k ± 1% 12.58k ± 2% ~ (p=0.063 n=10) CockroachDBkv95/nodes=3-36 27.75k ± 3% 27.57k ± 5% ~ (p=0.105 n=10) geomean 18.80k 18.64k -0.85% │ baseline │ experiment │ │ read-ops │ read-ops vs base │ CockroachDBkv50/nodes=1-36 766.6k ± 1% 756.2k ± 3% -1.35% (p=0.029 n=10) CockroachDBkv95/nodes=1-36 1.662M ± 1% 1.659M ± 5% ~ (p=0.529 n=10) CockroachDBkv50/nodes=3-36 764.0k ± 1% 754.7k ± 2% ~ (p=0.063 n=10) CockroachDBkv95/nodes=3-36 1.665M ± 3% 1.654M ± 5% ~ (p=0.105 n=10) geomean 1.128M 1.119M -0.85% │ baseline │ experiment │ │ p50-latency-sec │ p50-latency-sec vs base │ EtcdPut-72 9.972m ± 2% 9.963m ± 4% ~ (p=0.631 n=10) EtcdSTM-72 48.51m ± 1% 46.80m ± 0% -3.52% (p=0.001 n=10) Tile38QueryLoad-72 130.0µ ± 1% 127.8µ ± 0% -1.64% (p=0.000 n=10) geomean 3.976m 3.906m -1.76% │ baseline │ experiment │ │ p90-latency-sec │ p90-latency-sec vs base │ EtcdPut-72 16.02m ± 7% 14.90m ± 13% ~ (p=0.063 n=10) EtcdSTM-72 128.6m ± 1% 122.6m ± 1% -4.66% (p=0.000 n=10) Tile38QueryLoad-72 493.0µ ± 1% 493.4µ ± 2% ~ (p=0.739 n=10) geomean 10.05m 9.659m -3.91% │ baseline │ experiment │ │ p99-latency-sec │ p99-latency-sec vs base │ EtcdPut-72 23.55m ± 19% 24.72m ± 154% ~ (p=0.436 n=10) EtcdSTM-72 274.4m ± 3% 258.1m ± 1% -5.93% (p=0.000 n=10) Tile38QueryLoad-72 4.365m ± 1% 4.445m ± 2% +1.84% (p=0.023 n=10) geomean 30.44m 30.50m +0.18% │ baseline │ experiment │ │ ops/s │ ops/s vs base │ EtcdPut-72 97.49k ± 4% 97.44k ± 6% ~ (p=0.631 n=10) EtcdSTM-72 15.63k ± 1% 16.29k ± 1% +4.21% (p=0.000 n=10) Tile38QueryLoad-72 123.7k ± 2% 122.5k ± 1% ~ (p=0.165 n=10) geomean 57.34k 57.94k +1.05%