From 36131c2bee24fd9242fb8617f517fb8bc47b2957 Mon Sep 17 00:00:00 2001 From: Ed Page Date: Sat, 22 May 2021 21:15:34 -0500 Subject: [PATCH] perf: Measure latest performance --- benchsuite/runs/2021-05-21-epage-11562.md | 69 +++++++++++++++++++++++ 1 file changed, 69 insertions(+) create mode 100644 benchsuite/runs/2021-05-21-epage-11562.md diff --git a/benchsuite/runs/2021-05-21-epage-11562.md b/benchsuite/runs/2021-05-21-epage-11562.md new file mode 100644 index 0000000..ac2de23 --- /dev/null +++ b/benchsuite/runs/2021-05-21-epage-11562.md @@ -0,0 +1,69 @@ + +# Spell Check Shootout + +These are the results as of 2021-05-21 + +Command: +```bash +$ ./benchsuite/benchsuite.sh . epage-11562 +``` + + +Spell checkers: +- typos-cli 0.4.0 w/ cargo 1.52.0 (69767412a 2021-04-21) +- misspell 0.2.0 w/ cargo 1.52.0 (69767412a 2021-04-21) +- misspell_go 0.3.4 +- codespell 2.0.0 w/ Python 3.8.5 +- scspell 2.2 w/ Python 3.8.5 + +## linux_clean fixture + +linux_clean: linux b5fc7a89e58bcc059a3d5e4db79c481fb437de59 + +| Command | Mean [s] | Min [s] | Max [s] | Relative | +|:---|---:|---:|---:|---:| +| `./typos/bin/typos ./linux_clean` | 12.914 ± 0.032 | 12.868 | 12.989 | 3.23 ± 1.19 | +| `./typos/bin/typos --no-unicode ./linux_clean` | 12.024 ± 0.022 | 11.991 | 12.065 | 3.00 ± 1.11 | +| `./typos/bin/typos --threads 1 ./linux_clean` | 23.329 ± 0.477 | 22.036 | 23.812 | 5.83 ± 2.15 | +| `./misspell_rs/bin/misspell ./linux_clean` | 18.631 ± 0.291 | 18.060 | 19.201 | 4.66 ± 1.72 | +| `./misspell_go/bin/misspell ./linux_clean` | 23.293 ± 0.860 | 22.297 | 25.173 | 5.82 ± 2.15 | +| `./codespell/bin/codespell ./linux_clean` | 64.360 ± 1.851 | 62.312 | 68.605 | 16.08 ± 5.94 | + +## linux_built fixture + +linux_built: linux b5fc7a89e58bcc059a3d5e4db79c481fb437de59 + +| Command | Mean [s] | Min [s] | Max [s] | Relative | +|:---|---:|---:|---:|---:| +| `./typos/bin/typos ./linux_built` | 12.370 ± 0.092 | 12.285 | 12.604 | 1.55 ± 0.37 | +| `./typos/bin/typos --no-unicode ./linux_built` | 11.439 ± 0.024 | 11.395 | 11.473 | 1.44 ± 0.34 | +| `./typos/bin/typos --threads 1 ./linux_built` | 21.880 ± 0.146 | 21.767 | 22.255 | 2.75 ± 0.66 | +| `./misspell_rs/bin/misspell ./linux_built` | 18.918 ± 0.247 | 18.591 | 19.504 | 2.38 ± 0.57 | +| `./misspell_go/bin/misspell ./linux_built` | 38.575 ± 0.132 | 38.332 | 38.719 | 4.84 ± 1.16 | +| `./codespell/bin/codespell ./linux_built` | 61.855 ± 1.758 | 59.225 | 65.833 | 7.77 ± 1.87 | + +## ripgrep_clean fixture + +ripgrep_clean: rg 973de50c9ef451da2cfcdfa86f2b2711d8d6ff48 + +| Command | Mean [s] | Min [s] | Max [s] | Relative | +|:---|---:|---:|---:|---:| +| `./typos/bin/typos ./ripgrep_clean` | 0.047 ± 0.003 | 0.043 | 0.057 | 1.10 ± 0.07 | +| `./typos/bin/typos --no-unicode ./ripgrep_clean` | 0.043 ± 0.001 | 0.041 | 0.051 | 1.00 | +| `./typos/bin/typos --threads 1 ./ripgrep_clean` | 0.071 ± 0.002 | 0.068 | 0.078 | 1.65 ± 0.08 | +| `./misspell_rs/bin/misspell ./ripgrep_clean` | 0.053 ± 0.002 | 0.049 | 0.059 | 1.25 ± 0.06 | +| `./misspell_go/bin/misspell ./ripgrep_clean` | 0.090 ± 0.003 | 0.085 | 0.099 | 2.10 ± 0.10 | +| `./codespell/bin/codespell ./ripgrep_clean` | 0.251 ± 0.010 | 0.239 | 0.270 | 5.88 ± 0.30 | + +## ripgrep_built fixture + +ripgrep_built: rg 973de50c9ef451da2cfcdfa86f2b2711d8d6ff48 + +| Command | Mean [s] | Min [s] | Max [s] | Relative | +|:---|---:|---:|---:|---:| +| `./typos/bin/typos ./ripgrep_built` | 0.049 ± 0.003 | 0.046 | 0.062 | 1.10 ± 0.07 | +| `./typos/bin/typos --no-unicode ./ripgrep_built` | 0.045 ± 0.001 | 0.043 | 0.049 | 1.00 | +| `./typos/bin/typos --threads 1 ./ripgrep_built` | 0.073 ± 0.004 | 0.070 | 0.088 | 1.63 ± 0.09 | +| `./misspell_rs/bin/misspell ./ripgrep_built` | 0.054 ± 0.002 | 0.051 | 0.061 | 1.22 ± 0.06 | +| `./misspell_go/bin/misspell ./ripgrep_built` | 0.109 ± 0.004 | 0.102 | 0.119 | 2.45 ± 0.11 | +| `./codespell/bin/codespell ./ripgrep_built` | 0.306 ± 0.007 | 0.296 | 0.317 | 6.86 ± 0.24 |