mirror of
https://github.com/crate-ci/typos.git
synced 2024-12-22 23:52:12 -05:00
test(perf): Bench more parsing cases
This commit is contained in:
parent
1f4c587692
commit
676926cd17
1 changed files with 18 additions and 1 deletions
|
@ -6,14 +6,31 @@ fn bench_tokenize(c: &mut Criterion) {
|
|||
let mut group = c.benchmark_group("tokenize");
|
||||
for (name, sample) in data::DATA {
|
||||
let len = sample.len();
|
||||
group.bench_with_input(BenchmarkId::new("ident", name), &len, |b, _| {
|
||||
group.bench_with_input(BenchmarkId::new("ident(bytes)", name), &len, |b, _| {
|
||||
let parser = typos::tokens::Tokenizer::new();
|
||||
b.iter(|| parser.parse_bytes(sample.as_bytes()).last());
|
||||
});
|
||||
group.bench_with_input(BenchmarkId::new("ident(str)", name), &len, |b, _| {
|
||||
let parser = typos::tokens::Tokenizer::new();
|
||||
b.iter(|| parser.parse_str(sample).last());
|
||||
});
|
||||
group.bench_with_input(BenchmarkId::new("words", name), &len, |b, _| {
|
||||
let symbol = typos::tokens::Identifier::new_unchecked(sample, 0);
|
||||
b.iter(|| symbol.split().last());
|
||||
});
|
||||
group.bench_with_input(
|
||||
BenchmarkId::new("ident(bytes)+words", name),
|
||||
&len,
|
||||
|b, _| {
|
||||
let parser = typos::tokens::Tokenizer::new();
|
||||
b.iter(|| {
|
||||
parser
|
||||
.parse_bytes(sample.as_bytes())
|
||||
.flat_map(|i| i.split())
|
||||
.last()
|
||||
});
|
||||
},
|
||||
);
|
||||
}
|
||||
group.finish();
|
||||
}
|
||||
|
|
Loading…
Reference in a new issue