mirror of
https://github.com/crate-ci/typos.git
synced 2024-11-22 09:01:04 -05:00
22 lines
778 B
Rust
22 lines
778 B
Rust
mod data;
|
|
|
|
use criterion::{criterion_group, criterion_main, BenchmarkId, Criterion};
|
|
|
|
fn bench_tokenize(c: &mut Criterion) {
|
|
let mut group = c.benchmark_group("tokenize");
|
|
for (name, sample) in data::DATA {
|
|
let len = sample.len();
|
|
group.bench_with_input(BenchmarkId::new("ident", name), &len, |b, _| {
|
|
let parser = typos::tokens::Tokenizer::new();
|
|
b.iter(|| parser.parse_bytes(sample.as_bytes()).last());
|
|
});
|
|
group.bench_with_input(BenchmarkId::new("words", name), &len, |b, _| {
|
|
let symbol = typos::tokens::Identifier::new_unchecked(sample, 0);
|
|
b.iter(|| symbol.split().last());
|
|
});
|
|
}
|
|
group.finish();
|
|
}
|
|
|
|
criterion_group!(benches, bench_tokenize);
|
|
criterion_main!(benches);
|