typos/benches/tokenize.rs

#![feature(test)]

extern crate test;

mod data;

#[bench]
fn ident_parse_empty(b: &mut test::Bencher) {
    let parser = typos::tokens::Tokenizer::new();
    b.iter(|| parser.parse_bytes(data::EMPTY.as_bytes()).last());
}

#[bench]
fn ident_parse_no_tokens(b: &mut test::Bencher) {
    let parser = typos::tokens::Tokenizer::new();
    b.iter(|| parser.parse_bytes(data::NO_TOKENS.as_bytes()).last());
}

#[bench]
fn ident_parse_single_token(b: &mut test::Bencher) {
    let parser = typos::tokens::Tokenizer::new();
    b.iter(|| {
        parser.parse_bytes(data::SINGLE_TOKEN.as_bytes()).last();
    });
}

#[bench]
fn ident_parse_sherlock(b: &mut test::Bencher) {
    let parser = typos::tokens::Tokenizer::new();
    b.iter(|| parser.parse_bytes(data::SHERLOCK.as_bytes()).last());
}

#[bench]
fn ident_parse_code(b: &mut test::Bencher) {
    let parser = typos::tokens::Tokenizer::new();
    b.iter(|| parser.parse_bytes(data::CODE.as_bytes()).last());
}

#[bench]
fn ident_parse_corpus(b: &mut test::Bencher) {
    let parser = typos::tokens::Tokenizer::new();
    b.iter(|| parser.parse_bytes(data::CORPUS.as_bytes()).last());
}

#[bench]
fn ident_split_lowercase_short(b: &mut test::Bencher) {
    let input = "abcabcabcabc";
    let symbol = typos::tokens::Identifier::new_unchecked(input, 0);
    b.iter(|| symbol.split().last());
}

#[bench]
fn ident_split_lowercase_long(b: &mut test::Bencher) {
    let input = "abcabcabcabc".repeat(90);
    let symbol = typos::tokens::Identifier::new_unchecked(&input, 0);
    b.iter(|| symbol.split().last());
}

#[bench]
fn ident_split_mixed_short(b: &mut test::Bencher) {
    let input = "abcABCAbc123";
    let symbol = typos::tokens::Identifier::new_unchecked(input, 0);
    b.iter(|| symbol.split().last());
}

#[bench]
fn ident_split_mixed_long(b: &mut test::Bencher) {
    let input = "abcABCAbc123".repeat(90);
    let symbol = typos::tokens::Identifier::new_unchecked(&input, 0);
    b.iter(|| symbol.split().last());
}