actions/typos
1
0
Fork 0
mirror of https://github.com/crate-ci/typos.git synced 2024-11-21 16:41:01 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions 4

refactor(parser): Split out parser creation

Browse source
This commit is contained in:
Ed Page 2019-07-23 20:42:20 -06:00
parent 8e4708dfdf
commit d0b9979c36
1 changed files with 26 additions and 7 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

33
src/tokens.rs
View file

@ -6,6 +6,25 @@ pub enum Case {
None,
}
#[derive(Debug, Clone, Default)]
pub struct ParserBuilder {}
impl ParserBuilder {
pub fn new() -> Self {
Default::default()
}
pub fn build(self) -> Parser {
let pattern = r#"\b(\p{Alphabetic}|\d|_|')+\b"#;
let words_str = regex::Regex::new(pattern).unwrap();
let words_bytes = regex::bytes::Regex::new(pattern).unwrap();
Parser {
words_str,
words_bytes,
}
}
}
#[derive(Debug, Clone)]
pub struct Parser {
words_str: regex::Regex,
@ -14,13 +33,7 @@ pub struct Parser {
impl Parser {
pub fn new() -> Self {
let pattern = r#"\b(\p{Alphabetic}|\d|_|')+\b"#;
let words_str = regex::Regex::new(pattern).unwrap();
let words_bytes = regex::bytes::Regex::new(pattern).unwrap();
Self {
words_str,
words_bytes,
}
ParserBuilder::default().build()
}
pub fn parse<'c>(&'c self, content: &'c str) -> impl Iterator<Item = Identifier<'c>> {
@ -37,6 +50,12 @@ impl Parser {
}
}
impl Default for Parser {
fn default() -> Self {
Self::new()
}
}
#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub struct Identifier<'t> {
token: &'t str,