actions/typos
1
0
Fork 0
mirror of https://github.com/crate-ci/typos.git synced 2024-11-25 18:41:05 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

refactor(parser): Give more impl flexibility

Browse source
This commit is contained in:
Ed Page 2021-04-27 21:26:05 -05:00
parent 9cbc7410a4
commit 287c4cbfe9
1 changed files with 11 additions and 15 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
crates/typos/src/tokens.rs
View file

@ -57,13 +57,8 @@ impl Tokenizer {
pub fn parse_str<'c>(&'c self, content: &'c str) -> impl Iterator<Item = Identifier<'c>> {
parser::iter_literals(content).filter_map(move |identifier| {
let case = Case::None;
let offset = offset(content.as_bytes(), identifier.as_bytes());
if self.accept(identifier) {
Some(Identifier::new_unchecked(identifier, case, offset))
} else {
None
}
self.transform(identifier, offset)
})
}
@ -76,21 +71,22 @@ impl Tokenizer {
})
}
fn accept(&self, contents: &str) -> bool {
debug_assert!(!contents.is_empty());
fn transform<'i>(&self, identifier: &'i str, offset: usize) -> Option<Identifier<'i>> {
debug_assert!(!identifier.is_empty());
if self.leading_digits {
if is_number(contents.as_bytes()) {
return false;
if is_number(identifier.as_bytes()) {
return None;
}
if self.ignore_hex && is_hex(contents.as_bytes()) {
return false;
if self.ignore_hex && is_hex(identifier.as_bytes()) {
return None;
}
} else if is_digit(contents.as_bytes()[0]) {
return false;
} else if is_digit(identifier.as_bytes()[0]) {
return None;
}
true
let case = Case::None;
Some(Identifier::new_unchecked(identifier, case, offset))
}
}