actions/typos
1
0
Fork 0
mirror of https://github.com/crate-ci/typos.git synced 2025-02-02 19:59:34 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Fix tokenizer for uppercase UUID

Browse source 
Microsoft toolchains usually emit UUID/GUID in UPPERCASE
This commit is contained in:
SeongChan Lee 2022-04-25 11:11:51 +09:00
parent 7d3e9bb070
commit 4e4f136ec6
1 changed files with 38 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

48
crates/typos/src/tokens.rs
View file

@ -319,16 +319,29 @@ mod parser {
<T as nom::InputTakeAtPosition>::Item: AsChar + Copy,
<T as nom::InputIter>::Item: AsChar + Copy,
{
recognize(tuple((
take_while_m_n(8, 8, is_lower_hex_digit),
char('-'),
take_while_m_n(4, 4, is_lower_hex_digit),
char('-'),
take_while_m_n(4, 4, is_lower_hex_digit),
char('-'),
take_while_m_n(4, 4, is_lower_hex_digit),
char('-'),
take_while_m_n(12, 12, is_lower_hex_digit),
recognize(alt((
tuple((
take_while_m_n(8, 8, is_lower_hex_digit),
char('-'),
take_while_m_n(4, 4, is_lower_hex_digit),
char('-'),
take_while_m_n(4, 4, is_lower_hex_digit),
char('-'),
take_while_m_n(4, 4, is_lower_hex_digit),
char('-'),
take_while_m_n(12, 12, is_lower_hex_digit),
)),
tuple((
take_while_m_n(8, 8, is_upper_hex_digit),
char('-'),
take_while_m_n(4, 4, is_upper_hex_digit),
char('-'),
take_while_m_n(4, 4, is_upper_hex_digit),
char('-'),
take_while_m_n(4, 4, is_upper_hex_digit),
char('-'),
take_while_m_n(12, 12, is_upper_hex_digit),
)),
)))(input)
}
@ -1087,6 +1100,21 @@ mod test {
assert_eq!(expected, actual);
}
#[test]
fn tokenize_ignore_uuid_uppercase() {
let parser = TokenizerBuilder::new().build();
let input = "Hello 123E4567-E89B-12D3-A456-426652340000 World";
let expected: Vec<Identifier> = vec![
Identifier::new_unchecked("Hello", Case::None, 0),
Identifier::new_unchecked("World", Case::None, 43),
];
let actual: Vec<_> = parser.parse_bytes(input.as_bytes()).collect();
assert_eq!(expected, actual);
let actual: Vec<_> = parser.parse_str(input).collect();
assert_eq!(expected, actual);
}
#[test]
fn tokenize_ignore_hash() {
let parser = TokenizerBuilder::new().build();