actions/typos
1
0
Fork 0
mirror of https://github.com/crate-ci/typos.git synced 2024-11-22 00:51:11 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

refactor: Restore str processing

Browse source 
This is in prep for using unicase.
This commit is contained in:
Ed Page 2019-04-16 20:24:28 -06:00
parent 5992ba110d
commit 719cc7d43b
1 changed files with 15 additions and 14 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
src/lib.rs
View file

@ -17,16 +17,16 @@ pub fn process_file(path: &std::path::Path, dictionary: &Dictionary, report: rep
for (line_idx, line) in grep_searcher::LineIter::new(b'\n', &buffer).enumerate() { for (line_idx, line) in grep_searcher::LineIter::new(b'\n', &buffer).enumerate() {
let line_num = line_idx + 1; let line_num = line_idx + 1;
for token in tokens::Symbol::parse(line) { for token in tokens::Symbol::parse(line) {
if let Some(word) = std::str::from_utf8(token.token).ok() {
// Correct tokens as-is // Correct tokens as-is
if let Some(correction) = dictionary.correct_bytes(token.token) { if let Some(correction) = dictionary.correct_str(word) {
let word = String::from_utf8_lossy(token.token);
let col_num = token.offset; let col_num = token.offset;
let msg = report::Message { let msg = report::Message {
path, path,
line, line,
line_num, line_num,
col_num, col_num,
word: word.as_ref(), word,
correction, correction,
non_exhaustive: (), non_exhaustive: (),
}; };
@ -34,6 +34,7 @@ pub fn process_file(path: &std::path::Path, dictionary: &Dictionary, report: rep
} }
} }
} }
}
Ok(()) Ok(())
} }