From 779db94ecbcbfe91d43079dfd871e89657d08c02 Mon Sep 17 00:00:00 2001 From: Ed Page Date: Tue, 16 Apr 2019 17:41:07 -0600 Subject: [PATCH] chore: Document a case --- src/lib.rs | 1 + 1 file changed, 1 insertion(+) diff --git a/src/lib.rs b/src/lib.rs index 457c3ef..7c09a67 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -18,6 +18,7 @@ pub fn process_file(path: &std::path::Path, dictionary: &Dictionary, report: rep let line_num = line_idx + 1; for token in identifier::tokenize(line) { if let Some(word) = std::str::from_utf8(token.token).ok() { + // Correct tokens as-is if let Some(correction) = dictionary.correct_str(word) { let col_num = token.offset; let msg = report::Message {