actions/typos
1
0
Fork 0
mirror of https://github.com/crate-ci/typos.git synced 2024-11-24 18:10:56 -05:00
Code Issues Projects Releases Packages Wiki Activity Actions

test(dict): Help prevent correctin valid words

Browse source 
This dictionary was taken from OpenOfice
This commit is contained in:
Ed Page 2023-11-01 11:35:01 -05:00
parent 47dd297604
commit 285e5f633c
3 changed files with 47818 additions and 18 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

47791
crates/typos-dict/assets/english.csv vendored Normal file
View file

File diff suppressed because it is too large Load diff

3
crates/typos-dict/assets/words.csv vendored
View file

@ -6362,7 +6362,6 @@ barbarisch,barbaric
barbedos,barbados
barberians,barbarians
barcelets,bracelets
barceloneta,barcelona
barcleona,barcelona
bardford,bradford
bareclona,barcelona
@ -57862,7 +57861,6 @@ thunderbowl,thunderbolt
thunderjolt,thunderbolt
thunderolt,thunderbolt
thundervolt,thunderbolt
thur,their
thurday,thursday
thurdsay,thursday
thurdsays,thursdays
@ -62486,7 +62484,6 @@ wednessday,wednesdays,wednesday
wednsday,wednesday
wednseday,wednesday
wednsedays,wednesdays
wee,we
weerd,weird
weerdly,weirdly
weev,weave

Can't render this file because it is too large.

42
crates/typos-dict/tests/verify.rs
View file

@ -164,7 +164,7 @@ fn test_duplicate_correction_removal() {
#[test]
fn test_cycle_removal() {
assert!(process([("foo", ["bar"]), ("bar", ["foo"])]).is_empty());
assert!(process([("foo", ["foobar"]), ("foobar", ["foo"])]).is_empty());
}
#[test]
@ -243,20 +243,32 @@ fn find_best_match<'c>(
}
fn allowed_words() -> std::collections::HashMap<String, String> {
let allowed_path = "assets/allowed.csv";
let data = std::fs::read(allowed_path).unwrap();
csv::ReaderBuilder::new()
let allowed_path = "assets/english.csv";
let english_data = std::fs::read(allowed_path).unwrap();
let mut allowed_english = csv::ReaderBuilder::new()
.has_headers(false)
.flexible(true)
.from_reader(data.as_slice())
.records()
.map(Result::unwrap)
.map(|r| {
let mut i = r.iter();
let mut typo = i.next().expect("typo").to_owned();
typo.make_ascii_lowercase();
let reason = i.next().expect("reason").to_owned();
(typo, reason)
})
.collect()
.from_reader(english_data.as_slice());
let allowed_english = allowed_english.records().map(Result::unwrap).map(|r| {
let mut i = r.iter();
let mut typo = i.next().expect("typo").to_owned();
typo.make_ascii_lowercase();
(typo, String::from("english word"))
});
let allowed_path = "assets/allowed.csv";
let local_data = std::fs::read(allowed_path).unwrap();
let mut allowed_local = csv::ReaderBuilder::new()
.has_headers(false)
.flexible(true)
.from_reader(local_data.as_slice());
let allowed_local = allowed_local.records().map(Result::unwrap).map(|r| {
let mut i = r.iter();
let mut typo = i.next().expect("typo").to_owned();
typo.make_ascii_lowercase();
let reason = i.next().expect("reason").to_owned();
(typo, reason)
});
allowed_english.chain(allowed_local).collect()
}