refactor: Switch Words/Identifiers to check_file

This commit is contained in:
Ed Page 2020-12-30 21:42:30 -06:00
parent d28174439b
commit 6e53d7e719

View file

@ -142,16 +142,16 @@ impl TyposSettings {
} }
} }
pub fn build_identifier_parser(&self) -> ParseIdentifiers { pub fn build_identifier_parser(&self) -> Identifiers {
ParseIdentifiers { Identifiers {
check_filenames: self.check_filenames, check_filenames: self.check_filenames,
check_files: self.check_files, check_files: self.check_files,
binary: self.binary, binary: self.binary,
} }
} }
pub fn build_word_parser(&self) -> ParseWords { pub fn build_word_parser(&self) -> Words {
ParseWords { Words {
check_filenames: self.check_filenames, check_filenames: self.check_filenames,
check_files: self.check_files, check_files: self.check_files,
binary: self.binary, binary: self.binary,
@ -245,38 +245,37 @@ impl Check for Typos {
} }
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct ParseIdentifiers { pub struct Identifiers {
check_filenames: bool, check_filenames: bool,
check_files: bool, check_files: bool,
binary: bool, binary: bool,
} }
impl Check for ParseIdentifiers { impl Check for Identifiers {
fn check_str( fn check_str(
&self, &self,
buffer: &str, _buffer: &str,
tokenizer: &tokens::Tokenizer, _tokenizer: &tokens::Tokenizer,
_dictionary: &dyn Dictionary, _dictionary: &dyn Dictionary,
reporter: &dyn report::Report, _reporter: &dyn report::Report,
) -> Result<(), std::io::Error> { ) -> Result<(), std::io::Error> {
let parser = typos::ParserBuilder::new()
.tokenizer(tokenizer)
.identifiers();
for word in parser.parse_str(buffer) {
let msg = report::Parse {
context: None,
kind: report::ParseKind::Word,
data: word.token(),
};
reporter.report(msg.into())?;
}
Ok(()) Ok(())
} }
fn check_bytes( fn check_bytes(
&self, &self,
buffer: &[u8], _buffer: &[u8],
_tokenizer: &tokens::Tokenizer,
_dictionary: &dyn Dictionary,
_reporter: &dyn report::Report,
) -> Result<(), std::io::Error> {
Ok(())
}
fn check_file(
&self,
path: &std::path::Path,
explicit: bool,
tokenizer: &tokens::Tokenizer, tokenizer: &tokens::Tokenizer,
_dictionary: &dyn Dictionary, _dictionary: &dyn Dictionary,
reporter: &dyn report::Report, reporter: &dyn report::Report,
@ -284,13 +283,36 @@ impl Check for ParseIdentifiers {
let parser = typos::ParserBuilder::new() let parser = typos::ParserBuilder::new()
.tokenizer(tokenizer) .tokenizer(tokenizer)
.identifiers(); .identifiers();
for word in parser.parse_bytes(buffer) {
let msg = report::Parse { if self.check_filenames() {
context: None, if let Some(file_name) = path.file_name().and_then(|s| s.to_str()) {
kind: report::ParseKind::Word, for word in parser.parse_str(file_name) {
data: word.token(), let msg = report::Parse {
}; context: Some(report::PathContext { path }.into()),
reporter.report(msg.into())?; kind: report::ParseKind::Identifier,
data: word.token(),
};
reporter.report(msg.into())?;
}
}
}
if self.check_files() {
let buffer = read_file(path, reporter)?;
let (buffer, content_type) = massage_data(buffer)?;
if !explicit && !self.binary() && content_type.is_binary() {
let msg = report::BinaryFile { path };
reporter.report(msg.into())?;
} else {
for word in parser.parse_bytes(&buffer) {
let msg = report::Parse {
context: Some(report::FileContext { path, line_num: 0 }.into()),
kind: report::ParseKind::Identifier,
data: word.token(),
};
reporter.report(msg.into())?;
}
}
} }
Ok(()) Ok(())
@ -310,48 +332,72 @@ impl Check for ParseIdentifiers {
} }
#[derive(Debug, Clone)] #[derive(Debug, Clone)]
pub struct ParseWords { pub struct Words {
check_filenames: bool, check_filenames: bool,
check_files: bool, check_files: bool,
binary: bool, binary: bool,
} }
impl Check for ParseWords { impl Check for Words {
fn check_str( fn check_str(
&self, &self,
buffer: &str, _buffer: &str,
tokenizer: &tokens::Tokenizer, _tokenizer: &tokens::Tokenizer,
_dictionary: &dyn Dictionary, _dictionary: &dyn Dictionary,
reporter: &dyn report::Report, _reporter: &dyn report::Report,
) -> Result<(), std::io::Error> { ) -> Result<(), std::io::Error> {
let word_parser = typos::ParserBuilder::new().tokenizer(tokenizer).words();
for word in word_parser.parse_str(buffer) {
let msg = report::Parse {
context: None,
kind: report::ParseKind::Word,
data: word.token(),
};
reporter.report(msg.into())?;
}
Ok(()) Ok(())
} }
fn check_bytes( fn check_bytes(
&self, &self,
buffer: &[u8], _buffer: &[u8],
_tokenizer: &tokens::Tokenizer,
_dictionary: &dyn Dictionary,
_reporter: &dyn report::Report,
) -> Result<(), std::io::Error> {
Ok(())
}
fn check_file(
&self,
path: &std::path::Path,
explicit: bool,
tokenizer: &tokens::Tokenizer, tokenizer: &tokens::Tokenizer,
_dictionary: &dyn Dictionary, _dictionary: &dyn Dictionary,
reporter: &dyn report::Report, reporter: &dyn report::Report,
) -> Result<(), std::io::Error> { ) -> Result<(), std::io::Error> {
let parser = typos::ParserBuilder::new().tokenizer(tokenizer).words(); let parser = typos::ParserBuilder::new().tokenizer(tokenizer).words();
for word in parser.parse_bytes(buffer) {
let msg = report::Parse { if self.check_filenames() {
context: None, if let Some(file_name) = path.file_name().and_then(|s| s.to_str()) {
kind: report::ParseKind::Word, for word in parser.parse_str(file_name) {
data: word.token(), let msg = report::Parse {
}; context: Some(report::PathContext { path }.into()),
reporter.report(msg.into())?; kind: report::ParseKind::Word,
data: word.token(),
};
reporter.report(msg.into())?;
}
}
}
if self.check_files() {
let buffer = read_file(path, reporter)?;
let (buffer, content_type) = massage_data(buffer)?;
if !explicit && !self.binary() && content_type.is_binary() {
let msg = report::BinaryFile { path };
reporter.report(msg.into())?;
} else {
for word in parser.parse_bytes(&buffer) {
let msg = report::Parse {
context: Some(report::FileContext { path, line_num: 0 }.into()),
kind: report::ParseKind::Word,
data: word.token(),
};
reporter.report(msg.into())?;
}
}
} }
Ok(()) Ok(())