Apply more lints
This commit is contained in:
parent
0c92bf959b
commit
1e1dd7b877
1 changed files with 61 additions and 63 deletions
|
|
@ -2,6 +2,6 @@ use super::token::Token;
|
|||
|
||||
pub fn word_tokenizer(text: &str) -> Vec<Token<String>> {
|
||||
text.split_inclusive(char::is_whitespace)
|
||||
.map(|s| Token::new(s.to_string(), s.to_string()))
|
||||
.map(|s| Token::new(s.to_owned(), s.to_owned()))
|
||||
.collect()
|
||||
}
|
||||
|
|
|
|||
Loading…
Reference in a new issue