Skip to content

Commit

Permalink
Update charabia/src/tokenizer.rs
Browse files Browse the repository at this point in the history
  • Loading branch information
ManyTheFish authored Jul 24, 2024
1 parent 2992583 commit cbeb12a
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions charabia/src/tokenizer.rs
Original file line number Diff line number Diff line change
Expand Up @@ -99,8 +99,8 @@ impl Tokenize<'_> for &str {
/// See [`TokenizerBuilder`] to know how to build a [`Tokenizer`].
#[derive(Debug)]
pub struct Tokenizer<'tb> {
pub segmenter_option: Cow<'tb, SegmenterOption<'tb>>,
pub normalizer_option: Cow<'tb, NormalizerOption<'tb>>,
segmenter_option: Cow<'tb, SegmenterOption<'tb>>,
normalizer_option: Cow<'tb, NormalizerOption<'tb>>,
}

impl<'tb> Tokenizer<'tb> {
Expand Down

0 comments on commit cbeb12a

Please sign in to comment.