From cbeb12a57fa78c02f8cc498a47c2c3ac2ccfbc4f Mon Sep 17 00:00:00 2001 From: Many the fish Date: Wed, 24 Jul 2024 17:04:09 +0200 Subject: [PATCH] Update charabia/src/tokenizer.rs --- charabia/src/tokenizer.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/charabia/src/tokenizer.rs b/charabia/src/tokenizer.rs index ba39fb8..36b8443 100644 --- a/charabia/src/tokenizer.rs +++ b/charabia/src/tokenizer.rs @@ -99,8 +99,8 @@ impl Tokenize<'_> for &str { /// See [`TokenizerBuilder`] to know how to build a [`Tokenizer`]. #[derive(Debug)] pub struct Tokenizer<'tb> { - pub segmenter_option: Cow<'tb, SegmenterOption<'tb>>, - pub normalizer_option: Cow<'tb, NormalizerOption<'tb>>, + segmenter_option: Cow<'tb, SegmenterOption<'tb>>, + normalizer_option: Cow<'tb, NormalizerOption<'tb>>, } impl<'tb> Tokenizer<'tb> {