diff --git a/charabia/src/segmenter/utils.rs b/charabia/src/segmenter/utils.rs index 52c43b1..0ba3a75 100644 --- a/charabia/src/segmenter/utils.rs +++ b/charabia/src/segmenter/utils.rs @@ -59,7 +59,7 @@ impl<'fst> FstSegmenter<'fst> { // ensure the length is a valid character boundary length = to_segment .char_indices() - .nth(length) + .find(|(idx, _)| idx >= length) .map(|(idx, _)| idx) .unwrap_or(to_segment.len());