diff --git a/charabia/Cargo.toml b/charabia/Cargo.toml index ac738b4c..4b9819a0 100644 --- a/charabia/Cargo.toml +++ b/charabia/Cargo.toml @@ -24,9 +24,7 @@ once_cell = "1.19.0" serde = "1.0" slice-group-by = "0.3.1" whatlang = "0.16.4" -lindera-core = "=0.28.0" -lindera-dictionary = "=0.28.0" -lindera-tokenizer = { version = "=0.28.0", default-features = false, optional = true } +lindera = { version = "=0.30.0", default-features = false, optional = true } pinyin = { version = "0.10", default-features = false, features = [ "with_tone", ], optional = true } @@ -47,12 +45,12 @@ hebrew = [] # allow japanese specialized tokenization japanese = ["japanese-segmentation-unidic"] -japanese-segmentation-ipadic = ["lindera-tokenizer/ipadic", "lindera-tokenizer/ipadic-compress"] -japanese-segmentation-unidic = ["lindera-tokenizer/unidic", "lindera-tokenizer/unidic-compress"] +japanese-segmentation-ipadic = ["lindera/ipadic", "lindera/compress"] +japanese-segmentation-unidic = ["lindera/unidic", "lindera/compress"] japanese-transliteration = ["dep:wana_kana"] # allow korean specialized tokenization -korean = ["lindera-tokenizer/ko-dic", "lindera-tokenizer/ko-dic-compress"] +korean = ["lindera/ko-dic", "lindera/compress"] # allow thai specialized tokenization thai = [] diff --git a/charabia/src/segmenter/japanese.rs b/charabia/src/segmenter/japanese.rs index da256718..e19c4e94 100644 --- a/charabia/src/segmenter/japanese.rs +++ b/charabia/src/segmenter/japanese.rs @@ -1,8 +1,6 @@ -use lindera_core::mode::Mode; #[cfg(feature = "japanese-segmentation-ipadic")] -use lindera_core::mode::Penalty; -use lindera_dictionary::{DictionaryConfig, DictionaryKind}; -use lindera_tokenizer::tokenizer::{Tokenizer, TokenizerConfig}; +use lindera::Penalty; +use lindera::{DictionaryConfig, DictionaryKind, Mode, Tokenizer, TokenizerConfig}; use once_cell::sync::Lazy; use crate::segmenter::Segmenter; diff --git a/charabia/src/segmenter/korean.rs b/charabia/src/segmenter/korean.rs index b0c001b5..31604929 100644 --- a/charabia/src/segmenter/korean.rs +++ b/charabia/src/segmenter/korean.rs @@ -1,6 +1,4 @@ -use lindera_core::mode::{Mode, Penalty}; -use lindera_dictionary::{DictionaryConfig, DictionaryKind}; -use lindera_tokenizer::tokenizer::{Tokenizer, TokenizerConfig}; +use lindera::{DictionaryConfig, DictionaryKind, Mode, Penalty, Tokenizer, TokenizerConfig}; use once_cell::sync::Lazy; use crate::segmenter::Segmenter;