Port Spam filter to Rust - part 6

crates/nlp/Cargo.toml

@@ -11,15 +11,16 @@ siphasher = "1.0"
 serde = { version = "1.0", features = ["derive"]}
 bincode = "1.3.3"
 nohash = "0.2.0"
-ahash = "0.8.3"
+ahash = { version = "0.8.3", features = ["serde"] }
 whatlang = "0.16" # Language detection
 rust-stemmers = "1.2" # Stemmers
-tinysegmenter = "0.1" # Japanese tokenizer
 jieba-rs = "0.7" # Chinese stemmer
 phf = { version = "0.11", features = ["macros"] }
 lru-cache = "0.1.2"
 parking_lot = "0.12.1"
 psl = "2"
+radix_trie = "0.2.1"
+maplit = "1.0.2"
 
 [features]
 test_mode = []