refactor: 移除 zstd 压缩

Author: apoint123

Cargo.toml

@@ -28,7 +28,6 @@ phf = { version = "0.13", features = ["macros"] }
 serde = { version = "1", features = ["derive"] }
 serde_json = "1"
 thiserror = "2"
-zstd = "0.13"
 
 clap = { version = "4.5", features = ["derive"], optional = true }
 wasm-bindgen = { version = "0.2", optional = true }

ferrous-opencc-compiler/Cargo.toml

@@ -9,4 +9,3 @@ license = "Apache-2.0"
 anyhow = "1"
 bincode = "2"
 fst = "0"
-zstd = "0.13"

ferrous-opencc-compiler/src/lib.rs

@@ -1,13 +1,24 @@
 use std::{
     collections::BTreeMap,
     fs::File,
-    io::{BufRead, BufReader, Write},
+    io::{
+        BufRead,
+        BufReader,
+        Write,
+    },
     path::Path,
     sync::Arc,
 };
 
-use anyhow::{Context, Result};
-use bincode::{Decode, Encode, config};
+use anyhow::{
+    Context,
+    Result,
+};
+use bincode::{
+    Decode,
+    Encode,
+    config,
+};
 use fst::MapBuilder;
 
 #[derive(Encode, Decode, Debug)]
@@ -25,7 +36,7 @@ pub enum Delta {
 
 #[derive(Encode, Decode, Debug)]
 pub struct SerializableFstDict {
-    pub compressed_values: Vec<u8>,
+    pub values_bytes: Vec<u8>,
     pub max_key_length: usize,
 }
 
@@ -95,11 +106,8 @@ pub fn compile_dictionary(input_path: &Path) -> Result<Vec<u8>> {
     let values_bytes = bincode::encode_to_vec(&values_vec, config::standard())
         .with_context(|| "Bincode values serialization failed")?;
 
-    let compressed_values =
-        zstd::encode_all(&values_bytes[..], 0).with_context(|| "Zstd compression failed")?;
-
     let metadata = SerializableFstDict {
-        compressed_values,
+        values_bytes,
         max_key_length,
     };
 

src/dictionary/fst_dict.rs

@@ -75,10 +75,9 @@ impl FstDict {
 
     pub fn serialize_to_file(&self, path: &Path) -> Result<()> {
         let values_bytes = bincode::encode_to_vec(&self.values, config::standard())?;
-        let compressed_values = zstd::encode_all(&values_bytes[..], 0)?;
 
         let metadata = SerializableFstDict {
-            compressed_values,
+            values_bytes,
             max_key_length: self.max_key_length,
         };
         let metadata_bytes = bincode::encode_to_vec(&metadata, config::standard())?;
@@ -114,9 +113,8 @@ impl FstDict {
         let (metadata, _): (SerializableFstDict, usize) =
             bincode::decode_from_slice(&metadata_bytes, config::standard())?;
 
-        let values_bytes = zstd::decode_all(&metadata.compressed_values[..])?;
         let (values, _): (Vec<Vec<Delta>>, usize) =
-            bincode::decode_from_slice(&values_bytes, config::standard())?;
+            bincode::decode_from_slice(&metadata.values_bytes, config::standard())?;
 
         let mut fst_bytes = Vec::new();
         reader.read_to_end(&mut fst_bytes)?;