[BLAZE-790] Support LZ4_RAW compression codec for parquet (#791)

kwai · Jan 23, 2025 · 5be8cb0 · 5be8cb0
1 parent d461364
commit 5be8cb0
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/native-engine/datafusion-ext-plans/src/parquet_sink_exec.rs b/native-engine/datafusion-ext-plans/src/parquet_sink_exec.rs
@@ -377,6 +377,7 @@ fn parse_writer_props(prop_kvs: &[(String, String)]) -> WriterProperties {
                     "LZO" => Compression::LZO,
                     "BROTLI" => Compression::BROTLI(BrotliLevel::default()),
                     "LZ4" => Compression::LZ4,
+                    "LZ4RAW" | "LZ4_RAW" => Compression::LZ4_RAW,
                     "ZSTD" => {
                         let level_default = ZstdLevel::default().compression_level();
                         let level = prop_kvs