diff --git a/CHANGELOG.md b/CHANGELOG.md index 50888c2e..795e963a 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -6,6 +6,11 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). ## [Unreleased] +## [0.4.1] - 2023-09-25 + +### Added +- Support for messages compressed with zstd in the Kafka connector. + ## [0.4.0] - 2023-09-21 ### Added diff --git a/Cargo.lock b/Cargo.lock index 7df41194..192c57b8 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -253,6 +253,7 @@ version = "1.0.83" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "f1174fb0b6ec23863f8b971027804a42614e347eafb0a95bf0b12cdae21fc4d0" dependencies = [ + "jobserver", "libc", ] @@ -1077,6 +1078,15 @@ dependencies = [ "libc", ] +[[package]] +name = "jobserver" +version = "0.1.26" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "936cfd212a0155903bcbc060e316fb6cc7cbf2e1907329391ebadc1fe0ce77c2" +dependencies = [ + "libc", +] + [[package]] name = "js-sys" version = "0.3.64" @@ -1446,7 +1456,7 @@ dependencies = [ [[package]] name = "pathway" -version = "0.4.0" +version = "0.4.1" dependencies = [ "arc-swap", "arcstr", @@ -1834,6 +1844,7 @@ dependencies = [ "num_enum", "openssl-sys", "pkg-config", + "zstd-sys", ] [[package]] @@ -2819,3 +2830,14 @@ name = "xxhash-rust" version = "0.8.7" source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "9828b178da53440fa9c766a3d2f73f7cf5d0ac1fe3980c1e5018d899fd19e07b" + +[[package]] +name = "zstd-sys" +version = "2.0.8+zstd.1.5.5" +source = "registry+https://github.com/rust-lang/crates.io-index" +checksum = "5556e6ee25d32df2586c098bbfa278803692a20d0ab9565e049480d52707ec8c" +dependencies = [ + "cc", + "libc", + "pkg-config", +] diff --git a/Cargo.toml b/Cargo.toml index d73ff644..d66cc204 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "pathway" -version = "0.4.0" +version = "0.4.1" edition = "2021" publish = false rust-version = "1.71.0" @@ -48,7 +48,7 @@ pyo3 = { version = "0.19.2", features = ["abi3-py310", "multiple-pymethods"] } pyo3-asyncio = "0.19.0" pyo3-log = "0.8.3" rand = "0.8.5" -rdkafka = { version = "0.34.0", features = ["ssl-vendored", "cmake-build"] } +rdkafka = { version = "0.34.0", features = ["ssl-vendored", "cmake-build", "zstd"] } rust-s3 = { version = "0.33.0", features = ["sync-native-tls-vendored", "sync-native-tls", "fail-on-err"], default-features = false } scopeguard = "1.2.0" send_wrapper = "0.6.0"