diff --git a/.builders/images/linux-aarch64/build_script.sh b/.builders/images/linux-aarch64/build_script.sh index 5f25c2b3596a5..0675c46311dce 100644 --- a/.builders/images/linux-aarch64/build_script.sh +++ b/.builders/images/linux-aarch64/build_script.sh @@ -21,7 +21,7 @@ if [[ "${DD_BUILD_PYTHON_VERSION}" == "3" ]]; then LDFLAGS="${LDFLAGS} -L/usr/local/lib -lkrb5 -lgssapi_krb5 -llmdb" \ DOWNLOAD_URL="https://github.com/confluentinc/librdkafka/archive/refs/tags/v{{version}}.tar.gz" \ VERSION="${kafka_version}" \ - SHA256="2d49c35c77eeb3d42fa61c43757fcbb6a206daa560247154e60642bcdcc14d12" \ + SHA256="d645e47d961db47f1ead29652606a502bdd2a880c85c1e060e94eea040f1a19a" \ RELATIVE_PATH="librdkafka-{{version}}" \ bash install-from-source.sh --enable-sasl --enable-curl always_build+=("confluent-kafka") diff --git a/.builders/images/linux-x86_64/build_script.sh b/.builders/images/linux-x86_64/build_script.sh index ca23f2eac13c3..25cbcd668b0ee 100644 --- a/.builders/images/linux-x86_64/build_script.sh +++ b/.builders/images/linux-x86_64/build_script.sh @@ -18,7 +18,7 @@ if [[ "${DD_BUILD_PYTHON_VERSION}" == "3" ]]; then LDFLAGS="${LDFLAGS} -L/usr/local/lib -lkrb5 -lgssapi_krb5 -llmdb" \ DOWNLOAD_URL="https://github.com/confluentinc/librdkafka/archive/refs/tags/v{{version}}.tar.gz" \ VERSION="${kafka_version}" \ - SHA256="2d49c35c77eeb3d42fa61c43757fcbb6a206daa560247154e60642bcdcc14d12" \ + SHA256="d645e47d961db47f1ead29652606a502bdd2a880c85c1e060e94eea040f1a19a" \ RELATIVE_PATH="librdkafka-{{version}}" \ bash install-from-source.sh --enable-sasl --enable-curl always_build+=("confluent-kafka") diff --git a/.builders/images/macos-x86_64/extra_build.sh b/.builders/images/macos-x86_64/extra_build.sh index f2fcff48b96a0..55deb0ef2e797 100644 --- a/.builders/images/macos-x86_64/extra_build.sh +++ b/.builders/images/macos-x86_64/extra_build.sh @@ -13,7 +13,7 @@ if [[ "${DD_BUILD_PYTHON_VERSION}" == "3" ]]; then LDFLAGS="${LDFLAGS} -L${DD_PREFIX_PATH}/lib -lgssapi_krb5 -llmdb" \ DOWNLOAD_URL="https://github.com/confluentinc/librdkafka/archive/refs/tags/v{{version}}.tar.gz" \ VERSION="${kafka_version}" \ - SHA256="2d49c35c77eeb3d42fa61c43757fcbb6a206daa560247154e60642bcdcc14d12" \ + SHA256="d645e47d961db47f1ead29652606a502bdd2a880c85c1e060e94eea040f1a19a" \ RELATIVE_PATH="librdkafka-{{version}}" \ bash install-from-source.sh --prefix="${DD_PREFIX_PATH}" --enable-sasl --enable-curl diff --git a/.ddev/ci/scripts/kafka_consumer/linux/32_install_kerberos.sh b/.ddev/ci/scripts/kafka_consumer/linux/32_install_kerberos.sh index bfa229f984597..b082c6625838d 100755 --- a/.ddev/ci/scripts/kafka_consumer/linux/32_install_kerberos.sh +++ b/.ddev/ci/scripts/kafka_consumer/linux/32_install_kerberos.sh @@ -8,7 +8,7 @@ sudo apt install -y --no-install-recommends build-essential libkrb5-dev wget sof # Install librdkafka from source since no binaries are available for the distribution we use on the CI: git clone https://github.com/confluentinc/librdkafka cd librdkafka -git checkout v2.3.0 +git checkout v2.4.0 sudo ./configure --install-deps --prefix=/usr make sudo make install diff --git a/agent_requirements.in b/agent_requirements.in index 4ae43e45aa22a..524555a30ffbf 100644 --- a/agent_requirements.in +++ b/agent_requirements.in @@ -17,7 +17,7 @@ clickhouse-cityhash==1.0.2.4; python_version > '3.0' clickhouse-driver==0.2.0; python_version < '3.0' clickhouse-driver==0.2.7; python_version > '3.0' cm-client==45.0.4 -confluent-kafka==2.3.0; python_version > '3.0' +confluent-kafka==2.4.0; python_version > '3.0' contextlib2==0.6.0.post1; python_version < '3.0' cryptography==3.3.2; python_version < '3.0' cryptography==42.0.6; python_version > '3.0' diff --git a/kafka_consumer/changelog.d/17726.added b/kafka_consumer/changelog.d/17726.added new file mode 100644 index 0000000000000..ed492c1f0669e --- /dev/null +++ b/kafka_consumer/changelog.d/17726.added @@ -0,0 +1 @@ +Update confluent_kafka and librdkafka diff --git a/kafka_consumer/hatch.toml b/kafka_consumer/hatch.toml index 557c363b02d56..05822b8cb45e1 100644 --- a/kafka_consumer/hatch.toml +++ b/kafka_consumer/hatch.toml @@ -5,7 +5,7 @@ # Also bump the LIBRDKAFKA_VERSION version in this file post-install-commands = [ "python -m pip uninstall -y confluent-kafka", - "python -m pip install --no-binary confluent-kafka confluent-kafka==2.3.0", + "python -m pip install --no-binary confluent-kafka confluent-kafka==2.4.0", ] [envs.default.env-vars] diff --git a/kafka_consumer/pyproject.toml b/kafka_consumer/pyproject.toml index 08185ae10a00b..eefa4a186923f 100644 --- a/kafka_consumer/pyproject.toml +++ b/kafka_consumer/pyproject.toml @@ -38,7 +38,7 @@ license = "BSD-3-Clause" deps = [ # confluent-kafka is built in omnibus, so bumping it here will have no real effect # if you bump this version, also bump the one in the `hatch.toml` file - "confluent-kafka==2.3.0; python_version > '3.0'", + "confluent-kafka==2.4.0; python_version > '3.0'", ] [project.urls]