From ae185fcffb803c319eee761289cbaa7ec0c3fd1c Mon Sep 17 00:00:00 2001 From: Jiri Pechanec Date: Thu, 25 Apr 2024 10:48:29 +0200 Subject: [PATCH] [release] Changelog for 2.7.0.Alpha1 --- _data/releases/2.7/.2.7.0.Alpha1.yml.swp | Bin 0 -> 12288 bytes _data/releases/2.7/2.7.0.Alpha1.yml | 6 + _data/releases/2.7/series.yml | 147 +++++++++++++++++++++++ _data/versions.yml | 1 + playbook.yml | 1 + releases/2.7/index.asciidoc | 5 + releases/2.7/release-notes.asciidoc | 111 +++++++++++++++++ 7 files changed, 271 insertions(+) create mode 100644 _data/releases/2.7/.2.7.0.Alpha1.yml.swp create mode 100644 _data/releases/2.7/2.7.0.Alpha1.yml create mode 100644 _data/releases/2.7/series.yml create mode 100644 releases/2.7/index.asciidoc create mode 100644 releases/2.7/release-notes.asciidoc diff --git a/_data/releases/2.7/.2.7.0.Alpha1.yml.swp b/_data/releases/2.7/.2.7.0.Alpha1.yml.swp new file mode 100644 index 0000000000000000000000000000000000000000..e5ce967f88ac526e13af37c3330ec52193575cc6 GIT binary patch literal 12288 zcmeI&&2G~`5CGsU2gHG&3M9A==?y7PYKo|m6HSo#X#}XE*JxsolSTHf*`G+^0I$J~ zJCDE{@B}2AOIa;I}2?%aO6iOZb`h=2%)fCz|y2#A0P zh`>KD5b7=UiMzbgc6zm)w|<%1N0~%G1VlgtL_h>YKmA|L`HAOa#F0wN#+A|L|)x4;e>W24Ea zA`_<3l>_BtRiRrAV1iEL_y96%3}wMO&>nnU>Hvka6--t~Zw`krv1V>L&Bwa7E_lE^ z584_mo0Yk4?mcM3pUkcI;fOa_`-KfdIM#u@zpzQ|>{93CA=to~*5%~1ne+0(x(b_e zO*O)70kq`T9>QyK>lpU|x@ron_gU{cLhsS!4mVp2;Te?`@IiSOxRmE@N^-y@VBDT= zhgUT@documentation for limitations when using the connector with earlier Vitess versions + jdbc: + databases: + - Db2 + - MySQL + - Oracle + - PostgreSQL + - SQL Server + informix: + database: + versions: + - 12 + - 14 + driver: + versions: + - 4.50.10 + ibmi: + database: + versions: + - 7.4 + driver: + versions: + - 11.1 diff --git a/_data/versions.yml b/_data/versions.yml index c5756143617..9f9eaaa5349 100644 --- a/_data/versions.yml +++ b/_data/versions.yml @@ -26,3 +26,4 @@ versions: - "2.4" - "2.5" - "2.6" + - "2.7" diff --git a/playbook.yml b/playbook.yml index caa1c7d3491..d90c0a17fab 100644 --- a/playbook.yml +++ b/playbook.yml @@ -19,6 +19,7 @@ content: - '2.4' - '2.5' - '2.6' + - '2.7' - 'main' # tags: # - 'v1.2.0.Alpha1' diff --git a/releases/2.7/index.asciidoc b/releases/2.7/index.asciidoc new file mode 100644 index 00000000000..dd15b660811 --- /dev/null +++ b/releases/2.7/index.asciidoc @@ -0,0 +1,5 @@ +--- +layout: release-version +title: Debezium Release Series 2.7 +debezium-version: "2.7" +--- diff --git a/releases/2.7/release-notes.asciidoc b/releases/2.7/release-notes.asciidoc new file mode 100644 index 00000000000..20dc9e3f098 --- /dev/null +++ b/releases/2.7/release-notes.asciidoc @@ -0,0 +1,111 @@ +--- +layout: release-notes +title: Release Notes for Debezium 2.7 +debezium-version: "2.7" +--- +:toc: +:toc-placement: macro +:toclevels: 1 +:sectanchors: +:linkattrs: +:icons: font + +All notable changes for Debezium releases are documented in this file. +Release numbers follow http://semver.org[Semantic Versioning]. + +toc::[] + +[[release-2.7.0-alpha1]] +== *Release 2.7.0.Alpha1* _(April 25th 2024)_ + +See the https://issues.redhat.com/secure/ReleaseNote.jspa?projectId=12317320&version=12425451[complete list of issues]. + +=== Kafka compatibility + +This release has been built against Kafka Connect 3.7.0 and has been tested with version 3.7.0 of the Kafka brokers. +See the https://kafka.apache.org/documentation/#upgrade[Kafka documentation] for compatibility with other versions of Kafka brokers. + + +=== Upgrading + +Before upgrading any connector, be sure to check the backward-incompatible changes that have been made since the release you were using. + +When you decide to upgrade one of these connectors to 2.7.0.Alpha1 from any earlier versions, +first check the migration notes for the version you're using. +Gracefully stop the running connector, remove the old plugin files, install the 2.7.0.Alpha1 plugin files, and restart the connector using the same configuration. +Upon restart, the 2.7.0.Alpha1 connectors will continue where the previous connector left off. +As one might expect, all change events previously written to Kafka by the old connector will not be modified. + +If you are using our container images, then please do not forget to pull them fresh from https://quay.io/organization/debezium[Quay.io]. + + +=== Breaking changes + +JDBC queries could hang indefinitely in case of database error communication. +A configurable timeout was introduced to prevent the issue (https://issues.redhat.com/browse/DBZ-7616[DBZ-7616]). + +SQL Server connector by default processed all transactions available during each data poll. +This could lead to out of memeory errors for databases with a large traffic. +The default value was changed to limit the number of transactions to `500` (https://issues.redhat.com/browse/DBZ-7750[DBZ-7750]). + + + +=== New features + +* Support helm chart installation of debezium-operator https://issues.redhat.com/browse/DBZ-7116[DBZ-7116] +* Adding additional-conditions into Incremental Snapshot to MongoDB https://issues.redhat.com/browse/DBZ-7138[DBZ-7138] +* Document MongoDB connector inactivity pause and it's performance implications https://issues.redhat.com/browse/DBZ-7147[DBZ-7147] +* Move MariaDB connector from MySQL to its own separate connector https://issues.redhat.com/browse/DBZ-7693[DBZ-7693] +* Mongodb Delete events should have `_id` in the payload https://issues.redhat.com/browse/DBZ-7695[DBZ-7695] +* Provide option to encode ordering metadata in each record https://issues.redhat.com/browse/DBZ-7698[DBZ-7698] +* Manage escaping when captured table are determined for snapshot https://issues.redhat.com/browse/DBZ-7718[DBZ-7718] +* Performance improve in KafkaRecordEmitter class https://issues.redhat.com/browse/DBZ-7722[DBZ-7722] +* Introduce `RawToString` transform for converting GUIDs stored in Oracle `RAW(16)` columns to Guid string https://issues.redhat.com/browse/DBZ-7753[DBZ-7753] +* Improve NLS character set support by including orai18n dependency https://issues.redhat.com/browse/DBZ-7761[DBZ-7761] +* Vitess Connector should have parity with MySQL's time.precision.mode https://issues.redhat.com/browse/DBZ-7773[DBZ-7773] +* Document potential null values in the after field for lookup full update type https://issues.redhat.com/browse/DBZ-7789[DBZ-7789] +* Fix invalid date/timestamp check & logging level https://issues.redhat.com/browse/DBZ-7811[DBZ-7811] + + +=== Fixes + +* Builtin database name filter is incorrectly applied only to collections instead of databases in snapshot https://issues.redhat.com/browse/DBZ-7485[DBZ-7485] +* After the initial deployment of Debezium, if a new table is added to MSSQL, its schema is was captured https://issues.redhat.com/browse/DBZ-7697[DBZ-7697] +* The test is failing because wrong topics are used https://issues.redhat.com/browse/DBZ-7715[DBZ-7715] +* Incremental Snapshot: read duplicate data when database has 1000 tables https://issues.redhat.com/browse/DBZ-7716[DBZ-7716] +* Handle instability in JDBC connector system tests https://issues.redhat.com/browse/DBZ-7726[DBZ-7726] +* SQLServerConnectorIT.shouldNotStreamWhenUsingSnapshotModeInitialOnly check an old log message https://issues.redhat.com/browse/DBZ-7729[DBZ-7729] +* Fix MongoDB unwrap SMT test https://issues.redhat.com/browse/DBZ-7731[DBZ-7731] +* Snapshot fails with an error of invalid lock https://issues.redhat.com/browse/DBZ-7732[DBZ-7732] +* Column CON_ID queried on V$THREAD is not available in Oracle 11 https://issues.redhat.com/browse/DBZ-7737[DBZ-7737] +* Redis NOAUTH Authentication Error when DB index is specified https://issues.redhat.com/browse/DBZ-7740[DBZ-7740] +* Getting oldest transaction in Oracle buffer can cause NoSuchElementException with Infinispan https://issues.redhat.com/browse/DBZ-7741[DBZ-7741] +* The MySQL Debezium connector is not doing the snapshot after the reset. https://issues.redhat.com/browse/DBZ-7743[DBZ-7743] +* MongoDb connector doesn't work with Load Balanced cluster https://issues.redhat.com/browse/DBZ-7744[DBZ-7744] +* Align unwrap tests to respect AT LEAST ONCE delivery https://issues.redhat.com/browse/DBZ-7746[DBZ-7746] +* Exclude reload4j from Kafka connect dependencies in system testsuite https://issues.redhat.com/browse/DBZ-7748[DBZ-7748] +* Pod Security Context not set from template https://issues.redhat.com/browse/DBZ-7749[DBZ-7749] +* Apply MySQL binlog client version 0.29.1 - bugfix: read long value when deserializing gtid transaction's length https://issues.redhat.com/browse/DBZ-7757[DBZ-7757] +* Change streaming exceptions are swallowed by BufferedChangeStreamCursor https://issues.redhat.com/browse/DBZ-7759[DBZ-7759] +* Sql-Server connector fails after initial start / processed record on subsequent starts https://issues.redhat.com/browse/DBZ-7765[DBZ-7765] +* Valid resume token is considered invalid which leads to new snapshot with some snapshot modes https://issues.redhat.com/browse/DBZ-7770[DBZ-7770] +* NO_DATA snapshot mode validation throw DebeziumException on restarts if snapshot is not completed https://issues.redhat.com/browse/DBZ-7780[DBZ-7780] +* DDL statement couldn't be parsed https://issues.redhat.com/browse/DBZ-7788[DBZ-7788] +* old class reference in ibmi-connector services https://issues.redhat.com/browse/DBZ-7795[DBZ-7795] +* Documentation for Debezium Scripting mentions wrong property https://issues.redhat.com/browse/DBZ-7798[DBZ-7798] + + +=== Other changes + +* Update documenation for embedded engine https://issues.redhat.com/browse/DBZ-7632[DBZ-7632] +* Implement basic JHM perf. tests for async engine https://issues.redhat.com/browse/DBZ-7633[DBZ-7633] +* Upgrade Debezium Quarkus Outbox to Quarkus 3.9.2 https://issues.redhat.com/browse/DBZ-7663[DBZ-7663] +* Move LogPositionValidator outside the JdbcConnection https://issues.redhat.com/browse/DBZ-7717[DBZ-7717] +* Fix mongodb image in system tests https://issues.redhat.com/browse/DBZ-7739[DBZ-7739] +* Refactor exporting to CloudEvents https://issues.redhat.com/browse/DBZ-7755[DBZ-7755] +* Use thread cap only for deault value https://issues.redhat.com/browse/DBZ-7763[DBZ-7763] +* Evaluate cached thread pool as the default option for async embedded engine https://issues.redhat.com/browse/DBZ-7764[DBZ-7764] +* Create JMH benchmark for engine record processing https://issues.redhat.com/browse/DBZ-7776[DBZ-7776] +* Improve processing speed of async engine processors which use List#get() https://issues.redhat.com/browse/DBZ-7777[DBZ-7777] +* Disable renovate in debezium-ui https://issues.redhat.com/browse/DBZ-7814[DBZ-7814] +