diff --git a/eng/versioning/version_client.txt b/eng/versioning/version_client.txt index 5ba08c978a76..effe5145f3cd 100644 --- a/eng/versioning/version_client.txt +++ b/eng/versioning/version_client.txt @@ -113,11 +113,11 @@ com.azure.cosmos.spark:azure-cosmos-spark_3-5;0.0.1-beta.1;0.0.1-beta.1 com.azure:azure-cosmos-encryption;2.28.0;2.29.0-beta.1 com.azure.cosmos.spark:azure-cosmos-spark-account-data-resolver-sample;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-cosmos-test;1.0.0-beta.18;1.0.0-beta.19 -com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12;4.46.0;4.47.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12;4.46.0;4.47.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12;4.46.0;4.47.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13;4.46.0;4.47.0-beta.1 -com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13;4.46.0;4.47.0-beta.1 +com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12;4.46.0;4.47.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12;4.46.0;4.47.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12;4.46.0;4.47.0 +com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13;4.46.0;4.47.0 +com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13;4.46.0;4.47.0 com.azure.cosmos.spark:fabric-cosmos-spark-auth_3;1.1.0;1.2.0-beta.1 com.azure:azure-cosmos-tests;1.0.0-beta.1;1.0.0-beta.1 com.azure:azure-data-appconfiguration;1.9.1;1.10.0-beta.1 diff --git a/sdk/cosmos/azure-cosmos-spark-account-data-resolver-sample/pom.xml b/sdk/cosmos/azure-cosmos-spark-account-data-resolver-sample/pom.xml index 9c5d27e84c87..0a33752d7b4e 100644 --- a/sdk/cosmos/azure-cosmos-spark-account-data-resolver-sample/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark-account-data-resolver-sample/pom.xml @@ -97,7 +97,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-12 - 4.47.0-beta.1 + 4.47.0 provided @@ -290,7 +290,7 @@ com.fasterxml.jackson.core:jackson-databind:[2.18.6] com.fasterxml.jackson.module:jackson-module-scala_2.12:[2.18.6] com.globalmentor:hadoop-bare-naked-local-fs:[0.1.0] - com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.47.0-beta.1] + com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.47.0] diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md index cbf97c610f9f..1ab82688c647 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/CHANGELOG.md @@ -1,15 +1,13 @@ ## Release History -### 4.47.0-beta.1 (Unreleased) +### 4.47.0 (2026-04-17) #### Features Added - -#### Breaking Changes +* Added support for change feed with `startFrom` point-in-time on merged partitions by enabling the `CHANGE_FEED_WITH_START_TIME_POST_MERGE` SDK capability in the azure-cosmos SDK. - See [PR 48752](https://github.com/Azure/azure-sdk-for-java/pull/48752) #### Bugs Fixed * Fixed an issue where `readContainerThroughput` was always called even when `targetThroughput` is explicitly configured, requiring unnecessary `throughputSettings/read` permission for AAD principals. - See [PR 48800](https://github.com/Azure/azure-sdk-for-java/pull/48800) - -#### Other Changes +* Fixed JVM `` deadlock when multiple threads concurrently trigger Cosmos SDK class loading for the first time. - See [PR 48689](https://github.com/Azure/azure-sdk-for-java/pull/48689) ### 4.46.0 (2026-03-27) diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md index 3cac79a6687c..fc2188955682 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.47.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.46.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.45.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.44.2 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -84,6 +85,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.46.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.45.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.44.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -131,6 +133,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|----------------------------|-------------------------------|------------------------------| +| 4.47.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.46.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.45.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.44.2 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | @@ -164,6 +167,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.46.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.45.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.44.2 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | @@ -175,6 +179,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.46.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.45.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.44.2 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | @@ -186,11 +191,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.46.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.47.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-3_2-12" % "4.46.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-3_2-12" % "4.47.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml index 1095c39f0aa6..8682a60c38c6 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-3_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-3_2-12 - 4.47.0-beta.1 + 4.47.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-3_2-12 OLTP Spark 3.3 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md index c9097e749f03..d4e4472ba7e4 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/CHANGELOG.md @@ -1,15 +1,13 @@ ## Release History -### 4.47.0-beta.1 (Unreleased) +### 4.47.0 (2026-04-17) #### Features Added - -#### Breaking Changes +* Added support for change feed with `startFrom` point-in-time on merged partitions by enabling the `CHANGE_FEED_WITH_START_TIME_POST_MERGE` SDK capability in the azure-cosmos SDK. - See [PR 48752](https://github.com/Azure/azure-sdk-for-java/pull/48752) #### Bugs Fixed * Fixed an issue where `readContainerThroughput` was always called even when `targetThroughput` is explicitly configured, requiring unnecessary `throughputSettings/read` permission for AAD principals. - See [PR 48800](https://github.com/Azure/azure-sdk-for-java/pull/48800) - -#### Other Changes +* Fixed JVM `` deadlock when multiple threads concurrently trigger Cosmos SDK class loading for the first time. - See [PR 48689](https://github.com/Azure/azure-sdk-for-java/pull/48689) ### 4.46.0 (2026-03-27) diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md index 29d6e2af8930..4fec0e7f0533 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.46.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.45.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.44.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -75,6 +76,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.47.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.46.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.45.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.44.2 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -131,6 +133,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|--------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.46.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.45.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | | 4.44.2 | 3.5.0 | [8, 11, 17] | 2.12 | 14.*, 15.\*, 16.4 LTS | 1.3.\* | @@ -164,6 +167,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.46.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.45.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.44.2 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | @@ -175,6 +179,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.46.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.45.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.44.2 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | @@ -186,11 +191,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.46.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.47.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-4_2-12" % "4.46.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-4_2-12" % "4.47.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml index 634a658caa99..d149c455a1ef 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-4_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-4_2-12 - 4.47.0-beta.1 + 4.47.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-4_2-12 OLTP Spark 3.4 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md index f5eac38bdb71..2f13037e9608 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/CHANGELOG.md @@ -1,15 +1,13 @@ ## Release History -### 4.47.0-beta.1 (Unreleased) +### 4.47.0 (2026-04-17) #### Features Added - -#### Breaking Changes +* Added support for change feed with `startFrom` point-in-time on merged partitions by enabling the `CHANGE_FEED_WITH_START_TIME_POST_MERGE` SDK capability in the azure-cosmos SDK. - See [PR 48752](https://github.com/Azure/azure-sdk-for-java/pull/48752) #### Bugs Fixed * Fixed an issue where `readContainerThroughput` was always called even when `targetThroughput` is explicitly configured, requiring unnecessary `throughputSettings/read` permission for AAD principals. - See [PR 48800](https://github.com/Azure/azure-sdk-for-java/pull/48800) - -#### Other Changes +* Fixed JVM `` deadlock when multiple threads concurrently trigger Cosmos SDK class loading for the first time. - See [PR 48689](https://github.com/Azure/azure-sdk-for-java/pull/48689) ### 4.46.0 (2026-03-27) diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md index ad44ec300890..02ba86c28a75 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.46.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.45.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.44.2 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | @@ -61,6 +62,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.47.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.46.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.45.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.44.2 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -117,6 +119,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.46.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.45.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.44.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -164,6 +167,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.46.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.45.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.44.2 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | @@ -175,6 +179,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.46.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.45.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.44.2 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | @@ -186,11 +191,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.46.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.47.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.46.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-12" % "4.47.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml index eba4e943268f..bc2935f92e2c 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-12/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-12 - 4.47.0-beta.1 + 4.47.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-5_2-12 OLTP Spark 3.5 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md index 919d7fbfa325..2ba04f6c6f28 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/CHANGELOG.md @@ -1,15 +1,13 @@ ## Release History -### 4.47.0-beta.1 (Unreleased) +### 4.47.0 (2026-04-17) #### Features Added - -#### Breaking Changes +* Added support for change feed with `startFrom` point-in-time on merged partitions by enabling the `CHANGE_FEED_WITH_START_TIME_POST_MERGE` SDK capability in the azure-cosmos SDK. - See [PR 48752](https://github.com/Azure/azure-sdk-for-java/pull/48752) #### Bugs Fixed * Fixed an issue where `readContainerThroughput` was always called even when `targetThroughput` is explicitly configured, requiring unnecessary `throughputSettings/read` permission for AAD principals. - See [PR 48800](https://github.com/Azure/azure-sdk-for-java/pull/48800) - -#### Other Changes +* Fixed JVM `` deadlock when multiple threads concurrently trigger Cosmos SDK class loading for the first time. - See [PR 48689](https://github.com/Azure/azure-sdk-for-java/pull/48689) ### 4.46.0 (2026-03-27) diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md index 46ea52d07f38..f9cde9782105 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/README.md @@ -28,6 +28,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.46.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.45.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.44.2 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | @@ -42,6 +43,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.47.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.46.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.45.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.44.2 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -98,6 +100,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.46.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.45.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.44.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -145,6 +148,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.46.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.45.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.44.2 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | @@ -178,6 +182,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.46.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.45.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.44.2 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | @@ -192,11 +197,11 @@ to use Scala 2.13 that Spark 4.0 was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.46.0` +`com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.47.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-13" % "4.46.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_3-5_2-13" % "4.47.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml index cf91a57b165e..d4038b94a990 100644 --- a/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_3-5_2-13/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-13 - 4.47.0-beta.1 + 4.47.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_3-5_2-13 OLTP Spark 3.5 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md index ab93fe71e849..b13621e9a5ba 100644 --- a/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md +++ b/sdk/cosmos/azure-cosmos-spark_3/docs/quick-start.md @@ -29,19 +29,19 @@ You can use any other Spark 3.5 spark offering as well, also you should be able SLF4J is only needed if you plan to use logging, please also download an SLF4J binding which will link the SLF4J API with the logging implementation of your choice. See the [SLF4J user manual](https://www.slf4j.org/manual.html) for more information. For Spark 3.3: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.46.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-3_2-12/4.46.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-3_2-12:4.47.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-3_2-12/4.47.0/jar) For Spark 3.4: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.46.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.46.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-4_2-12:4.47.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-4_2-12/4.47.0/jar) For Spark 3.5 (Scala 2.12): -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.46.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.46.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:4.47.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-12/4.47.0/jar) For Spark 3.5 (Scala 2.13): -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.46.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-13/4.46.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-13:4.47.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_3-5_2-13/4.47.0/jar) For Spark 4.0: -- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13:4.46.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_4-0_2-13/4.46.0/jar) +- Install Cosmos DB Spark Connector, in your spark Cluster [com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13:4.47.0](https://search.maven.org/artifact/com.azure.cosmos.spark/azure-cosmos-spark_4-0_2-13/4.47.0/jar) The getting started guide is based on PySpark however you can use the equivalent scala version as well, and you can run the following code snippet in an Azure Databricks PySpark notebook. diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md index 3972ae6aeb98..0723d845c5c9 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/CHANGELOG.md @@ -1,14 +1,13 @@ ## Release History -### 4.47.0-beta.1 (Unreleased) +### 4.47.0 (2026-04-17) #### Features Added - -#### Breaking Changes +* Added support for change feed with `startFrom` point-in-time on merged partitions by enabling the `CHANGE_FEED_WITH_START_TIME_POST_MERGE` SDK capability in the azure-cosmos SDK. - See [PR 48752](https://github.com/Azure/azure-sdk-for-java/pull/48752) #### Bugs Fixed - -#### Other Changes +* Fixed `NoClassDefFoundError` for `MetadataVersionUtil` when using change feed Spark Structured Streaming on Databricks Runtime 17.3+ by inlining the version validation logic. - See [PR 48837](https://github.com/Azure/azure-sdk-for-java/pull/48837) +* Fixed JVM `` deadlock when multiple threads concurrently trigger Cosmos SDK class loading for the first time. - See [PR 48689](https://github.com/Azure/azure-sdk-for-java/pull/48689) ### 4.46.0 (2026-03-27) diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md index 81869fdba085..306a244db656 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/README.md @@ -20,6 +20,7 @@ https://github.com/Azure/azure-sdk-for-java/issues/new #### azure-cosmos-spark_4-0_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.46.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.45.0 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | | 4.44.2 | 4.0.0 | [17, 21] | 2.13 | 17.\* | TBD | @@ -34,6 +35,7 @@ to use Scala 2.13 that Spark 4.0 was compiled for. #### azure-cosmos-spark_3-3_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------| +| 4.47.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.46.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.45.0 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | | 4.44.2 | 3.3.0 - 3.3.2 | [8, 11] | 2.12 | 11.\*, 12.\* | @@ -90,6 +92,7 @@ to use Scala 2.13 that Spark 4.0 was compiled for. #### azure-cosmos-spark_3-4_2-12 | Connector | Supported Spark Versions | Supported JVM Versions | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|------------------------|--------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.46.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.45.0 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | | 4.44.2 | 3.4.0 - 3.4.1 | [8, 11] | 2.12 | 13.\* | | @@ -137,6 +140,7 @@ to use Scala 2.13 that Spark 4.0 was compiled for. #### azure-cosmos-spark_3-5_2-12 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.46.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.45.0 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | | 4.44.2 | 3.5.0 | [8, 11, 17] | 2.12 | 14.\*, 15.\*, 16.4 LTS | 1.3.\* | @@ -170,6 +174,7 @@ to use the same version of Scala that Spark was compiled for. #### azure-cosmos-spark_3-5_2-13 | Connector | Supported Spark Versions | Minimum Java Version | Supported Scala Versions | Supported Databricks Runtimes | Supported Fabric Runtimes | |-----------|--------------------------|-----------------------|---------------------------|-------------------------------|---------------------------| +| 4.47.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.46.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.45.0 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | | 4.44.2 | 3.5.0 | [17] | 2.13 | 16.4 LTS | TBD | @@ -181,11 +186,11 @@ to use the same version of Scala that Spark was compiled for. ### Download You can use the maven coordinate of the jar to auto install the Spark Connector to your Databricks Runtime from Maven: -`com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13:4.46.0` +`com.azure.cosmos.spark:azure-cosmos-spark_4-0_2-13:4.47.0` You can also integrate against Cosmos DB Spark Connector in your SBT project: ```scala -libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_4-0_2-13" % "4.46.0" +libraryDependencies += "com.azure.cosmos.spark" % "azure-cosmos-spark_4-0_2-13" % "4.47.0" ``` Cosmos DB Spark Connector is available on [Maven Central Repo](https://central.sonatype.com/search?namespace=com.azure.cosmos.spark). diff --git a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml index 6e2c1649773c..766b9e60cc32 100644 --- a/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml +++ b/sdk/cosmos/azure-cosmos-spark_4-0_2-13/pom.xml @@ -11,7 +11,7 @@ com.azure.cosmos.spark azure-cosmos-spark_4-0_2-13 - 4.47.0-beta.1 + 4.47.0 jar https://github.com/Azure/azure-sdk-for-java/tree/main/sdk/cosmos/azure-cosmos-spark_4-0_2-13 OLTP Spark 4.0 Connector for Azure Cosmos DB SQL API diff --git a/sdk/cosmos/azure-cosmos/CHANGELOG.md b/sdk/cosmos/azure-cosmos/CHANGELOG.md index e8ea564fab7b..1726ce967f20 100644 --- a/sdk/cosmos/azure-cosmos/CHANGELOG.md +++ b/sdk/cosmos/azure-cosmos/CHANGELOG.md @@ -3,12 +3,12 @@ ### 4.80.0-beta.1 (Unreleased) #### Features Added +* Added support for change feed with `startFrom` point-in-time on merged partitions by enabling the `CHANGE_FEED_WITH_START_TIME_POST_MERGE` SDK capability. - See [PR 48752](https://github.com/Azure/azure-sdk-for-java/pull/48752) #### Breaking Changes #### Bugs Fixed * Fixed an issue where the throughput control `throughputQueryMono` was always subscribed even when `targetThroughput` is used (not `targetThroughputThreshold`), causing unnecessary `throughputSettings/read` permission requirement for AAD principals. - See [PR 48800](https://github.com/Azure/azure-sdk-for-java/pull/48800) -* Fixed an issue where change feed with `startFrom` point-in-time returned `400` on merged partitions by enabling the `CHANGE_FEED_WITH_START_TIME_POST_MERGE` SDK capability. * Fixed JVM `` deadlock when multiple threads concurrently trigger Cosmos SDK class loading for the first time. - See [PR 48689](https://github.com/Azure/azure-sdk-for-java/pull/48689) #### Other Changes diff --git a/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml b/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml index 3567ec487552..630a563f4956 100644 --- a/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml +++ b/sdk/cosmos/fabric-cosmos-spark-auth_3/pom.xml @@ -100,7 +100,7 @@ com.azure.cosmos.spark azure-cosmos-spark_3-5_2-12 - 4.47.0-beta.1 + 4.47.0 provided @@ -183,7 +183,7 @@ com.fasterxml.jackson.datatype:jackson-datatype-jsr310:[2.18.6] com.fasterxml.jackson.core:jackson-databind:[2.18.6] com.fasterxml.jackson.module:jackson-module-scala_2.12:[2.18.6] - com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.47.0-beta.1] + com.azure.cosmos.spark:azure-cosmos-spark_3-5_2-12:[4.47.0] com.microsoft.azure.synapse:synapseutils_2.12:[1.5.4]