Add full docs for 1.3.0 (#244)
diff --git a/docs/config.toml b/docs/config.toml
index 83466a3..07c82c3 100644
--- a/docs/config.toml
+++ b/docs/config.toml
@@ -9,8 +9,8 @@
siteType = "docs"
search = true
versions.iceberg = "" # This is populated by the github deploy workflow and is equal to the branch name
- versions.nessie = "0.50.0"
- latestVersions.iceberg = "1.2.1" # This is used for the version badge on the "latest" site version
+ versions.nessie = "0.59.0"
+ latestVersions.iceberg = "1.3.0" # This is used for the version badge on the "latest" site version
BookSection='docs' # This determines which directory will inform the left navigation menu
disableHome=true
@@ -24,6 +24,7 @@
[menu]
versions = [
{ name = "latest", pre = "relative", url = "../latest", weight = 1 },
+ { name = "1.3.0", pre = "relative", url = "../1.3.0", weight = 990 },
{ name = "1.2.1", pre = "relative", url = "../1.2.1", weight = 991 },
{ name = "1.2.0", pre = "relative", url = "../1.2.0", weight = 992 },
{ name = "1.1.0", pre = "relative", url = "../1.1.0", weight = 993 },
diff --git a/landing-page/config.toml b/landing-page/config.toml
index c7a9b18..3c23eee 100644
--- a/landing-page/config.toml
+++ b/landing-page/config.toml
@@ -8,7 +8,7 @@
siteType = "landing-page"
search = true
description = "The open table format for analytic datasets."
- latestVersions.iceberg = "1.2.1"
+ latestVersions.iceberg = "1.3.0"
docsBaseURL = ""
[[params.social]]
@@ -34,6 +34,7 @@
[menu]
versions = [
{ name = "latest", url = "/docs/latest", weight = 1 },
+ { name = "1.3.0", url = "/docs/1.3.0", weight = 990 },
{ name = "1.2.1", url = "/docs/1.2.1", weight = 991 },
{ name = "1.2.0", url = "/docs/1.2.0", weight = 992 },
{ name = "1.1.0", url = "/docs/1.1.0", weight = 993 },
diff --git a/landing-page/content/common/multi-engine-support.md b/landing-page/content/common/multi-engine-support.md
index 7b21083..489dfe2 100644
--- a/landing-page/content/common/multi-engine-support.md
+++ b/landing-page/content/common/multi-engine-support.md
@@ -64,11 +64,12 @@
| Version | Lifecycle Stage | Initial Iceberg Support | Latest Iceberg Support | Latest Runtime Jar |
| ---------- | ------------------ | ----------------------- |------------------------| ------------------ |
-| 2.4 | Deprecated | 0.7.0-incubating | {{% icebergVersion %}} | [iceberg-spark-runtime-2.4](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-2.4/{{% icebergVersion %}}/iceberg-spark-runtime-2.4-{{% icebergVersion %}}.jar) |
+| 2.4 | End of Life | 0.7.0-incubating | 1.2.1 | [iceberg-spark-runtime-2.4](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-2.4/1.2.1/iceberg-spark-runtime-2.4-1.2.1.jar) |
| 3.0 | End of Life | 0.9.0 | 1.0.0 | [iceberg-spark-runtime-3.0_2.12](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.0_2.12/1.0.0/iceberg-spark-runtime-3.0_2.12-1.0.0.jar) |
| 3.1 | Deprecated | 0.12.0 | {{% icebergVersion %}} | [iceberg-spark-runtime-3.1_2.12](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.1_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.1_2.12-{{% icebergVersion %}}.jar) [1] |
| 3.2 | Maintained | 0.13.0 | {{% icebergVersion %}} | [iceberg-spark-runtime-3.2_2.12](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.2_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.2_2.12-{{% icebergVersion %}}.jar) |
| 3.3 | Maintained | 0.14.0 | {{% icebergVersion %}} | [iceberg-spark-runtime-3.3_2.12](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.3_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.3_2.12-{{% icebergVersion %}}.jar) |
+| 3.4 | Maintained | 1.3.0 | {{% icebergVersion %}} | [iceberg-spark-runtime-3.4_2.12](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.3_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.3_2.12-{{% icebergVersion %}}.jar) |
* [1] Spark 3.1 shares the same runtime jar `iceberg-spark3-runtime` with Spark 3.0 before Iceberg 0.13.0
diff --git a/landing-page/content/common/release-notes.md b/landing-page/content/common/release-notes.md
index 1b52475..9dbe195 100644
--- a/landing-page/content/common/release-notes.md
+++ b/landing-page/content/common/release-notes.md
@@ -26,13 +26,13 @@
The latest version of Iceberg is [{{% icebergVersion %}}](https://github.com/apache/iceberg/releases/tag/apache-iceberg-{{% icebergVersion %}}).
* [{{% icebergVersion %}} source tar.gz](https://www.apache.org/dyn/closer.cgi/iceberg/apache-iceberg-{{% icebergVersion %}}/apache-iceberg-{{% icebergVersion %}}.tar.gz) -- [signature](https://downloads.apache.org/iceberg/apache-iceberg-{{% icebergVersion %}}/apache-iceberg-{{% icebergVersion %}}.tar.gz.asc) -- [sha512](https://downloads.apache.org/iceberg/apache-iceberg-{{% icebergVersion %}}/apache-iceberg-{{% icebergVersion %}}.tar.gz.sha512)
+* [{{% icebergVersion %}} Spark 3.4\_2.12 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.4_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.4_2.12-{{% icebergVersion %}}.jar) -- [3.4\_2.13](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.4_2.13/{{% icebergVersion %}}/iceberg-spark-runtime-3.4_2.13-{{% icebergVersion %}}.jar)
* [{{% icebergVersion %}} Spark 3.3\_2.12 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.3_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.3_2.12-{{% icebergVersion %}}.jar) -- [3.3\_2.13](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.3_2.13/{{% icebergVersion %}}/iceberg-spark-runtime-3.3_2.13-{{% icebergVersion %}}.jar)
* [{{% icebergVersion %}} Spark 3.2\_2.12 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.2_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.2_2.12-{{% icebergVersion %}}.jar) -- [3.2\_2.13](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.2_2.13/{{% icebergVersion %}}/iceberg-spark-runtime-3.2_2.13-{{% icebergVersion %}}.jar)
* [{{% icebergVersion %}} Spark 3.1 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-3.1_2.12/{{% icebergVersion %}}/iceberg-spark-runtime-3.1_2.12-{{% icebergVersion %}}.jar)
-* [{{% icebergVersion %}} Spark 2.4 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-spark-runtime-2.4/{{% icebergVersion %}}/iceberg-spark-runtime-2.4-{{% icebergVersion %}}.jar)
+* [{{% icebergVersion %}} Flink 1.17 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-flink-runtime-1.17/{{% icebergVersion %}}/iceberg-flink-runtime-1.17-{{% icebergVersion %}}.jar)
* [{{% icebergVersion %}} Flink 1.16 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-flink-runtime-1.16/{{% icebergVersion %}}/iceberg-flink-runtime-1.16-{{% icebergVersion %}}.jar)
* [{{% icebergVersion %}} Flink 1.15 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-flink-runtime-1.15/{{% icebergVersion %}}/iceberg-flink-runtime-1.15-{{% icebergVersion %}}.jar)
-* [{{% icebergVersion %}} Flink 1.14 runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-flink-runtime-1.14/{{% icebergVersion %}}/iceberg-flink-runtime-1.14-{{% icebergVersion %}}.jar)
* [{{% icebergVersion %}} Hive runtime Jar](https://search.maven.org/remotecontent?filepath=org/apache/iceberg/iceberg-hive-runtime/{{% icebergVersion %}}/iceberg-hive-runtime-{{% icebergVersion %}}.jar)
To use Iceberg in Spark or Flink, download the runtime JAR for your engine version and add it to the jars folder of your installation.
@@ -67,7 +67,60 @@
</dependencies>
```
-## 1.2.1 release
+## 1.3.0 release
+
+Apache Iceberg 1.3.0 was released on May 30th, 2023.
+The 1.3.0 release adds a variety of new features and bug fixes.
+
+* Core
+ - Expose file and data sequence numbers in ContentFile ([\#7555](https://github.com/apache/iceberg/pull/7555))
+ - Improve bit density in object storage layout ([\#7128](https://github.com/apache/iceberg/pull/7128))
+ - Store split offsets for delete files ([\#7011](https://github.com/apache/iceberg/pull/7011))
+ - Readable metrics in entries metadata table ([\#7539](https://github.com/apache/iceberg/pull/7539))
+ - Delete file stats in partitions metadata table ([\#6661](https://github.com/apache/iceberg/pull/6661))
+ - Optimized vectorized reads for Parquet Decimal ([\#3249](https://github.com/apache/iceberg/pull/3249))
+ - Vectorized reads for Parquet INT96 timestamps in imported data ([\#6962](https://github.com/apache/iceberg/pull/6962))
+ - Support selected vector with ORC row and batch readers ([\#7197](https://github.com/apache/iceberg/pull/7197))
+ - Clean up expired metastore clients ([\#7310](https://github.com/apache/iceberg/pull/7310))
+ - Support for deleting old partition spec columns in V1 tables ([\#7398](https://github.com/apache/iceberg/pull/7398))
+* Spark
+ - Initial support for Spark 3.4
+ - Removed integration for Spark 2.4
+ - Support for storage-partitioned joins with mismatching keys in Spark 3.4 (MERGE commands) ([\#7424](https://github.com/apache/iceberg/pull/7424))
+ - Support for TimestampNTZ in Spark 3.4 ([\#7553](https://github.com/apache/iceberg/pull/7553))
+ - Ability to handle skew during writes in Spark 3.4 ([\#7520](https://github.com/apache/iceberg/pull/7520))
+ - Ability to coalesce small tasks during writes in Spark 3.4 ([\#7532](https://github.com/apache/iceberg/pull/7532))
+ - Distribution and ordering enhancements in Spark 3.4 ([\#7637](https://github.com/apache/iceberg/pull/7637))
+ - Action for rewriting position deletes ([\#7389](https://github.com/apache/iceberg/pull/7389))
+ - Procedure for rewriting position deletes ([\#7572](https://github.com/apache/iceberg/pull/7572))
+ - Avoid local sort for MERGE cardinality check ([\#7558](https://github.com/apache/iceberg/pull/7558))
+ - Support for rate limits in Structured Streaming ([\#4479](https://github.com/apache/iceberg/pull/4479))
+ - Read and write support for UUIDs ([\#7399](https://github.com/apache/iceberg/pull/7399))
+ - Concurrent compaction is enabled by default ([\#6907](https://github.com/apache/iceberg/pull/6907))
+ - Support for metadata columns in changelog tables ([\#7152](https://github.com/apache/iceberg/pull/7152))
+ - Add file group failure info for data compaction ([\#7361](https://github.com/apache/iceberg/pull/7361))
+* Flink
+ - Initial support for Flink 1.17
+ - Removed integration for Flink 1.14
+ - Data statistics operator to collect traffic distribution for guiding smart shuffling ([\#6382](https://github.com/apache/iceberg/pull/6382))
+ - Data statistics operator sends local data statistics to coordinator and receives aggregated data statistics from coordinator for smart shuffling ([\#7269](https://github.com/apache/iceberg/pull/7269))
+ - Exposed write parallelism in SQL hints ([\#7039](https://github.com/apache/iceberg/pull/7039))
+ - Row-level filtering ([\#7109](https://github.com/apache/iceberg/pull/7109))
+ - Use starting sequence number by default when rewriting data files ([\#7218](https://github.com/apache/iceberg/pull/7218))
+ - Config for max allowed consecutive planning failures in IcebergSource before failing the job ([\#7571](https://github.com/apache/iceberg/pull/7571))
+* Vendor Integrations
+ - AWS: Use Apache HTTP client as default AWS HTTP client ([\#7119](https://github.com/apache/iceberg/pull/7119))
+ - AWS: Prevent token refresh scheduling on every sign request ([\#7270](https://github.com/apache/iceberg/pull/7270))
+ - AWS: Disable local credentials if remote signing is enabled ([\#7230](https://github.com/apache/iceberg/pull/7230))
+* Dependencies
+ - Bump Arrow to 12.0.0
+ - Bump ORC to 1.8.3
+ - Bump Parquet to 1.13.1
+ - Bump Nessie to 0.59.0
+
+## Past releases
+
+### 1.2.1 release
Apache Iceberg 1.2.1 was released on April 11th, 2023.
The 1.2.1 release is a patch release to address various issues identified in the prior release.
@@ -86,8 +139,6 @@
- Prevent token refresh scheduling on every sign request [\#7270](https://github.com/apache/iceberg/pull/7270)
- S3 Credentials provider support in DefaultAwsClientFactory [\#7066](https://github.com/apache/iceberg/pull/7066)
-## Past releases
-
### 1.2.0 release
Apache Iceberg 1.2.0 was released on March 20th, 2023.
