diff --git a/CHANGELOG.md b/CHANGELOG.md new file mode 100644 index 000000000..3a910120a --- /dev/null +++ b/CHANGELOG.md @@ -0,0 +1,52 @@ +# Changelog + +## [v0.2.0](https://github.com/delta-incubator/delta-kernel-rs/tree/v0.2.0/) (2024-07-17) + +[Full Changelog](https://github.com/delta-incubator/delta-kernel-rs/compare/v0.1.1...v0.2.0) + +**API Changes** + +*Breaking* + +1. The scan callback if using `visit_scan_files` now takes an extra `Option` argument, holding top level + stats for associated scan file. You will need to add this argument to your callback. + + Likewise, the callback in the ffi code also needs to take a new argument which is a pointer to a + `Stats` struct, and which can be null if no stats are present. + +*Additions* + +1. You can call `scan_builder()` directly on a snapshot, for more convenience. +2. You can pass a `URL` starting with `"hdfs"` or `"viewfs"` to the default client to read using `hdfs_native_store` + +**Implemented enhancements:** + +- Handle nested structs in `schemaString` (allows reading iceberg compat tables) [\#257](https://github.com/delta-incubator/delta-kernel-rs/pull/257) +- Expose top level stats in scans [\#227](https://github.com/delta-incubator/delta-kernel-rs/pull/227) +- Hugely expanded C-FFI example [\#203](https://github.com/delta-incubator/delta-kernel-rs/pull/203) +- Add `scan_builder` function to `Snapshot` [\#273](https://github.com/delta-incubator/delta-kernel-rs/pull/273) +- Add `hdfs_native_store` support [\#273](https://github.com/delta-incubator/delta-kernel-rs/pull/274) +- Proper reading of Parquet files, including only reading requested leaves, type casting, and reordering [\#271](https://github.com/delta-incubator/delta-kernel-rs/pull/271) +- Allow building the package if you are behind an https proxy [\#282](https://github.com/delta-incubator/delta-kernel-rs/pull/282) + +**Fixed bugs:** + +- Don't error if more fields exist than expected in a struct expression [\#267](https://github.com/delta-incubator/delta-kernel-rs/pull/267) +- Handle cases where the deletion vector length is less than the total number of rows in the chunk [\#276](https://github.com/delta-incubator/delta-kernel-rs/pull/276) +- Fix partition map indexing if column mapping is in effect [\#278](https://github.com/delta-incubator/delta-kernel-rs/pull/278) + + +## [v0.1.1](https://github.com/delta-incubator/delta-kernel-rs/tree/v0.1.0/) (2024-06-03) + +[Full Changelog](https://github.com/delta-incubator/delta-kernel-rs/compare/v0.1.0...v0.1.1) + +**Implemented enhancements:** + +- Support unary `NOT` and `IsNull` for data skipping [\#231](https://github.com/delta-incubator/delta-kernel-rs/pull/231) +- Add unary visitors to c ffi [\#247](https://github.com/delta-incubator/delta-kernel-rs/pull/247) +- Minor other QOL improvements + + +## [v0.1.0](https://github.com/delta-incubator/delta-kernel-rs/tree/v0.1.0/) (2024-06-12) + +Initial public release diff --git a/Cargo.toml b/Cargo.toml index d3e5d61d7..125c8104f 100644 --- a/Cargo.toml +++ b/Cargo.toml @@ -18,7 +18,7 @@ keywords = ["deltalake", "delta", "datalake"] license = "Apache-2.0" repository = "https://github.com/delta-incubator/delta-kernel-rs" readme = "README.md" -version = "0.1.1" +version = "0.2.0" [workspace.dependencies] arrow = { version = "^52.0" } diff --git a/README.md b/README.md index 95e47ca19..f370af1fc 100644 --- a/README.md +++ b/README.md @@ -35,7 +35,7 @@ As it is a library, in general you will want to depend on `delta-kernel-rs` by a dependency to your `Cargo.toml`. For example: ```toml -delta_kernel = "0.1" +delta_kernel = "0.2" ``` ### Versions and Api Stability diff --git a/ffi/Cargo.toml b/ffi/Cargo.toml index c4cada981..91b1212b4 100644 --- a/ffi/Cargo.toml +++ b/ffi/Cargo.toml @@ -18,7 +18,7 @@ url = "2" delta_kernel = { path = "../kernel", default-features = false, features = [ "developer-visibility", ] } -delta_kernel_ffi_macros = { path = "../ffi-proc-macros", version = "0.1.1" } +delta_kernel_ffi_macros = { path = "../ffi-proc-macros", version = "0.2.0" } # used if we use the default engine to be able to move arrow data into the c-ffi format arrow-schema = { version = "^52.0", default-features = false, features = [ diff --git a/kernel/Cargo.toml b/kernel/Cargo.toml index 01d969209..a0ea4e6fa 100644 --- a/kernel/Cargo.toml +++ b/kernel/Cargo.toml @@ -31,7 +31,7 @@ uuid = "1.3.0" z85 = "3.0.5" # bring in our derive macros -delta_kernel_derive = { path = "../derive-macros", version = "0.1.1" } +delta_kernel_derive = { path = "../derive-macros", version = "0.2.0" } # used for developer-visibility visibility = "0.1.0"