From d49947f1bc0a5f07c6d5b9f2860f42ba061257f7 Mon Sep 17 00:00:00 2001 From: Sergii Mikhtoniuk Date: Sat, 26 Jun 2021 14:34:04 -0700 Subject: [PATCH] Upgrades and Spark engine bump --- CHANGELOG.md | 5 ++ Cargo.lock | 98 +++++++++++----------- README.md | 2 +- kamu-cli/Cargo.toml | 2 +- kamu-core-test/Cargo.toml | 2 +- kamu-core/Cargo.toml | 2 +- kamu-core/src/infra/utils/docker_images.rs | 2 +- opendatafabric/Cargo.toml | 2 +- rust-toolchain | 2 +- 9 files changed, 61 insertions(+), 56 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 94c1a2d44c..53a8c68f02 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -4,6 +4,11 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html). +## [0.45.0] - 2021-06-26 +### Fixed +- Updated Spark engine version to fix networking issue under `podman` +- Updated `rustc` and dependencies + ## [0.44.0] - 2021-06-11 ### Fixed - Support for Zip files that cannot be decoded in a streaming fashion. diff --git a/Cargo.lock b/Cargo.lock index 194b6ba05f..82cd72f038 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -64,9 +64,9 @@ checksum = "23b62fc65de8e4e7f52534fb52b0f3ed04746ae267519eef2a83941e8085068b" [[package]] name = "arrow" -version = "4.2.0" +version = "4.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "93811be1c0f60f4b29d80b34dad4e59fdc397a9e580f849df9e2635701498663" +checksum = "e6a567d2855b6e9ce50d9b5161e77bd210e0366b2e779ac77d4e6def06473b6d" dependencies = [ "cfg_aliases", "chrono", @@ -339,9 +339,9 @@ checksum = "ea221b5284a47e40033bf9b66f35f984ec0ea2931eb03505246cd27a963f981b" [[package]] name = "cpufeatures" -version = "0.1.4" +version = "0.1.5" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "ed00c67cb5d0a7d64a44f6ad2668db7e7530311dd53ea79bcd4fb022c64911c8" +checksum = "66c99696f6c9dd7f35d486b9d04d7e6e202aa3e8c40d553f2fdf5e7e0c6a71ef" dependencies = [ "libc", ] @@ -575,7 +575,7 @@ checksum = "1d34cfa13a63ae058bfa601fe9e313bbdb3746427c1459185464ce0fcf62e1e8" dependencies = [ "cfg-if", "libc", - "redox_syscall 0.2.8", + "redox_syscall 0.2.9", "winapi", ] @@ -787,9 +787,9 @@ checksum = "d7afe4a420e3fe79967a00898cc1f4db7c8a49a9333a29f8a4bd76a253d5cd04" [[package]] name = "hermit-abi" -version = "0.1.18" +version = "0.1.19" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "322f4de77956e22ed0e5032c359a0f1273f1f7f0d79bfa3b8ffbc730d7fbcc5c" +checksum = "62b467343b94ba476dcb2500d242dadbb39557df889310ac77c5d99100aaac33" dependencies = [ "libc", ] @@ -988,7 +988,7 @@ dependencies = [ [[package]] name = "kamu" -version = "0.44.0" +version = "0.45.0" dependencies = [ "assert_matches", "bytes", @@ -1008,7 +1008,7 @@ dependencies = [ "libc", "opendatafabric", "parquet", - "rand 0.8.3", + "rand 0.8.4", "regex", "ringbuf", "rusoto_core", @@ -1030,7 +1030,7 @@ dependencies = [ [[package]] name = "kamu-cli" -version = "0.44.0" +version = "0.45.0" dependencies = [ "chrono", "chrono-humanize", @@ -1047,7 +1047,7 @@ dependencies = [ "num-format", "opendatafabric", "prettytable-rs", - "rand 0.8.3", + "rand 0.8.4", "read_input", "serde", "serde_with", @@ -1064,7 +1064,7 @@ dependencies = [ [[package]] name = "kamu-test" -version = "0.44.0" +version = "0.45.0" dependencies = [ "chrono", "opendatafabric", @@ -1206,9 +1206,9 @@ dependencies = [ [[package]] name = "mio" -version = "0.7.11" +version = "0.7.13" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "cf80d3e903b34e0bd7282b218398aec54e082c840d9baf8339e0080a0c542956" +checksum = "8c2bdb6314ec10835cd3293dd268473a835c02b7b352e788be788b3c6ca6bb16" dependencies = [ "libc", "log", @@ -1365,9 +1365,9 @@ checksum = "830b246a0e5f20af87141b25c173cd1b609bd7779a4617d6ec582abaf90870f3" [[package]] name = "once_cell" -version = "1.7.2" +version = "1.8.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "af8b08b04175473088b46763e51ee54da5f9a164bc162f615b91bc179dbf15a3" +checksum = "692fcb63b64b1758029e0a96ee63e049ce8c5948587f2f7208df04625e5f6b56" [[package]] name = "opaque-debug" @@ -1377,7 +1377,7 @@ checksum = "624a8340c38c1b80fd549087862da4ba43e08858af025b236e509b6649fc13d5" [[package]] name = "opendatafabric" -version = "0.44.0" +version = "0.45.0" dependencies = [ "byteorder", "chrono", @@ -1409,9 +1409,9 @@ dependencies = [ [[package]] name = "openssl-sys" -version = "0.9.63" +version = "0.9.65" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "b6b0d6fb7d80f877617dfcb014e605e2b5ab2fb0afdf27935219bb6bd984cb98" +checksum = "7a7907e3bfa08bb85105209cdfcb6c63d109f8f6c1ed6ca318fff5c1853fbc1d" dependencies = [ "autocfg", "cc", @@ -1432,9 +1432,9 @@ dependencies = [ [[package]] name = "parquet" -version = "4.2.0" +version = "4.3.0" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "9275a7f8eab04e6ab6918b4fdd50e00aeba3c288e0f91bdc5da87a2c8ff288a6" +checksum = "61d1e65cabce160ad7dbced3f0f4842af2b3d7b5e9acedce35661d2c58183c83" dependencies = [ "arrow", "base64", @@ -1467,9 +1467,9 @@ checksum = "d4fd5641d01c8f18a23da7b6fe29298ff4b55afcccdf78973b24cf3175fee32e" [[package]] name = "pin-project-lite" -version = "0.2.6" +version = "0.2.7" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "dc0e1f259c92177c30a4c9d177246edd0a3568b25756a977d0632cf8fa37e905" +checksum = "8d31d11c69a6b52a174b42bdc0c30e5e11670f90788b2c471c31c1d17d449443" [[package]] name = "pin-utils" @@ -1595,14 +1595,14 @@ dependencies = [ [[package]] name = "rand" -version = "0.8.3" +version = "0.8.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0ef9e7e66b4468674bfcb0c81af8b7fa0bb154fa9f28eb840da5c447baeb8d7e" +checksum = "2e7573632e6454cf6b99d7aac4ccca54be06da05aca2ef7423d22d27d4d4bcd8" dependencies = [ "libc", "rand_chacha 0.3.1", - "rand_core 0.6.2", - "rand_hc 0.3.0", + "rand_core 0.6.3", + "rand_hc 0.3.1", ] [[package]] @@ -1622,7 +1622,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "e6c10a63a0fa32252be49d21e7709d4d4baf8d231c2dbce1eaa8141b9b127d88" dependencies = [ "ppv-lite86", - "rand_core 0.6.2", + "rand_core 0.6.3", ] [[package]] @@ -1651,9 +1651,9 @@ dependencies = [ [[package]] name = "rand_core" -version = "0.6.2" +version = "0.6.3" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "34cf66eb183df1c5876e2dcf6b13d57340741e8dc255b48e40a26de954d06ae7" +checksum = "d34f1408f55294453790c48b2f1ebbb1c5b4b7563eb1f418bcfcfdbb06ebb4e7" dependencies = [ "getrandom 0.2.3", ] @@ -1669,11 +1669,11 @@ dependencies = [ [[package]] name = "rand_hc" -version = "0.3.0" +version = "0.3.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3190ef7066a446f2e7f42e239d161e905420ccab01eb967c9eb27d21b2322a73" +checksum = "d51e9f596de227fda2ea6c84607f5558e196eeaf43c986b724ba4fb8fdf497e7" dependencies = [ - "rand_core 0.6.2", + "rand_core 0.6.3", ] [[package]] @@ -1699,9 +1699,9 @@ checksum = "41cc0f7e4d5d4544e8861606a285bb08d3e70712ccc7d2b84d7c0ccfaf4b05ce" [[package]] name = "redox_syscall" -version = "0.2.8" +version = "0.2.9" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "742739e41cd49414de871ea5e549afb7e2a3ac77b589bcbebe8c82fab37147fc" +checksum = "5ab49abadf3f9e1c4bc499e8845e152ad87d2ad2d30371841171169e9d75feee" dependencies = [ "bitflags", ] @@ -1724,7 +1724,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index" checksum = "528532f3d801c87aec9def2add9ca802fe569e44a544afe633765267840abe64" dependencies = [ "getrandom 0.2.3", - "redox_syscall 0.2.8", + "redox_syscall 0.2.9", ] [[package]] @@ -1860,7 +1860,7 @@ dependencies = [ "rustc_version", "serde", "sha2", - "time 0.2.26", + "time 0.2.27", "tokio", ] @@ -2042,9 +2042,9 @@ dependencies = [ [[package]] name = "serde_with" -version = "1.9.2" +version = "1.9.4" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "3e3132bd01cfb74aac8b1b10083ad1f38dbf756df3176d5e63dd91e3f62a87f5" +checksum = "1ad9fdbb69badc8916db738c25efd04f0a65297d26c2f8de4b62e57b8c12bc72" dependencies = [ "rustversion", "serde", @@ -2297,8 +2297,8 @@ checksum = "dac1c663cfc93810f88aed9b8941d48cabf856a1b111c29a40439018d870eb22" dependencies = [ "cfg-if", "libc", - "rand 0.8.3", - "redox_syscall 0.2.8", + "rand 0.8.4", + "redox_syscall 0.2.9", "remove_dir_all", "winapi", ] @@ -2407,9 +2407,9 @@ dependencies = [ [[package]] name = "time" -version = "0.2.26" +version = "0.2.27" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "08a8cbfbf47955132d0202d1662f49b2423ae35862aee471f3ba4b133358f372" +checksum = "4752a97f8eebd6854ff91f1c1824cd6160626ac4bd44287f7f4ea2035a02a242" dependencies = [ "const_fn", "libc", @@ -2432,9 +2432,9 @@ dependencies = [ [[package]] name = "time-macros-impl" -version = "0.1.1" +version = "0.1.2" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "e5c3be1edfad6027c69f5491cf4cb310d1a71ecd6af742788c6ff8bced86b8fa" +checksum = "fd3c141a1b43194f3f56a1411225df8646c55781d5f26db825b3d98507eb482f" dependencies = [ "proc-macro-hack", "proc-macro2", @@ -2460,9 +2460,9 @@ checksum = "cda74da7e1a664f795bb1f8a87ec406fb89a02522cf6e50620d016add6dbbf5c" [[package]] name = "tokio" -version = "1.6.1" +version = "1.7.1" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "0a38d31d7831c6ed7aad00aa4c12d9375fd225a6dd77da1d25b707346319a975" +checksum = "5fb2ed024293bb19f7a5dc54fe83bf86532a44c12a2bb8ba40d64a4509395ca2" dependencies = [ "autocfg", "bytes", @@ -2618,9 +2618,9 @@ dependencies = [ [[package]] name = "vcpkg" -version = "0.2.13" +version = "0.2.15" source = "registry+https://github.com/rust-lang/crates.io-index" -checksum = "025ce40a007e1907e58d5bc1a594def78e5573bb0b1160bc389634e8f12e4faa" +checksum = "accd4ea62f7bb7a82fe23066fb0957d48ef677f6eeb8215f372f52e48bb32426" [[package]] name = "vec_map" diff --git a/README.md b/README.md index ce64eb55fb..08122aafb3 100644 --- a/README.md +++ b/README.md @@ -1,5 +1,5 @@
-

Kamu

+

kamu

World's first decentralized data warehouse, on your laptop

diff --git a/kamu-cli/Cargo.toml b/kamu-cli/Cargo.toml index 9aae30d1f4..13a6598631 100644 --- a/kamu-cli/Cargo.toml +++ b/kamu-cli/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "kamu-cli" -version = "0.44.0" +version = "0.45.0" description = "Decentralized data management tool" authors = ["Sergii Mikhtoniuk "] license = "MPL-2.0" diff --git a/kamu-core-test/Cargo.toml b/kamu-core-test/Cargo.toml index 35d63621e5..fe640093d7 100644 --- a/kamu-core-test/Cargo.toml +++ b/kamu-core-test/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "kamu-test" -version = "0.44.0" +version = "0.45.0" authors = ["Sergii Mikhtoniuk "] edition = "2018" diff --git a/kamu-core/Cargo.toml b/kamu-core/Cargo.toml index e0a247796d..3ab0329801 100644 --- a/kamu-core/Cargo.toml +++ b/kamu-core/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "kamu" -version = "0.44.0" +version = "0.45.0" authors = ["Sergii Mikhtoniuk "] edition = "2018" diff --git a/kamu-core/src/infra/utils/docker_images.rs b/kamu-core/src/infra/utils/docker_images.rs index 68156f80f3..b9b63b4c63 100644 --- a/kamu-core/src/infra/utils/docker_images.rs +++ b/kamu-core/src/infra/utils/docker_images.rs @@ -1,4 +1,4 @@ -pub const SPARK: &str = "docker.io/kamudata/engine-spark:0.10.2"; +pub const SPARK: &str = "docker.io/kamudata/engine-spark:0.10.3"; pub const LIVY: &str = SPARK; pub const FLINK: &str = "docker.io/kamudata/engine-flink:0.8.0-flink_1.13.1-scala_2.12-java8"; pub const JUPYTER: &str = "docker.io/kamudata/jupyter-uber:0.0.1"; diff --git a/opendatafabric/Cargo.toml b/opendatafabric/Cargo.toml index 43a61c47b2..9a14feddc0 100644 --- a/opendatafabric/Cargo.toml +++ b/opendatafabric/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "opendatafabric" -version = "0.44.0" +version = "0.45.0" authors = ["Sergii Mikhtoniuk "] edition = "2018" diff --git a/rust-toolchain b/rust-toolchain index 1aad10c106..ec6d019dd2 100644 --- a/rust-toolchain +++ b/rust-toolchain @@ -1 +1 @@ -nightly-2021-03-25 +nightly-2021-06-09