From 16f195c00186277f19c52b9999e923294e6e03ce Mon Sep 17 00:00:00 2001 From: Bruno Bigras Date: Wed, 1 Dec 2021 11:43:15 -0500 Subject: [PATCH] kafka-delta-ingest: init at unstable-2021-12-08 --- .../tools/kafka-delta-ingest/default.nix | 45 +++++++++++++++++++ pkgs/top-level/all-packages.nix | 2 + 2 files changed, 47 insertions(+) create mode 100644 pkgs/development/tools/kafka-delta-ingest/default.nix diff --git a/pkgs/development/tools/kafka-delta-ingest/default.nix b/pkgs/development/tools/kafka-delta-ingest/default.nix new file mode 100644 index 000000000000..9287b4d90874 --- /dev/null +++ b/pkgs/development/tools/kafka-delta-ingest/default.nix @@ -0,0 +1,45 @@ +{ lib +, stdenv +, fetchFromGitHub +, rustPlatform +, pkg-config +, openssl +, perl +, rdkafka +}: + +rustPlatform.buildRustPackage rec { + pname = "kafka-delta-ingest"; + version = "unstable-2021-12-08"; + + src = fetchFromGitHub { + owner = "delta-io"; + repo = pname; + rev = "c48c854145b5aab1b8f36cc04978880794a2273c"; + sha256 = "sha256-q0jOVZlxMHIhnc8y2N8o7Sl5Eg7DfJ96kXrPIV8RD1Y="; + }; + + nativeBuildInputs = [ + pkg-config + perl + ]; + + buildFeatures = [ "dynamic-linking" ]; + + buildInputs = [ + openssl + rdkafka + ]; + + cargoSha256 = "sha256-srSu3Rx58Ee2Y+8MVis1ACXBQ92u1mIvy1DNp0qJ4IA="; + + # many tests seem to require a running kafka instance + doCheck = false; + + meta = with lib; { + description = "A highly efficient daemon for streaming data from Kafka into Delta Lake"; + homepage = "https://github.com/delta-io/kafka-delta-ingest"; + license = licenses.asl20; + maintainers = with maintainers; [ bbigras ]; + }; +} diff --git a/pkgs/top-level/all-packages.nix b/pkgs/top-level/all-packages.nix index 031e293860f2..70778481d6cd 100644 --- a/pkgs/top-level/all-packages.nix +++ b/pkgs/top-level/all-packages.nix @@ -14821,6 +14821,8 @@ with pkgs; k2tf = callPackage ../development/tools/misc/k2tf { }; + kafka-delta-ingest = callPackage ../development/tools/kafka-delta-ingest { }; + kati = callPackage ../development/tools/build-managers/kati { }; kcat = callPackage ../development/tools/kcat { };