summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorkfollesdal <kristoffer.follesdal@bkk.no>2020-08-30 14:44:28 +0200
committerJon <jonringer@users.noreply.github.com>2020-08-31 13:05:09 -0700
commitbf7403695247dedc05e6c6a4138d980f0cd56728 (patch)
tree397d5eb970c90330ca870a6a214e8443bf15c2a0
parentca9a8ff6c2a40a7994769210c7db0e5242d30539 (diff)
pythonPackages.databricks-connect: init at 7.1.0
-rw-r--r--lib/licenses.nix2
-rw-r--r--pkgs/development/python-modules/databricks-connect/default.nix32
-rw-r--r--pkgs/top-level/python-packages.nix2
3 files changed, 35 insertions, 1 deletions
diff --git a/lib/licenses.nix b/lib/licenses.nix
index 407ad9b7359f..ee11966b0d53 100644
--- a/lib/licenses.nix
+++ b/lib/licenses.nix
@@ -439,7 +439,7 @@ lib.mapAttrs (n: v: v // { shortName = n; }) {
databricks = {
fullName = "Databricks Proprietary License";
url = "https://pypi.org/project/databricks-connect";
-
+ free = false;
};
issl = {
diff --git a/pkgs/development/python-modules/databricks-connect/default.nix b/pkgs/development/python-modules/databricks-connect/default.nix
new file mode 100644
index 000000000000..59ebd4ef1142
--- /dev/null
+++ b/pkgs/development/python-modules/databricks-connect/default.nix
@@ -0,0 +1,32 @@
+{ lib, jdk, buildPythonPackage, fetchPypi, six, py4j }:
+
+buildPythonPackage rec {
+ pname = "databricks-connect";
+ version = "7.1.0";
+
+ src = fetchPypi {
+ inherit pname version;
+ sha256 = "996a9d0f271f6c7edbd2d85b2efb6ff4e58d15222e80f87ca17fdbf224e17056";
+ };
+
+ sourceRoot = ".";
+
+ propagatedBuildInputs = [ py4j six jdk ];
+
+ # requires network access
+ doCheck = false;
+
+ preFixup = ''
+ substituteInPlace "$out/bin/find-spark-home" \
+ --replace find_spark_home.py .find_spark_home.py-wrapped
+ '';
+
+ pythonImportsCheck = [ "pyspark" "six" "py4j" ];
+
+ meta = with lib; {
+ description = "Client for connecting to remote Databricks clusters";
+ homepage = "https://pypi.org/project/databricks-connect";
+ license = licenses.databricks;
+ maintainers = with maintainers; [ kfollesdal ];
+ };
+}
diff --git a/pkgs/top-level/python-packages.nix b/pkgs/top-level/python-packages.nix
index 8654a230391f..d6ce5710f8ab 100644
--- a/pkgs/top-level/python-packages.nix
+++ b/pkgs/top-level/python-packages.nix
@@ -1412,6 +1412,8 @@ in {
databricks-cli = callPackage ../development/python-modules/databricks-cli { };
+ databricks-connect = callPackage ../development/python-modules/databricks-connect { inherit (pkgs) jdk; };
+
dataclasses = callPackage ../development/python-modules/dataclasses { };
dataclasses-json = callPackage ../development/python-modules/dataclasses-json { };