cafkafk/nixpkgs
cafkafk/nixpkgs
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 2

python311Packages.openllm-core: 0.3.4 -> 0.3.9

Browse source 
Diff: https://github.com/bentoml/OpenLLM/compare/refs/tags/v0.3.4...v0.3.9

Changelog: https://github.com/bentoml/OpenLLM/blob/refs/tags/v0.3.9/CHANGELOG.md
This commit is contained in:
natsukium 2023-10-22 17:08:31 +09:00 committed by Yt
parent 80f59b1626
commit 2ac5ccaab6
3 changed files with 23 additions and 10 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

9
pkgs/development/python-modules/openllm-client/default.nix
View file

@ -5,8 +5,11 @@
, hatch-fancy-pypi-readme
, hatch-vcs
, hatchling
, attrs
, cattrs
, httpx
, openllm-core
, orjson
, soundfile
, transformers
}:
@ -14,7 +17,7 @@
buildPythonPackage rec {
inherit (openllm-core) src version;
pname = "openllm-client";
format = "pyproject";
pyproject = true;
disabled = pythonOlder "3.8";
@ -27,8 +30,10 @@ buildPythonPackage rec {
];
propagatedBuildInputs = [
attrs
cattrs
httpx
openllm-core
orjson
];
passthru.optional-dependencies = {

7
pkgs/development/python-modules/openllm-core/default.nix
View file

@ -22,8 +22,8 @@
buildPythonPackage rec {
pname = "openllm-core";
version = "0.3.4";
format = "pyproject";
version = "0.3.9";
pyproject = true;
disabled = pythonOlder "3.8";
@ -31,7 +31,7 @@ buildPythonPackage rec {
owner = "bentoml";
repo = "OpenLLM";
rev = "refs/tags/v${version}";
hash = "sha256-uRXsIcsgu+EAxzUGKt9+PIoO1kvo6rWT569D5qXFrAQ=";
hash = "sha256-M/ckvaHTdKFg7xfUgFxu7pRBrS6TGw0m2U3L88b2DKU=";
};
sourceRoot = "source/openllm-core";
@ -67,6 +67,7 @@ buildPythonPackage rec {
] ++ transformers.optional-dependencies.torch
++ transformers.optional-dependencies.tokenizers
++ transformers.optional-dependencies.accelerate;
full = with passthru.optional-dependencies; ( vllm ++ fine-tune );
};
# there is no tests

15
pkgs/development/python-modules/openllm/default.nix
View file

@ -15,6 +15,7 @@
, einops
, fairscale
, flax
, ghapi
, hypothesis
, ipython
, jax
@ -35,6 +36,7 @@
, pytest-xdist
, ray
, safetensors
, scipy
, sentencepiece
, soundfile
, syrupy
@ -49,7 +51,7 @@
buildPythonPackage rec {
inherit (openllm-core) src version;
pname = "openllm";
format = "pyproject";
pyproject = true;
disabled = pythonOlder "3.8";
@ -68,17 +70,19 @@ buildPythonPackage rec {
];
propagatedBuildInputs = [
accelerate
bentoml
bitsandbytes
click
ghapi
openllm-client
openllm-core
optimum
safetensors
tabulate
transformers
] ++ bentoml.optional-dependencies.io
++ tabulate.optional-dependencies.widechars
# ++ transformers.optional-dependencies.accelerate
++ transformers.optional-dependencies.tokenizers
++ transformers.optional-dependencies.torch;
@ -119,6 +123,7 @@ buildPythonPackage rec {
];
gptq = [
# auto-gptq
optimum
]; # ++ autogptq.optional-dependencies.triton;
grpc = [
openllm-client
@ -126,6 +131,7 @@ buildPythonPackage rec {
llama = [
fairscale
sentencepiece
scipy
];
mpt = [
einops
@ -134,7 +140,7 @@ buildPythonPackage rec {
openai = [
openai
tiktoken
];
] ++ openai.optional-dependencies.embeddings;
opt = [
flax
jax
@ -156,9 +162,10 @@ buildPythonPackage rec {
ray
# vllm
];
all = with passthru.optional-dependencies; (
full = with passthru.optional-dependencies; (
agents ++ baichuan ++ chatglm ++ falcon ++ fine-tune ++ flan-t5 ++ ggml ++ gptq ++ llama ++ mpt ++ openai ++ opt ++ playground ++ starcoder ++ vllm
);
all = passthru.optional-dependencies.full;
};
nativeCheckInputs = [