72e85c2223
Changelogs: https://github.com/google/sentencepiece/releases/tag/v0.1.92 https://github.com/google/sentencepiece/releases/tag/v0.1.93 The upstream release notes state that Python 2 is not supported anymore. However, this version still builds with Python 2 and tests pass without any issues. Therefore, this change does not disable Python 2 support yet.
32 lines
744 B
Nix
32 lines
744 B
Nix
{ lib
|
|
, fetchFromGitHub
|
|
, stdenv
|
|
, cmake
|
|
, gperftools
|
|
|
|
, withGPerfTools ? true
|
|
}:
|
|
|
|
stdenv.mkDerivation rec {
|
|
pname = "sentencepiece";
|
|
version = "0.1.93";
|
|
|
|
src = fetchFromGitHub {
|
|
owner = "google";
|
|
repo = pname;
|
|
rev = "v${version}";
|
|
sha256 = "0h9c1xs0sab23labh8m3ar6kvzfldv2id2f17icja61ihyw06nrd";
|
|
};
|
|
|
|
nativeBuildInputs = [ cmake ] ++ lib.optional withGPerfTools gperftools;
|
|
|
|
outputs = [ "bin" "dev" "out" ];
|
|
|
|
meta = with stdenv.lib; {
|
|
homepage = "https://github.com/google/sentencepiece";
|
|
description = "Unsupervised text tokenizer for Neural Network-based text generation";
|
|
license = licenses.asl20;
|
|
platforms = platforms.unix;
|
|
maintainers = with maintainers; [ danieldk pashashocky ];
|
|
};
|
|
}
|