2018-12-13 07:53:44 +01:00
|
|
|
{ lib
|
|
|
|
, buildPythonPackage
|
|
|
|
, fetchFromGitHub
|
|
|
|
, isPy3k
|
|
|
|
, chardet
|
|
|
|
, dnspython
|
|
|
|
, html5-parser
|
|
|
|
, lxml
|
|
|
|
, namedlist
|
|
|
|
, sqlalchemy
|
|
|
|
, tornado_4
|
|
|
|
, Yapsy
|
|
|
|
}:
|
|
|
|
|
|
|
|
buildPythonPackage rec {
|
|
|
|
pname = "ludios_wpull";
|
|
|
|
version = "3.0.7";
|
|
|
|
|
|
|
|
disabled = !isPy3k;
|
|
|
|
|
|
|
|
src = fetchFromGitHub {
|
2019-09-09 01:38:31 +02:00
|
|
|
rev = version;
|
2018-12-13 07:53:44 +01:00
|
|
|
owner = "ludios";
|
|
|
|
repo = "wpull";
|
|
|
|
sha256 = "1j96avm0ynbazypzp766wh26n4qc73y7wgsiqfrdfl6x7rx20wgf";
|
|
|
|
};
|
|
|
|
|
|
|
|
propagatedBuildInputs = [ chardet dnspython html5-parser lxml namedlist sqlalchemy tornado_4 Yapsy ];
|
|
|
|
|
|
|
|
# Test suite has tests that fail on all platforms
|
|
|
|
doCheck = false;
|
|
|
|
|
|
|
|
meta = {
|
|
|
|
description = "Web crawler; fork of wpull used by grab-site";
|
2020-04-01 03:11:51 +02:00
|
|
|
homepage = "https://github.com/ludios/wpull";
|
2018-12-13 07:53:44 +01:00
|
|
|
license = lib.licenses.gpl3;
|
|
|
|
maintainers = with lib.maintainers; [ ivan ];
|
|
|
|
};
|
|
|
|
}
|