2020-12-27 15:54:00 +01:00
|
|
|
{ buildGoModule
|
|
|
|
, fetchFromGitHub
|
2021-01-25 09:26:54 +01:00
|
|
|
, lib
|
2020-12-27 15:54:00 +01:00
|
|
|
}:
|
|
|
|
|
|
|
|
buildGoModule rec {
|
|
|
|
pname = "gospider";
|
2021-01-18 23:53:47 +01:00
|
|
|
version = "1.1.5";
|
2020-12-27 15:54:00 +01:00
|
|
|
|
|
|
|
src = fetchFromGitHub {
|
|
|
|
owner = "jaeles-project";
|
|
|
|
repo = pname;
|
2020-12-30 21:38:08 +01:00
|
|
|
rev = version;
|
2021-01-18 23:53:47 +01:00
|
|
|
sha256 = "sha256-yfW94sQzT1u6O0s1sqpeANlukC5y8fNvHNL2c77+dxU=";
|
2020-12-27 15:54:00 +01:00
|
|
|
};
|
|
|
|
|
2021-01-18 23:53:47 +01:00
|
|
|
vendorSha256 = "sha256-1aOw0lk+khcX9IETA0+wGx91BFXrJ79zYWhEI2JrhDU=";
|
2020-12-27 15:54:00 +01:00
|
|
|
|
|
|
|
# tests require internet access and API keys
|
|
|
|
doCheck = false;
|
|
|
|
|
2021-01-11 08:54:33 +01:00
|
|
|
meta = with lib; {
|
2020-12-27 15:54:00 +01:00
|
|
|
description = "Fast web spider written in Go";
|
|
|
|
longDescription = ''
|
|
|
|
GoSpider is a fast web crawler that parses sitemap.xml and robots.txt file.
|
|
|
|
It can generate and verify link from JavaScript files, extract URLs from
|
|
|
|
various sources and can detect subdomains from the response source.
|
|
|
|
'';
|
|
|
|
homepage = "https://github.com/jaeles-project/gospider";
|
|
|
|
license = licenses.mit;
|
|
|
|
maintainers = with maintainers; [ fab ];
|
|
|
|
};
|
|
|
|
}
|