719f023f33
time and space on the new (non-ATerm) Nix expression evaluator. It
turns out that release.nix relied rather heavily on maximal laziness
for efficiency: every job calls `allPackages { inherit system; }'
for each platform. This causes the dependencies of the job to be
reevaluated for every job/platform combination. This is very slow
and (because the evaluator doesn't have a garbage collector yet)
eventually causes the evaluator to run out of memory and be killed.
As a workaround, I've replaced the calls to `allPackages' with a
quasi-memoised `pkgsFor' function. It "caches" the result by going
through a variable such as `pkgs_x86_64_linux', which is evaluated
only once. Evaluation now only takes 4.4s and 545 MiB on my
machine.
A cleaner solution may be to move the `system' argument outwards so
that entire set of jobs is called only once for each value of
`system'.
svn path=/nixpkgs/trunk/; revision=21966
122 lines
4.8 KiB
Nix
122 lines
4.8 KiB
Nix
rec {
|
|
allPackages = import ./all-packages.nix;
|
|
|
|
pkgs = allPackages {};
|
|
|
|
/* !!! Hack: poor man's memoisation function. Necessary for prevent
|
|
Nixpkgs from being evaluated again and again for every
|
|
job/platform pair. */
|
|
pkgsFor = system:
|
|
if system == "x86_64-linux" then pkgs_x86_64_linux
|
|
else if system == "i686-linux" then pkgs_i686_linux
|
|
else if system == "x86_64-darwin" then pkgs_x86_64_darwin
|
|
else if system == "i686-darwin" then pkgs_i686_darwin
|
|
else if system == "i686-freebsd" then pkgs_i686_freebsd
|
|
else if system == "i686-cygwin" then pkgs_i686_cygwin
|
|
else abort "unsupported system type: ${system}";
|
|
|
|
pkgs_x86_64_linux = allPackages { system = "x86_64-linux"; };
|
|
pkgs_i686_linux = allPackages { system = "i686-linux"; };
|
|
pkgs_x86_64_darwin = allPackages { system = "x86_64-darwin"; };
|
|
pkgs_i686_darwin = allPackages { system = "i686-darwin"; };
|
|
pkgs_i686_freebsd = allPackages { system = "i686-freebsd"; };
|
|
pkgs_i686_cygwin = allPackages { system = "i686-cygwin"; };
|
|
|
|
/* The working or failing mails for cross builds will be sent only to
|
|
the following maintainers, as most package maintainers will not be
|
|
interested in the result of cross building a package. */
|
|
crossMaintainers = with pkgs.lib.maintainers; [ viric ];
|
|
|
|
/* Set the Hydra scheduling priority for a job. The default
|
|
priority (100) should be used for most jobs. A different
|
|
priority should only be used for a few particularly interesting
|
|
jobs (in terms of giving feedback to developers), such as stdenv.
|
|
*/
|
|
prio = level: job: toJob job // { schedulingPriority = level; };
|
|
|
|
toJob = x: if builtins.isAttrs x then x else
|
|
{ type = "job"; systems = x; schedulingPriority = 10; };
|
|
|
|
/* Perform a job on the given set of platforms. The function `f' is
|
|
called by Hydra for each platform, and should return some job
|
|
to build on that platform. `f' is passed the Nixpkgs collection
|
|
for the platform in question. */
|
|
testOn = systems: f: {system ? builtins.currentSystem}:
|
|
if pkgs.lib.elem system systems then f (pkgsFor system) else {};
|
|
|
|
/* Similar to the testOn function, but with an additional 'crossSystem'
|
|
* parameter for allPackages, defining the target platform for cross builds */
|
|
testOnCross = crossSystem: systems: f: {system ? builtins.currentSystem}:
|
|
if pkgs.lib.elem system systems then f (allPackages {inherit system
|
|
crossSystem;}) else {};
|
|
|
|
/* Map an attribute of the form `foo = [platforms...]' to `testOn
|
|
[platforms...] (pkgs: pkgs.foo)'. */
|
|
mapTestOn = pkgs.lib.mapAttrsRecursiveCond
|
|
(as: !(as ? type && as.type == "job"))
|
|
(path: value:
|
|
let
|
|
job = toJob value;
|
|
getPkg = pkgs:
|
|
pkgs.lib.addMetaAttrs { schedulingPriority = toString job.schedulingPriority; }
|
|
(pkgs.lib.getAttrFromPath path pkgs);
|
|
in testOn job.systems getPkg);
|
|
|
|
|
|
/* Similar to the testOn function, but with an additional 'crossSystem'
|
|
* parameter for allPackages, defining the target platform for cross builds,
|
|
* and triggering the build of the host derivation (cross built - hostDrv). */
|
|
mapTestOnCross = crossSystem: pkgs.lib.mapAttrsRecursiveCond
|
|
(as: !(as ? type && as.type == "job"))
|
|
(path: value:
|
|
let
|
|
job = toJob value;
|
|
getPkg = pkgs: (pkgs.lib.addMetaAttrs {
|
|
schedulingPriority = toString job.schedulingPriority;
|
|
maintainers = crossMaintainers;
|
|
}
|
|
(pkgs.lib.getAttrFromPath path pkgs));
|
|
in testOnCross crossSystem job.systems getPkg);
|
|
|
|
/* Find all packages that have a meta.platforms field listing the
|
|
supported platforms. */
|
|
packagesWithMetaPlatform = attrSet:
|
|
if builtins ? tryEval then
|
|
let pairs = pkgs.lib.concatMap
|
|
(x:
|
|
let pair = builtins.tryEval
|
|
(let
|
|
attrVal = (builtins.getAttr x attrSet);
|
|
in
|
|
{val=(processPackage attrVal);
|
|
attrVal = attrVal;
|
|
attrValIsAttrs = builtins.isAttrs attrVal;
|
|
});
|
|
success = (builtins.tryEval pair.value.attrVal).success;
|
|
in
|
|
if success && pair.value.attrValIsAttrs &&
|
|
pair.value.val != [] then
|
|
[{name= x; value=pair.value.val;}] else [])
|
|
(builtins.attrNames attrSet);
|
|
in
|
|
builtins.listToAttrs pairs
|
|
else {};
|
|
|
|
# May fail as much as it wishes, we will catch the error.
|
|
processPackage = attrSet:
|
|
if attrSet ? recurseForDerivations && attrSet.recurseForDerivations then
|
|
packagesWithMetaPlatform attrSet
|
|
else
|
|
if attrSet ? meta && attrSet.meta ? platforms
|
|
then attrSet.meta.platforms
|
|
else [];
|
|
|
|
/* Common platform groups on which to test packages. */
|
|
inherit (pkgs.lib.platforms) linux darwin cygwin allBut all mesaPlatforms;
|
|
|
|
/* Platform groups for specific kinds of applications. */
|
|
x11Supported = linux;
|
|
gtkSupported = linux;
|
|
ghcSupported = linux ++ ["i686-darwin"] ;
|
|
|
|
}
|