From fa503f4b921b3af86a7fcf9b2e02a00fd79bc1a8 Mon Sep 17 00:00:00 2001 From: Silvan Mosberger Date: Tue, 18 Jul 2023 18:24:45 +0200 Subject: [PATCH] lib.attrsets.mergeAttrsList: init Co-authored-by: Robert Hensing --- lib/attrsets.nix | 36 ++++++++++++++++++++++++++++++++++++ lib/tests/misc.nix | 25 +++++++++++++++++++++++++ 2 files changed, 61 insertions(+) diff --git a/lib/attrsets.nix b/lib/attrsets.nix index 0335146e2a6b..77e36d3271f7 100644 --- a/lib/attrsets.nix +++ b/lib/attrsets.nix @@ -738,6 +738,42 @@ rec { sets: zipAttrsWith (name: values: values) sets; + /* + Merge a list of attribute sets together using the `//` operator. + In case of duplicate attributes, values from later list elements take precedence over earlier ones. + The result is the same as `foldl mergeAttrs { }`, but the performance is better for large inputs. + For n list elements, each with an attribute set containing m unique attributes, the complexity of this operation is O(nm log n). + + Type: + mergeAttrsList :: [ Attrs ] -> Attrs + + Example: + mergeAttrsList [ { a = 0; b = 1; } { c = 2; d = 3; } ] + => { a = 0; b = 1; c = 2; d = 3; } + mergeAttrsList [ { a = 0; } { a = 1; } ] + => { a = 1; } + */ + mergeAttrsList = list: + let + # `binaryMerge start end` merges the elements at indices `index` of `list` such that `start <= index < end` + # Type: Int -> Int -> Attrs + binaryMerge = start: end: + # assert start < end; # Invariant + if end - start >= 2 then + # If there's at least 2 elements, split the range in two, recurse on each part and merge the result + # The invariant is satisfied because each half will have at least 1 element + binaryMerge start (start + (end - start) / 2) + // binaryMerge (start + (end - start) / 2) end + else + # Otherwise there will be exactly 1 element due to the invariant, in which case we just return it directly + elemAt list start; + in + if list == [ ] then + # Calling binaryMerge as below would not satisfy its invariant + { } + else + binaryMerge 0 (length list); + /* Does the same as the update operator '//' except that attributes are merged until the given predicate is verified. The predicate should diff --git a/lib/tests/misc.nix b/lib/tests/misc.nix index ce980436c1bc..868616954609 100644 --- a/lib/tests/misc.nix +++ b/lib/tests/misc.nix @@ -609,6 +609,31 @@ runTests { }; }; + + testMergeAttrsListExample1 = { + expr = attrsets.mergeAttrsList [ { a = 0; b = 1; } { c = 2; d = 3; } ]; + expected = { a = 0; b = 1; c = 2; d = 3; }; + }; + testMergeAttrsListExample2 = { + expr = attrsets.mergeAttrsList [ { a = 0; } { a = 1; } ]; + expected = { a = 1; }; + }; + testMergeAttrsListExampleMany = + let + list = genList (n: + listToAttrs (genList (m: + let + # Integer divide n by two to create duplicate attributes + str = "halfn${toString (n / 2)}m${toString m}"; + in + nameValuePair str str + ) 100) + ) 100; + in { + expr = attrsets.mergeAttrsList list; + expected = foldl' mergeAttrs { } list; + }; + # code from the example testRecursiveUpdateUntil = { expr = recursiveUpdateUntil (path: l: r: path == ["foo"]) {