Move fetchers from libstore to libfetchers

Makefile

@@ -4,6 +4,7 @@ makefiles = \
   nix-rust/local.mk \
   src/libutil/local.mk \
   src/libstore/local.mk \
+  src/libfetchers/local.mk \
   src/libmain/local.mk \
   src/libexpr/local.mk \
   src/nix/local.mk \

local.mk

@@ -6,7 +6,7 @@ dist-files += configure config.h.in perl/configure
 
 clean-files += Makefile.config
 
-GLOBAL_CXXFLAGS += -I . -I src -I src/libutil -I src/libstore -I src/libmain -I src/libexpr -I src/nix -Wno-deprecated-declarations
+GLOBAL_CXXFLAGS += -I . -I src -I src/libutil -I src/libstore -I src/libfetchers -I src/libmain -I src/libexpr -I src/nix -Wno-deprecated-declarations
 
 $(foreach i, config.h $(wildcard src/lib*/*.hh), \
   $(eval $(call install-file-in, $(i), $(includedir)/nix, 0644)))

src/libexpr/common-eval-args.cc

@@ -3,8 +3,8 @@
 #include "download.hh"
 #include "util.hh"
 #include "eval.hh"
-#include "fetchers/registry.hh"
-#include "fetchers/fetchers.hh"
+#include "registry.hh"
+#include "fetchers.hh"
 #include "flake/flakeref.hh"
 #include "store-api.hh"
 

src/libexpr/flake/flake.cc

@@ -3,7 +3,7 @@
 #include "primops.hh"
 #include "eval-inline.hh"
 #include "store-api.hh"
-#include "fetchers/fetchers.hh"
+#include "fetchers.hh"
 #include "finally.hh"
 
 namespace nix {

src/libexpr/flake/flakeref.cc

@@ -1,9 +1,8 @@
 #include "flakeref.hh"
 #include "store-api.hh"
-#include "fetchers/parse.hh"
-#include "fetchers/fetchers.hh"
-#include "fetchers/registry.hh"
-#include "fetchers/regex.hh"
+#include "url.hh"
+#include "fetchers.hh"
+#include "registry.hh"
 
 namespace nix {
 

src/libexpr/flake/flakeref.hh

@@ -2,7 +2,7 @@
 
 #include "types.hh"
 #include "hash.hh"
-#include "fetchers/fetchers.hh"
+#include "fetchers.hh"
 
 #include <variant>
 

src/libexpr/flake/lockfile.cc

@@ -1,6 +1,5 @@
 #include "lockfile.hh"
 #include "store-api.hh"
-#include "fetchers/regex.hh"
 
 #include <nlohmann/json.hpp>
 
@@ -268,7 +267,7 @@ InputPath parseInputPath(std::string_view s)
     InputPath path;
 
     for (auto & elem : tokenizeString<std::vector<std::string>>(s, "/")) {
-        if (!std::regex_match(elem, fetchers::flakeIdRegex))
+        if (!std::regex_match(elem, flakeIdRegex))
             throw Error("invalid flake input path element '%s'", elem);
         path.push_back(elem);
     }

src/libexpr/local.mk

@@ -11,7 +11,7 @@ libexpr_SOURCES := \
   $(d)/lexer-tab.cc \
   $(d)/parser-tab.cc
 
-libexpr_LIBS = libutil libstore libnixrust
+libexpr_LIBS = libutil libstore libfetchers libnixrust
 
 libexpr_LDFLAGS =
 ifneq ($(OS), FreeBSD)

src/libexpr/parser.y

@@ -545,7 +545,7 @@ formal
 
 #include "eval.hh"
 #include "download.hh"
-#include "fetchers/fetchers.hh"
+#include "fetchers.hh"
 #include "store-api.hh"
 
 

src/libexpr/primops/fetchGit.cc

@@ -2,8 +2,8 @@
 #include "eval-inline.hh"
 #include "store-api.hh"
 #include "hash.hh"
-#include "fetchers/fetchers.hh"
-#include "fetchers/parse.hh"
+#include "fetchers.hh"
+#include "url.hh"
 
 namespace nix {
 
@@ -48,14 +48,14 @@ static void prim_fetchGit(EvalState & state, const Pos & pos, Value * * args, Va
     if (evalSettings.pureEval && !rev)
         throw Error("in pure evaluation mode, 'fetchGit' requires a Git revision");
 
-    auto parsedUrl = fetchers::parseURL(
+    auto parsedUrl = parseURL(
         url.find("://") != std::string::npos
         ? "git+" + url
         : "git+file://" + url);
     if (ref) parsedUrl.query.insert_or_assign("ref", *ref);
     if (rev) parsedUrl.query.insert_or_assign("rev", rev->gitRev());
     // FIXME: use name
-    auto input = inputFromURL(parsedUrl);
+    auto input = fetchers::inputFromURL(parsedUrl);
 
     auto [tree, input2] = input->fetchTree(state.store);
 

src/libexpr/primops/fetchMercurial.cc

@@ -1,9 +1,8 @@
 #include "primops.hh"
 #include "eval-inline.hh"
 #include "store-api.hh"
-#include "fetchers/fetchers.hh"
-#include "fetchers/parse.hh"
-#include "fetchers/regex.hh"
+#include "fetchers.hh"
+#include "url.hh"
 
 #include <regex>
 
@@ -31,7 +30,7 @@ static void prim_fetchMercurial(EvalState & state, const Pos & pos, Value * * ar
                 // Ugly: unlike fetchGit, here the "rev" attribute can
                 // be both a revision or a branch/tag name.
                 auto value = state.forceStringNoCtx(*attr.value, *attr.pos);
-                if (std::regex_match(value, fetchers::revRegex))
+                if (std::regex_match(value, revRegex))
                     rev = Hash(value, htSHA1);
                 else
                     ref = value;
@@ -55,14 +54,14 @@ static void prim_fetchMercurial(EvalState & state, const Pos & pos, Value * * ar
     if (evalSettings.pureEval && !rev)
         throw Error("in pure evaluation mode, 'fetchMercurial' requires a Mercurial revision");
 
-    auto parsedUrl = fetchers::parseURL(
+    auto parsedUrl = parseURL(
         url.find("://") != std::string::npos
         ? "hg+" + url
         : "hg+file://" + url);
     if (rev) parsedUrl.query.insert_or_assign("rev", rev->gitRev());
     if (ref) parsedUrl.query.insert_or_assign("ref", *ref);
     // FIXME: use name
-    auto input = inputFromURL(parsedUrl);
+    auto input = fetchers::inputFromURL(parsedUrl);
 
     auto [tree, input2] = input->fetchTree(state.store);
 

src/libexpr/primops/fetchTree.cc

@@ -1,8 +1,8 @@
 #include "primops.hh"
 #include "eval-inline.hh"
 #include "store-api.hh"
-#include "fetchers/fetchers.hh"
-#include "fetchers/registry.hh"
+#include "fetchers.hh"
+#include "registry.hh"
 #include "download.hh"
 
 #include <ctime>

src/libfetchers/cache.cc

@@ -1,4 +1,4 @@
-#include "fetchers/cache.hh"
+#include "cache.hh"
 #include "sqlite.hh"
 #include "sync.hh"
 #include "store-api.hh"

src/libfetchers/cache.hh

@@ -1,7 +1,6 @@
 #pragma once
 
-#include "types.hh"
-#include "fetchers/fetchers.hh"
+#include "fetchers.hh"
 
 namespace nix::fetchers {
 

src/libfetchers/fetchers.cc

@@ -1,5 +1,4 @@
 #include "fetchers.hh"
-#include "parse.hh"
 #include "store-api.hh"
 
 #include <nlohmann/json.hpp>

src/libfetchers/fetchers.hh

@@ -5,7 +5,7 @@
 #include "path.hh"
 #include "tree-info.hh"
 #include "attrs.hh"
-#include "parse.hh"
+#include "url.hh"
 
 #include <memory>
 

src/libfetchers/git.cc

@@ -1,10 +1,8 @@
-#include "fetchers/fetchers.hh"
-#include "fetchers/cache.hh"
-#include "fetchers/parse.hh"
+#include "fetchers.hh"
+#include "cache.hh"
 #include "globals.hh"
 #include "tarfile.hh"
 #include "store-api.hh"
-#include "regex.hh"
 
 #include <sys/time.h>
 

src/libfetchers/github.cc

@@ -1,8 +1,6 @@
 #include "download.hh"
-#include "fetchers/cache.hh"
-#include "fetchers/fetchers.hh"
-#include "fetchers/parse.hh"
-#include "fetchers/regex.hh"
+#include "cache.hh"
+#include "fetchers.hh"
 #include "globals.hh"
 #include "store-api.hh"
 

src/libfetchers/indirect.cc

@@ -1,6 +1,4 @@
 #include "fetchers.hh"
-#include "parse.hh"
-#include "regex.hh"
 
 namespace nix::fetchers {
 

src/libfetchers/local.mk

@@ -0,0 +1,9 @@
+libraries += libfetchers
+
+libfetchers_NAME = libnixfetchers
+
+libfetchers_DIR := $(d)
+
+libfetchers_SOURCES := $(wildcard $(d)/*.cc)
+
+libfetchers_LIBS = libutil libstore libnixrust

src/libfetchers/mercurial.cc

@@ -1,10 +1,8 @@
-#include "fetchers/fetchers.hh"
-#include "fetchers/cache.hh"
-#include "fetchers/parse.hh"
+#include "fetchers.hh"
+#include "cache.hh"
 #include "globals.hh"
 #include "tarfile.hh"
 #include "store-api.hh"
-#include "regex.hh"
 
 #include <sys/time.h>
 

src/libfetchers/registry.cc

@@ -1,5 +1,5 @@
-#include "fetchers/registry.hh"
-#include "fetchers/fetchers.hh"
+#include "registry.hh"
+#include "fetchers.hh"
 #include "util.hh"
 #include "globals.hh"
 #include "download.hh"

src/libfetchers/tarball.cc

@@ -1,6 +1,5 @@
-#include "fetchers/fetchers.hh"
-#include "fetchers/parse.hh"
-#include "fetchers/cache.hh"
+#include "fetchers.hh"
+#include "cache.hh"
 #include "download.hh"
 #include "globals.hh"
 #include "store-api.hh"

src/libstore/fetchers/parse.hh

@@ -1,30 +0,0 @@
-#pragma once
-
-#include "types.hh"
-
-namespace nix::fetchers {
-
-struct ParsedURL
-{
-    std::string url;
-    std::string base; // URL without query/fragment
-    std::string scheme;
-    std::optional<std::string> authority;
-    std::string path;
-    std::map<std::string, std::string> query;
-    std::string fragment;
-
-    std::string to_string() const;
-
-    bool operator ==(const ParsedURL & other) const;
-};
-
-MakeError(BadURL, Error);
-
-std::string percentDecode(std::string_view in);
-
-std::map<std::string, std::string> decodeQuery(const std::string & query);
-
-ParsedURL parseURL(const std::string & url);
-
-}

src/libstore/store-api.cc

@@ -6,7 +6,7 @@
 #include "thread-pool.hh"
 #include "json.hh"
 #include "derivations.hh"
-#include "fetchers/parse.hh"
+#include "url.hh"
 
 #include <future>
 
@@ -867,7 +867,7 @@ std::pair<std::string, Store::Params> splitUriAndParams(const std::string & uri_
     Store::Params params;
     auto q = uri.find('?');
     if (q != std::string::npos) {
-        params = fetchers::decodeQuery(uri.substr(q + 1));
+        params = decodeQuery(uri.substr(q + 1));
         uri = uri_.substr(0, q);
     }
     return {uri, params};

src/libutil/url.cc

@@ -1,8 +1,7 @@
-#include "parse.hh"
+#include "url.hh"
 #include "util.hh"
-#include "regex.hh"
 
-namespace nix::fetchers {
+namespace nix {
 
 std::regex refRegex(refRegexS, std::regex::ECMAScript);
 std::regex revRegex(revRegexS, std::regex::ECMAScript);

src/libutil/url.hh

@@ -1,8 +1,33 @@
 #pragma once
 
+#include "types.hh"
+
 #include <regex>
 
-namespace nix::fetchers {
+namespace nix {
+
+struct ParsedURL
+{
+    std::string url;
+    std::string base; // URL without query/fragment
+    std::string scheme;
+    std::optional<std::string> authority;
+    std::string path;
+    std::map<std::string, std::string> query;
+    std::string fragment;
+
+    std::string to_string() const;
+
+    bool operator ==(const ParsedURL & other) const;
+};
+
+MakeError(BadURL, Error);
+
+std::string percentDecode(std::string_view in);
+
+std::map<std::string, std::string> decodeQuery(const std::string & query);
+
+ParsedURL parseURL(const std::string & url);
 
 // URI stuff.
 const static std::string pctEncoded = "(?:%[0-9a-fA-F][0-9a-fA-F])";

src/nix-channel/nix-channel.cc

@@ -3,7 +3,7 @@
 #include "download.hh"
 #include "store-api.hh"
 #include "legacy.hh"
-#include "fetchers/fetchers.hh"
+#include "fetchers.hh"
 
 #include <fcntl.h>
 #include <regex>

src/nix/flake.cc

@@ -9,8 +9,8 @@
 #include "store-api.hh"
 #include "derivations.hh"
 #include "attr-path.hh"
-#include "fetchers/fetchers.hh"
-#include "fetchers/registry.hh"
+#include "fetchers.hh"
+#include "registry.hh"
 #include "json.hh"
 
 #include <nlohmann/json.hpp>

src/nix/installables.cc

@@ -10,7 +10,7 @@
 #include "shared.hh"
 #include "flake/flake.hh"
 #include "flake/eval-cache.hh"
-#include "fetchers/parse.hh"
+#include "url.hh"
 
 #include <regex>
 #include <queue>

src/nix/local.mk

@@ -15,7 +15,7 @@ nix_SOURCES := \
   $(wildcard src/nix-prefetch-url/*.cc) \
   $(wildcard src/nix-store/*.cc) \
 
-nix_LIBS = libexpr libmain libstore libutil libnixrust
+nix_LIBS = libexpr libmain libfetchers libstore libutil libnixrust
 
 nix_LDFLAGS = -pthread $(SODIUM_LIBS) $(EDITLINE_LIBS) $(BOOST_LDFLAGS) -lboost_context -lboost_thread -lboost_system