libstore/derivation-goal: avoid double-parsing of JSON messages
To avoid that JSON messages are parsed twice in case of remote builds with `ssh-ng://`, I split up the original `handleJSONLogMessage` into three parts: * `parseJSONMessage(const std::string&)` checks if it's a message in the form of `@nix {...}` and tries to parse it (and prints an error if the parsing fails). * `handleJSONLogMessage(nlohmann::json&, ...)` reads the fields from the message and passes them to the logger. * `handleJSONLogMessage(const std::string&, ...)` behaves as before, but uses the two functions mentioned above as implementation. In case of `ssh-ng://`-logs the first two methods are invoked manually.
This commit is contained in:
parent
7a04839ea5
commit
cd92ea5885
3 changed files with 64 additions and 42 deletions
|
@ -1207,12 +1207,14 @@ void DerivationGoal::handleChildOutput(int fd, std::string_view data)
|
||||||
if (hook && fd == hook->fromHook.readSide.get()) {
|
if (hook && fd == hook->fromHook.readSide.get()) {
|
||||||
for (auto c : data)
|
for (auto c : data)
|
||||||
if (c == '\n') {
|
if (c == '\n') {
|
||||||
auto s = handleJSONLogMessage(currentHookLine, worker.act, hook->activities, true);
|
auto json = parseJSONMessage(currentHookLine);
|
||||||
if (s && !isWrittenToLog && logSink) {
|
if (json) {
|
||||||
auto json = nlohmann::json::parse(std::string(currentHookLine, 5));
|
auto s = handleJSONLogMessage(*json, worker.act, hook->activities, true);
|
||||||
if (json["type"] == resBuildLogLine) {
|
if (s && !isWrittenToLog && logSink) {
|
||||||
auto f = json["fields"];
|
if ((*json)["type"] == resBuildLogLine) {
|
||||||
(*logSink)((f.size() > 0 ? f.at(0).get<std::string>() : "") + "\n");
|
auto f = (*json)["fields"];
|
||||||
|
(*logSink)((f.size() > 0 ? f.at(0).get<std::string>() : "") + "\n");
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
currentHookLine.clear();
|
currentHookLine.clear();
|
||||||
|
|
|
@ -266,51 +266,63 @@ static Logger::Fields getFields(nlohmann::json & json)
|
||||||
return fields;
|
return fields;
|
||||||
}
|
}
|
||||||
|
|
||||||
bool handleJSONLogMessage(const std::string & msg,
|
std::optional<nlohmann::json> parseJSONMessage(const std::string & msg)
|
||||||
const Activity & act, std::map<ActivityId, Activity> & activities, bool trusted)
|
|
||||||
{
|
{
|
||||||
if (!hasPrefix(msg, "@nix ")) return false;
|
if (!hasPrefix(msg, "@nix ")) return std::nullopt;
|
||||||
|
|
||||||
try {
|
try {
|
||||||
auto json = nlohmann::json::parse(std::string(msg, 5));
|
return nlohmann::json::parse(std::string(msg, 5));
|
||||||
|
|
||||||
std::string action = json["action"];
|
|
||||||
|
|
||||||
if (action == "start") {
|
|
||||||
auto type = (ActivityType) json["type"];
|
|
||||||
if (trusted || type == actFileTransfer)
|
|
||||||
activities.emplace(std::piecewise_construct,
|
|
||||||
std::forward_as_tuple(json["id"]),
|
|
||||||
std::forward_as_tuple(*logger, (Verbosity) json["level"], type,
|
|
||||||
json["text"], getFields(json["fields"]), act.id));
|
|
||||||
}
|
|
||||||
|
|
||||||
else if (action == "stop")
|
|
||||||
activities.erase((ActivityId) json["id"]);
|
|
||||||
|
|
||||||
else if (action == "result") {
|
|
||||||
auto i = activities.find((ActivityId) json["id"]);
|
|
||||||
if (i != activities.end())
|
|
||||||
i->second.result((ResultType) json["type"], getFields(json["fields"]));
|
|
||||||
}
|
|
||||||
|
|
||||||
else if (action == "setPhase") {
|
|
||||||
std::string phase = json["phase"];
|
|
||||||
act.result(resSetPhase, phase);
|
|
||||||
}
|
|
||||||
|
|
||||||
else if (action == "msg") {
|
|
||||||
std::string msg = json["msg"];
|
|
||||||
logger->log((Verbosity) json["level"], msg);
|
|
||||||
}
|
|
||||||
|
|
||||||
} catch (std::exception & e) {
|
} catch (std::exception & e) {
|
||||||
printError("bad JSON log message from builder: %s", e.what());
|
printError("bad JSON log message from builder: %s", e.what());
|
||||||
}
|
}
|
||||||
|
return std::nullopt;
|
||||||
|
}
|
||||||
|
|
||||||
|
bool handleJSONLogMessage(nlohmann::json & json,
|
||||||
|
const Activity & act, std::map<ActivityId, Activity> & activities,
|
||||||
|
bool trusted)
|
||||||
|
{
|
||||||
|
std::string action = json["action"];
|
||||||
|
|
||||||
|
if (action == "start") {
|
||||||
|
auto type = (ActivityType) json["type"];
|
||||||
|
if (trusted || type == actFileTransfer)
|
||||||
|
activities.emplace(std::piecewise_construct,
|
||||||
|
std::forward_as_tuple(json["id"]),
|
||||||
|
std::forward_as_tuple(*logger, (Verbosity) json["level"], type,
|
||||||
|
json["text"], getFields(json["fields"]), act.id));
|
||||||
|
}
|
||||||
|
|
||||||
|
else if (action == "stop")
|
||||||
|
activities.erase((ActivityId) json["id"]);
|
||||||
|
|
||||||
|
else if (action == "result") {
|
||||||
|
auto i = activities.find((ActivityId) json["id"]);
|
||||||
|
if (i != activities.end())
|
||||||
|
i->second.result((ResultType) json["type"], getFields(json["fields"]));
|
||||||
|
}
|
||||||
|
|
||||||
|
else if (action == "setPhase") {
|
||||||
|
std::string phase = json["phase"];
|
||||||
|
act.result(resSetPhase, phase);
|
||||||
|
}
|
||||||
|
|
||||||
|
else if (action == "msg") {
|
||||||
|
std::string msg = json["msg"];
|
||||||
|
logger->log((Verbosity) json["level"], msg);
|
||||||
|
}
|
||||||
|
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
bool handleJSONLogMessage(const std::string & msg,
|
||||||
|
const Activity & act, std::map<ActivityId, Activity> & activities, bool trusted)
|
||||||
|
{
|
||||||
|
auto json = parseJSONMessage(msg);
|
||||||
|
if (!json) return false;
|
||||||
|
|
||||||
|
return handleJSONLogMessage(*json, act, activities, trusted);
|
||||||
|
}
|
||||||
|
|
||||||
Activity::~Activity()
|
Activity::~Activity()
|
||||||
{
|
{
|
||||||
try {
|
try {
|
||||||
|
|
|
@ -4,6 +4,8 @@
|
||||||
#include "error.hh"
|
#include "error.hh"
|
||||||
#include "config.hh"
|
#include "config.hh"
|
||||||
|
|
||||||
|
#include <nlohmann/json.hpp>
|
||||||
|
|
||||||
namespace nix {
|
namespace nix {
|
||||||
|
|
||||||
typedef enum {
|
typedef enum {
|
||||||
|
@ -166,6 +168,12 @@ Logger * makeSimpleLogger(bool printBuildLogs = true);
|
||||||
|
|
||||||
Logger * makeJSONLogger(Logger & prevLogger);
|
Logger * makeJSONLogger(Logger & prevLogger);
|
||||||
|
|
||||||
|
std::optional<nlohmann::json> parseJSONMessage(const std::string & msg);
|
||||||
|
|
||||||
|
bool handleJSONLogMessage(nlohmann::json & json,
|
||||||
|
const Activity & act, std::map<ActivityId, Activity> & activities,
|
||||||
|
bool trusted);
|
||||||
|
|
||||||
bool handleJSONLogMessage(const std::string & msg,
|
bool handleJSONLogMessage(const std::string & msg,
|
||||||
const Activity & act, std::map<ActivityId, Activity> & activities,
|
const Activity & act, std::map<ActivityId, Activity> & activities,
|
||||||
bool trusted);
|
bool trusted);
|
||||||
|
|
Loading…
Reference in a new issue