ORE Studio 0.0.4
Loading...
Searching...
No Matches
dataset_dependency_handler.hpp
1/* -*- mode: c++; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*-
2 *
3 * Copyright (C) 2026 Marco Craveiro <marco.craveiro@gmail.com>
4 *
5 * This program is free software; you can redistribute it and/or modify it under
6 * the terms of the GNU General Public License as published by the Free Software
7 * Foundation; either version 3 of the License, or (at your option) any later
8 * version.
9 *
10 * This program is distributed in the hope that it will be useful, but WITHOUT
11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
12 * FOR A PARTICULAR PURPOSE. See the GNU General Public License for more
13 * details.
14 *
15 * You should have received a copy of the GNU General Public License along with
16 * this program; if not, write to the Free Software Foundation, Inc., 51
17 * Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
18 *
19 */
20#ifndef ORES_DQ_CORE_MESSAGING_DATASET_DEPENDENCY_HANDLER_HPP
21#define ORES_DQ_CORE_MESSAGING_DATASET_DEPENDENCY_HANDLER_HPP
22
23#include <optional>
24#include <stdexcept>
25#include <vector>
26#include <boost/uuid/string_generator.hpp>
27#include "ores.nats/domain/message.hpp"
28#include "ores.nats/service/client.hpp"
29#include "ores.database/domain/context.hpp"
30#include "ores.security/jwt/jwt_authenticator.hpp"
31#include "ores.service/messaging/handler_helpers.hpp"
32#include "ores.service/service/request_context.hpp"
33#include "ores.dq.api/messaging/dataset_dependency_protocol.hpp"
34#include "ores.dq.core/service/data_organization_service.hpp"
35#include "ores.dq.core/service/publication_service.hpp"
36#include "ores.logging/make_logger.hpp"
37
38namespace ores::dq::messaging {
39
40using ores::service::messaging::reply;
41using ores::service::messaging::decode;
42using ores::service::messaging::error_reply;
43using namespace ores::logging;
44
45namespace {
46inline auto& dataset_dependency_handler_lg() {
47 static auto instance = ores::logging::make_logger("ores.dq.messaging.dataset_dependency_handler");
48 return instance;
49}
50} // namespace
51
52class dataset_dependency_handler {
53public:
54 dataset_dependency_handler(
57 std::optional<ores::security::jwt::jwt_authenticator> verifier)
58 : nats_(nats), ctx_(std::move(ctx)), verifier_(std::move(verifier)) {}
59
60 void list(ores::nats::message msg) {
61 BOOST_LOG_SEV(dataset_dependency_handler_lg(), debug) << "Handling " << msg.subject;
62 auto req = decode<get_dataset_dependencies_request>(msg);
63 if (!req) {
64 BOOST_LOG_SEV(dataset_dependency_handler_lg(), warn) << "Failed to decode: " << msg.subject;
65 return;
66 }
67 auto ctx_expected = ores::service::service::make_request_context(
68 ctx_, msg, verifier_);
69 if (!ctx_expected) {
70 error_reply(nats_, msg, ctx_expected.error());
71 return;
72 }
73 const auto& ctx = *ctx_expected;
74 service::data_organization_service svc(ctx);
75 try {
76 const auto items = svc.list_dataset_dependencies();
77 get_dataset_dependencies_response resp;
78 resp.dependencies = items;
79 resp.total_available_count = static_cast<int>(items.size());
80 BOOST_LOG_SEV(dataset_dependency_handler_lg(), debug) << "Completed " << msg.subject;
81 reply(nats_, msg, resp);
82 } catch (const std::exception& e) {
83 BOOST_LOG_SEV(dataset_dependency_handler_lg(), error) << msg.subject << " failed: " << e.what();
84 get_dataset_dependencies_response resp;
85 resp.total_available_count = 0;
86 reply(nats_, msg, resp);
87 }
88 }
89
90 void by_dataset(ores::nats::message msg) {
91 BOOST_LOG_SEV(dataset_dependency_handler_lg(), debug) << "Handling " << msg.subject;
92 auto req =
93 decode<get_dataset_dependencies_by_dataset_request>(msg);
94 if (!req) {
95 BOOST_LOG_SEV(dataset_dependency_handler_lg(), warn) << "Failed to decode: " << msg.subject;
96 return;
97 }
98 auto ctx_expected = ores::service::service::make_request_context(
99 ctx_, msg, verifier_);
100 if (!ctx_expected) {
101 error_reply(nats_, msg, ctx_expected.error());
102 return;
103 }
104 const auto& ctx = *ctx_expected;
105 service::data_organization_service svc(ctx);
106 try {
107 const auto deps =
108 svc.list_dataset_dependencies_by_dataset(req->dataset_code);
109 get_dataset_dependencies_by_dataset_response resp;
110 resp.success = true;
111 resp.dependencies = deps;
112 BOOST_LOG_SEV(dataset_dependency_handler_lg(), debug) << "Completed " << msg.subject;
113 reply(nats_, msg, resp);
114 } catch (const std::exception& e) {
115 BOOST_LOG_SEV(dataset_dependency_handler_lg(), error) << msg.subject << " failed: " << e.what();
116 get_dataset_dependencies_by_dataset_response resp;
117 resp.success = false;
118 resp.message = e.what();
119 reply(nats_, msg, resp);
120 }
121 }
122
123 void resolve(ores::nats::message msg) {
124 BOOST_LOG_SEV(dataset_dependency_handler_lg(), debug) << "Handling " << msg.subject;
125 auto req = decode<resolve_dependencies_request>(msg);
126 if (!req) {
127 BOOST_LOG_SEV(dataset_dependency_handler_lg(), warn) << "Failed to decode: " << msg.subject;
128 return;
129 }
130 auto ctx_expected = ores::service::service::make_request_context(
131 ctx_, msg, verifier_);
132 if (!ctx_expected) {
133 error_reply(nats_, msg, ctx_expected.error());
134 return;
135 }
136 const auto& ctx = *ctx_expected;
137 service::publication_service svc(ctx);
138 try {
139 boost::uuids::string_generator gen;
140 std::vector<boost::uuids::uuid> uuids;
141 uuids.reserve(req->dataset_ids.size());
142 for (const auto& id : req->dataset_ids)
143 uuids.push_back(gen(id));
144 const auto datasets = svc.resolve_publication_order(uuids);
145 resolve_dependencies_response resp;
146 resp.success = true;
147 resp.datasets = datasets;
148 resp.requested_ids = req->dataset_ids;
149 BOOST_LOG_SEV(dataset_dependency_handler_lg(), debug) << "Completed " << msg.subject;
150 reply(nats_, msg, resp);
151 } catch (const std::exception& e) {
152 BOOST_LOG_SEV(dataset_dependency_handler_lg(), error) << msg.subject << " failed: " << e.what();
153 resolve_dependencies_response resp;
154 resp.success = false;
155 resp.message = e.what();
156 reply(nats_, msg, resp);
157 }
158 }
159
160private:
161
164 std::optional<ores::security::jwt::jwt_authenticator> verifier_;
165};
166
167} // namespace ores::dq::messaging
168
169#endif
STL namespace.
Implements logging infrastructure for ORE Studio.
Definition boost_severity.hpp:28
Context for the operations on a postgres database.
Definition context.hpp:47
A received NATS message.
Definition message.hpp:40
std::string subject
The subject the message was published to.
Definition message.hpp:44
NATS client: connection, pub/sub, request/reply, and JetStream.
Definition client.hpp:73