mirrors/ZeroTierOne
1
Fork 0
mirror of https://github.com/zerotier/ZeroTierOne.git synced 2026-01-05 00:31:58 -08:00
Code Issues Projects Releases Wiki Activity

Refactor Redis & Posgres notification listeners into listener subclass in new CentralDB class

Browse source 
This allows us to interchangeably use different listeners (pgsql, redis, pubsub) depending on configuration values passed into the constructor.
This commit is contained in:
Grant Limberg 2025-08-20 17:04:28 -07:00
parent ebe8fdb08e
commit 95224379aa
13 changed files with 2486 additions and 31 deletions
Download patch file Download diff file Expand all files Collapse all files

214
controller/RedisListener.cpp Normal file
View file

@ -0,0 +1,214 @@
#ifdef ZT_CONTROLLER_USE_LIBPQ
#include "RedisListener.hpp"
#include "../node/Metrics.hpp"
#include "nlohmann/json.hpp"
#include "opentelemetry/trace/provider.h"
#include <memory>
#include <string>
#include <vector>
namespace ZeroTier {
using Attrs = std::vector<std::pair<std::string, std::string> >;
using Item = std::pair<std::string, Attrs>;
using ItemStream = std::vector<Item>;
RedisListener::RedisListener(std::string controller_id, std::shared_ptr<sw::redis::Redis> redis) : _controller_id(controller_id), _redis(redis), _is_cluster(false), _run(false)
{
}
RedisListener::RedisListener(std::string controller_id, std::shared_ptr<sw::redis::RedisCluster> cluster) : _controller_id(controller_id), _cluster(cluster), _is_cluster(true), _run(false)
{
}
RedisListener::~RedisListener()
{
_run = false;
if (_listenThread.joinable()) {
_listenThread.join();
}
}
RedisNetworkListener::RedisNetworkListener(std::string controller_id, std::shared_ptr<sw::redis::Redis> redis, DB* db) : RedisListener(controller_id, redis), _db(db)
{
// Additional initialization for network listener if needed
}
RedisNetworkListener::RedisNetworkListener(std::string controller_id, std::shared_ptr<sw::redis::RedisCluster> cluster, DB* db) : RedisListener(controller_id, cluster), _db(db)
{
// Additional initialization for network listener if needed
}
RedisNetworkListener::~RedisNetworkListener()
{
// Destructor logic if needed
}
void RedisNetworkListener::listen()
{
std::string key = "network-stream:{" + _controller_id + "}";
std::string lastID = "0";
while (_run) {
auto provider = opentelemetry::trace::Provider::GetTracerProvider();
auto tracer = provider->GetTracer("RedisNetworkListener");
auto span = tracer->StartSpan("RedisNetworkListener::listen");
auto scope = tracer->WithActiveSpan(span);
try {
nlohmann::json tmp;
std::unordered_map<std::string, ItemStream> result;
if (_is_cluster) {
_cluster->xread(key, lastID, std::chrono::seconds(1), 0, std::inserter(result, result.end()));
}
else {
_redis->xread(key, lastID, std::chrono::seconds(1), 0, std::inserter(result, result.end()));
}
if (! result.empty()) {
for (auto element : result) {
for (auto rec : element.second) {
std::string id = rec.first;
auto attrs = rec.second;
for (auto a : attrs) {
try {
tmp = nlohmann::json::parse(a.second);
tmp = nlohmann::json::parse(a.second);
nlohmann::json& ov = tmp["old_val"];
nlohmann::json& nv = tmp["new_val"];
nlohmann::json oldConfig, newConfig;
if (ov.is_object())
oldConfig = ov;
if (nv.is_object())
newConfig = nv;
if (oldConfig.is_object() || newConfig.is_object()) {
_db->_networkChanged(oldConfig, newConfig, true);
}
}
catch (const nlohmann::json::parse_error& e) {
fprintf(stderr, "JSON parse error: %s\n", e.what());
}
catch (const std::exception& e) {
fprintf(stderr, "Exception in Redis network listener: %s\n", e.what());
}
}
if (_is_cluster) {
_cluster->xdel(key, id);
}
else {
_redis->xdel(key, id);
}
lastID = id;
}
Metrics::redis_net_notification++;
}
}
}
catch (sw::redis::Error& e) {
fprintf(stderr, "Error in Redis network listener: %s\n", e.what());
}
catch (const std::exception& e) {
fprintf(stderr, "Exception in Redis network listener: %s\n", e.what());
}
}
}
void RedisNetworkListener::onNotification(const std::string& payload)
{
// Handle notifications if needed
}
RedisMemberListener::RedisMemberListener(std::string controller_id, std::shared_ptr<sw::redis::Redis> redis, DB* db) : RedisListener(controller_id, redis), _db(db)
{
// Additional initialization for member listener if needed
}
RedisMemberListener::RedisMemberListener(std::string controller_id, std::shared_ptr<sw::redis::RedisCluster> cluster, DB* db) : RedisListener(controller_id, cluster), _db(db)
{
// Additional initialization for member listener if needed
}
RedisMemberListener::~RedisMemberListener()
{
// Destructor logic if needed
}
void RedisMemberListener::listen()
{
std::string key = "member-stream:{" + _controller_id + "}";
std::string lastID = "0";
fprintf(stderr, "Listening to Redis member stream: %s\n", key.c_str());
while (_run) {
auto provider = opentelemetry::trace::Provider::GetTracerProvider();
auto tracer = provider->GetTracer("RedisMemberListener");
auto span = tracer->StartSpan("RedisMemberListener::listen");
auto scope = tracer->WithActiveSpan(span);
try {
nlohmann::json tmp;
std::unordered_map<std::string, ItemStream> result;
if (_is_cluster) {
_cluster->xread(key, lastID, std::chrono::seconds(1), 0, std::inserter(result, result.end()));
}
else {
_redis->xread(key, lastID, std::chrono::seconds(1), 0, std::inserter(result, result.end()));
}
if (! result.empty()) {
for (auto element : result) {
for (auto rec : element.second) {
std::string id = rec.first;
auto attrs = rec.second;
for (auto a : attrs) {
try {
tmp = nlohmann::json::parse(a.second);
nlohmann::json& ov = tmp["old_val"];
nlohmann::json& nv = tmp["new_val"];
nlohmann::json oldConfig, newConfig;
if (ov.is_object())
oldConfig = ov;
if (nv.is_object())
newConfig = nv;
if (oldConfig.is_object() || newConfig.is_object()) {
_db->_memberChanged(oldConfig, newConfig, true);
}
}
catch (const nlohmann::json::parse_error& e) {
fprintf(stderr, "JSON parse error: %s\n", e.what());
}
catch (const std::exception& e) {
fprintf(stderr, "Exception in Redis member listener: %s\n", e.what());
}
}
if (_is_cluster) {
_cluster->xdel(key, id);
}
else {
_redis->xdel(key, id);
}
lastID = id;
}
Metrics::redis_mem_notification++;
}
}
}
catch (sw::redis::Error& e) {
fprintf(stderr, "Error in Redis member listener: %s\n", e.what());
}
catch (const std::exception& e) {
fprintf(stderr, "Exception in Redis member listener: %s\n", e.what());
}
}
}
void RedisMemberListener::onNotification(const std::string& payload)
{
}
} // namespace ZeroTier
#endif // ZT_CONTROLLER_USE_LIBPQ