feat: add jetstream mirror and source orchestration

This commit is contained in:
Joseph Doherty
2026-02-23 06:10:41 -05:00
parent d3aad48096
commit f1d3c19594
6 changed files with 128 additions and 0 deletions

View File

@@ -0,0 +1,16 @@
using NATS.Server.JetStream.Storage;
namespace NATS.Server.JetStream.MirrorSource;
public sealed class MirrorCoordinator
{
private readonly IStreamStore _targetStore;
public MirrorCoordinator(IStreamStore targetStore)
{
_targetStore = targetStore;
}
public Task OnOriginAppendAsync(StoredMessage message, CancellationToken ct)
=> _targetStore.AppendAsync(message.Subject, message.Payload, ct).AsTask();
}

View File

@@ -0,0 +1,16 @@
using NATS.Server.JetStream.Storage;
namespace NATS.Server.JetStream.MirrorSource;
public sealed class SourceCoordinator
{
private readonly IStreamStore _targetStore;
public SourceCoordinator(IStreamStore targetStore)
{
_targetStore = targetStore;
}
public Task OnOriginAppendAsync(StoredMessage message, CancellationToken ct)
=> _targetStore.AppendAsync(message.Subject, message.Payload, ct).AsTask();
}

View File

@@ -6,4 +6,6 @@ public sealed class StreamConfig
public List<string> Subjects { get; set; } = [];
public int MaxMsgs { get; set; }
public int Replicas { get; set; } = 1;
public string? Mirror { get; set; }
public string? Source { get; set; }
}

View File

@@ -1,5 +1,6 @@
using System.Collections.Concurrent;
using NATS.Server.JetStream.Api;
using NATS.Server.JetStream.MirrorSource;
using NATS.Server.JetStream.Models;
using NATS.Server.JetStream.Publish;
using NATS.Server.JetStream.Storage;
@@ -11,6 +12,10 @@ public sealed class StreamManager
{
private readonly ConcurrentDictionary<string, StreamHandle> _streams =
new(StringComparer.Ordinal);
private readonly ConcurrentDictionary<string, List<MirrorCoordinator>> _mirrorsByOrigin =
new(StringComparer.Ordinal);
private readonly ConcurrentDictionary<string, List<SourceCoordinator>> _sourcesByOrigin =
new(StringComparer.Ordinal);
public IReadOnlyCollection<string> StreamNames => _streams.Keys.ToArray();
@@ -24,6 +29,7 @@ public sealed class StreamManager
normalized.Name,
_ => new StreamHandle(normalized, new MemStore()),
(_, existing) => existing with { Config = normalized });
RebuildReplicationCoordinators();
return BuildStreamInfoResponse(handle);
}
@@ -65,6 +71,9 @@ public sealed class StreamManager
var seq = stream.Store.AppendAsync(subject, payload, default).GetAwaiter().GetResult();
EnforceLimits(stream);
var stored = stream.Store.LoadAsync(seq, default).GetAwaiter().GetResult();
if (stored != null)
ReplicateIfConfigured(stream.Config.Name, stored);
return new PubAck
{
@@ -81,6 +90,8 @@ public sealed class StreamManager
Subjects = config.Subjects.Count == 0 ? [] : [.. config.Subjects],
MaxMsgs = config.MaxMsgs,
Replicas = config.Replicas,
Mirror = config.Mirror,
Source = config.Source,
};
return copy;
@@ -114,6 +125,44 @@ public sealed class StreamManager
if (stream.Store is FileStore fileStore)
fileStore.TrimToMaxMessages(maxMessages);
}
private void RebuildReplicationCoordinators()
{
_mirrorsByOrigin.Clear();
_sourcesByOrigin.Clear();
foreach (var stream in _streams.Values)
{
if (!string.IsNullOrWhiteSpace(stream.Config.Mirror)
&& _streams.TryGetValue(stream.Config.Mirror, out _))
{
var list = _mirrorsByOrigin.GetOrAdd(stream.Config.Mirror, _ => []);
list.Add(new MirrorCoordinator(stream.Store));
}
if (!string.IsNullOrWhiteSpace(stream.Config.Source)
&& _streams.TryGetValue(stream.Config.Source, out _))
{
var list = _sourcesByOrigin.GetOrAdd(stream.Config.Source, _ => []);
list.Add(new SourceCoordinator(stream.Store));
}
}
}
private void ReplicateIfConfigured(string originStream, StoredMessage stored)
{
if (_mirrorsByOrigin.TryGetValue(originStream, out var mirrors))
{
foreach (var mirror in mirrors)
mirror.OnOriginAppendAsync(stored, default).GetAwaiter().GetResult();
}
if (_sourcesByOrigin.TryGetValue(originStream, out var sources))
{
foreach (var source in sources)
source.OnOriginAppendAsync(stored, default).GetAwaiter().GetResult();
}
}
}
public sealed record StreamHandle(StreamConfig Config, IStreamStore Store);

View File

@@ -61,6 +61,18 @@ internal sealed class JetStreamApiFixture : IAsyncDisposable
return fixture;
}
public static async Task<JetStreamApiFixture> StartWithMirrorSetupAsync()
{
var fixture = await StartWithStreamAsync("ORDERS", "orders.*");
_ = fixture._streamManager.CreateOrUpdate(new StreamConfig
{
Name = "ORDERS_MIRROR",
Subjects = ["orders.mirror.*"],
Mirror = "ORDERS",
});
return fixture;
}
public Task<PubAck> PublishAndGetAckAsync(string subject, string payload, string? msgId = null, bool expectError = false)
{
if (_publisher.TryCapture(subject, Encoding.UTF8.GetBytes(payload), msgId, out var ack))
@@ -81,6 +93,11 @@ internal sealed class JetStreamApiFixture : IAsyncDisposable
throw new InvalidOperationException($"No stream matched subject '{subject}'.");
}
public Task<PubAck> PublishAndGetAckAsync(string streamName, string subject, string payload)
{
return PublishAndGetAckAsync(subject, payload);
}
public Task<JetStreamApiResponse> RequestLocalAsync(string subject, string payload)
{
return Task.FromResult(_router.Route(subject, Encoding.UTF8.GetBytes(payload)));
@@ -122,5 +139,17 @@ internal sealed class JetStreamApiFixture : IAsyncDisposable
return Task.FromResult(frame);
}
public async Task WaitForMirrorSyncAsync(string streamName)
{
using var timeout = new CancellationTokenSource(TimeSpan.FromSeconds(2));
while (!timeout.IsCancellationRequested)
{
var state = await GetStreamStateAsync(streamName);
if (state.Messages > 0)
return;
await Task.Delay(25, timeout.Token).ContinueWith(_ => { }, TaskScheduler.Default);
}
}
public ValueTask DisposeAsync() => ValueTask.CompletedTask;
}

View File

@@ -0,0 +1,16 @@
namespace NATS.Server.Tests;
public class JetStreamMirrorSourceTests
{
[Fact]
public async Task Mirror_stream_replays_origin_messages()
{
await using var fixture = await JetStreamApiFixture.StartWithMirrorSetupAsync();
await fixture.PublishAndGetAckAsync("ORDERS", "orders.created", "1");
await fixture.WaitForMirrorSyncAsync("ORDERS_MIRROR");
var state = await fixture.GetStreamStateAsync("ORDERS_MIRROR");
state.Messages.ShouldBe((ulong)1);
}
}