Files
natsnet/dotnet/src/ZB.MOM.NatsNet.Server/Accounts/Account.JetStream.cs

311 lines
8.9 KiB
C#

namespace ZB.MOM.NatsNet.Server;
public sealed partial class Account
{
private static Dictionary<string, object> DefaultJetStreamAccountTiers()
{
return new Dictionary<string, object>(StringComparer.Ordinal)
{
[string.Empty] = new JetStreamAccountLimits
{
MaxMemory = -1,
MaxStore = -1,
MaxStreams = -1,
MaxConsumers = -1,
MaxAckPending = -1,
MemoryMaxStreamBytes = -1,
StoreMaxStreamBytes = -1,
},
};
}
private static Dictionary<string, JetStreamAccountLimits> ToTypedLimits(Dictionary<string, object> limits)
{
var typed = new Dictionary<string, JetStreamAccountLimits>(StringComparer.Ordinal);
foreach (var (tier, value) in limits)
{
if (value is JetStreamAccountLimits v)
typed[tier] = v;
}
return typed;
}
private static JetStreamAccountLimits SelectLimits(Dictionary<string, JetStreamAccountLimits> limits)
{
if (limits.TryGetValue(string.Empty, out var selected))
return selected;
foreach (var (_, value) in limits)
return value;
return new JetStreamAccountLimits();
}
internal void AssignJetStreamLimits(Dictionary<string, object> limits)
{
_mu.EnterWriteLock();
try
{
JetStreamLimits = limits;
}
finally
{
_mu.ExitWriteLock();
}
}
internal Exception? EnableJetStream(Dictionary<string, object>? limits)
{
_mu.EnterReadLock();
var server = Server as NatsServer;
_mu.ExitReadLock();
if (server == null)
return new InvalidOperationException("jetstream account not registered");
if (ReferenceEquals(server.SystemAccount(), this))
return new InvalidOperationException("jetstream can not be enabled on the system account");
limits ??= DefaultJetStreamAccountTiers();
if (limits.Count == 0)
limits = DefaultJetStreamAccountTiers();
AssignJetStreamLimits(limits);
var typedLimits = ToTypedLimits(limits);
var js = server.GetJetStreamState();
if (js == null)
return new InvalidOperationException("jetstream not enabled");
js.Lock.EnterWriteLock();
try
{
if (js.Accounts.TryGetValue(Name, out var existing))
{
_mu.EnterWriteLock();
JetStream = existing;
_mu.ExitWriteLock();
return EnableAllJetStreamServiceImportsAndMappings();
}
var jsa = new JsAccount
{
Js = js,
Account = this,
StoreDir = Path.Combine(js.Config.StoreDir, Name),
};
foreach (var (tier, tierLimits) in typedLimits)
jsa.Limits[tier] = tierLimits;
js.Accounts[Name] = jsa;
_mu.EnterWriteLock();
JetStream = jsa;
_mu.ExitWriteLock();
}
finally
{
js.Lock.ExitWriteLock();
}
return EnableAllJetStreamServiceImportsAndMappings();
}
internal (bool MaxBytesRequired, long MaxStreamBytes) MaxBytesLimits(StreamConfig? cfg)
{
_mu.EnterReadLock();
var jsa = JetStream;
_mu.ExitReadLock();
if (jsa == null)
return (false, 0);
jsa.UsageLock.EnterReadLock();
try
{
var selected = SelectLimits(jsa.Limits);
var maxStreamBytes = cfg?.Storage == StorageType.MemoryStorage
? selected.MemoryMaxStreamBytes
: selected.StoreMaxStreamBytes;
return (selected.MaxBytesRequired, maxStreamBytes);
}
finally
{
jsa.UsageLock.ExitReadLock();
}
}
internal int NumStreams()
{
_mu.EnterReadLock();
var jsa = JetStream;
_mu.ExitReadLock();
if (jsa == null)
return 0;
jsa.Lock.EnterReadLock();
try
{
return jsa.Streams.Count;
}
finally
{
jsa.Lock.ExitReadLock();
}
}
internal List<NatsStream> Streams() => FilteredStreams(string.Empty);
internal List<NatsStream> FilteredStreams(string filter)
{
_mu.EnterReadLock();
var jsa = JetStream;
_mu.ExitReadLock();
if (jsa == null)
return [];
jsa.Lock.EnterReadLock();
try
{
var streams = new List<NatsStream>();
foreach (var stream in jsa.Streams.Values.OfType<NatsStream>())
{
if (string.IsNullOrWhiteSpace(filter))
{
streams.Add(stream);
continue;
}
foreach (var subject in stream.Config.Subjects ?? [])
{
if (Internal.DataStructures.SubscriptionIndex.SubjectsCollide(filter, subject))
{
streams.Add(stream);
break;
}
}
}
return streams;
}
finally
{
jsa.Lock.ExitReadLock();
}
}
internal (NatsStream? Stream, Exception? Error) LookupStream(string name)
{
_mu.EnterReadLock();
var jsa = JetStream;
_mu.ExitReadLock();
if (jsa == null)
return (null, new InvalidOperationException("jetstream not enabled for account"));
jsa.Lock.EnterReadLock();
try
{
if (jsa.Streams.TryGetValue(name, out var stream) && stream is NatsStream ns)
return (ns, null);
return (null, new InvalidOperationException("stream not found"));
}
finally
{
jsa.Lock.ExitReadLock();
}
}
internal Exception? UpdateJetStreamLimits(Dictionary<string, object>? limits)
{
_mu.EnterReadLock();
var server = Server as NatsServer;
var jsa = JetStream;
_mu.ExitReadLock();
if (server == null)
return new InvalidOperationException("jetstream account not registered");
if (server.GetJetStreamState() == null)
return new InvalidOperationException("jetstream not enabled");
if (jsa == null)
return new InvalidOperationException("jetstream not enabled for account");
limits ??= DefaultJetStreamAccountTiers();
if (limits.Count == 0)
limits = DefaultJetStreamAccountTiers();
AssignJetStreamLimits(limits);
var typed = ToTypedLimits(limits);
jsa.UsageLock.EnterWriteLock();
try
{
jsa.Limits.Clear();
foreach (var (tier, tierLimits) in typed)
jsa.Limits[tier] = tierLimits;
}
finally
{
jsa.UsageLock.ExitWriteLock();
}
return null;
}
internal Exception? EnableAllJetStreamServiceImportsAndMappings()
{
_mu.EnterReadLock();
var server = Server as NatsServer;
_mu.ExitReadLock();
if (server == null)
return new InvalidOperationException("jetstream account not registered");
var systemAccount = server.SystemAccount();
var destinationName = systemAccount?.Name ?? string.Empty;
if (systemAccount != null && !ServiceImportExists(destinationName, JsApiSubjects.JsAllApi))
{
var err = AddServiceImport(systemAccount, JsApiSubjects.JsAllApi, JsApiSubjects.JsAllApi);
if (err != null)
return new InvalidOperationException($"error setting up jetstream service imports for account: {err.Message}", err);
}
var domain = server.GetOpts().JetStreamDomain;
if (!string.IsNullOrWhiteSpace(domain))
{
var mappings = new Dictionary<string, string>(StringComparer.Ordinal)
{
[$"$JS.{domain}.API.>"] = JsApiSubjects.JsAllApi,
[$"$JS.{domain}.API.INFO"] = JsApiSubjects.JsApiAccountInfo,
};
_mu.EnterReadLock();
try
{
foreach (var mapping in _mappings)
mappings.Remove(mapping.Source);
}
finally
{
_mu.ExitReadLock();
}
foreach (var (src, dest) in mappings)
{
var err = AddMapping(src, dest);
if (err != null)
server.Errorf("Error adding JetStream domain mapping: {0}", err.Message);
}
}
return null;
}
internal Exception? EnableJetStreamInfoServiceImportOnly()
{
if (ServiceImportShadowed(JsApiSubjects.JsApiAccountInfo))
return null;
return EnableAllJetStreamServiceImportsAndMappings();
}
}