batch36 task3 group-b primitives checkpoint

This commit is contained in:
Joseph Doherty
2026-02-28 22:59:08 -05:00
parent 82c2f4ed1c
commit 3c974fbe55
6 changed files with 405 additions and 0 deletions

View File

@@ -0,0 +1,45 @@
using ZB.MOM.NatsNet.Server.Internal.DataStructures;
namespace ZB.MOM.NatsNet.Server;
internal sealed partial class JsAccount
{
internal bool SubjectsOverlap(string[] subjects, StreamAssignment? ownAssignment)
{
Lock.EnterReadLock();
try
{
foreach (var stream in Streams.Values.OfType<NatsStream>())
{
if (ownAssignment != null && ReferenceEquals(stream.StreamAssignment(), ownAssignment))
continue;
foreach (var left in subjects)
{
foreach (var right in stream.Config.Subjects ?? [])
{
if (SubscriptionIndex.SubjectsCollide(left, right))
return true;
}
}
}
return false;
}
finally
{
Lock.ExitReadLock();
}
}
internal Exception? ConfigUpdateCheck(StreamConfig current, StreamConfig proposed)
{
if (!string.Equals(current.Name, proposed.Name, StringComparison.Ordinal))
return new InvalidOperationException("stream name may not change");
if (current.Storage != proposed.Storage)
return new InvalidOperationException("stream storage may not change");
return null;
}
}

View File

@@ -1,9 +1,205 @@
using System.Threading.Channels;
using ZB.MOM.NatsNet.Server.Internal.DataStructures;
namespace ZB.MOM.NatsNet.Server;
internal sealed partial class NatsStream
{
internal ulong MaxMsgSize()
{
var maxMsgSize = Config.MaxMsgSize;
if (maxMsgSize <= 0)
{
maxMsgSize = Account?.MaxPayload ?? -1;
if (maxMsgSize <= 0)
maxMsgSize = ServerConstants.MaxPayloadSize;
}
var maxSubject = -1;
foreach (var subject in Config.Subjects ?? [])
{
if (SubscriptionIndex.SubjectHasWildcard(subject))
continue;
if (subject.Length > maxSubject)
maxSubject = subject.Length;
}
if (maxSubject < 0)
maxSubject = 256;
return JetStreamFileStore.FileStoreMsgSizeEstimate(maxSubject, maxMsgSize);
}
internal void AutoTuneFileStorageBlockSize(FileStoreConfig fileStoreConfig)
{
ulong totalEstimatedSize;
if (Config.MaxBytes > 0)
{
totalEstimatedSize = (ulong)Config.MaxBytes;
}
else if (Config.MaxMsgs > 0)
{
totalEstimatedSize = MaxMsgSize() * (ulong)Config.MaxMsgs;
}
else if (Config.MaxMsgsPer > 0)
{
fileStoreConfig.BlockSize = FileStoreDefaults.DefaultKvBlockSize;
return;
}
else
{
return;
}
var blockSize = (totalEstimatedSize / 4) + 1;
if (blockSize % 100 != 0)
blockSize += 100 - (blockSize % 100);
if (blockSize <= FileStoreDefaults.FileStoreMinBlkSize)
blockSize = FileStoreDefaults.FileStoreMinBlkSize;
else if (blockSize >= FileStoreDefaults.FileStoreMaxBlkSize)
blockSize = FileStoreDefaults.FileStoreMaxBlkSize;
else
blockSize = FileStoreDefaults.DefaultMediumBlockSize;
fileStoreConfig.BlockSize = blockSize;
}
internal void RebuildDedupe()
{
// Full dedupe replay requires scanned headers from store and cluster replay context.
// Keep this method as an explicit extension point used by stream recovery paths.
_ = Config.Duplicates;
}
internal (ulong LastSeq, ulong Clfs) LastSeqAndCLFS()
{
_mu.EnterReadLock();
try
{
return (_clseq, _clfs);
}
finally
{
_mu.ExitReadLock();
}
}
internal ulong GetCLFS()
{
_mu.EnterReadLock();
try
{
return _clfs;
}
finally
{
_mu.ExitReadLock();
}
}
internal void SetCLFS(ulong clfs)
{
_mu.EnterWriteLock();
try
{
_clfs = clfs;
}
finally
{
_mu.ExitWriteLock();
}
}
internal ulong LastSeqValue()
{
_mu.EnterReadLock();
try
{
return _clseq;
}
finally
{
_mu.ExitReadLock();
}
}
internal void SetLastSeq(ulong seq)
{
_mu.EnterWriteLock();
try
{
_clseq = seq;
Interlocked.Exchange(ref LastSeq, (long)seq);
}
finally
{
_mu.ExitWriteLock();
}
}
internal void SendCreateAdvisory() { }
internal void SendDeleteAdvisoryLocked() { }
internal void SendUpdateAdvisoryLocked() { }
internal void SendStreamBatchAbandonedAdvisory(string batchId, string reason)
{
_ = batchId;
_ = reason;
}
internal DateTime CreatedTime()
{
_mu.EnterReadLock();
try
{
return Created;
}
finally
{
_mu.ExitReadLock();
}
}
internal void SetCreatedTime(DateTime createdTime)
{
_mu.EnterWriteLock();
try
{
Created = createdTime;
}
finally
{
_mu.ExitWriteLock();
}
}
internal FileStoreConfig FileStoreConfig()
=> new()
{
StoreDir = Path.Combine(Account?.JetStream?.StoreDir ?? string.Empty, "_streams", Name),
};
internal Exception? Update(StreamConfig config)
{
if (config == null)
return new ArgumentNullException(nameof(config));
UpdateConfig(config);
Exception? error = null;
return error;
}
internal Exception? UpdatePedantic(StreamConfig config, bool pedantic)
{
_ = pedantic;
return Update(config);
}
internal StreamAssignment? StreamAssignment()
{
_mu.EnterReadLock();

View File

@@ -48,6 +48,8 @@ internal sealed partial class NatsStream : IDisposable
private readonly Channel<bool> _updateChannel = Channel.CreateBounded<bool>(4);
private StreamAssignment? _assignment;
private bool _clusterSubsActive;
private ulong _clseq;
private ulong _clfs;
/// <summary>IRaftNode — stored as object to avoid cross-dependency on Raft session.</summary>
private object? _node;

View File

@@ -0,0 +1,25 @@
namespace ZB.MOM.NatsNet.Server;
public sealed partial class NatsServer
{
internal (StreamConfig Config, Exception? Error) CheckStreamCfg(StreamConfig config, Account? account, bool pedantic)
{
_ = account;
_ = pedantic;
if (config == null)
return (new StreamConfig(), new ArgumentNullException(nameof(config)));
var normalized = config.Clone();
if (string.IsNullOrWhiteSpace(normalized.Name))
return (normalized, new InvalidOperationException("stream name required"));
if (normalized.Subjects == null || normalized.Subjects.Length == 0)
normalized.Subjects = [$"{normalized.Name}.>"];
if (normalized.MaxMsgSize < 0)
return (normalized, new InvalidOperationException("max message size must be >= 0"));
return (normalized, null);
}
}