task4: implement batch38 group C ack and delivery state
This commit is contained in:
Joseph Doherty
342
dotnet/src/ZB.MOM.NatsNet.Server/JetStream/NatsConsumer.State.cs
Normal file
342
dotnet/src/ZB.MOM.NatsNet.Server/JetStream/NatsConsumer.State.cs
Normal file
@@ -0,0 +1,342 @@
|
||||
using System.Text.Json;
|
||||
|
||||
namespace ZB.MOM.NatsNet.Server;
|
||||
|
||||
internal sealed partial class NatsConsumer
|
||||
{
|
||||
private static readonly TimeSpan DefaultGatewayInterestInterval = TimeSpan.FromSeconds(1);
|
||||
|
||||
internal bool UpdateDeliveryInterest(bool localInterest)
|
||||
{
|
||||
var interest = HasDeliveryInterest(localInterest);
|
||||
|
||||
_mu.EnterWriteLock();
|
||||
try
|
||||
{
|
||||
_hasLocalDeliveryInterest = localInterest;
|
||||
if (_closed || IsPullMode())
|
||||
return false;
|
||||
|
||||
var wasActive = !IsPullMode() && _isLeader;
|
||||
if (interest && !wasActive)
|
||||
_updateChannel.Writer.TryWrite(true);
|
||||
|
||||
if (!interest)
|
||||
_isPaused = false;
|
||||
|
||||
if (_deleteTimer != null && _deleteThreshold > TimeSpan.Zero && !interest)
|
||||
return true;
|
||||
|
||||
_deleteTimer?.Dispose();
|
||||
_deleteTimer = null;
|
||||
|
||||
if (!interest && _deleteThreshold > TimeSpan.Zero)
|
||||
{
|
||||
_deleteTimer = new Timer(static s => ((NatsConsumer)s!).DeleteNotActive(), this, _deleteThreshold, Timeout.InfiniteTimeSpan);
|
||||
return true;
|
||||
}
|
||||
|
||||
return false;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitWriteLock();
|
||||
}
|
||||
}
|
||||
|
||||
internal void DeleteNotActive()
|
||||
{
|
||||
_mu.EnterReadLock();
|
||||
try
|
||||
{
|
||||
if (_closed)
|
||||
return;
|
||||
|
||||
if (IsPushMode())
|
||||
{
|
||||
if (HasDeliveryInterest())
|
||||
return;
|
||||
}
|
||||
else
|
||||
{
|
||||
if (_state.Pending is { Count: > 0 })
|
||||
return;
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitReadLock();
|
||||
}
|
||||
|
||||
Delete();
|
||||
}
|
||||
|
||||
internal void WatchGWinterest()
|
||||
{
|
||||
var wasActive = HasDeliveryInterest();
|
||||
if (!_hasLocalDeliveryInterest)
|
||||
{
|
||||
UpdateDeliveryInterest(localInterest: false);
|
||||
if (!wasActive && HasDeliveryInterest())
|
||||
_updateChannel.Writer.TryWrite(true);
|
||||
}
|
||||
|
||||
_mu.EnterWriteLock();
|
||||
try
|
||||
{
|
||||
_gatewayWatchTimer?.Dispose();
|
||||
_gatewayWatchTimer = new Timer(static s => ((NatsConsumer)s!).WatchGWinterest(), this, DefaultGatewayInterestInterval, Timeout.InfiniteTimeSpan);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitWriteLock();
|
||||
}
|
||||
}
|
||||
|
||||
internal bool HasMaxDeliveries(ulong sequence)
|
||||
{
|
||||
_mu.EnterWriteLock();
|
||||
try
|
||||
{
|
||||
if (Config.MaxDeliver <= 0)
|
||||
return false;
|
||||
|
||||
_state.Redelivered ??= new Dictionary<ulong, ulong>();
|
||||
_state.Pending ??= new Dictionary<ulong, Pending>();
|
||||
|
||||
var deliveryCount = _state.Redelivered.TryGetValue(sequence, out var redeliveries)
|
||||
? redeliveries + 1
|
||||
: 1UL;
|
||||
|
||||
if (deliveryCount < (ulong)Config.MaxDeliver)
|
||||
{
|
||||
_state.Redelivered[sequence] = deliveryCount;
|
||||
return false;
|
||||
}
|
||||
|
||||
_state.Redelivered[sequence] = deliveryCount;
|
||||
_state.Pending.Remove(sequence);
|
||||
_updateChannel.Writer.TryWrite(true);
|
||||
return true;
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitWriteLock();
|
||||
}
|
||||
}
|
||||
|
||||
internal void ForceExpirePending()
|
||||
{
|
||||
_mu.EnterWriteLock();
|
||||
try
|
||||
{
|
||||
if (_state.Pending is not { Count: > 0 })
|
||||
return;
|
||||
|
||||
_state.Redelivered ??= new Dictionary<ulong, ulong>();
|
||||
foreach (var seq in _state.Pending.Keys.ToArray())
|
||||
{
|
||||
if (HasMaxDeliveries(seq))
|
||||
continue;
|
||||
|
||||
_state.Redelivered[seq] = _state.Redelivered.TryGetValue(seq, out var current)
|
||||
? current + 1
|
||||
: 1UL;
|
||||
|
||||
_state.Pending[seq].Timestamp = DateTimeOffset.UtcNow.ToUnixTimeMilliseconds();
|
||||
}
|
||||
|
||||
_updateChannel.Writer.TryWrite(true);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitWriteLock();
|
||||
}
|
||||
}
|
||||
|
||||
internal void SetRateLimitNeedsLocks()
|
||||
{
|
||||
_mu.EnterWriteLock();
|
||||
try
|
||||
{
|
||||
SetRateLimit(Config.RateLimit);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitWriteLock();
|
||||
}
|
||||
}
|
||||
|
||||
internal void SetRateLimit(ulong bitsPerSecond)
|
||||
{
|
||||
if (bitsPerSecond == 0)
|
||||
{
|
||||
Interlocked.Exchange(ref _rateLimitBitsPerSecond, 0);
|
||||
_rateLimitBurstBytes = 0;
|
||||
return;
|
||||
}
|
||||
|
||||
Interlocked.Exchange(ref _rateLimitBitsPerSecond, (long)bitsPerSecond);
|
||||
var configuredMax = _streamRef?.Config.MaxMsgSize ?? 0;
|
||||
_rateLimitBurstBytes = configuredMax > 0
|
||||
? configuredMax
|
||||
: (int)Math.Max(1024UL, bitsPerSecond / 8UL);
|
||||
}
|
||||
|
||||
internal bool UpdateDeliverSubject(string? newDeliver)
|
||||
{
|
||||
_mu.EnterWriteLock();
|
||||
try
|
||||
{
|
||||
return UpdateDeliverSubjectLocked(newDeliver);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitWriteLock();
|
||||
}
|
||||
}
|
||||
|
||||
internal bool UpdateDeliverSubjectLocked(string? newDeliver)
|
||||
{
|
||||
if (_closed || IsPullMode() || string.Equals(Config.DeliverSubject, newDeliver, StringComparison.Ordinal))
|
||||
return false;
|
||||
|
||||
if (_state.Pending is { Count: > 0 })
|
||||
ForceExpirePending();
|
||||
|
||||
if (!string.IsNullOrWhiteSpace(Config.DeliverSubject))
|
||||
_internalSubscriptions.Remove(Config.DeliverSubject!);
|
||||
|
||||
Config.DeliverSubject = string.IsNullOrWhiteSpace(newDeliver) ? null : newDeliver;
|
||||
|
||||
if (!string.IsNullOrWhiteSpace(Config.DeliverSubject))
|
||||
_internalSubscriptions.Add(Config.DeliverSubject!);
|
||||
|
||||
_updateChannel.Writer.TryWrite(true);
|
||||
return true;
|
||||
}
|
||||
|
||||
internal static bool ConfigsEqualSansDelivery(ConsumerConfig left, ConsumerConfig right)
|
||||
{
|
||||
var l = CloneConfig(left);
|
||||
var r = CloneConfig(right);
|
||||
l.DeliverSubject = null;
|
||||
r.DeliverSubject = null;
|
||||
|
||||
return JsonSerializer.Serialize(l) == JsonSerializer.Serialize(r);
|
||||
}
|
||||
|
||||
internal (ulong Sequence, bool CanRespond, Exception? Error) ResetStartingSeq(ulong sequence, string? reply)
|
||||
{
|
||||
_mu.EnterWriteLock();
|
||||
try
|
||||
{
|
||||
if (sequence == 0)
|
||||
{
|
||||
sequence = _state.AckFloor.Stream + 1;
|
||||
}
|
||||
else
|
||||
{
|
||||
switch (Config.DeliverPolicy)
|
||||
{
|
||||
case DeliverPolicy.DeliverAll:
|
||||
break;
|
||||
case DeliverPolicy.DeliverByStartSequence when sequence < Config.OptStartSeq:
|
||||
return (0, false, new InvalidOperationException("below start seq"));
|
||||
case DeliverPolicy.DeliverByStartTime when Config.OptStartTime.HasValue:
|
||||
if (sequence == 0)
|
||||
return (0, false, new InvalidOperationException("below start time"));
|
||||
break;
|
||||
default:
|
||||
return (0, false, new InvalidOperationException("not allowed"));
|
||||
}
|
||||
}
|
||||
|
||||
if (sequence == 0)
|
||||
sequence = 1;
|
||||
|
||||
_state.Delivered.Stream = sequence;
|
||||
_state.Delivered.Consumer = sequence;
|
||||
_state.AckFloor.Stream = sequence > 0 ? sequence - 1 : 0;
|
||||
_state.AckFloor.Consumer = sequence > 0 ? sequence - 1 : 0;
|
||||
_state.Pending = new Dictionary<ulong, Pending>();
|
||||
_state.Redelivered = new Dictionary<ulong, ulong>();
|
||||
_updateChannel.Writer.TryWrite(true);
|
||||
|
||||
_ = reply;
|
||||
return (sequence, true, null);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitWriteLock();
|
||||
}
|
||||
}
|
||||
|
||||
private bool HasDeliveryInterest(bool localInterest)
|
||||
{
|
||||
_mu.EnterReadLock();
|
||||
try
|
||||
{
|
||||
if (string.IsNullOrWhiteSpace(Config.DeliverSubject))
|
||||
return false;
|
||||
|
||||
if (localInterest)
|
||||
return true;
|
||||
|
||||
if (_streamRef?.Account is not { } account)
|
||||
return false;
|
||||
|
||||
if (account.Server is NatsServer server && server.HasGatewayInterest(account, Config.DeliverSubject!))
|
||||
return true;
|
||||
|
||||
return _internalSubscriptions.Contains(Config.DeliverSubject!);
|
||||
}
|
||||
finally
|
||||
{
|
||||
_mu.ExitReadLock();
|
||||
}
|
||||
}
|
||||
|
||||
private bool IsPullMode() => string.IsNullOrWhiteSpace(Config.DeliverSubject);
|
||||
|
||||
private bool IsPushMode() => !IsPullMode();
|
||||
|
||||
private static ConsumerConfig CloneConfig(ConsumerConfig cfg) =>
|
||||
new()
|
||||
{
|
||||
Durable = cfg.Durable,
|
||||
Name = cfg.Name,
|
||||
Description = cfg.Description,
|
||||
DeliverPolicy = cfg.DeliverPolicy,
|
||||
OptStartSeq = cfg.OptStartSeq,
|
||||
OptStartTime = cfg.OptStartTime,
|
||||
AckPolicy = cfg.AckPolicy,
|
||||
AckWait = cfg.AckWait,
|
||||
MaxDeliver = cfg.MaxDeliver,
|
||||
BackOff = cfg.BackOff?.ToArray(),
|
||||
FilterSubject = cfg.FilterSubject,
|
||||
FilterSubjects = cfg.FilterSubjects?.ToArray(),
|
||||
ReplayPolicy = cfg.ReplayPolicy,
|
||||
RateLimit = cfg.RateLimit,
|
||||
SampleFrequency = cfg.SampleFrequency,
|
||||
MaxWaiting = cfg.MaxWaiting,
|
||||
MaxAckPending = cfg.MaxAckPending,
|
||||
FlowControl = cfg.FlowControl,
|
||||
HeadersOnly = cfg.HeadersOnly,
|
||||
MaxRequestBatch = cfg.MaxRequestBatch,
|
||||
MaxRequestExpires = cfg.MaxRequestExpires,
|
||||
MaxRequestMaxBytes = cfg.MaxRequestMaxBytes,
|
||||
DeliverSubject = cfg.DeliverSubject,
|
||||
DeliverGroup = cfg.DeliverGroup,
|
||||
Heartbeat = cfg.Heartbeat,
|
||||
InactiveThreshold = cfg.InactiveThreshold,
|
||||
Replicas = cfg.Replicas,
|
||||
MemoryStorage = cfg.MemoryStorage,
|
||||
Direct = cfg.Direct,
|
||||
Metadata = cfg.Metadata is null ? null : new Dictionary<string, string>(cfg.Metadata),
|
||||
PauseUntil = cfg.PauseUntil,
|
||||
PriorityGroups = cfg.PriorityGroups?.ToArray(),
|
||||
PriorityPolicy = cfg.PriorityPolicy,
|
||||
PinnedTTL = cfg.PinnedTTL,
|
||||
};
|
||||
}
|
||||
Reference in New Issue
Block a user