perf: batch flush + signal-based wakeup for JS pull consumers

Replace per-message DeliverMessage/flush in DeliverPullFetchMessagesAsync
with SendMessageNoFlush + batch flush every 64 messages. Add signal-based
wakeup (StreamHandle.NotifyPublish/WaitForPublishAsync) to replace 5ms
Task.Delay polling in both DeliverPullFetchMessagesAsync and
PullConsumerEngine.WaitForMessageAsync. Publishers signal waiting
consumers immediately after store append.
This commit is contained in:
Joseph Doherty
2026-03-13 14:44:02 -04:00
parent 11e01b9026
commit 7b2def4da1
3 changed files with 66 additions and 13 deletions
@@ -233,7 +233,7 @@ public sealed class PullConsumerEngine
// is empty or the consumer has caught up to the end of the stream.
if (expiresCts is not null)
{
message = await WaitForMessageAsync(stream.Store, sequence, effectiveCt);
message = await WaitForMessageAsync(stream, sequence, effectiveCt);
}
else
{
@@ -291,19 +291,21 @@ public sealed class PullConsumerEngine
}
/// <summary>
/// Poll-wait for a message to appear at the given sequence, retrying with a
/// short delay until the cancellation token fires (typically from ExpiresMs).
/// Wait for a message to appear at the given sequence using signal-based wakeup.
/// Publishers call <see cref="StreamHandle.NotifyPublish"/> after each append,
/// eliminating the 5ms polling delay.
/// Go reference: consumer.go — channel signaling from publisher to waiting consumer.
/// </summary>
private static async ValueTask<StoredMessage?> WaitForMessageAsync(IStreamStore store, ulong sequence, CancellationToken ct)
private static async ValueTask<StoredMessage?> WaitForMessageAsync(StreamHandle stream, ulong sequence, CancellationToken ct)
{
while (!ct.IsCancellationRequested)
{
var message = await store.LoadAsync(sequence, ct);
var message = await stream.Store.LoadAsync(sequence, ct);
if (message is not null)
return message;
// Yield briefly before retrying — the ExpiresMs CTS will cancel when time is up
await Task.Delay(5, ct).ConfigureAwait(false);
// Wait for publisher to signal a new message instead of polling.
await stream.WaitForPublishAsync(ct).ConfigureAwait(false);
}
ct.ThrowIfCancellationRequested();
+28 -1
View File
@@ -457,6 +457,9 @@ public sealed class StreamManager : IDisposable
var seq = stream.Store.AppendAsync(storeSubject, payload, default).GetAwaiter().GetResult();
EnforceRuntimePolicies(stream, DateTime.UtcNow);
// Wake up any pull consumers waiting at the stream tail.
stream.NotifyPublish();
// Only load the stored message when replication is configured (mirror/source).
// Avoids unnecessary disk I/O on the hot publish path.
if (_mirrorsByOrigin.ContainsKey(stream.Config.Name) || _sourcesByOrigin.ContainsKey(stream.Config.Name))
@@ -507,6 +510,9 @@ public sealed class StreamManager : IDisposable
var seq = stream.Store.AppendAsync(storeSubject, newPayload, default).GetAwaiter().GetResult();
EnforceRuntimePolicies(stream, DateTime.UtcNow);
// Wake up any pull consumers waiting at the stream tail.
stream.NotifyPublish();
if (_mirrorsByOrigin.ContainsKey(stream.Config.Name) || _sourcesByOrigin.ContainsKey(stream.Config.Name))
{
var stored = stream.Store.LoadAsync(seq, default).GetAwaiter().GetResult();
@@ -961,4 +967,25 @@ public sealed class StreamManager : IDisposable
}
}
public sealed record StreamHandle(StreamConfig Config, IStreamStore Store);
public sealed record StreamHandle(StreamConfig Config, IStreamStore Store)
{
// Signal-based wakeup for pull consumers waiting at the stream tail.
// Go reference: consumer.go — channel signaling from publisher to waiting consumer.
private volatile TaskCompletionSource _publishSignal = new(TaskCreationOptions.RunContinuationsAsynchronously);
/// <summary>
/// Notifies waiting consumers that a new message has been published.
/// </summary>
public void NotifyPublish()
{
var old = Interlocked.Exchange(ref _publishSignal,
new TaskCompletionSource(TaskCreationOptions.RunContinuationsAsynchronously));
old.TrySetResult();
}
/// <summary>
/// Waits until a new message is published to this stream.
/// </summary>
public Task WaitForPublishAsync(CancellationToken ct)
=> _publishSignal.Task.WaitAsync(ct);
}