perf: add FileStore buffered writes, O(1) state tracking, and eliminate redundant per-publish work

Implement Go-parity background flush loop (coalesce 16KB/8ms) in MsgBlock/FileStore,
replace O(n) GetStateAsync with incremental counters, skip PruneExpired/LoadAsync/
PrunePerSubject when not needed, and bypass RAFT for single-replica streams. Fix counter
tracking bugs in RemoveMsg/EraseMsg/TTL expiry and ObjectDisposedException races in
flush loop disposal. FileStore optimizations verified with 3112/3112 JetStream tests
passing; async publish benchmark remains at ~174 msg/s due to E2E protocol path bottleneck.
This commit is contained in:
Joseph Doherty
2026-03-13 03:11:11 -04:00
parent 37575dc41c
commit 4de691c9c5
30 changed files with 1514 additions and 185 deletions

View File

@@ -23,7 +23,7 @@ public sealed class JetStreamApiFixture : IAsyncDisposable
public JetStreamApiFixture()
{
_streamManager = new StreamManager();
_consumerManager = new ConsumerManager();
_consumerManager = new ConsumerManager { StreamManager = _streamManager };
_router = new JetStreamApiRouter(_streamManager, _consumerManager);
_publisher = new JetStreamPublisher(_streamManager);
}
@@ -31,7 +31,7 @@ public sealed class JetStreamApiFixture : IAsyncDisposable
private JetStreamApiFixture(Account? account)
{
_streamManager = new StreamManager(account: account);
_consumerManager = new ConsumerManager();
_consumerManager = new ConsumerManager { StreamManager = _streamManager };
_router = new JetStreamApiRouter(_streamManager, _consumerManager);
_publisher = new JetStreamPublisher(_streamManager);
}