CBDDC/tests/ZB.MOM.WW.CBDDC.Sample.Console.Tests/BLiteStoreExportImportTests.cs

using ZB.MOM.WW.CBDDC.Core;
using ZB.MOM.WW.CBDDC.Core.Network;
using ZB.MOM.WW.CBDDC.Core.Storage;
using ZB.MOM.WW.CBDDC.Core.Sync;
using ZB.MOM.WW.CBDDC.Persistence.BLite;
using Microsoft.Extensions.Logging.Abstractions;
using System.Text.Json;
using Xunit;
using ZB.MOM.WW.CBDDC.Persistence;

namespace ZB.MOM.WW.CBDDC.Sample.Console.Tests;

/// <summary>
/// Tests for BLite persistence stores: Export, Import, Merge, Drop operations.
/// </summary>
public class BLiteStoreExportImportTests : IDisposable
{
    private readonly string _testDbPath;
    private readonly SampleDbContext _context;
    private readonly SampleDocumentStore _documentStore;
    private readonly BLiteOplogStore<SampleDbContext> _oplogStore;
    private readonly BLitePeerConfigurationStore<SampleDbContext> _peerConfigStore;
    private readonly BLiteSnapshotMetadataStore<SampleDbContext> _snapshotMetadataStore;
    private readonly IPeerNodeConfigurationProvider _configProvider;

    /// <summary>
    /// Initializes a new instance of the <see cref="BLiteStoreExportImportTests"/> class.
    /// </summary>
    public BLiteStoreExportImportTests()
    {
        _testDbPath = Path.Combine(Path.GetTempPath(), $"test-export-import-{Guid.NewGuid()}.blite");
        _context = new SampleDbContext(_testDbPath);
        _configProvider = CreateConfigProvider("test-node");
        var vectorClock = new VectorClockService();

        _documentStore = new SampleDocumentStore(_context, _configProvider, vectorClock, NullLogger<SampleDocumentStore>.Instance);
        _snapshotMetadataStore = new BLiteSnapshotMetadataStore<SampleDbContext>(
            _context, NullLogger<BLiteSnapshotMetadataStore<SampleDbContext>>.Instance);
        _oplogStore = new BLiteOplogStore<SampleDbContext>(
            _context, _documentStore, new LastWriteWinsConflictResolver(),
            vectorClock,
            _snapshotMetadataStore,
            NullLogger<BLiteOplogStore<SampleDbContext>>.Instance);
        _peerConfigStore = new BLitePeerConfigurationStore<SampleDbContext>(
            _context, NullLogger<BLitePeerConfigurationStore<SampleDbContext>>.Instance);
    }

    #region OplogStore Tests

    /// <summary>
    /// Verifies that exporting oplog entries returns all persisted records.
    /// </summary>
    [Fact]
    public async Task OplogStore_ExportAsync_ReturnsAllEntries()
    {
        // Arrange
        var entry1 = CreateOplogEntry("col1", "key1", "node1", 1000);
        var entry2 = CreateOplogEntry("col2", "key2", "node1", 2000);
        await _oplogStore.AppendOplogEntryAsync(entry1);
        await _oplogStore.AppendOplogEntryAsync(entry2);

        // Act
        var exported = (await _oplogStore.ExportAsync()).ToList();

        // Assert
        exported.Count.ShouldBe(2);
        exported.ShouldContain(e => e.Key == "key1");
        exported.ShouldContain(e => e.Key == "key2");
    }

    /// <summary>
    /// Verifies that importing oplog entries adds them to the store.
    /// </summary>
    [Fact]
    public async Task OplogStore_ImportAsync_AddsEntries()
    {
        // Arrange
        var entries = new[]
        {
            CreateOplogEntry("col1", "imported1", "node1", 1000),
            CreateOplogEntry("col2", "imported2", "node1", 2000)
        };

        // Act
        await _oplogStore.ImportAsync(entries);

        // Assert
        var exported = (await _oplogStore.ExportAsync()).ToList();
        exported.Count.ShouldBe(2);
        exported.ShouldContain(e => e.Key == "imported1");
        exported.ShouldContain(e => e.Key == "imported2");
    }

    /// <summary>
    /// Verifies that merging oplog entries adds only entries that are not already present.
    /// </summary>
    [Fact]
    public async Task OplogStore_MergeAsync_OnlyAddsNewEntries()
    {
        // Arrange - Add existing entry
        var existing = CreateOplogEntry("col1", "existing", "node1", 1000);
        await _oplogStore.AppendOplogEntryAsync(existing);

        // Create entries to merge (one duplicate hash, one new)
        var toMerge = new[]
        {
            existing, // Same hash - should be skipped
            CreateOplogEntry("col2", "new-entry", "node1", 2000)
        };

        // Act
        await _oplogStore.MergeAsync(toMerge);

        // Assert
        var exported = (await _oplogStore.ExportAsync()).ToList();
        exported.Count.ShouldBe(2); // existing + new, not 3
    }

    /// <summary>
    /// Verifies that chain range lookup resolves entries by hash and returns the expected range.
    /// </summary>
    [Fact]
    public async Task OplogStore_GetChainRangeAsync_UsesHashLookup()
    {
        // Arrange
        var payload1 = JsonDocument.Parse("{\"test\":\"k1\"}").RootElement;
        var payload2 = JsonDocument.Parse("{\"test\":\"k2\"}").RootElement;
        var entry1 = new OplogEntry("col1", "k1", OperationType.Put, payload1, new HlcTimestamp(1000, 0, "node1"), "");
        var entry2 = new OplogEntry("col1", "k2", OperationType.Put, payload2, new HlcTimestamp(2000, 0, "node1"), entry1.Hash);

        await _oplogStore.AppendOplogEntryAsync(entry1);
        await _oplogStore.AppendOplogEntryAsync(entry2);
        await _context.SaveChangesAsync();

        // Act
        var range = (await _oplogStore.GetChainRangeAsync(entry1.Hash, entry2.Hash)).ToList();

        // Assert
        range.Count.ShouldBe(1);
        range[0].Hash.ShouldBe(entry2.Hash);
    }

    /// <summary>
    /// Verifies that dropping the oplog store removes all entries.
    /// </summary>
    [Fact]
    public async Task OplogStore_DropAsync_ClearsAllEntries()
    {
        // Arrange
        await _oplogStore.AppendOplogEntryAsync(CreateOplogEntry("col1", "key1", "node1", 1000));
        await _oplogStore.AppendOplogEntryAsync(CreateOplogEntry("col2", "key2", "node1", 2000));
        await _context.SaveChangesAsync();

        // Act
        await _oplogStore.DropAsync();

        // Assert
        var exported = (await _oplogStore.ExportAsync()).ToList();
        exported.ShouldBeEmpty();
    }

    #endregion

    #region PeerConfigurationStore Tests

    /// <summary>
    /// Verifies that exporting peer configurations returns all persisted peers.
    /// </summary>
    [Fact]
    public async Task PeerConfigStore_ExportAsync_ReturnsAllPeers()
    {
        // Arrange
        await _peerConfigStore.SaveRemotePeerAsync(CreatePeerConfig("peer1", "host1:5000"));
        await _peerConfigStore.SaveRemotePeerAsync(CreatePeerConfig("peer2", "host2:5000"));

        // Act
        var exported = (await _peerConfigStore.ExportAsync()).ToList();

        // Assert
        exported.Count.ShouldBe(2);
        exported.ShouldContain(p => p.NodeId == "peer1");
        exported.ShouldContain(p => p.NodeId == "peer2");
    }

    /// <summary>
    /// Verifies that importing peer configurations adds peers to the store.
    /// </summary>
    [Fact]
    public async Task PeerConfigStore_ImportAsync_AddsPeers()
    {
        // Arrange
        var peers = new[]
        {
            CreatePeerConfig("imported1", "host1:5000"),
            CreatePeerConfig("imported2", "host2:5000")
        };

        // Act
        await _peerConfigStore.ImportAsync(peers);

        // Assert
        var exported = (await _peerConfigStore.ExportAsync()).ToList();
        exported.Count.ShouldBe(2);
    }

    /// <summary>
    /// Verifies that merging peer configurations adds only new peers.
    /// </summary>
    [Fact]
    public async Task PeerConfigStore_MergeAsync_OnlyAddsNewPeers()
    {
        // Arrange - Add existing peer
        var existing = CreatePeerConfig("existing-peer", "host1:5000");
        await _peerConfigStore.SaveRemotePeerAsync(existing);
        await _context.SaveChangesAsync();

        var toMerge = new[]
        {
            CreatePeerConfig("existing-peer", "host1-updated:5000"), // Same ID - should be skipped
            CreatePeerConfig("new-peer", "host2:5000")
        };

        // Act
        await _peerConfigStore.MergeAsync(toMerge);

        // Assert
        var exported = (await _peerConfigStore.ExportAsync()).ToList();
        exported.Count.ShouldBe(2);
    }

    /// <summary>
    /// Verifies that dropping peer configurations removes all peers.
    /// </summary>
    [Fact]
    public async Task PeerConfigStore_DropAsync_ClearsAllPeers()
    {
        // Arrange
        await _peerConfigStore.SaveRemotePeerAsync(CreatePeerConfig("peer1", "host1:5000"));
        await _peerConfigStore.SaveRemotePeerAsync(CreatePeerConfig("peer2", "host2:5000"));
        await _context.SaveChangesAsync();

        // Act
        await _peerConfigStore.DropAsync();

        // Assert
        var exported = (await _peerConfigStore.ExportAsync()).ToList();
        exported.ShouldBeEmpty();
    }

    #endregion

    #region SnapshotMetadataStore Tests

    /// <summary>
    /// Verifies that exporting snapshot metadata returns all persisted metadata entries.
    /// </summary>
    [Fact]
    public async Task SnapshotMetadataStore_ExportAsync_ReturnsAllMetadata()
    {
        // Arrange
        var meta1 = CreateSnapshotMetadata("node1", 1000);
        var meta2 = CreateSnapshotMetadata("node2", 2000);
        await _snapshotMetadataStore.InsertSnapshotMetadataAsync(meta1);
        await _snapshotMetadataStore.InsertSnapshotMetadataAsync(meta2);

        // Act
        var exported = (await _snapshotMetadataStore.ExportAsync()).ToList();

        // Assert
        exported.Count.ShouldBe(2);
        exported.ShouldContain(m => m.NodeId == "node1");
        exported.ShouldContain(m => m.NodeId == "node2");
    }

    /// <summary>
    /// Verifies that importing snapshot metadata adds metadata entries to the store.
    /// </summary>
    [Fact]
    public async Task SnapshotMetadataStore_ImportAsync_AddsMetadata()
    {
        // Arrange
        var metadata = new[]
        {
            CreateSnapshotMetadata("imported1", 1000),
            CreateSnapshotMetadata("imported2", 2000)
        };

        // Act
        await _snapshotMetadataStore.ImportAsync(metadata);

        // Assert
        var exported = (await _snapshotMetadataStore.ExportAsync()).ToList();
        exported.Count.ShouldBe(2);
    }

    /// <summary>
    /// Verifies that merging snapshot metadata adds only entries with new node identifiers.
    /// </summary>
    [Fact]
    public async Task SnapshotMetadataStore_MergeAsync_OnlyAddsNewMetadata()
    {
        // Arrange - Add existing metadata
        var existing = CreateSnapshotMetadata("existing-node", 1000);
        await _snapshotMetadataStore.InsertSnapshotMetadataAsync(existing);

        var toMerge = new[]
        {
            CreateSnapshotMetadata("existing-node", 9999), // Same NodeId - should be skipped
            CreateSnapshotMetadata("new-node", 2000)
        };

        // Act
        await _snapshotMetadataStore.MergeAsync(toMerge);

        // Assert
        var exported = (await _snapshotMetadataStore.ExportAsync()).ToList();
        exported.Count.ShouldBe(2);
    }

    /// <summary>
    /// Verifies that dropping snapshot metadata removes all metadata entries.
    /// </summary>
    [Fact]
    public async Task SnapshotMetadataStore_DropAsync_ClearsAllMetadata()
    {
        // Arrange
        await _snapshotMetadataStore.InsertSnapshotMetadataAsync(CreateSnapshotMetadata("node1", 1000));
        await _snapshotMetadataStore.InsertSnapshotMetadataAsync(CreateSnapshotMetadata("node2", 2000));

        // Act
        await _snapshotMetadataStore.DropAsync();

        // Assert
        var exported = (await _snapshotMetadataStore.ExportAsync()).ToList();
        exported.ShouldBeEmpty();
    }

    #endregion

    #region DocumentStore Tests

    /// <summary>
    /// Verifies that exporting documents returns all persisted documents.
    /// </summary>
    [Fact]
    public async Task DocumentStore_ExportAsync_ReturnsAllDocuments()
    {
        // Arrange
        await _context.Users.InsertAsync(new User { Id = "u1", Name = "User 1", Age = 20 });
        await _context.Users.InsertAsync(new User { Id = "u2", Name = "User 2", Age = 25 });
        await _context.SaveChangesAsync();

        // Act
        var exported = (await _documentStore.ExportAsync()).ToList();

        // Assert
        exported.Count.ShouldBe(2);
        exported.ShouldContain(d => d.Key == "u1");
        exported.ShouldContain(d => d.Key == "u2");
    }

    /// <summary>
    /// Verifies that importing documents adds them to the underlying store.
    /// </summary>
    [Fact]
    public async Task DocumentStore_ImportAsync_AddsDocuments()
    {
        // Arrange
        var docs = new[]
        {
            CreateDocument("Users", "imported1", new User { Id = "imported1", Name = "Imported 1", Age = 30 }),
            CreateDocument("Users", "imported2", new User { Id = "imported2", Name = "Imported 2", Age = 35 })
        };

        // Act
        await _documentStore.ImportAsync(docs);

        // Assert
        var u1 = _context.Users.FindById("imported1");
        var u2 = _context.Users.FindById("imported2");
        u1.ShouldNotBeNull();
        u2.ShouldNotBeNull();
        u1.Name.ShouldBe("Imported 1");
        u2.Name.ShouldBe("Imported 2");
    }

    /// <summary>
    /// Verifies that document merge behavior honors conflict resolution.
    /// </summary>
    [Fact]
    public async Task DocumentStore_MergeAsync_UsesConflictResolution()
    {
        // Arrange - Add existing document
        await _context.Users.InsertAsync(new User { Id = "merge-user", Name = "Original", Age = 20 });
        await _context.SaveChangesAsync();

        // Create document to merge with newer timestamp
        var newerDoc = new Document(
            "Users",
            "merge-user",
            JsonDocument.Parse("{\"Id\":\"merge-user\",\"Name\":\"Updated\",\"Age\":25}").RootElement,
            new HlcTimestamp(DateTimeOffset.UtcNow.ToUnixTimeMilliseconds() + 10000, 0, "other-node"),
            false
        );

        // Act
        await _documentStore.MergeAsync([newerDoc]);

        // Assert - With LastWriteWins, newer document should win
        var user = _context.Users.FindById("merge-user");
        user.ShouldNotBeNull();
        user.Name.ShouldBe("Updated");
        user.Age.ShouldBe(25);
    }

    /// <summary>
    /// Verifies that dropping documents removes all persisted documents.
    /// </summary>
    [Fact]
    public async Task DocumentStore_DropAsync_ClearsAllDocuments()
    {
        // Arrange
        await _context.Users.InsertAsync(new User { Id = "drop1", Name = "User 1", Age = 20 });
        await _context.Users.InsertAsync(new User { Id = "drop2", Name = "User 2", Age = 25 });
        await _context.SaveChangesAsync();

        // Act
        await _documentStore.DropAsync();

        // Assert
        var exported = (await _documentStore.ExportAsync()).ToList();
        exported.ShouldBeEmpty();
    }

    #endregion

    #region Helpers

    private static OplogEntry CreateOplogEntry(string collection, string key, string nodeId, long physicalTime)
    {
        var payload = JsonDocument.Parse($"{{\"test\": \"{key}\"}}").RootElement;
        var timestamp = new HlcTimestamp(physicalTime, 0, nodeId);
        return new OplogEntry(collection, key, OperationType.Put, payload, timestamp, "");
    }

    private static RemotePeerConfiguration CreatePeerConfig(string nodeId, string address)
    {
        return new RemotePeerConfiguration
        {
            NodeId = nodeId,
            Address = address,
            Type = PeerType.StaticRemote,
            IsEnabled = true,
            InterestingCollections = new List<string> { "Users" }
        };
    }

    private static SnapshotMetadata CreateSnapshotMetadata(string nodeId, long physicalTime)
    {
        return new SnapshotMetadata
        {
            NodeId = nodeId,
            TimestampPhysicalTime = physicalTime,
            TimestampLogicalCounter = 0,
            Hash = $"hash-{nodeId}"
        };
    }

    private static Document CreateDocument<T>(string collection, string key, T entity) where T : class
    {
        var json = JsonSerializer.Serialize(entity);
        var content = JsonDocument.Parse(json).RootElement;
        return new Document(collection, key, content, new HlcTimestamp(0, 0, ""), false);
    }

    #endregion

    /// <summary>
    /// Disposes test resources and removes the temporary database file.
    /// </summary>
    public void Dispose()
    {
        _documentStore?.Dispose();
        _context?.Dispose();

        if (File.Exists(_testDbPath))
        {
            try { File.Delete(_testDbPath); } catch { }
        }
    }

    private static IPeerNodeConfigurationProvider CreateConfigProvider(string nodeId)
    {
        var configProvider = Substitute.For<IPeerNodeConfigurationProvider>();
        configProvider.GetConfiguration().Returns(new PeerNodeConfiguration
        {
            NodeId = nodeId,
            TcpPort = 5000,
            AuthToken = "test-token",
            OplogRetentionHours = 24,
            MaintenanceIntervalMinutes = 60
        });
        return configProvider;
    }
}