feat: extract DevEtl to JdeScoping.DataSync.Dev project

- Create JdeScoping.DataSync.Dev for sandbox testing ETL code - Create JdeScoping.DataSync.Dev.Tests for associated tests - Move 22 source files and 8 test files - Update namespaces from DevEtl to Dev - Add both projects to solution
2026-01-06 10:18:09 -05:00
parent 7ad4e3ec1c
commit 81b07ce027
37 changed files with 2458 additions and 83 deletions
@@ -0,0 +1,96 @@
+using Dapper;
+using JdeScoping.DataAccess;
+using JdeScoping.DataAccess.Interfaces;
+using JdeScoping.DataSync.Dev;
+using Microsoft.Data.SqlClient;
+using Microsoft.Extensions.Configuration;
+using Microsoft.Extensions.Logging.Abstractions;
+using NSubstitute;
+using Shouldly;
+
+namespace JdeScoping.DataSync.Dev.Tests;
+
+/// <summary>
+/// Integration tests for FunctionCode development ETL.
+/// </summary>
+public class FunctionCodeDevEtlTests : IAsyncLifetime
+{
+    private readonly string _connectionString;
+    private readonly string _cacheDirectory;
+    private readonly IDbConnectionFactory _connectionFactory;
+
+    public FunctionCodeDevEtlTests()
+    {
+        var config = new ConfigurationBuilder()
+            .SetBasePath(Directory.GetCurrentDirectory())
+            .AddJsonFile("appsettings.json", optional: true)
+            .AddEnvironmentVariables()
+            .Build();
+
+        _connectionString = config.GetConnectionString("LotFinderDB")
+            ?? throw new InvalidOperationException("LotFinderDB connection string not configured.");
+
+        _cacheDirectory = config["DevEtl:CacheDirectory"]
+            ?? Path.Combine(Directory.GetCurrentDirectory(), "..", "..", "..", "..", "..", "CACHED_DB_FILES");
+
+        _connectionFactory = new DbConnectionFactory(config, NullLogger<DbConnectionFactory>.Instance);
+    }
+
+    public async Task InitializeAsync()
+    {
+        await using var connection = new SqlConnection(_connectionString);
+        await connection.OpenAsync();
+        await connection.ExecuteAsync("TRUNCATE TABLE dbo.FunctionCode");
+    }
+
+    public Task DisposeAsync() => Task.CompletedTask;
+
+    [Fact]
+    public void Create_ReturnsValidPipeline()
+    {
+        var cacheFilePath = Path.Combine(_cacheDirectory, FunctionCodeDevEtl.CacheFileName);
+        if (!File.Exists(cacheFilePath)) return;
+
+        var pipeline = FunctionCodeDevEtl.Create(_connectionFactory, cacheFilePath);
+
+        pipeline.ShouldNotBeNull();
+        pipeline.PipelineName.ShouldBe("FunctionCode_Dev");
+    }
+
+    [Fact]
+    public async Task Execute_LoadsData()
+    {
+        var cacheFilePath = Path.Combine(_cacheDirectory, FunctionCodeDevEtl.CacheFileName);
+        if (!File.Exists(cacheFilePath)) return;
+
+        var pipeline = FunctionCodeDevEtl.Create(_connectionFactory, cacheFilePath);
+        var result = await pipeline.ExecuteAsync();
+
+        result.Success.ShouldBeTrue(result.Error?.Message ?? "Pipeline should succeed");
+        result.TotalRows.ShouldBeGreaterThan(0);
+
+        await using var connection = new SqlConnection(_connectionString);
+        await connection.OpenAsync();
+        var count = await connection.ExecuteScalarAsync<int>("SELECT COUNT(*) FROM dbo.FunctionCode");
+        count.ShouldBe((int)result.TotalRows);
+    }
+
+    [Fact]
+    public async Task Registry_RunAsync_LoadsTable()
+    {
+        if (!Directory.Exists(_cacheDirectory)) return;
+
+        var registry = new DevEtlRegistry(_connectionFactory, _cacheDirectory);
+        var result = await registry.RunAsync("FunctionCode");
+
+        result.Success.ShouldBeTrue(result.Error?.Message ?? "Pipeline should succeed");
+        result.TotalRows.ShouldBeGreaterThan(0);
+    }
+
+    [Fact]
+    public void Create_WithNullConnectionFactory_ThrowsArgumentNullException()
+    {
+        var cacheFilePath = Path.Combine(_cacheDirectory, FunctionCodeDevEtl.CacheFileName);
+        Should.Throw<ArgumentNullException>(() => FunctionCodeDevEtl.Create(null!, cacheFilePath));
+    }
+}