Add DevLoader project reference

2026-02-13 10:11:01 -05:00
parent 1b9367dcbb
commit ddc782dc76
13 changed files with 296 additions and 151 deletions
@@ -0,0 +1,22 @@
+<Project Sdk="Microsoft.NET.Sdk">
+  <PropertyGroup>
+    <OutputType>Exe</OutputType>
+    <TargetFramework>net10.0</TargetFramework>
+    <Nullable>enable</Nullable>
+    <ImplicitUsings>enable</ImplicitUsings>
+    <AssemblyName>jdescoping-devloader</AssemblyName>
+  </PropertyGroup>
+
+  <ItemGroup>
+    <PackageReference Include="Microsoft.Data.SqlClient" />
+    <PackageReference Include="Microsoft.Extensions.Logging" />
+    <PackageReference Include="Microsoft.Extensions.Options" />
+    <PackageReference Include="Serilog" />
+    <PackageReference Include="Serilog.Extensions.Logging" />
+    <PackageReference Include="Serilog.Sinks.Console" />
+  </ItemGroup>
+
+  <ItemGroup>
+    <ProjectReference Include="..\..\JdeScoping.DataSync.Dev\JdeScoping.DataSync.Dev.csproj" />
+  </ItemGroup>
+</Project>
@@ -0,0 +1,88 @@
+using System.Diagnostics;
+using JdeScoping.DataSync.Dev;
+using JdeScoping.DataSync.Dev.Options;
+using JdeScoping.DataSync.Dev.Services;
+using JdeScoping.DevLoader;
+using Microsoft.Extensions.Logging;
+using Microsoft.Extensions.Options;
+using Serilog;
+
+const string DefaultConnectionString =
+    "Server=localhost,1434;Database=ScopingTool;User Id=scopingapp;Password=Sc0ping@pp_Dev#2024;TrustServerCertificate=true;Encrypt=false";
+
+// --- Parse arguments ---
+string? cacheDir = null;
+string connectionString = DefaultConnectionString;
+
+for (var i = 0; i < args.Length; i++)
+{
+    switch (args[i])
+    {
+        case "--cache-dir" when i + 1 < args.Length:
+            cacheDir = args[++i];
+            break;
+        case "--connection-string" when i + 1 < args.Length:
+            connectionString = args[++i];
+            break;
+    }
+}
+
+if (string.IsNullOrWhiteSpace(cacheDir))
+{
+    Console.Error.WriteLine("Usage: jdescoping-devloader --cache-dir <path> [--connection-string <cs>]");
+    return 1;
+}
+
+// --- Set up Serilog ---
+Log.Logger = new LoggerConfiguration()
+    .MinimumLevel.Information()
+    .WriteTo.Console(outputTemplate: "[{Timestamp:HH:mm:ss} {Level:u3}] {Message:lj}{NewLine}{Exception}")
+    .CreateLogger();
+
+using var loggerFactory = LoggerFactory.Create(builder =>
+    builder.AddSerilog(Log.Logger, dispose: false));
+
+var logger = loggerFactory.CreateLogger<DevEtlRegistry>();
+var pipelineLogger = loggerFactory.CreateLogger<JdeScoping.DataSync.Etl.Pipeline.EtlPipeline>();
+
+// --- Build components ---
+var connectionFactory = new SimpleDbConnectionFactory(connectionString);
+var options = Options.Create(new DevPipelineOptions());
+var pipelineFactory = new DevEtlPipelineFactory(connectionFactory, options, pipelineLogger);
+var registry = new DevEtlRegistry(pipelineFactory, cacheDir, logger);
+
+// --- Run ---
+var tables = registry.GetAvailableTables().ToList();
+Log.Information("Found {Count} tables to load from {Dir}", tables.Count, cacheDir);
+Log.Information("Tables: {Tables}", string.Join(", ", tables));
+
+var sw = Stopwatch.StartNew();
+var results = await registry.RunAllParallelAsync(maxDegreeOfParallelism: 4);
+sw.Stop();
+
+// --- Report ---
+Log.Information("=== Dev ETL Complete ({Elapsed:g}) ===", sw.Elapsed);
+
+var succeeded = 0;
+var failed = 0;
+long totalRows = 0;
+
+foreach (var r in results.OrderBy(r => r.Success ? 0 : 1))
+{
+    var tableName = r.Steps.FirstOrDefault()?.StepName?.Replace("_Dev", "") ?? "Unknown";
+    if (r.Success)
+    {
+        succeeded++;
+        totalRows += r.TotalRows;
+        Log.Information("  OK  {Table,-30} {Rows,10:N0} rows  ({Elapsed:g})", tableName, r.TotalRows, r.Elapsed);
+    }
+    else
+    {
+        failed++;
+        Log.Error("  FAIL {Table,-30} {Error}", tableName, r.Error?.Message);
+    }
+}
+
+Log.Information("Summary: {Succeeded} succeeded, {Failed} failed, {TotalRows:N0} total rows", succeeded, failed, totalRows);
+
+return failed > 0 ? 1 : 0;
@@ -0,0 +1,39 @@
+using JdeScoping.DataAccess.Interfaces;
+using Microsoft.Data.SqlClient;
+using Oracle.ManagedDataAccess.Client;
+
+namespace JdeScoping.DevLoader;
+
+/// <summary>
+/// Minimal connection factory for the dev loader.
+/// Only supports SQL Server (LotFinder cache); Oracle methods throw NotSupportedException.
+/// </summary>
+public class SimpleDbConnectionFactory : IDbConnectionFactory
+{
+    private readonly string _sqlConnectionString;
+
+    public SimpleDbConnectionFactory(string sqlConnectionString)
+    {
+        ArgumentException.ThrowIfNullOrWhiteSpace(sqlConnectionString);
+        _sqlConnectionString = sqlConnectionString;
+    }
+
+    public async Task<SqlConnection> CreateLotFinderConnectionAsync(CancellationToken ct = default)
+    {
+        var conn = new SqlConnection(_sqlConnectionString);
+        await conn.OpenAsync(ct);
+        return conn;
+    }
+
+    public Task<OracleConnection> CreateJdeConnectionAsync(CancellationToken ct = default)
+        => throw new NotSupportedException("Oracle JDE connections are not available in the dev loader.");
+
+    public Task<OracleConnection> CreateJdeStageConnectionAsync(CancellationToken ct = default)
+        => throw new NotSupportedException("Oracle JDE Stage connections are not available in the dev loader.");
+
+    public Task<OracleConnection> CreateCmsConnectionAsync(CancellationToken ct = default)
+        => throw new NotSupportedException("Oracle CMS connections are not available in the dev loader.");
+
+    public Task<OracleConnection> CreateGiwConnectionAsync(CancellationToken ct = default)
+        => throw new NotSupportedException("Oracle GIW connections are not available in the dev loader.");
+}