using JdeScoping.DataAccess.Interfaces; using JdeScoping.DataSync.Etl.Destinations; using JdeScoping.DataSync.Dev.Models; using JdeScoping.DataSync.Etl.Pipeline; using JdeScoping.DataSync.Dev.Sources; namespace JdeScoping.DataSync.Dev; /// /// Development ETL pipeline for the WorkOrderComponent_Hist table. /// Schema from: Scripts/022_CreateWorkOrderComponentHistTable.sql /// public static class WorkOrderComponentHistDevEtl { public static readonly string TableName = "WorkOrderComponent_Hist"; public static readonly string CacheFileName = "workordercomponent_hist.json.zstd"; private static readonly JsonColumnSchema[] Schema = [ new("UniqueID", typeof(long), IsNullable: false), new("WorkOrderNumber", typeof(long), IsNullable: false), new("LotNumber", typeof(string), IsNullable: false), new("BranchCode", typeof(string), IsNullable: true), new("ShortItemNumber", typeof(long), IsNullable: false), new("Quantity", typeof(decimal), IsNullable: false), new("LastUpdateDT", typeof(DateTime), IsNullable: false), ]; public static EtlPipeline Create(IDbConnectionFactory connectionFactory, string cacheFilePath) { ArgumentNullException.ThrowIfNull(connectionFactory); if (string.IsNullOrWhiteSpace(cacheFilePath)) throw new ArgumentException("Cache file path is required.", nameof(cacheFilePath)); return new EtlPipelineBuilder() .WithName($"{TableName}_Dev") .WithSource(new JsonZstdFileSource(cacheFilePath, Schema)) .WithDestination(new DbBulkImportDestination(connectionFactory, TableName)) .Build(); } }