using JdeScoping.DataAccess.Interfaces; using JdeScoping.DataSync.Etl.Destinations; using JdeScoping.DataSync.Etl.Models; using JdeScoping.DataSync.Etl.Pipeline; using JdeScoping.DataSync.Etl.Sources; namespace JdeScoping.DataSync.Dev; /// /// Development ETL pipeline for the Item table. /// Schema from: Scripts/008_CreateItemTable.sql /// public static class ItemDevEtl { public static readonly string TableName = "Item"; public static readonly string CacheFileName = "item.json.zstd"; private static readonly JsonColumnSchema[] Schema = [ new("ShortItemNumber", typeof(long), IsNullable: false), new("ItemNumber", typeof(string), IsNullable: false), new("Description", typeof(string), IsNullable: true), new("PlanningFamily", typeof(string), IsNullable: true), new("StockingType", typeof(string), IsNullable: true), new("LastUpdateDT", typeof(DateTime), IsNullable: false), ]; public static EtlPipeline Create(IDbConnectionFactory connectionFactory, string cacheFilePath) { ArgumentNullException.ThrowIfNull(connectionFactory); if (string.IsNullOrWhiteSpace(cacheFilePath)) throw new ArgumentException("Cache file path is required.", nameof(cacheFilePath)); return new EtlPipelineBuilder() .WithName($"{TableName}_Dev") .WithSource(new JsonZstdFileSource(cacheFilePath, Schema)) .WithDestination(new DbBulkImportDestination(connectionFactory, TableName)) .Build(); } }