jdescopingtool/NEW/src/JdeScoping.DataSync.Dev/ItemDevEtl.cs

using JdeScoping.DataAccess.Interfaces;
using JdeScoping.DataSync.Etl.Destinations;
using JdeScoping.DataSync.Etl.Models;
using JdeScoping.DataSync.Etl.Pipeline;
using JdeScoping.DataSync.Etl.Sources;

namespace JdeScoping.DataSync.Dev;

/// <summary>
/// Development ETL pipeline for the Item table.
/// Schema from: Scripts/008_CreateItemTable.sql
/// </summary>
public static class ItemDevEtl
{
    public static readonly string TableName = "Item";
    public static readonly string CacheFileName = "item.json.zstd";

    private static readonly JsonColumnSchema[] Schema =
    [
        new("ShortItemNumber", typeof(long), IsNullable: false),
        new("ItemNumber", typeof(string), IsNullable: false),
        new("Description", typeof(string), IsNullable: true),
        new("PlanningFamily", typeof(string), IsNullable: true),
        new("StockingType", typeof(string), IsNullable: true),
        new("LastUpdateDT", typeof(DateTime), IsNullable: false),
    ];

    public static EtlPipeline Create(IDbConnectionFactory connectionFactory, string cacheFilePath)
    {
        ArgumentNullException.ThrowIfNull(connectionFactory);

        if (string.IsNullOrWhiteSpace(cacheFilePath))
            throw new ArgumentException("Cache file path is required.", nameof(cacheFilePath));

        return new EtlPipelineBuilder()
            .WithName($"{TableName}_Dev")
            .WithSource(new JsonZstdFileSource(cacheFilePath, Schema))
            .WithDestination(new DbBulkImportDestination(connectionFactory, TableName))
            .Build();
    }
}