feat(datasync): add pipeline configuration models

2026-01-06 13:20:35 -05:00
parent 28d2fd30c9
commit e875244c8f
3 changed files with 60 additions and 0 deletions
@@ -0,0 +1,42 @@
+namespace JdeScoping.DataSync.Configuration;
+
+public record PipelineConfig(
+    SourceConfig Source,
+    Dictionary<string, SyncModeConfig> SyncModes,
+    List<TransformerConfig>? Transformers,
+    DestinationConfig Destination,
+    List<string>? PreScripts,
+    List<string>? PostScripts);
+
+public record SourceConfig(
+    string Connection,
+    string Query,
+    Dictionary<string, ParameterConfig>? Parameters);
+
+public record ParameterConfig(
+    string Name,
+    string? Format,
+    string Source = "offset",
+    string? Value = null);
+
+public record SyncModeConfig(
+    string? MinDtOffset,
+    bool PrePurge = false,
+    bool ReIndex = false,
+    string? UpdateWhen = null,
+    DestinationOverride? Destination = null);
+
+public record DestinationOverride(
+    string? Type,
+    List<string>? MatchColumns,
+    List<string>? ExcludeFromUpdate);
+
+public record TransformerConfig(
+    string Type,
+    List<string>? Columns,
+    Dictionary<string, string>? Mappings);
+
+public record DestinationConfig(
+    string Table,
+    List<string>? MatchColumns,
+    List<string>? ExcludeFromUpdate);
@@ -0,0 +1,11 @@
+namespace JdeScoping.DataSync.Configuration;
+
+public record PipelinesRoot(
+    PipelineSettings? Settings,  // Optional - defaults applied if missing
+    Dictionary<string, PipelineConfig> Pipelines)
+{
+    public PipelineSettings EffectiveSettings => Settings ?? new PipelineSettings();
+}
+
+public record PipelineSettings(
+    string Timezone = "UTC");
@@ -0,0 +1,7 @@
+namespace JdeScoping.DataSync.Options;
+
+public class PipelineOptions
+{
+    public const string SectionName = "Pipelines";
+    public string ConfigPath { get; set; } = "Pipelines/pipelines.json";
+}