From 5a101a60b36318adafe1752e4a52a4dcb6d9adf2 Mon Sep 17 00:00:00 2001
From: Joseph Doherty <dohertj2@Josephs-MacBook-Pro.local>
Date: Sat, 3 Jan 2026 08:59:57 -0500
Subject: [PATCH] feat(etl): add core ETL pipeline interfaces

Add the four core interfaces for the ETL pipeline:
- IImportSource: defines data sources for reading
- IDataTransformer: defines data transformation layer
- IImportDestination: defines data write destinations
- IScriptRunner: defines script execution capability
---
 .../Etl/Contracts/IDataTransformer.cs         | 21 ++++++++++++++++
 .../Etl/Contracts/IImportDestination.cs       | 25 +++++++++++++++++++
 .../Etl/Contracts/IImportSource.cs            | 21 ++++++++++++++++
 .../Etl/Contracts/IScriptRunner.cs            | 18 +++++++++++++
 4 files changed, 85 insertions(+)
 create mode 100644 NEW/src/JdeScoping.DataSync/Etl/Contracts/IDataTransformer.cs
 create mode 100644 NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportDestination.cs
 create mode 100644 NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportSource.cs
 create mode 100644 NEW/src/JdeScoping.DataSync/Etl/Contracts/IScriptRunner.cs

diff --git a/NEW/src/JdeScoping.DataSync/Etl/Contracts/IDataTransformer.cs b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IDataTransformer.cs
new file mode 100644
index 0000000..f3ac31c
--- /dev/null
+++ b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IDataTransformer.cs
@@ -0,0 +1,21 @@
+using System.Data;
+
+namespace JdeScoping.DataSync.Etl.Contracts;
+
+/// <summary>
+/// Defines a transformer that can modify or enhance data during the ETL process.
+/// </summary>
+public interface IDataTransformer
+{
+    /// <summary>
+    /// Transforms the source data reader into a new data reader with modifications applied.
+    /// </summary>
+    /// <param name="source">The source data reader to transform.</param>
+    /// <returns>A new IDataReader with transformations applied.</returns>
+    IDataReader Transform(IDataReader source);
+
+    /// <summary>
+    /// Gets the name of this transformer for logging and identification.
+    /// </summary>
+    string TransformerName { get; }
+}
diff --git a/NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportDestination.cs b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportDestination.cs
new file mode 100644
index 0000000..cfa3348
--- /dev/null
+++ b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportDestination.cs
@@ -0,0 +1,25 @@
+using System.Data;
+using JdeScoping.DataSync.Etl.Results;
+
+namespace JdeScoping.DataSync.Etl.Contracts;
+
+/// <summary>
+/// Defines a destination to which data can be written during import operations.
+/// </summary>
+public interface IImportDestination
+{
+    /// <summary>
+    /// Writes data from the source reader to the destination asynchronously.
+    /// </summary>
+    /// <param name="source">The data reader containing the data to write.</param>
+    /// <param name="cancellationToken">Token to cancel the operation.</param>
+    /// <returns>A result containing statistics about the write operation.</returns>
+    Task<DestinationResult> WriteAsync(
+        IDataReader source,
+        CancellationToken cancellationToken = default);
+
+    /// <summary>
+    /// Gets the name of this destination for logging and identification.
+    /// </summary>
+    string DestinationName { get; }
+}
diff --git a/NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportSource.cs b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportSource.cs
new file mode 100644
index 0000000..81ff7f7
--- /dev/null
+++ b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IImportSource.cs
@@ -0,0 +1,21 @@
+using System.Data;
+
+namespace JdeScoping.DataSync.Etl.Contracts;
+
+/// <summary>
+/// Defines a source from which data can be read for import operations.
+/// </summary>
+public interface IImportSource : IAsyncDisposable
+{
+    /// <summary>
+    /// Reads data from the source asynchronously.
+    /// </summary>
+    /// <param name="cancellationToken">Token to cancel the operation.</param>
+    /// <returns>An IDataReader providing access to the source data.</returns>
+    Task<IDataReader> ReadDataAsync(CancellationToken cancellationToken = default);
+
+    /// <summary>
+    /// Gets the name of this data source for logging and identification.
+    /// </summary>
+    string SourceName { get; }
+}
diff --git a/NEW/src/JdeScoping.DataSync/Etl/Contracts/IScriptRunner.cs b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IScriptRunner.cs
new file mode 100644
index 0000000..0f4d73d
--- /dev/null
+++ b/NEW/src/JdeScoping.DataSync/Etl/Contracts/IScriptRunner.cs
@@ -0,0 +1,18 @@
+namespace JdeScoping.DataSync.Etl.Contracts;
+
+/// <summary>
+/// Defines a runner that can execute scripts as part of the ETL process.
+/// </summary>
+public interface IScriptRunner
+{
+    /// <summary>
+    /// Executes the script asynchronously.
+    /// </summary>
+    /// <param name="cancellationToken">Token to cancel the operation.</param>
+    Task ExecuteAsync(CancellationToken cancellationToken = default);
+
+    /// <summary>
+    /// Gets the name of this script for logging and identification.
+    /// </summary>
+    string ScriptName { get; }
+}