feat: implement ETL pipeline redesign and ConfigManager improvements

- Add pipeline registry with JSON-based configuration and hot-reload support - Implement manual sync request feature with API, client UI, and database - Improve ConfigManager: connection string dropdown in pipeline editor, step delete/reorder functionality, and fix JSON parsing for ConnectionStrings
2026-01-22 17:48:33 -05:00
parent 5a332232d0
commit 29ac56006d
82 changed files with 6257 additions and 296 deletions
@@ -11,6 +11,8 @@
  },
  "DataSync": {
    "Enabled": true,
+    "PipelinesDirectory": "Pipelines",
+    "StrictPipelineValidation": true,
    "CheckInterval": "00:01:00",
    "MaxDegreeOfParallelism": 8,
    "BatchSize": 1000000,