dohertj2/jdescopingtool
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

refactor: migrate BranchDevEtl to protobuf source

Browse Source
This commit is contained in:
Joseph Doherty
2026-01-06 16:40:19 -05:00
parent 055406431d
commit ca63b674f5
1 changed files with 2 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files
NEW/src/JdeScoping.DataSync.Dev/BranchDevEtl.cs
+2 -10
View File
@@ -1,6 +1,5 @@
using JdeScoping.DataAccess.Interfaces; using JdeScoping.DataAccess.Interfaces;
using JdeScoping.DataSync.Etl.Destinations; using JdeScoping.DataSync.Etl.Destinations;
using JdeScoping.DataSync.Dev.Models;
using JdeScoping.DataSync.Etl.Pipeline; using JdeScoping.DataSync.Etl.Pipeline;
using JdeScoping.DataSync.Dev.Sources; using JdeScoping.DataSync.Dev.Sources;
@@ -12,14 +11,7 @@ namespace JdeScoping.DataSync.Dev;
public static class BranchDevEtl public static class BranchDevEtl
{ {
public static readonly string TableName = "Branch"; public static readonly string TableName = "Branch";
public static readonly string CacheFileName = "branch.json.zstd"; public static readonly string CacheFileName = "branch.pb.zstd";
private static readonly JsonColumnSchema[] Schema =
[
new("Code", typeof(string), IsNullable: false),
new("Description", typeof(string), IsNullable: true),
new("LastUpdateDT", typeof(DateTime), IsNullable: false),
];
public static EtlPipeline Create(IDbConnectionFactory connectionFactory, string cacheFilePath) public static EtlPipeline Create(IDbConnectionFactory connectionFactory, string cacheFilePath)
{ {
@@ -30,7 +22,7 @@ public static class BranchDevEtl
return new EtlPipelineBuilder() return new EtlPipelineBuilder()
.WithName($"{TableName}_Dev") .WithName($"{TableName}_Dev")
.WithSource(new JsonZstdFileSource(cacheFilePath, Schema)) .WithSource(new ProtobufZstdFileSource(cacheFilePath))
.WithDestination(new DbBulkImportDestination(connectionFactory, TableName)) .WithDestination(new DbBulkImportDestination(connectionFactory, TableName))
.Build(); .Build();
} }