dohertj2/histsdk
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

M3 R3.1 CAPTURED: native non-streamed write rides HistoryService.AddStreamValues ("ON" buffer)

Browse Source 
Drove the native 2023 R2 client through a committed non-streamed (historical backfill) write to a
sandbox tag, with the IL-rewritten managed gRPC client dumping every byte[] payload. Read the value
back over gRPC = end-to-end validated.

Key discovery: the M3 historical write does NOT use AddNonStreamValues/TransactionService (the
roadmap's assumption from the static decompile). The native client routes it over
HistoryService.AddStreamValues with an "ON" storage-sample buffer (structurally the AddS2 "OS"
family), plus EnsureTags for registration:

  AddStreamValues.values (56B): "ON"(0x4E4F) + u16 count=1 + u32 totalLen + u16 payloadLen +
    16B tag GUID + FILETIME(sample) + u16 quality=192 + u32 type/desc + FILETIME(received) +
    8B double value.
  EnsureTags.tagInfos (144B): the analog CTagMetadata the SDK's EnsureTagAsync already builds
    (0x4E marker ... fe 00 trailer).

Tooling that produced it:
- instrument-grpc-nonstream now instruments EVERY byte[]-input method on every Grpc*Client
  (45 methods) so the real wire path surfaces regardless of assumptions.
- harness pre-loads the instrumented GrpcClient by identity (LoadFrom context reuses an
  already-loaded assembly before sibling-probing, so the rewrite wins over the bin original);
  capture-write sequence fixed to Begin -> Add -> SendValues -> End (End-before-Send = err 160
  InvalidBatchId); GetTagInfoByName(cache:false) + resync wait resolves the server key; cache
  gate (D2's 129) does NOT block the primed 2023 R2 client.

Buffers captured to gitignored artifacts/. Next: build the "ON" AddStreamValues serializer in
src/ (adapt the existing AddS2 "OS" serializer) + EnsureTags + ship AddHistoricalValuesAsync.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_01B6mcaT2PjRFKcogzp9UkfC
This commit is contained in:
Joseph Doherty
2026-06-21 21:03:08 -04:00
parent d5c04cd410
commit 9bcfffb365
2 changed files with 99 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files
tools/AVEVA.Historian.ReverseEngineering/Program.cs
+44 -35
View File
@@ -1385,47 +1385,56 @@ static int InstrumentGrpcNonStream(string[] args)
: Path.Combine("docs", "reverse-engineering", "dnlib-write-copy", "grpc2023", "Archestra.Historian.GrpcClient.dll");
ModuleDefMD module = ModuleDefMD.Load(sourcePath);
TypeDef historyClient = module.GetTypes().FirstOrDefault(t => t.Name == "GrpcHistoryClient")
?? throw new InvalidOperationException("GrpcHistoryClient type not found in the module.");
MemberRefUser logByteArray = CreateLogByteArrayRef(module);
// Cast a wide net: instrument EVERY byte[]-input method on every Grpc*Client type, so whichever
// path the native non-streamed write actually drives (History/Transaction RegisterTags +
// AddNonStreamValues, or a Storage-service route) is captured. Phase = "<Type>.<Method>.<param>".
var instrumented = new List<object>();
foreach ((string methodName, string phase) in new[]
foreach (TypeDef type in module.GetTypes()
.Where(t => t.Name.String.StartsWith("Grpc", StringComparison.Ordinal) && t.Name.String.EndsWith("Client", StringComparison.Ordinal)))
{
("RegisterTags", "Grpc.RegisterTags.tagInfos"),
("AddNonStreamValues", "Grpc.AddNonStreamValues.inBuff"),
})
{
// The input byte[] is "System.Byte[]"; the out byte[] params are "System.Byte[]&".
MethodDef method = historyClient.Methods.FirstOrDefault(m =>
m.Name == methodName && m.HasBody
&& m.Parameters.Any(p => !p.IsHiddenThisParameter && p.Type.FullName == "System.Byte[]"))
?? throw new InvalidOperationException($"{methodName} (with a byte[] input param) not found.");
dnlib.DotNet.Parameter bufParam = method.Parameters
.First(p => !p.IsHiddenThisParameter && p.Type.FullName == "System.Byte[]");
Instruction[] injected =
[
Instruction.Create(OpCodes.Ldstr, phase),
Instruction.Create(OpCodes.Ldarg, bufParam),
Instruction.Create(OpCodes.Call, logByteArray),
];
foreach (Instruction instruction in injected.Reverse())
foreach (MethodDef method in type.Methods)
{
method.Body.Instructions.Insert(0, instruction);
if (!method.HasBody)
{
continue;
}
// Input byte[] params are "System.Byte[]"; out/ref byte[] are "System.Byte[]&".
foreach (dnlib.DotNet.Parameter bufParam in method.Parameters
.Where(p => !p.IsHiddenThisParameter && p.Type.FullName == "System.Byte[]")
.ToArray())
{
string phase = $"{type.Name}.{method.Name}.{bufParam.Name}";
Instruction[] injected =
[
Instruction.Create(OpCodes.Ldstr, phase),
Instruction.Create(OpCodes.Ldarg, bufParam),
Instruction.Create(OpCodes.Call, logByteArray),
];
foreach (Instruction instruction in injected.Reverse())
{
method.Body.Instructions.Insert(0, instruction);
}
method.Body.MaxStack = (ushort)Math.Max((int)method.Body.MaxStack, 8);
instrumented.Add(new
{
Type = type.Name.String,
Method = method.Name.String,
Phase = phase,
Param = bufParam.Name,
Token = "0x" + method.MDToken.Raw.ToString("X8"),
});
}
}
}
method.Body.MaxStack = (ushort)Math.Max((int)method.Body.MaxStack, 8);
instrumented.Add(new
{
Method = methodName,
Phase = phase,
Param = bufParam.Name,
Token = "0x" + method.MDToken.Raw.ToString("X8"),
});
if (instrumented.Count == 0)
{
throw new InvalidOperationException("No Grpc*Client byte[]-input methods found to instrument.");
}
Directory.CreateDirectory(Path.GetDirectoryName(Path.GetFullPath(outputPath))!);
@@ -1442,7 +1451,7 @@ static int InstrumentGrpcNonStream(string[] args)
{
Source = Path.GetFullPath(sourcePath),
Output = Path.GetFullPath(outputPath),
Type = historyClient.FullName,
InstrumentedCount = instrumented.Count,
Instrumented = instrumented,
LoggerMethod = "LogByteArray",
}, CreateJsonOptions()));