e5b26f3772
v2-ci / unit-tests (push) Has been cancelled
The baseline is83ed880e(SDK 1.5.378.182). The candidate is the #880 change (onda948e5f), run twice. Fixed: every SDK 2 client (Shared, OpcUaClient driver, CLI) logs in to the SDK 1.5 server with a 65-char key. A wrong 65-char key gets BadIdentityTokenRejected. In the control, the SDK default handler is refused by 1.5 with BadIdentityTokenInvalid and admitted by SDK 2. Mutation (the factory reverted to the SDK default handler): the SDK 2 Shared connect, the driver connect and all three CLI calls fail against 1.5 with BadIdentityTokenInvalid, and the wrong-key case gets Invalid instead of Rejected. This is #880 reproduced. In both runs the UNS cases fail against the master server for every client SDK. That is a fixture gap since #808 and is tracked as #888. Claude-Session: https://claude.ai/code/session_01GT67ACmpMR7b9LGRPLijMi
1716 lines
51 KiB
JSON
1716 lines
51 KiB
JSON
[
|
|
{
|
|
"sdk": "1.5.378.0",
|
|
"process": 12215,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-UNS-URI-browse",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "initial-quality-explicit-source-and-server-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-3",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-3",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-filter-and-native-ack",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-where-filter-positive-and-negative",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SecurityMode": "SignAndEncrypt",
|
|
"SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256"
|
|
},
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "1.5.378.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenRejected"
|
|
},
|
|
{
|
|
"rawChildren": [
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Scalar",
|
|
"DisplayName": "Scalar",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Vector",
|
|
"DisplayName": "Vector",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"DisplayName": "Alarm",
|
|
"NodeClass": "Object",
|
|
"HasChildren": true
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/UnsetTimestamp",
|
|
"DisplayName": "UnsetTimestamp",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
}
|
|
],
|
|
"unsChildren": [
|
|
{
|
|
"NodeId": "ns=3;s=Eq/Scalar",
|
|
"DisplayName": "Scalar",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=3;s=Eq/Vector",
|
|
"DisplayName": "Vector",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"DisplayName": "Alarm",
|
|
"NodeClass": "Object",
|
|
"HasChildren": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"rawReferences": [
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Scalar",
|
|
"browseName": "2:Matrix/dev/Scalar",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Vector",
|
|
"browseName": "2:Matrix/dev/Vector",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"browseName": "2:Alarm",
|
|
"nodeClass": "Object",
|
|
"typeDefinition": "i=10637",
|
|
"referenceType": "i=47",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/UnsetTimestamp",
|
|
"browseName": "2:Matrix/dev/UnsetTimestamp",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "i=61",
|
|
"browseName": "FolderType",
|
|
"nodeClass": "ObjectType",
|
|
"typeDefinition": "i=0",
|
|
"referenceType": "i=40",
|
|
"IsForward": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-10-01T00:00:00.0000000Z",
|
|
"serverTimestamp": "2026-11-12T16:06:32.3068650Z",
|
|
"contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:06:32.3520680Z",
|
|
"serverTimestamp": "2026-11-12T16:06:32.3524470Z",
|
|
"status": "Good"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:06:34.3945930Z",
|
|
"serverTimestamp": "2026-11-12T16:06:34.3945930Z",
|
|
"timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed."
|
|
},
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1635,
|
|
"p95": 0.2638,
|
|
"p99": 0.2992,
|
|
"throughputOperationsPerSecond": 5735.326167999174
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1602,
|
|
"p95": 0.2073,
|
|
"p99": 0.2346,
|
|
"throughputOperationsPerSecond": 5930.424262551743
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1328,
|
|
"p95": 0.2753,
|
|
"p99": 0.5263,
|
|
"throughputOperationsPerSecond": 6134.969325153374
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1339,
|
|
"p95": 0.5638,
|
|
"p99": 11.6375,
|
|
"throughputOperationsPerSecond": 2454.1684050359545
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 42.056,
|
|
"clientAllocatedBytes": 1350880,
|
|
"clientAllocatedBytesPerOperation": 6754.4,
|
|
"clientWorkingSetBytes": 140967936,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 20,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.136,
|
|
"p95": 0.1828,
|
|
"p99": 0.197,
|
|
"throughputOperationsPerSecond": 7172.777873414818
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1299,
|
|
"p95": 0.1646,
|
|
"p99": 0.1761,
|
|
"throughputOperationsPerSecond": 7484.581761571166
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1238,
|
|
"p95": 0.1471,
|
|
"p99": 0.1561,
|
|
"throughputOperationsPerSecond": 7938.524069604981
|
|
},
|
|
"array-write": {
|
|
"p50": 0.132,
|
|
"p95": 0.15,
|
|
"p99": 0.1554,
|
|
"throughputOperationsPerSecond": 7590.363274786329
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 39.434,
|
|
"clientAllocatedBytes": 1326920,
|
|
"clientAllocatedBytesPerOperation": 6634.6,
|
|
"clientWorkingSetBytes": 142589952,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 20,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1356,
|
|
"p95": 0.5737,
|
|
"p99": 2.6556,
|
|
"throughputOperationsPerSecond": 3939.5515214547972
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1398,
|
|
"p95": 0.2366,
|
|
"p99": 0.6711,
|
|
"throughputOperationsPerSecond": 6269.592476489029
|
|
},
|
|
"array-read": {
|
|
"p50": 0.137,
|
|
"p95": 0.2861,
|
|
"p99": 0.6525,
|
|
"throughputOperationsPerSecond": 6094.216588457554
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1408,
|
|
"p95": 0.3463,
|
|
"p99": 2.0573,
|
|
"throughputOperationsPerSecond": 4752.806532257298
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 36.305,
|
|
"clientAllocatedBytes": 1341264,
|
|
"clientAllocatedBytesPerOperation": 6706.32,
|
|
"clientWorkingSetBytes": 143572992,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 20,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"failures": 0,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "baseline-client-to-baseline-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:57748/OtOpcUa",
|
|
"process": 12205,
|
|
"sdk": "1.5.378.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "passed",
|
|
"historyBackendRequests": [
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 5
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
}
|
|
],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "1.5.378.0",
|
|
"process": 12303,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-UNS-URI-browse",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "initial-quality-explicit-source-and-server-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-filter-and-native-ack",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-where-filter-positive-and-negative",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SecurityMode": "SignAndEncrypt",
|
|
"SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256"
|
|
},
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "2.0.1.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenRejected"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-10-01T00:00:00.0000000Z",
|
|
"serverTimestamp": "2026-11-12T16:06:43.8364800Z",
|
|
"contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:06:43.8903990Z",
|
|
"serverTimestamp": "2026-11-12T16:06:43.8918480Z",
|
|
"status": "Good"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:06:46.0467830Z",
|
|
"serverTimestamp": "2026-11-12T16:06:46.0467830Z",
|
|
"timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed."
|
|
},
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1982,
|
|
"p95": 0.2441,
|
|
"p99": 0.2649,
|
|
"throughputOperationsPerSecond": 4956.87518588282
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2287,
|
|
"p95": 0.2673,
|
|
"p99": 0.3185,
|
|
"throughputOperationsPerSecond": 4356.653044864814
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1806,
|
|
"p95": 0.221,
|
|
"p99": 0.2248,
|
|
"throughputOperationsPerSecond": 5451.670937142233
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1798,
|
|
"p95": 0.2525,
|
|
"p99": 2.3822,
|
|
"throughputOperationsPerSecond": 4410.6490711173055
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 51.552,
|
|
"clientAllocatedBytes": 1325872,
|
|
"clientAllocatedBytesPerOperation": 6629.36,
|
|
"clientWorkingSetBytes": 140623872,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1646,
|
|
"p95": 0.1841,
|
|
"p99": 0.1913,
|
|
"throughputOperationsPerSecond": 6052.902366684825
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1858,
|
|
"p95": 0.2317,
|
|
"p99": 0.2338,
|
|
"throughputOperationsPerSecond": 5342.907824154217
|
|
},
|
|
"array-read": {
|
|
"p50": 0.186,
|
|
"p95": 0.2115,
|
|
"p99": 0.23,
|
|
"throughputOperationsPerSecond": 5351.829255239441
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1892,
|
|
"p95": 0.22,
|
|
"p99": 0.2414,
|
|
"throughputOperationsPerSecond": 5242.848754299135
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 45.525,
|
|
"clientAllocatedBytes": 1326824,
|
|
"clientAllocatedBytesPerOperation": 6634.12,
|
|
"clientWorkingSetBytes": 142262272,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.167,
|
|
"p95": 0.2054,
|
|
"p99": 2.7737,
|
|
"throughputOperationsPerSecond": 4544.256514191715
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1702,
|
|
"p95": 0.1913,
|
|
"p99": 0.1932,
|
|
"throughputOperationsPerSecond": 5855.8980605265615
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1657,
|
|
"p95": 0.1888,
|
|
"p99": 0.2062,
|
|
"throughputOperationsPerSecond": 5942.053098186485
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1802,
|
|
"p95": 0.2136,
|
|
"p99": 0.2222,
|
|
"throughputOperationsPerSecond": 5463.824021155926
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 47.105,
|
|
"clientAllocatedBytes": 1286520,
|
|
"clientAllocatedBytesPerOperation": 6432.6,
|
|
"clientWorkingSetBytes": 143327232,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
1,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"failures": 3,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "baseline-client-to-candidate-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:57811/OtOpcUa",
|
|
"process": 12259,
|
|
"sdk": "2.0.1.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "failed",
|
|
"historyBackendRequests": [
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 5
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
}
|
|
],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 12391,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "sdk2-default-RsaEncryptedSecret-control",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-UNS-URI-browse",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "initial-quality-explicit-source-and-server-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-3",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-3",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-filter-and-native-ack",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-where-filter-positive-and-negative",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SecurityMode": "SignAndEncrypt",
|
|
"SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256"
|
|
},
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "1.5.378.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenRejected"
|
|
},
|
|
{
|
|
"sdkDefaultFormatStatus": "BadIdentityTokenInvalid",
|
|
"serverSdk": "1.5.378.0"
|
|
},
|
|
{
|
|
"rawChildren": [
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Scalar",
|
|
"DisplayName": "Scalar",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Vector",
|
|
"DisplayName": "Vector",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"DisplayName": "Alarm",
|
|
"NodeClass": "Object",
|
|
"HasChildren": true
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/UnsetTimestamp",
|
|
"DisplayName": "UnsetTimestamp",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
}
|
|
],
|
|
"unsChildren": [
|
|
{
|
|
"NodeId": "ns=3;s=Eq/Scalar",
|
|
"DisplayName": "Scalar",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=3;s=Eq/Vector",
|
|
"DisplayName": "Vector",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"DisplayName": "Alarm",
|
|
"NodeClass": "Object",
|
|
"HasChildren": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"rawReferences": [
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Scalar",
|
|
"browseName": "2:Matrix/dev/Scalar",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Vector",
|
|
"browseName": "2:Matrix/dev/Vector",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"browseName": "2:Alarm",
|
|
"nodeClass": "Object",
|
|
"typeDefinition": "i=10637",
|
|
"referenceType": "i=47",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/UnsetTimestamp",
|
|
"browseName": "2:Matrix/dev/UnsetTimestamp",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "i=61",
|
|
"browseName": "FolderType",
|
|
"nodeClass": "ObjectType",
|
|
"typeDefinition": "",
|
|
"referenceType": "i=40",
|
|
"IsForward": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-10-01T00:00:00.0000000Z",
|
|
"serverTimestamp": "2026-11-12T16:07:02.5525570Z",
|
|
"contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:07:02.6096640Z",
|
|
"serverTimestamp": "2026-11-12T16:07:02.6100230Z",
|
|
"status": "Good"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:07:04.7002510Z",
|
|
"serverTimestamp": "2026-11-12T16:07:04.7002510Z",
|
|
"timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed."
|
|
},
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.17,
|
|
"p95": 0.2086,
|
|
"p99": 0.2175,
|
|
"throughputOperationsPerSecond": 5771.139684664929
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1879,
|
|
"p95": 0.2378,
|
|
"p99": 0.2659,
|
|
"throughputOperationsPerSecond": 5147.21021206506
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1562,
|
|
"p95": 0.1967,
|
|
"p99": 0.207,
|
|
"throughputOperationsPerSecond": 6343.809076722027
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1542,
|
|
"p95": 0.2456,
|
|
"p99": 8.0502,
|
|
"throughputOperationsPerSecond": 3147.2867241151403
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 58.813,
|
|
"clientAllocatedBytes": 690400,
|
|
"clientAllocatedBytesPerOperation": 3452,
|
|
"clientWorkingSetBytes": 137805824,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1557,
|
|
"p95": 0.202,
|
|
"p99": 0.2238,
|
|
"throughputOperationsPerSecond": 6293.503845330847
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1364,
|
|
"p95": 0.182,
|
|
"p99": 0.1986,
|
|
"throughputOperationsPerSecond": 7034.624421402143
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1394,
|
|
"p95": 0.163,
|
|
"p99": 0.1809,
|
|
"throughputOperationsPerSecond": 7329.6587310894765
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1565,
|
|
"p95": 0.1937,
|
|
"p99": 0.2259,
|
|
"throughputOperationsPerSecond": 6242.3531174311465
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 52.264,
|
|
"clientAllocatedBytes": 682784,
|
|
"clientAllocatedBytesPerOperation": 3413.92,
|
|
"clientWorkingSetBytes": 138657792,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1383,
|
|
"p95": 0.1709,
|
|
"p99": 0.2007,
|
|
"throughputOperationsPerSecond": 7135.21227256511
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1385,
|
|
"p95": 0.1742,
|
|
"p99": 0.1881,
|
|
"throughputOperationsPerSecond": 6997.117187718659
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1219,
|
|
"p95": 0.154,
|
|
"p99": 0.1857,
|
|
"throughputOperationsPerSecond": 7967.873533911271
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1346,
|
|
"p95": 0.1606,
|
|
"p99": 0.1661,
|
|
"throughputOperationsPerSecond": 7415.427054444064
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 47.412,
|
|
"clientAllocatedBytes": 676880,
|
|
"clientAllocatedBytesPerOperation": 3384.4,
|
|
"clientWorkingSetBytes": 139247616,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"failures": 0,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "candidate-client-to-baseline-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:57886/OtOpcUa",
|
|
"process": 12386,
|
|
"sdk": "1.5.378.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "passed",
|
|
"historyBackendRequests": [
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 5
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
}
|
|
],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 12627,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "sdk2-default-RsaEncryptedSecret-control",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-UNS-URI-browse",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "initial-quality-explicit-source-and-server-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-filter-and-native-ack",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-where-filter-positive-and-negative",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SecurityMode": "SignAndEncrypt",
|
|
"SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256"
|
|
},
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "2.0.1.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenRejected"
|
|
},
|
|
{
|
|
"sdkDefaultFormatStatus": "Good",
|
|
"serverSdk": "2.0.1.0"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-10-01T00:00:00.0000000Z",
|
|
"serverTimestamp": "2026-11-12T16:07:23.8184970Z",
|
|
"contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:07:24.0379700Z",
|
|
"serverTimestamp": "2026-11-12T16:07:24.0397930Z",
|
|
"status": "Good"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:07:25.5307000Z",
|
|
"serverTimestamp": "2026-11-12T16:07:25.5307000Z",
|
|
"timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed."
|
|
},
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.2488,
|
|
"p95": 0.717,
|
|
"p99": 0.7317,
|
|
"throughputOperationsPerSecond": 3223.8513417669287
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.4056,
|
|
"p95": 10.575,
|
|
"p99": 44.4046,
|
|
"throughputOperationsPerSecond": 442.83959375667024
|
|
},
|
|
"array-read": {
|
|
"p50": 0.3105,
|
|
"p95": 1.9147,
|
|
"p99": 10.5212,
|
|
"throughputOperationsPerSecond": 1387.6053539364977
|
|
},
|
|
"array-write": {
|
|
"p50": 0.3317,
|
|
"p95": 8.3318,
|
|
"p99": 21.192,
|
|
"throughputOperationsPerSecond": 759.9696620110925
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 48.15,
|
|
"clientAllocatedBytes": 682656,
|
|
"clientAllocatedBytesPerOperation": 3413.28,
|
|
"clientWorkingSetBytes": 105037824,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 21,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.6827,
|
|
"p95": 9.0464,
|
|
"p99": 19.8075,
|
|
"throughputOperationsPerSecond": 471.4734961174158
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.8447,
|
|
"p95": 24.119,
|
|
"p99": 32.4115,
|
|
"throughputOperationsPerSecond": 187.43713826975278
|
|
},
|
|
"array-read": {
|
|
"p50": 0.3734,
|
|
"p95": 10.7092,
|
|
"p99": 12.5353,
|
|
"throughputOperationsPerSecond": 342.7420598660701
|
|
},
|
|
"array-write": {
|
|
"p50": 2.6731,
|
|
"p95": 13.5048,
|
|
"p99": 18.3889,
|
|
"throughputOperationsPerSecond": 172.34877601346255
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 151.38,
|
|
"clientAllocatedBytes": 703216,
|
|
"clientAllocatedBytesPerOperation": 3516.08,
|
|
"clientWorkingSetBytes": 109379584,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 21,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
1,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.3207,
|
|
"p95": 10.3305,
|
|
"p99": 13.1922,
|
|
"throughputOperationsPerSecond": 604.6673060015648
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.4282,
|
|
"p95": 10.5973,
|
|
"p99": 15.8935,
|
|
"throughputOperationsPerSecond": 574.0771996054941
|
|
},
|
|
"array-read": {
|
|
"p50": 0.8233,
|
|
"p95": 14.5327,
|
|
"p99": 37.0639,
|
|
"throughputOperationsPerSecond": 218.7753916188898
|
|
},
|
|
"array-write": {
|
|
"p50": 0.6186,
|
|
"p95": 14.3218,
|
|
"p99": 22.7617,
|
|
"throughputOperationsPerSecond": 305.12009832190046
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 170.551,
|
|
"clientAllocatedBytes": 701200,
|
|
"clientAllocatedBytesPerOperation": 3506,
|
|
"clientWorkingSetBytes": 110755840,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 21,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"failures": 3,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "candidate-client-to-candidate-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:57999/OtOpcUa",
|
|
"process": 12607,
|
|
"sdk": "2.0.1.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "failed",
|
|
"historyBackendRequests": [
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 5
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
}
|
|
],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 74,
|
|
"cases": [
|
|
{
|
|
"name": "driver-trusted-encrypted-API-key-connect",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "driver-raw-UNS-URI-scalar-and-array-read",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "driver-scalar-array-write-roundtrip",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "driver-monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-CLI-read",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-baseline-server/cli-read.log",
|
|
"expectedOutput": "Value: 92"
|
|
},
|
|
{
|
|
"name": "production-CLI-raw-history",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-baseline-server/cli-raw-history.log",
|
|
"expectedOutput": "25 values returned."
|
|
},
|
|
{
|
|
"name": "production-CLI-event-history",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-baseline-server/cli-event-history.log",
|
|
"expectedOutput": "25 events returned."
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SourceTimestampUtc": "2026-11-12T16:07:32.6959976Z",
|
|
"ServerTimestampUtc": "2026-11-12T16:07:32.696913Z",
|
|
"StatusCode": 0
|
|
},
|
|
{
|
|
"capability": "driver-history",
|
|
"status": "not-applicable",
|
|
"evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history."
|
|
}
|
|
],
|
|
"failures": 0,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Client.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Security.Certificates.dll"
|
|
}
|
|
],
|
|
"name": "candidate-driver-cli-to-baseline-server",
|
|
"status": "passed",
|
|
"container": "otopcua-sdk2-matrix-c9b6fca5b769",
|
|
"network": "none; all peers in task container, separate SDK processes",
|
|
"driverCertificateValidation": "explicit trusted peers; autoaccept disabled",
|
|
"cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:41705/OtOpcUa",
|
|
"process": 33,
|
|
"sdk": "1.5.378.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
}
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 79,
|
|
"cases": [
|
|
{
|
|
"name": "driver-trusted-encrypted-API-key-connect",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "driver-raw-UNS-URI-scalar-and-array-read",
|
|
"status": "failed",
|
|
"error": "System.InvalidOperationException: Read failure\n at ProcessHost.Require(Boolean yes, String message) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 60\n at ProcessHost.<>c__DisplayClass31_0.<<Driver>b__1>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 336\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63"
|
|
},
|
|
{
|
|
"name": "driver-scalar-array-write-roundtrip",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "driver-monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-CLI-read",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-candidate-server/cli-read.log",
|
|
"expectedOutput": "Value: 92"
|
|
},
|
|
{
|
|
"name": "production-CLI-raw-history",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-candidate-server/cli-raw-history.log",
|
|
"expectedOutput": "25 values returned."
|
|
},
|
|
{
|
|
"name": "production-CLI-event-history",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-candidate-server/cli-event-history.log",
|
|
"expectedOutput": "25 events returned."
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SourceTimestampUtc": "2026-11-12T16:07:40.9847341Z",
|
|
"ServerTimestampUtc": "2026-11-12T16:07:40.9866789Z",
|
|
"StatusCode": 0
|
|
},
|
|
{
|
|
"capability": "driver-history",
|
|
"status": "not-applicable",
|
|
"evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history."
|
|
}
|
|
],
|
|
"failures": 1,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Client.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Security.Certificates.dll"
|
|
}
|
|
],
|
|
"name": "candidate-driver-cli-to-candidate-server",
|
|
"status": "failed",
|
|
"container": "otopcua-sdk2-matrix-5262f65fe5d3",
|
|
"network": "none; all peers in task container, separate SDK processes",
|
|
"driverCertificateValidation": "explicit trusted peers; autoaccept disabled",
|
|
"cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:35535/OtOpcUa",
|
|
"process": 33,
|
|
"sdk": "2.0.1.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
}
|
|
}
|
|
]
|