e5b26f3772
v2-ci / unit-tests (push) Has been cancelled
The baseline is83ed880e(SDK 1.5.378.182). The candidate is the #880 change (onda948e5f), run twice. Fixed: every SDK 2 client (Shared, OpcUaClient driver, CLI) logs in to the SDK 1.5 server with a 65-char key. A wrong 65-char key gets BadIdentityTokenRejected. In the control, the SDK default handler is refused by 1.5 with BadIdentityTokenInvalid and admitted by SDK 2. Mutation (the factory reverted to the SDK default handler): the SDK 2 Shared connect, the driver connect and all three CLI calls fail against 1.5 with BadIdentityTokenInvalid, and the wrong-key case gets Invalid instead of Rejected. This is #880 reproduced. In both runs the UNS cases fail against the master server for every client SDK. That is a fixture gap since #808 and is tracked as #888. Claude-Session: https://claude.ai/code/session_01GT67ACmpMR7b9LGRPLijMi
1364 lines
48 KiB
JSON
1364 lines
48 KiB
JSON
[
|
|
{
|
|
"sdk": "1.5.378.0",
|
|
"process": 15164,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-UNS-URI-browse",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "initial-quality-explicit-source-and-server-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-3",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-3",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-filter-and-native-ack",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-where-filter-positive-and-negative",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SecurityMode": "SignAndEncrypt",
|
|
"SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256"
|
|
},
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "1.5.378.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenRejected"
|
|
},
|
|
{
|
|
"rawChildren": [
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Scalar",
|
|
"DisplayName": "Scalar",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Vector",
|
|
"DisplayName": "Vector",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"DisplayName": "Alarm",
|
|
"NodeClass": "Object",
|
|
"HasChildren": true
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/UnsetTimestamp",
|
|
"DisplayName": "UnsetTimestamp",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
}
|
|
],
|
|
"unsChildren": [
|
|
{
|
|
"NodeId": "ns=3;s=Eq/Scalar",
|
|
"DisplayName": "Scalar",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=3;s=Eq/Vector",
|
|
"DisplayName": "Vector",
|
|
"NodeClass": "Variable",
|
|
"HasChildren": false
|
|
},
|
|
{
|
|
"NodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"DisplayName": "Alarm",
|
|
"NodeClass": "Object",
|
|
"HasChildren": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"rawReferences": [
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Scalar",
|
|
"browseName": "2:Matrix/dev/Scalar",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Vector",
|
|
"browseName": "2:Matrix/dev/Vector",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/Alarm",
|
|
"browseName": "2:Alarm",
|
|
"nodeClass": "Object",
|
|
"typeDefinition": "i=10637",
|
|
"referenceType": "i=47",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "ns=2;s=Matrix/dev/UnsetTimestamp",
|
|
"browseName": "2:Matrix/dev/UnsetTimestamp",
|
|
"nodeClass": "Variable",
|
|
"typeDefinition": "i=63",
|
|
"referenceType": "i=35",
|
|
"IsForward": true
|
|
},
|
|
{
|
|
"nodeId": "i=61",
|
|
"browseName": "FolderType",
|
|
"nodeClass": "ObjectType",
|
|
"typeDefinition": "i=0",
|
|
"referenceType": "i=40",
|
|
"IsForward": true
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-10-01T00:00:00.0000000Z",
|
|
"serverTimestamp": "2026-11-12T16:11:01.4683550Z",
|
|
"contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:11:01.5117100Z",
|
|
"serverTimestamp": "2026-11-12T16:11:01.5120570Z",
|
|
"status": "Good"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:11:03.4530400Z",
|
|
"serverTimestamp": "2026-11-12T16:11:03.4530400Z",
|
|
"timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed."
|
|
},
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.207,
|
|
"p95": 0.2408,
|
|
"p99": 0.2717,
|
|
"throughputOperationsPerSecond": 4739.201728860793
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2134,
|
|
"p95": 0.278,
|
|
"p99": 0.3065,
|
|
"throughputOperationsPerSecond": 4587.113879689178
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1711,
|
|
"p95": 0.2021,
|
|
"p99": 0.229,
|
|
"throughputOperationsPerSecond": 5879.378667262443
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1817,
|
|
"p95": 0.224,
|
|
"p99": 0.234,
|
|
"throughputOperationsPerSecond": 5466.3328559402635
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 57.503,
|
|
"clientAllocatedBytes": 1326952,
|
|
"clientAllocatedBytesPerOperation": 6634.76,
|
|
"clientWorkingSetBytes": 137543680,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1774,
|
|
"p95": 0.2407,
|
|
"p99": 8.691,
|
|
"throughputOperationsPerSecond": 2845.6302501878117
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1832,
|
|
"p95": 0.3181,
|
|
"p99": 10.2365,
|
|
"throughputOperationsPerSecond": 2540.5858590991093
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1757,
|
|
"p95": 0.2073,
|
|
"p99": 0.2281,
|
|
"throughputOperationsPerSecond": 5627.0186929561
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1803,
|
|
"p95": 0.2253,
|
|
"p99": 0.2366,
|
|
"throughputOperationsPerSecond": 5422.699419771162
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 51.705,
|
|
"clientAllocatedBytes": 1326688,
|
|
"clientAllocatedBytesPerOperation": 6633.44,
|
|
"clientWorkingSetBytes": 139198464,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1845,
|
|
"p95": 0.241,
|
|
"p99": 2.2406,
|
|
"throughputOperationsPerSecond": 4362.278505308892
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1784,
|
|
"p95": 0.2025,
|
|
"p99": 0.222,
|
|
"throughputOperationsPerSecond": 5627.715372667315
|
|
},
|
|
"array-read": {
|
|
"p50": 0.173,
|
|
"p95": 0.2192,
|
|
"p99": 0.2515,
|
|
"throughputOperationsPerSecond": 5759.041695461878
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1782,
|
|
"p95": 0.2097,
|
|
"p99": 0.2277,
|
|
"throughputOperationsPerSecond": 5586.155272771963
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 56.323,
|
|
"clientAllocatedBytes": 1288472,
|
|
"clientAllocatedBytesPerOperation": 6442.36,
|
|
"clientWorkingSetBytes": 140279808,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
1,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"failures": 0,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "baseline-client-to-baseline-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:60064/OtOpcUa",
|
|
"process": 15133,
|
|
"sdk": "1.5.378.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "passed",
|
|
"historyBackendRequests": [
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 5
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
}
|
|
],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "1.5.378.0",
|
|
"process": 15299,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-UNS-URI-browse",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "initial-quality-explicit-source-and-server-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-filter-and-native-ack",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-where-filter-positive-and-negative",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SecurityMode": "SignAndEncrypt",
|
|
"SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256"
|
|
},
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "2.0.1.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenRejected"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-10-01T00:00:00.0000000Z",
|
|
"serverTimestamp": "2026-11-12T16:11:07.9113570Z",
|
|
"contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:11:07.9624610Z",
|
|
"serverTimestamp": "2026-11-12T16:11:07.9641430Z",
|
|
"status": "Good"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:11:09.8874390Z",
|
|
"serverTimestamp": "2026-11-12T16:11:09.8874390Z",
|
|
"timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed."
|
|
},
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.2031,
|
|
"p95": 0.2529,
|
|
"p99": 0.2952,
|
|
"throughputOperationsPerSecond": 4780.754594305165
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2332,
|
|
"p95": 0.2994,
|
|
"p99": 0.3149,
|
|
"throughputOperationsPerSecond": 4244.626303100275
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1893,
|
|
"p95": 0.2057,
|
|
"p99": 0.2132,
|
|
"throughputOperationsPerSecond": 5362.677906839558
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1985,
|
|
"p95": 0.2258,
|
|
"p99": 2.4923,
|
|
"throughputOperationsPerSecond": 4064.7432301701506
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 51.159,
|
|
"clientAllocatedBytes": 1326304,
|
|
"clientAllocatedBytesPerOperation": 6631.52,
|
|
"clientWorkingSetBytes": 138395648,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1865,
|
|
"p95": 0.2163,
|
|
"p99": 0.2667,
|
|
"throughputOperationsPerSecond": 5300.653040454583
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1925,
|
|
"p95": 0.2142,
|
|
"p99": 0.2635,
|
|
"throughputOperationsPerSecond": 5176.304946477007
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1783,
|
|
"p95": 0.2,
|
|
"p99": 0.2089,
|
|
"throughputOperationsPerSecond": 5646.336092509572
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1939,
|
|
"p95": 0.2188,
|
|
"p99": 0.2265,
|
|
"throughputOperationsPerSecond": 5068.629239908359
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 44.138,
|
|
"clientAllocatedBytes": 1317720,
|
|
"clientAllocatedBytesPerOperation": 6588.6,
|
|
"clientWorkingSetBytes": 140017664,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1965,
|
|
"p95": 0.2862,
|
|
"p99": 2.0937,
|
|
"throughputOperationsPerSecond": 4211.554821809115
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1971,
|
|
"p95": 0.2542,
|
|
"p99": 0.2705,
|
|
"throughputOperationsPerSecond": 4956.039925857643
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1845,
|
|
"p95": 0.2067,
|
|
"p99": 0.27,
|
|
"throughputOperationsPerSecond": 5421.347096326495
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1995,
|
|
"p95": 0.246,
|
|
"p99": 0.2684,
|
|
"throughputOperationsPerSecond": 4911.494862576374
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 50.22,
|
|
"clientAllocatedBytes": 1296128,
|
|
"clientAllocatedBytesPerOperation": 6480.64,
|
|
"clientWorkingSetBytes": 141164544,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
1,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"failures": 3,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "1.5.378.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "baseline-client-to-candidate-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:60082/OtOpcUa",
|
|
"process": 15267,
|
|
"sdk": "2.0.1.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "failed",
|
|
"historyBackendRequests": [
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 5
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
}
|
|
],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 15491,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "failed",
|
|
"error": "[80200000] (BadIdentityTokenInvalid)\n[80200000] (BadIdentityTokenInvalid)"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "failed",
|
|
"error": "System.InvalidOperationException: Expected BadIdentityTokenRejected (key check), got BadIdentityTokenInvalid\n at ProcessHost.Require(Boolean yes, String message) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 60\n at ProcessHost.<>c__DisplayClass26_0.<<ApiKeyFormatCases>b__0>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 192\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63"
|
|
},
|
|
{
|
|
"name": "sdk2-default-RsaEncryptedSecret-control",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "1.5.378.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenInvalid"
|
|
},
|
|
{
|
|
"sdkDefaultFormatStatus": "BadIdentityTokenInvalid",
|
|
"serverSdk": "1.5.378.0"
|
|
}
|
|
],
|
|
"failures": 2,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "candidate-client-to-baseline-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:60097/OtOpcUa",
|
|
"process": 15422,
|
|
"sdk": "1.5.378.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "failed",
|
|
"historyBackendRequests": [],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 15597,
|
|
"cases": [
|
|
{
|
|
"name": "trusted-SignAndEncrypt-API-key",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-length-API-key-wrong-secret-reaches-key-check",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "sdk2-default-RsaEncryptedSecret-control",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-UNS-URI-browse",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "initial-quality-explicit-source-and-server-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-2",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "scalar-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "typed-array-read-write-ns-3",
|
|
"status": "failed",
|
|
"error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)"
|
|
},
|
|
{
|
|
"name": "monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-filter-and-native-ack",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "raw-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-CP-paging",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "event-history-where-filter-positive-and-negative",
|
|
"status": "passed"
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SecurityMode": "SignAndEncrypt",
|
|
"SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256"
|
|
},
|
|
{
|
|
"apiKeyLength": 65,
|
|
"serverSdk": "2.0.1.0",
|
|
"note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)"
|
|
},
|
|
{
|
|
"wrongSecretStatus": "BadIdentityTokenRejected"
|
|
},
|
|
{
|
|
"sdkDefaultFormatStatus": "Good",
|
|
"serverSdk": "2.0.1.0"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-10-01T00:00:00.0000000Z",
|
|
"serverTimestamp": "2026-11-12T16:11:19.4724470Z",
|
|
"contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:11:19.5343880Z",
|
|
"serverTimestamp": "2026-11-12T16:11:19.5358140Z",
|
|
"status": "Good"
|
|
},
|
|
{
|
|
"sourceTimestamp": "2026-11-12T16:11:21.0123840Z",
|
|
"serverTimestamp": "2026-11-12T16:11:21.0123840Z",
|
|
"timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed."
|
|
},
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1923,
|
|
"p95": 0.2752,
|
|
"p99": 0.31,
|
|
"throughputOperationsPerSecond": 5006.9095351585165
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2015,
|
|
"p95": 0.2507,
|
|
"p99": 0.2775,
|
|
"throughputOperationsPerSecond": 4951.181351870556
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1735,
|
|
"p95": 0.2233,
|
|
"p99": 0.2389,
|
|
"throughputOperationsPerSecond": 5641.367016055331
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1822,
|
|
"p95": 0.2131,
|
|
"p99": 2.2007,
|
|
"throughputOperationsPerSecond": 4476.5963542599275
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 61.793,
|
|
"clientAllocatedBytes": 681648,
|
|
"clientAllocatedBytesPerOperation": 3408.24,
|
|
"clientWorkingSetBytes": 136232960,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1619,
|
|
"p95": 0.1916,
|
|
"p99": 0.2027,
|
|
"throughputOperationsPerSecond": 6114.039056481492
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1717,
|
|
"p95": 0.1953,
|
|
"p99": 0.1992,
|
|
"throughputOperationsPerSecond": 5763.954533926638
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1663,
|
|
"p95": 0.1894,
|
|
"p99": 0.1942,
|
|
"throughputOperationsPerSecond": 5978.858755440761
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1734,
|
|
"p95": 0.1985,
|
|
"p99": 0.2049,
|
|
"throughputOperationsPerSecond": 5695.214880457442
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 56.424,
|
|
"clientAllocatedBytes": 675392,
|
|
"clientAllocatedBytesPerOperation": 3376.96,
|
|
"clientWorkingSetBytes": 137084928,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1617,
|
|
"p95": 0.1754,
|
|
"p99": 0.1799,
|
|
"throughputOperationsPerSecond": 6193.33102115642
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1638,
|
|
"p95": 0.1988,
|
|
"p99": 0.2346,
|
|
"throughputOperationsPerSecond": 6039.449685344672
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1662,
|
|
"p95": 0.1964,
|
|
"p99": 0.2236,
|
|
"throughputOperationsPerSecond": 5903.466515537925
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1813,
|
|
"p95": 0.2394,
|
|
"p99": 0.2482,
|
|
"throughputOperationsPerSecond": 5399.68465841595
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 56.783,
|
|
"clientAllocatedBytes": 685184,
|
|
"clientAllocatedBytesPerOperation": 3425.92,
|
|
"clientWorkingSetBytes": 137641984,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
],
|
|
"failures": 3,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll"
|
|
}
|
|
],
|
|
"name": "candidate-client-to-candidate-server",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:60116/OtOpcUa",
|
|
"process": 15577,
|
|
"sdk": "2.0.1.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
},
|
|
"status": "failed",
|
|
"historyBackendRequests": [
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "raw",
|
|
"rows": 5
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
},
|
|
{
|
|
"operation": "events",
|
|
"rows": 7
|
|
}
|
|
],
|
|
"certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled",
|
|
"authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates"
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 67,
|
|
"cases": [
|
|
{
|
|
"name": "driver-trusted-encrypted-API-key-connect",
|
|
"status": "failed",
|
|
"error": "System.AggregateException: OPC UA Client failed to connect to any of the configured endpoints. Tried:\n opc.tcp://127.0.0.1:36347/OtOpcUa -> ServiceResultException: [80200000] (BadIdentityTokenInvalid) (opc.tcp://127.0.0.1:36347/OtOpcUa -> ServiceResultException: [80200000] (BadIdentityTokenInvalid))\n ---> System.InvalidOperationException: opc.tcp://127.0.0.1:36347/OtOpcUa -> ServiceResultException: [80200000] (BadIdentityTokenInvalid)\n --- End of inner exception stack trace ---\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.InitializeAsync(String driverConfigJson, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 599\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.InitializeAsync(String driverConfigJson, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 673\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63"
|
|
},
|
|
{
|
|
"name": "driver-raw-UNS-URI-scalar-and-array-read",
|
|
"status": "failed",
|
|
"error": "System.InvalidOperationException: OpcUaClientDriver not initialized\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.RequireSession() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1605\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.ReadAsync(IReadOnlyList`1 fullReferences, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1384\n at ProcessHost.<>c__DisplayClass31_0.<<Driver>b__1>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 335\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63"
|
|
},
|
|
{
|
|
"name": "driver-scalar-array-write-roundtrip",
|
|
"status": "failed",
|
|
"error": "System.InvalidOperationException: OpcUaClientDriver not initialized\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.RequireSession() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1605\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.WriteAsync(IReadOnlyList`1 writes, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1486\n at ProcessHost.<>c__DisplayClass31_0.<<Driver>b__2>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 341\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63"
|
|
},
|
|
{
|
|
"name": "driver-monitor-quality-timestamps",
|
|
"status": "failed",
|
|
"error": "System.InvalidOperationException: OpcUaClientDriver not initialized\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.RequireSession() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1605\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.SubscribeAsync(IReadOnlyList`1 fullReferences, TimeSpan publishingInterval, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1923\n at ProcessHost.<>c__DisplayClass31_0.<<Driver>b__3>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 350\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63"
|
|
},
|
|
{
|
|
"name": "production-CLI-read",
|
|
"status": "failed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-baseline-server/cli-read.log",
|
|
"expectedOutput": "Value: 92"
|
|
},
|
|
{
|
|
"name": "production-CLI-raw-history",
|
|
"status": "failed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-baseline-server/cli-raw-history.log",
|
|
"expectedOutput": "25 values returned."
|
|
},
|
|
{
|
|
"name": "production-CLI-event-history",
|
|
"status": "failed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-baseline-server/cli-event-history.log",
|
|
"expectedOutput": "25 events returned."
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"capability": "driver-history",
|
|
"status": "not-applicable",
|
|
"evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history."
|
|
}
|
|
],
|
|
"failures": 4,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Client.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Security.Certificates.dll"
|
|
}
|
|
],
|
|
"name": "candidate-driver-cli-to-baseline-server",
|
|
"status": "failed",
|
|
"container": "otopcua-sdk2-matrix-736416bb401a",
|
|
"network": "none; all peers in task container, separate SDK processes",
|
|
"driverCertificateValidation": "explicit trusted peers; autoaccept disabled",
|
|
"cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:36347/OtOpcUa",
|
|
"process": 33,
|
|
"sdk": "1.5.378.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
}
|
|
},
|
|
{
|
|
"sdk": "2.0.1.0",
|
|
"process": 75,
|
|
"cases": [
|
|
{
|
|
"name": "driver-trusted-encrypted-API-key-connect",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "driver-raw-UNS-URI-scalar-and-array-read",
|
|
"status": "failed",
|
|
"error": "System.InvalidOperationException: Read failure\n at ProcessHost.Require(Boolean yes, String message) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 60\n at ProcessHost.<>c__DisplayClass31_0.<<Driver>b__1>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 336\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63"
|
|
},
|
|
{
|
|
"name": "driver-scalar-array-write-roundtrip",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "driver-monitor-quality-timestamps",
|
|
"status": "passed"
|
|
},
|
|
{
|
|
"name": "production-CLI-read",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-candidate-server/cli-read.log",
|
|
"expectedOutput": "Value: 92"
|
|
},
|
|
{
|
|
"name": "production-CLI-raw-history",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-candidate-server/cli-raw-history.log",
|
|
"expectedOutput": "25 values returned."
|
|
},
|
|
{
|
|
"name": "production-CLI-event-history",
|
|
"status": "passed",
|
|
"log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-candidate-server/cli-event-history.log",
|
|
"expectedOutput": "25 events returned."
|
|
}
|
|
],
|
|
"observations": [
|
|
{
|
|
"SourceTimestampUtc": "2026-11-12T16:11:29.3930602Z",
|
|
"ServerTimestampUtc": "2026-11-12T16:11:29.3943406Z",
|
|
"StatusCode": 0
|
|
},
|
|
{
|
|
"capability": "driver-history",
|
|
"status": "not-applicable",
|
|
"evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history."
|
|
}
|
|
],
|
|
"failures": 1,
|
|
"loadedSdkAssemblies": [
|
|
{
|
|
"name": "Opc.Ua.Core",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Core.Types",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Core.Types.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Client",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Client.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Configuration",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Configuration.dll"
|
|
},
|
|
{
|
|
"name": "Opc.Ua.Security.Certificates",
|
|
"version": "2.0.1.0",
|
|
"path": "/candidate/Opc.Ua.Security.Certificates.dll"
|
|
}
|
|
],
|
|
"name": "candidate-driver-cli-to-candidate-server",
|
|
"status": "failed",
|
|
"container": "otopcua-sdk2-matrix-f095e2999aa2",
|
|
"network": "none; all peers in task container, separate SDK processes",
|
|
"driverCertificateValidation": "explicit trusted peers; autoaccept disabled",
|
|
"cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)",
|
|
"server": {
|
|
"endpoint": "opc.tcp://127.0.0.1:39059/OtOpcUa",
|
|
"process": 33,
|
|
"sdk": "2.0.1.0",
|
|
"rawUri": "https://zb.com/otopcua/raw",
|
|
"unsUri": "https://zb.com/otopcua/uns"
|
|
}
|
|
}
|
|
]
|