[ { "sdk": "1.5.378.0", "process": 15164, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "passed" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "passed" }, { "name": "raw-UNS-URI-browse", "status": "passed" }, { "name": "initial-quality-explicit-source-and-server-timestamps", "status": "passed" }, { "name": "scalar-read-write-ns-2", "status": "passed" }, { "name": "typed-array-read-write-ns-2", "status": "passed" }, { "name": "scalar-read-write-ns-3", "status": "passed" }, { "name": "typed-array-read-write-ns-3", "status": "passed" }, { "name": "monitor-quality-timestamps", "status": "passed" }, { "name": "event-filter-and-native-ack", "status": "passed" }, { "name": "raw-history-CP-paging", "status": "passed" }, { "name": "event-history-CP-paging", "status": "passed" }, { "name": "event-history-where-filter-positive-and-negative", "status": "passed" } ], "observations": [ { "SecurityMode": "SignAndEncrypt", "SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256" }, { "apiKeyLength": 65, "serverSdk": "1.5.378.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenRejected" }, { "rawChildren": [ { "NodeId": "ns=2;s=Matrix/dev/Scalar", "DisplayName": "Scalar", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Vector", "DisplayName": "Vector", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Alarm", "DisplayName": "Alarm", "NodeClass": "Object", "HasChildren": true }, { "NodeId": "ns=2;s=Matrix/dev/UnsetTimestamp", "DisplayName": "UnsetTimestamp", "NodeClass": "Variable", "HasChildren": false } ], "unsChildren": [ { "NodeId": "ns=3;s=Eq/Scalar", "DisplayName": "Scalar", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=3;s=Eq/Vector", "DisplayName": "Vector", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Alarm", "DisplayName": "Alarm", "NodeClass": "Object", "HasChildren": true } ] }, { "rawReferences": [ { "nodeId": "ns=2;s=Matrix/dev/Scalar", "browseName": "2:Matrix/dev/Scalar", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/Vector", "browseName": "2:Matrix/dev/Vector", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/Alarm", "browseName": "2:Alarm", "nodeClass": "Object", "typeDefinition": "i=10637", "referenceType": "i=47", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/UnsetTimestamp", "browseName": "2:Matrix/dev/UnsetTimestamp", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "i=61", "browseName": "FolderType", "nodeClass": "ObjectType", "typeDefinition": "i=0", "referenceType": "i=40", "IsForward": true } ] }, { "sourceTimestamp": "2026-10-01T00:00:00.0000000Z", "serverTimestamp": "2026-11-12T16:11:01.4683550Z", "contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes" }, { "sourceTimestamp": "2026-11-12T16:11:01.5117100Z", "serverTimestamp": "2026-11-12T16:11:01.5120570Z", "status": "Good" }, { "sourceTimestamp": "2026-11-12T16:11:03.4530400Z", "serverTimestamp": "2026-11-12T16:11:03.4530400Z", "timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed." }, { "benchmarkRound": 1, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.207, "p95": 0.2408, "p99": 0.2717, "throughputOperationsPerSecond": 4739.201728860793 }, "scalar-write": { "p50": 0.2134, "p95": 0.278, "p99": 0.3065, "throughputOperationsPerSecond": 4587.113879689178 }, "array-read": { "p50": 0.1711, "p95": 0.2021, "p99": 0.229, "throughputOperationsPerSecond": 5879.378667262443 }, "array-write": { "p50": 0.1817, "p95": 0.224, "p99": 0.234, "throughputOperationsPerSecond": 5466.3328559402635 } }, "clientCpuMilliseconds": 57.503, "clientAllocatedBytes": 1326952, "clientAllocatedBytesPerOperation": 6634.76, "clientWorkingSetBytes": 137543680, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 2, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1774, "p95": 0.2407, "p99": 8.691, "throughputOperationsPerSecond": 2845.6302501878117 }, "scalar-write": { "p50": 0.1832, "p95": 0.3181, "p99": 10.2365, "throughputOperationsPerSecond": 2540.5858590991093 }, "array-read": { "p50": 0.1757, "p95": 0.2073, "p99": 0.2281, "throughputOperationsPerSecond": 5627.0186929561 }, "array-write": { "p50": 0.1803, "p95": 0.2253, "p99": 0.2366, "throughputOperationsPerSecond": 5422.699419771162 } }, "clientCpuMilliseconds": 51.705, "clientAllocatedBytes": 1326688, "clientAllocatedBytesPerOperation": 6633.44, "clientWorkingSetBytes": 139198464, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 3, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1845, "p95": 0.241, "p99": 2.2406, "throughputOperationsPerSecond": 4362.278505308892 }, "scalar-write": { "p50": 0.1784, "p95": 0.2025, "p99": 0.222, "throughputOperationsPerSecond": 5627.715372667315 }, "array-read": { "p50": 0.173, "p95": 0.2192, "p99": 0.2515, "throughputOperationsPerSecond": 5759.041695461878 }, "array-write": { "p50": 0.1782, "p95": 0.2097, "p99": 0.2277, "throughputOperationsPerSecond": 5586.155272771963 } }, "clientCpuMilliseconds": 56.323, "clientAllocatedBytes": 1288472, "clientAllocatedBytesPerOperation": 6442.36, "clientWorkingSetBytes": 140279808, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 1, 0, 0 ] } ], "failures": 0, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "baseline-client-to-baseline-server", "server": { "endpoint": "opc.tcp://127.0.0.1:60064/OtOpcUa", "process": 15133, "sdk": "1.5.378.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "passed", "historyBackendRequests": [ { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 5 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 } ], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "1.5.378.0", "process": 15299, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "passed" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "passed" }, { "name": "raw-UNS-URI-browse", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "initial-quality-explicit-source-and-server-timestamps", "status": "passed" }, { "name": "scalar-read-write-ns-2", "status": "passed" }, { "name": "typed-array-read-write-ns-2", "status": "passed" }, { "name": "scalar-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "typed-array-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "monitor-quality-timestamps", "status": "passed" }, { "name": "event-filter-and-native-ack", "status": "passed" }, { "name": "raw-history-CP-paging", "status": "passed" }, { "name": "event-history-CP-paging", "status": "passed" }, { "name": "event-history-where-filter-positive-and-negative", "status": "passed" } ], "observations": [ { "SecurityMode": "SignAndEncrypt", "SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256" }, { "apiKeyLength": 65, "serverSdk": "2.0.1.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenRejected" }, { "sourceTimestamp": "2026-10-01T00:00:00.0000000Z", "serverTimestamp": "2026-11-12T16:11:07.9113570Z", "contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes" }, { "sourceTimestamp": "2026-11-12T16:11:07.9624610Z", "serverTimestamp": "2026-11-12T16:11:07.9641430Z", "status": "Good" }, { "sourceTimestamp": "2026-11-12T16:11:09.8874390Z", "serverTimestamp": "2026-11-12T16:11:09.8874390Z", "timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed." }, { "benchmarkRound": 1, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.2031, "p95": 0.2529, "p99": 0.2952, "throughputOperationsPerSecond": 4780.754594305165 }, "scalar-write": { "p50": 0.2332, "p95": 0.2994, "p99": 0.3149, "throughputOperationsPerSecond": 4244.626303100275 }, "array-read": { "p50": 0.1893, "p95": 0.2057, "p99": 0.2132, "throughputOperationsPerSecond": 5362.677906839558 }, "array-write": { "p50": 0.1985, "p95": 0.2258, "p99": 2.4923, "throughputOperationsPerSecond": 4064.7432301701506 } }, "clientCpuMilliseconds": 51.159, "clientAllocatedBytes": 1326304, "clientAllocatedBytesPerOperation": 6631.52, "clientWorkingSetBytes": 138395648, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 2, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1865, "p95": 0.2163, "p99": 0.2667, "throughputOperationsPerSecond": 5300.653040454583 }, "scalar-write": { "p50": 0.1925, "p95": 0.2142, "p99": 0.2635, "throughputOperationsPerSecond": 5176.304946477007 }, "array-read": { "p50": 0.1783, "p95": 0.2, "p99": 0.2089, "throughputOperationsPerSecond": 5646.336092509572 }, "array-write": { "p50": 0.1939, "p95": 0.2188, "p99": 0.2265, "throughputOperationsPerSecond": 5068.629239908359 } }, "clientCpuMilliseconds": 44.138, "clientAllocatedBytes": 1317720, "clientAllocatedBytesPerOperation": 6588.6, "clientWorkingSetBytes": 140017664, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 3, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1965, "p95": 0.2862, "p99": 2.0937, "throughputOperationsPerSecond": 4211.554821809115 }, "scalar-write": { "p50": 0.1971, "p95": 0.2542, "p99": 0.2705, "throughputOperationsPerSecond": 4956.039925857643 }, "array-read": { "p50": 0.1845, "p95": 0.2067, "p99": 0.27, "throughputOperationsPerSecond": 5421.347096326495 }, "array-write": { "p50": 0.1995, "p95": 0.246, "p99": 0.2684, "throughputOperationsPerSecond": 4911.494862576374 } }, "clientCpuMilliseconds": 50.22, "clientAllocatedBytes": 1296128, "clientAllocatedBytesPerOperation": 6480.64, "clientWorkingSetBytes": 141164544, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 1, 0, 0 ] } ], "failures": 3, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "baseline-client-to-candidate-server", "server": { "endpoint": "opc.tcp://127.0.0.1:60082/OtOpcUa", "process": 15267, "sdk": "2.0.1.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "failed", "historyBackendRequests": [ { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 5 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 } ], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "2.0.1.0", "process": 15491, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "failed", "error": "[80200000] (BadIdentityTokenInvalid)\n[80200000] (BadIdentityTokenInvalid)" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "failed", "error": "System.InvalidOperationException: Expected BadIdentityTokenRejected (key check), got BadIdentityTokenInvalid\n at ProcessHost.Require(Boolean yes, String message) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 60\n at ProcessHost.<>c__DisplayClass26_0.<b__0>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 192\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63" }, { "name": "sdk2-default-RsaEncryptedSecret-control", "status": "passed" } ], "observations": [ { "apiKeyLength": 65, "serverSdk": "1.5.378.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenInvalid" }, { "sdkDefaultFormatStatus": "BadIdentityTokenInvalid", "serverSdk": "1.5.378.0" } ], "failures": 2, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "candidate-client-to-baseline-server", "server": { "endpoint": "opc.tcp://127.0.0.1:60097/OtOpcUa", "process": 15422, "sdk": "1.5.378.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "failed", "historyBackendRequests": [], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "2.0.1.0", "process": 15597, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "passed" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "passed" }, { "name": "sdk2-default-RsaEncryptedSecret-control", "status": "passed" }, { "name": "raw-UNS-URI-browse", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "initial-quality-explicit-source-and-server-timestamps", "status": "passed" }, { "name": "scalar-read-write-ns-2", "status": "passed" }, { "name": "typed-array-read-write-ns-2", "status": "passed" }, { "name": "scalar-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "typed-array-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "monitor-quality-timestamps", "status": "passed" }, { "name": "event-filter-and-native-ack", "status": "passed" }, { "name": "raw-history-CP-paging", "status": "passed" }, { "name": "event-history-CP-paging", "status": "passed" }, { "name": "event-history-where-filter-positive-and-negative", "status": "passed" } ], "observations": [ { "SecurityMode": "SignAndEncrypt", "SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256" }, { "apiKeyLength": 65, "serverSdk": "2.0.1.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenRejected" }, { "sdkDefaultFormatStatus": "Good", "serverSdk": "2.0.1.0" }, { "sourceTimestamp": "2026-10-01T00:00:00.0000000Z", "serverTimestamp": "2026-11-12T16:11:19.4724470Z", "contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes" }, { "sourceTimestamp": "2026-11-12T16:11:19.5343880Z", "serverTimestamp": "2026-11-12T16:11:19.5358140Z", "status": "Good" }, { "sourceTimestamp": "2026-11-12T16:11:21.0123840Z", "serverTimestamp": "2026-11-12T16:11:21.0123840Z", "timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed." }, { "benchmarkRound": 1, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1923, "p95": 0.2752, "p99": 0.31, "throughputOperationsPerSecond": 5006.9095351585165 }, "scalar-write": { "p50": 0.2015, "p95": 0.2507, "p99": 0.2775, "throughputOperationsPerSecond": 4951.181351870556 }, "array-read": { "p50": 0.1735, "p95": 0.2233, "p99": 0.2389, "throughputOperationsPerSecond": 5641.367016055331 }, "array-write": { "p50": 0.1822, "p95": 0.2131, "p99": 2.2007, "throughputOperationsPerSecond": 4476.5963542599275 } }, "clientCpuMilliseconds": 61.793, "clientAllocatedBytes": 681648, "clientAllocatedBytesPerOperation": 3408.24, "clientWorkingSetBytes": 136232960, "clientPrivateBytes": 0, "clientThreads": 19, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 2, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1619, "p95": 0.1916, "p99": 0.2027, "throughputOperationsPerSecond": 6114.039056481492 }, "scalar-write": { "p50": 0.1717, "p95": 0.1953, "p99": 0.1992, "throughputOperationsPerSecond": 5763.954533926638 }, "array-read": { "p50": 0.1663, "p95": 0.1894, "p99": 0.1942, "throughputOperationsPerSecond": 5978.858755440761 }, "array-write": { "p50": 0.1734, "p95": 0.1985, "p99": 0.2049, "throughputOperationsPerSecond": 5695.214880457442 } }, "clientCpuMilliseconds": 56.424, "clientAllocatedBytes": 675392, "clientAllocatedBytesPerOperation": 3376.96, "clientWorkingSetBytes": 137084928, "clientPrivateBytes": 0, "clientThreads": 19, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 3, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1617, "p95": 0.1754, "p99": 0.1799, "throughputOperationsPerSecond": 6193.33102115642 }, "scalar-write": { "p50": 0.1638, "p95": 0.1988, "p99": 0.2346, "throughputOperationsPerSecond": 6039.449685344672 }, "array-read": { "p50": 0.1662, "p95": 0.1964, "p99": 0.2236, "throughputOperationsPerSecond": 5903.466515537925 }, "array-write": { "p50": 0.1813, "p95": 0.2394, "p99": 0.2482, "throughputOperationsPerSecond": 5399.68465841595 } }, "clientCpuMilliseconds": 56.783, "clientAllocatedBytes": 685184, "clientAllocatedBytesPerOperation": 3425.92, "clientWorkingSetBytes": 137641984, "clientPrivateBytes": 0, "clientThreads": 19, "clientHandles": 0, "collections": [ 0, 0, 0 ] } ], "failures": 3, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "candidate-client-to-candidate-server", "server": { "endpoint": "opc.tcp://127.0.0.1:60116/OtOpcUa", "process": 15577, "sdk": "2.0.1.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "failed", "historyBackendRequests": [ { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 5 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 } ], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "2.0.1.0", "process": 67, "cases": [ { "name": "driver-trusted-encrypted-API-key-connect", "status": "failed", "error": "System.AggregateException: OPC UA Client failed to connect to any of the configured endpoints. Tried:\n opc.tcp://127.0.0.1:36347/OtOpcUa -> ServiceResultException: [80200000] (BadIdentityTokenInvalid) (opc.tcp://127.0.0.1:36347/OtOpcUa -> ServiceResultException: [80200000] (BadIdentityTokenInvalid))\n ---> System.InvalidOperationException: opc.tcp://127.0.0.1:36347/OtOpcUa -> ServiceResultException: [80200000] (BadIdentityTokenInvalid)\n --- End of inner exception stack trace ---\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.InitializeAsync(String driverConfigJson, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 599\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.InitializeAsync(String driverConfigJson, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 673\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63" }, { "name": "driver-raw-UNS-URI-scalar-and-array-read", "status": "failed", "error": "System.InvalidOperationException: OpcUaClientDriver not initialized\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.RequireSession() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1605\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.ReadAsync(IReadOnlyList`1 fullReferences, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1384\n at ProcessHost.<>c__DisplayClass31_0.<b__1>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 335\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63" }, { "name": "driver-scalar-array-write-roundtrip", "status": "failed", "error": "System.InvalidOperationException: OpcUaClientDriver not initialized\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.RequireSession() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1605\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.WriteAsync(IReadOnlyList`1 writes, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1486\n at ProcessHost.<>c__DisplayClass31_0.<b__2>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 341\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63" }, { "name": "driver-monitor-quality-timestamps", "status": "failed", "error": "System.InvalidOperationException: OpcUaClientDriver not initialized\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.RequireSession() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1605\n at ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient.OpcUaClientDriver.SubscribeAsync(IReadOnlyList`1 fullReferences, TimeSpan publishingInterval, CancellationToken cancellationToken) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/src/Drivers/ZB.MOM.WW.OtOpcUa.Driver.OpcUaClient/OpcUaClientDriver.cs:line 1923\n at ProcessHost.<>c__DisplayClass31_0.<b__3>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 350\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63" }, { "name": "production-CLI-read", "status": "failed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-baseline-server/cli-read.log", "expectedOutput": "Value: 92" }, { "name": "production-CLI-raw-history", "status": "failed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-baseline-server/cli-raw-history.log", "expectedOutput": "25 values returned." }, { "name": "production-CLI-event-history", "status": "failed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-baseline-server/cli-event-history.log", "expectedOutput": "25 events returned." } ], "observations": [ { "capability": "driver-history", "status": "not-applicable", "evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history." } ], "failures": 4, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Client.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Security.Certificates.dll" } ], "name": "candidate-driver-cli-to-baseline-server", "status": "failed", "container": "otopcua-sdk2-matrix-736416bb401a", "network": "none; all peers in task container, separate SDK processes", "driverCertificateValidation": "explicit trusted peers; autoaccept disabled", "cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)", "server": { "endpoint": "opc.tcp://127.0.0.1:36347/OtOpcUa", "process": 33, "sdk": "1.5.378.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" } }, { "sdk": "2.0.1.0", "process": 75, "cases": [ { "name": "driver-trusted-encrypted-API-key-connect", "status": "passed" }, { "name": "driver-raw-UNS-URI-scalar-and-array-read", "status": "failed", "error": "System.InvalidOperationException: Read failure\n at ProcessHost.Require(Boolean yes, String message) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 60\n at ProcessHost.<>c__DisplayClass31_0.<b__1>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 336\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880mut/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63" }, { "name": "driver-scalar-array-write-roundtrip", "status": "passed" }, { "name": "driver-monitor-quality-timestamps", "status": "passed" }, { "name": "production-CLI-read", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-candidate-server/cli-read.log", "expectedOutput": "Value: 92" }, { "name": "production-CLI-raw-history", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-candidate-server/cli-raw-history.log", "expectedOutput": "25 values returned." }, { "name": "production-CLI-event-history", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-mutation/candidate-driver-cli-to-candidate-server/cli-event-history.log", "expectedOutput": "25 events returned." } ], "observations": [ { "SourceTimestampUtc": "2026-11-12T16:11:29.3930602Z", "ServerTimestampUtc": "2026-11-12T16:11:29.3943406Z", "StatusCode": 0 }, { "capability": "driver-history", "status": "not-applicable", "evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history." } ], "failures": 1, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Client.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Security.Certificates.dll" } ], "name": "candidate-driver-cli-to-candidate-server", "status": "failed", "container": "otopcua-sdk2-matrix-f095e2999aa2", "network": "none; all peers in task container, separate SDK processes", "driverCertificateValidation": "explicit trusted peers; autoaccept disabled", "cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)", "server": { "endpoint": "opc.tcp://127.0.0.1:39059/OtOpcUa", "process": 33, "sdk": "2.0.1.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" } } ]