[ { "sdk": "1.5.378.0", "process": 12215, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "passed" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "passed" }, { "name": "raw-UNS-URI-browse", "status": "passed" }, { "name": "initial-quality-explicit-source-and-server-timestamps", "status": "passed" }, { "name": "scalar-read-write-ns-2", "status": "passed" }, { "name": "typed-array-read-write-ns-2", "status": "passed" }, { "name": "scalar-read-write-ns-3", "status": "passed" }, { "name": "typed-array-read-write-ns-3", "status": "passed" }, { "name": "monitor-quality-timestamps", "status": "passed" }, { "name": "event-filter-and-native-ack", "status": "passed" }, { "name": "raw-history-CP-paging", "status": "passed" }, { "name": "event-history-CP-paging", "status": "passed" }, { "name": "event-history-where-filter-positive-and-negative", "status": "passed" } ], "observations": [ { "SecurityMode": "SignAndEncrypt", "SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256" }, { "apiKeyLength": 65, "serverSdk": "1.5.378.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenRejected" }, { "rawChildren": [ { "NodeId": "ns=2;s=Matrix/dev/Scalar", "DisplayName": "Scalar", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Vector", "DisplayName": "Vector", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Alarm", "DisplayName": "Alarm", "NodeClass": "Object", "HasChildren": true }, { "NodeId": "ns=2;s=Matrix/dev/UnsetTimestamp", "DisplayName": "UnsetTimestamp", "NodeClass": "Variable", "HasChildren": false } ], "unsChildren": [ { "NodeId": "ns=3;s=Eq/Scalar", "DisplayName": "Scalar", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=3;s=Eq/Vector", "DisplayName": "Vector", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Alarm", "DisplayName": "Alarm", "NodeClass": "Object", "HasChildren": true } ] }, { "rawReferences": [ { "nodeId": "ns=2;s=Matrix/dev/Scalar", "browseName": "2:Matrix/dev/Scalar", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/Vector", "browseName": "2:Matrix/dev/Vector", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/Alarm", "browseName": "2:Alarm", "nodeClass": "Object", "typeDefinition": "i=10637", "referenceType": "i=47", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/UnsetTimestamp", "browseName": "2:Matrix/dev/UnsetTimestamp", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "i=61", "browseName": "FolderType", "nodeClass": "ObjectType", "typeDefinition": "i=0", "referenceType": "i=40", "IsForward": true } ] }, { "sourceTimestamp": "2026-10-01T00:00:00.0000000Z", "serverTimestamp": "2026-11-12T16:06:32.3068650Z", "contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes" }, { "sourceTimestamp": "2026-11-12T16:06:32.3520680Z", "serverTimestamp": "2026-11-12T16:06:32.3524470Z", "status": "Good" }, { "sourceTimestamp": "2026-11-12T16:06:34.3945930Z", "serverTimestamp": "2026-11-12T16:06:34.3945930Z", "timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed." }, { "benchmarkRound": 1, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1635, "p95": 0.2638, "p99": 0.2992, "throughputOperationsPerSecond": 5735.326167999174 }, "scalar-write": { "p50": 0.1602, "p95": 0.2073, "p99": 0.2346, "throughputOperationsPerSecond": 5930.424262551743 }, "array-read": { "p50": 0.1328, "p95": 0.2753, "p99": 0.5263, "throughputOperationsPerSecond": 6134.969325153374 }, "array-write": { "p50": 0.1339, "p95": 0.5638, "p99": 11.6375, "throughputOperationsPerSecond": 2454.1684050359545 } }, "clientCpuMilliseconds": 42.056, "clientAllocatedBytes": 1350880, "clientAllocatedBytesPerOperation": 6754.4, "clientWorkingSetBytes": 140967936, "clientPrivateBytes": 0, "clientThreads": 20, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 2, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.136, "p95": 0.1828, "p99": 0.197, "throughputOperationsPerSecond": 7172.777873414818 }, "scalar-write": { "p50": 0.1299, "p95": 0.1646, "p99": 0.1761, "throughputOperationsPerSecond": 7484.581761571166 }, "array-read": { "p50": 0.1238, "p95": 0.1471, "p99": 0.1561, "throughputOperationsPerSecond": 7938.524069604981 }, "array-write": { "p50": 0.132, "p95": 0.15, "p99": 0.1554, "throughputOperationsPerSecond": 7590.363274786329 } }, "clientCpuMilliseconds": 39.434, "clientAllocatedBytes": 1326920, "clientAllocatedBytesPerOperation": 6634.6, "clientWorkingSetBytes": 142589952, "clientPrivateBytes": 0, "clientThreads": 20, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 3, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1356, "p95": 0.5737, "p99": 2.6556, "throughputOperationsPerSecond": 3939.5515214547972 }, "scalar-write": { "p50": 0.1398, "p95": 0.2366, "p99": 0.6711, "throughputOperationsPerSecond": 6269.592476489029 }, "array-read": { "p50": 0.137, "p95": 0.2861, "p99": 0.6525, "throughputOperationsPerSecond": 6094.216588457554 }, "array-write": { "p50": 0.1408, "p95": 0.3463, "p99": 2.0573, "throughputOperationsPerSecond": 4752.806532257298 } }, "clientCpuMilliseconds": 36.305, "clientAllocatedBytes": 1341264, "clientAllocatedBytesPerOperation": 6706.32, "clientWorkingSetBytes": 143572992, "clientPrivateBytes": 0, "clientThreads": 20, "clientHandles": 0, "collections": [ 0, 0, 0 ] } ], "failures": 0, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "baseline-client-to-baseline-server", "server": { "endpoint": "opc.tcp://127.0.0.1:57748/OtOpcUa", "process": 12205, "sdk": "1.5.378.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "passed", "historyBackendRequests": [ { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 5 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 } ], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "1.5.378.0", "process": 12303, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "passed" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "passed" }, { "name": "raw-UNS-URI-browse", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "initial-quality-explicit-source-and-server-timestamps", "status": "passed" }, { "name": "scalar-read-write-ns-2", "status": "passed" }, { "name": "typed-array-read-write-ns-2", "status": "passed" }, { "name": "scalar-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "typed-array-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "monitor-quality-timestamps", "status": "passed" }, { "name": "event-filter-and-native-ack", "status": "passed" }, { "name": "raw-history-CP-paging", "status": "passed" }, { "name": "event-history-CP-paging", "status": "passed" }, { "name": "event-history-where-filter-positive-and-negative", "status": "passed" } ], "observations": [ { "SecurityMode": "SignAndEncrypt", "SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256" }, { "apiKeyLength": 65, "serverSdk": "2.0.1.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenRejected" }, { "sourceTimestamp": "2026-10-01T00:00:00.0000000Z", "serverTimestamp": "2026-11-12T16:06:43.8364800Z", "contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes" }, { "sourceTimestamp": "2026-11-12T16:06:43.8903990Z", "serverTimestamp": "2026-11-12T16:06:43.8918480Z", "status": "Good" }, { "sourceTimestamp": "2026-11-12T16:06:46.0467830Z", "serverTimestamp": "2026-11-12T16:06:46.0467830Z", "timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed." }, { "benchmarkRound": 1, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1982, "p95": 0.2441, "p99": 0.2649, "throughputOperationsPerSecond": 4956.87518588282 }, "scalar-write": { "p50": 0.2287, "p95": 0.2673, "p99": 0.3185, "throughputOperationsPerSecond": 4356.653044864814 }, "array-read": { "p50": 0.1806, "p95": 0.221, "p99": 0.2248, "throughputOperationsPerSecond": 5451.670937142233 }, "array-write": { "p50": 0.1798, "p95": 0.2525, "p99": 2.3822, "throughputOperationsPerSecond": 4410.6490711173055 } }, "clientCpuMilliseconds": 51.552, "clientAllocatedBytes": 1325872, "clientAllocatedBytesPerOperation": 6629.36, "clientWorkingSetBytes": 140623872, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 2, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1646, "p95": 0.1841, "p99": 0.1913, "throughputOperationsPerSecond": 6052.902366684825 }, "scalar-write": { "p50": 0.1858, "p95": 0.2317, "p99": 0.2338, "throughputOperationsPerSecond": 5342.907824154217 }, "array-read": { "p50": 0.186, "p95": 0.2115, "p99": 0.23, "throughputOperationsPerSecond": 5351.829255239441 }, "array-write": { "p50": 0.1892, "p95": 0.22, "p99": 0.2414, "throughputOperationsPerSecond": 5242.848754299135 } }, "clientCpuMilliseconds": 45.525, "clientAllocatedBytes": 1326824, "clientAllocatedBytesPerOperation": 6634.12, "clientWorkingSetBytes": 142262272, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 3, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.167, "p95": 0.2054, "p99": 2.7737, "throughputOperationsPerSecond": 4544.256514191715 }, "scalar-write": { "p50": 0.1702, "p95": 0.1913, "p99": 0.1932, "throughputOperationsPerSecond": 5855.8980605265615 }, "array-read": { "p50": 0.1657, "p95": 0.1888, "p99": 0.2062, "throughputOperationsPerSecond": 5942.053098186485 }, "array-write": { "p50": 0.1802, "p95": 0.2136, "p99": 0.2222, "throughputOperationsPerSecond": 5463.824021155926 } }, "clientCpuMilliseconds": 47.105, "clientAllocatedBytes": 1286520, "clientAllocatedBytesPerOperation": 6432.6, "clientWorkingSetBytes": 143327232, "clientPrivateBytes": 0, "clientThreads": 18, "clientHandles": 0, "collections": [ 1, 0, 0 ] } ], "failures": 3, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "1.5.378.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-baseline/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "baseline-client-to-candidate-server", "server": { "endpoint": "opc.tcp://127.0.0.1:57811/OtOpcUa", "process": 12259, "sdk": "2.0.1.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "failed", "historyBackendRequests": [ { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 5 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 } ], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "2.0.1.0", "process": 12391, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "passed" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "passed" }, { "name": "sdk2-default-RsaEncryptedSecret-control", "status": "passed" }, { "name": "raw-UNS-URI-browse", "status": "passed" }, { "name": "initial-quality-explicit-source-and-server-timestamps", "status": "passed" }, { "name": "scalar-read-write-ns-2", "status": "passed" }, { "name": "typed-array-read-write-ns-2", "status": "passed" }, { "name": "scalar-read-write-ns-3", "status": "passed" }, { "name": "typed-array-read-write-ns-3", "status": "passed" }, { "name": "monitor-quality-timestamps", "status": "passed" }, { "name": "event-filter-and-native-ack", "status": "passed" }, { "name": "raw-history-CP-paging", "status": "passed" }, { "name": "event-history-CP-paging", "status": "passed" }, { "name": "event-history-where-filter-positive-and-negative", "status": "passed" } ], "observations": [ { "SecurityMode": "SignAndEncrypt", "SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256" }, { "apiKeyLength": 65, "serverSdk": "1.5.378.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenRejected" }, { "sdkDefaultFormatStatus": "BadIdentityTokenInvalid", "serverSdk": "1.5.378.0" }, { "rawChildren": [ { "NodeId": "ns=2;s=Matrix/dev/Scalar", "DisplayName": "Scalar", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Vector", "DisplayName": "Vector", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Alarm", "DisplayName": "Alarm", "NodeClass": "Object", "HasChildren": true }, { "NodeId": "ns=2;s=Matrix/dev/UnsetTimestamp", "DisplayName": "UnsetTimestamp", "NodeClass": "Variable", "HasChildren": false } ], "unsChildren": [ { "NodeId": "ns=3;s=Eq/Scalar", "DisplayName": "Scalar", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=3;s=Eq/Vector", "DisplayName": "Vector", "NodeClass": "Variable", "HasChildren": false }, { "NodeId": "ns=2;s=Matrix/dev/Alarm", "DisplayName": "Alarm", "NodeClass": "Object", "HasChildren": true } ] }, { "rawReferences": [ { "nodeId": "ns=2;s=Matrix/dev/Scalar", "browseName": "2:Matrix/dev/Scalar", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/Vector", "browseName": "2:Matrix/dev/Vector", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/Alarm", "browseName": "2:Alarm", "nodeClass": "Object", "typeDefinition": "i=10637", "referenceType": "i=47", "IsForward": true }, { "nodeId": "ns=2;s=Matrix/dev/UnsetTimestamp", "browseName": "2:Matrix/dev/UnsetTimestamp", "nodeClass": "Variable", "typeDefinition": "i=63", "referenceType": "i=35", "IsForward": true }, { "nodeId": "i=61", "browseName": "FolderType", "nodeClass": "ObjectType", "typeDefinition": "", "referenceType": "i=40", "IsForward": true } ] }, { "sourceTimestamp": "2026-10-01T00:00:00.0000000Z", "serverTimestamp": "2026-11-12T16:07:02.5525570Z", "contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes" }, { "sourceTimestamp": "2026-11-12T16:07:02.6096640Z", "serverTimestamp": "2026-11-12T16:07:02.6100230Z", "status": "Good" }, { "sourceTimestamp": "2026-11-12T16:07:04.7002510Z", "serverTimestamp": "2026-11-12T16:07:04.7002510Z", "timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed." }, { "benchmarkRound": 1, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.17, "p95": 0.2086, "p99": 0.2175, "throughputOperationsPerSecond": 5771.139684664929 }, "scalar-write": { "p50": 0.1879, "p95": 0.2378, "p99": 0.2659, "throughputOperationsPerSecond": 5147.21021206506 }, "array-read": { "p50": 0.1562, "p95": 0.1967, "p99": 0.207, "throughputOperationsPerSecond": 6343.809076722027 }, "array-write": { "p50": 0.1542, "p95": 0.2456, "p99": 8.0502, "throughputOperationsPerSecond": 3147.2867241151403 } }, "clientCpuMilliseconds": 58.813, "clientAllocatedBytes": 690400, "clientAllocatedBytesPerOperation": 3452, "clientWorkingSetBytes": 137805824, "clientPrivateBytes": 0, "clientThreads": 19, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 2, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1557, "p95": 0.202, "p99": 0.2238, "throughputOperationsPerSecond": 6293.503845330847 }, "scalar-write": { "p50": 0.1364, "p95": 0.182, "p99": 0.1986, "throughputOperationsPerSecond": 7034.624421402143 }, "array-read": { "p50": 0.1394, "p95": 0.163, "p99": 0.1809, "throughputOperationsPerSecond": 7329.6587310894765 }, "array-write": { "p50": 0.1565, "p95": 0.1937, "p99": 0.2259, "throughputOperationsPerSecond": 6242.3531174311465 } }, "clientCpuMilliseconds": 52.264, "clientAllocatedBytes": 682784, "clientAllocatedBytesPerOperation": 3413.92, "clientWorkingSetBytes": 138657792, "clientPrivateBytes": 0, "clientThreads": 19, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 3, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.1383, "p95": 0.1709, "p99": 0.2007, "throughputOperationsPerSecond": 7135.21227256511 }, "scalar-write": { "p50": 0.1385, "p95": 0.1742, "p99": 0.1881, "throughputOperationsPerSecond": 6997.117187718659 }, "array-read": { "p50": 0.1219, "p95": 0.154, "p99": 0.1857, "throughputOperationsPerSecond": 7967.873533911271 }, "array-write": { "p50": 0.1346, "p95": 0.1606, "p99": 0.1661, "throughputOperationsPerSecond": 7415.427054444064 } }, "clientCpuMilliseconds": 47.412, "clientAllocatedBytes": 676880, "clientAllocatedBytesPerOperation": 3384.4, "clientWorkingSetBytes": 139247616, "clientPrivateBytes": 0, "clientThreads": 19, "clientHandles": 0, "collections": [ 0, 0, 0 ] } ], "failures": 0, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "candidate-client-to-baseline-server", "server": { "endpoint": "opc.tcp://127.0.0.1:57886/OtOpcUa", "process": 12386, "sdk": "1.5.378.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "passed", "historyBackendRequests": [ { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 5 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 } ], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "2.0.1.0", "process": 12627, "cases": [ { "name": "trusted-SignAndEncrypt-API-key", "status": "passed" }, { "name": "production-length-API-key-wrong-secret-reaches-key-check", "status": "passed" }, { "name": "sdk2-default-RsaEncryptedSecret-control", "status": "passed" }, { "name": "raw-UNS-URI-browse", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "initial-quality-explicit-source-and-server-timestamps", "status": "passed" }, { "name": "scalar-read-write-ns-2", "status": "passed" }, { "name": "typed-array-read-write-ns-2", "status": "passed" }, { "name": "scalar-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "typed-array-read-write-ns-3", "status": "failed", "error": "[801F0000] (BadUserAccessDenied)\n[801F0000] (BadUserAccessDenied)" }, { "name": "monitor-quality-timestamps", "status": "passed" }, { "name": "event-filter-and-native-ack", "status": "passed" }, { "name": "raw-history-CP-paging", "status": "passed" }, { "name": "event-history-CP-paging", "status": "passed" }, { "name": "event-history-where-filter-positive-and-negative", "status": "passed" } ], "observations": [ { "SecurityMode": "SignAndEncrypt", "SecurityPolicyUri": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256" }, { "apiKeyLength": 65, "serverSdk": "2.0.1.0", "note": "ApiKeySecret.Generate shape; SDK 2.0.1 sends a UserName password over 64 bytes as RsaEncryptedSecret unless the client forces the legacy format (#880)" }, { "wrongSecretStatus": "BadIdentityTokenRejected" }, { "sdkDefaultFormatStatus": "Good", "serverSdk": "2.0.1.0" }, { "sourceTimestamp": "2026-10-01T00:00:00.0000000Z", "serverTimestamp": "2026-11-12T16:07:23.8184970Z", "contract": "Source supplied as 2026-10-01T00:00:00Z; server timestamp observed without normalization or historian algorithm changes" }, { "sourceTimestamp": "2026-11-12T16:07:24.0379700Z", "serverTimestamp": "2026-11-12T16:07:24.0397930Z", "status": "Good" }, { "sourceTimestamp": "2026-11-12T16:07:25.5307000Z", "serverTimestamp": "2026-11-12T16:07:25.5307000Z", "timestampObservation": "Fixture source supplied DateTime.MinValue (unset). These are unmodified application/SDK wire observations; no historian algorithm or expected timestamp was changed." }, { "benchmarkRound": 1, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.2488, "p95": 0.717, "p99": 0.7317, "throughputOperationsPerSecond": 3223.8513417669287 }, "scalar-write": { "p50": 0.4056, "p95": 10.575, "p99": 44.4046, "throughputOperationsPerSecond": 442.83959375667024 }, "array-read": { "p50": 0.3105, "p95": 1.9147, "p99": 10.5212, "throughputOperationsPerSecond": 1387.6053539364977 }, "array-write": { "p50": 0.3317, "p95": 8.3318, "p99": 21.192, "throughputOperationsPerSecond": 759.9696620110925 } }, "clientCpuMilliseconds": 48.15, "clientAllocatedBytes": 682656, "clientAllocatedBytesPerOperation": 3413.28, "clientWorkingSetBytes": 105037824, "clientPrivateBytes": 0, "clientThreads": 21, "clientHandles": 0, "collections": [ 0, 0, 0 ] }, { "benchmarkRound": 2, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.6827, "p95": 9.0464, "p99": 19.8075, "throughputOperationsPerSecond": 471.4734961174158 }, "scalar-write": { "p50": 0.8447, "p95": 24.119, "p99": 32.4115, "throughputOperationsPerSecond": 187.43713826975278 }, "array-read": { "p50": 0.3734, "p95": 10.7092, "p99": 12.5353, "throughputOperationsPerSecond": 342.7420598660701 }, "array-write": { "p50": 2.6731, "p95": 13.5048, "p99": 18.3889, "throughputOperationsPerSecond": 172.34877601346255 } }, "clientCpuMilliseconds": 151.38, "clientAllocatedBytes": 703216, "clientAllocatedBytesPerOperation": 3516.08, "clientWorkingSetBytes": 109379584, "clientPrivateBytes": 0, "clientThreads": 21, "clientHandles": 0, "collections": [ 1, 0, 0 ] }, { "benchmarkRound": 3, "warmupOperationsPerKind": 10, "operationsPerKind": 50, "latencyMilliseconds": { "scalar-read": { "p50": 0.3207, "p95": 10.3305, "p99": 13.1922, "throughputOperationsPerSecond": 604.6673060015648 }, "scalar-write": { "p50": 0.4282, "p95": 10.5973, "p99": 15.8935, "throughputOperationsPerSecond": 574.0771996054941 }, "array-read": { "p50": 0.8233, "p95": 14.5327, "p99": 37.0639, "throughputOperationsPerSecond": 218.7753916188898 }, "array-write": { "p50": 0.6186, "p95": 14.3218, "p99": 22.7617, "throughputOperationsPerSecond": 305.12009832190046 } }, "clientCpuMilliseconds": 170.551, "clientAllocatedBytes": 701200, "clientAllocatedBytesPerOperation": 3506, "clientWorkingSetBytes": 110755840, "clientPrivateBytes": 0, "clientThreads": 21, "clientHandles": 0, "collections": [ 0, 0, 0 ] } ], "failures": 3, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Security.Certificates.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/build-candidate/bin/Release/net10.0/Opc.Ua.Client.dll" } ], "name": "candidate-client-to-candidate-server", "server": { "endpoint": "opc.tcp://127.0.0.1:57999/OtOpcUa", "process": 12607, "sdk": "2.0.1.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" }, "status": "failed", "historyBackendRequests": [ { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 7 }, { "operation": "raw", "rows": 5 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 }, { "operation": "events", "rows": 7 } ], "certificateValidation": "explicit trusted peers; server and Shared client autoaccept disabled", "authentication": "ephemeral API-key-shaped credential, exact fixture authenticator; real authority/ACL/method gates" }, { "sdk": "2.0.1.0", "process": 74, "cases": [ { "name": "driver-trusted-encrypted-API-key-connect", "status": "passed" }, { "name": "driver-raw-UNS-URI-scalar-and-array-read", "status": "passed" }, { "name": "driver-scalar-array-write-roundtrip", "status": "passed" }, { "name": "driver-monitor-quality-timestamps", "status": "passed" }, { "name": "production-CLI-read", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-baseline-server/cli-read.log", "expectedOutput": "Value: 92" }, { "name": "production-CLI-raw-history", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-baseline-server/cli-raw-history.log", "expectedOutput": "25 values returned." }, { "name": "production-CLI-event-history", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-baseline-server/cli-event-history.log", "expectedOutput": "25 events returned." } ], "observations": [ { "SourceTimestampUtc": "2026-11-12T16:07:32.6959976Z", "ServerTimestampUtc": "2026-11-12T16:07:32.696913Z", "StatusCode": 0 }, { "capability": "driver-history", "status": "not-applicable", "evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history." } ], "failures": 0, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Client.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Security.Certificates.dll" } ], "name": "candidate-driver-cli-to-baseline-server", "status": "passed", "container": "otopcua-sdk2-matrix-c9b6fca5b769", "network": "none; all peers in task container, separate SDK processes", "driverCertificateValidation": "explicit trusted peers; autoaccept disabled", "cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)", "server": { "endpoint": "opc.tcp://127.0.0.1:41705/OtOpcUa", "process": 33, "sdk": "1.5.378.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" } }, { "sdk": "2.0.1.0", "process": 79, "cases": [ { "name": "driver-trusted-encrypted-API-key-connect", "status": "passed" }, { "name": "driver-raw-UNS-URI-scalar-and-array-read", "status": "failed", "error": "System.InvalidOperationException: Read failure\n at ProcessHost.Require(Boolean yes, String message) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 60\n at ProcessHost.<>c__DisplayClass31_0.<b__1>d.MoveNext() in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 336\n--- End of stack trace from previous location ---\n at ProcessHost.Case(String name, Func`1 action) in /private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/wt/i880/scripts/validation/opcua-sdk-compatibility/ProcessHost.cs:line 63" }, { "name": "driver-scalar-array-write-roundtrip", "status": "passed" }, { "name": "driver-monitor-quality-timestamps", "status": "passed" }, { "name": "production-CLI-read", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-candidate-server/cli-read.log", "expectedOutput": "Value: 92" }, { "name": "production-CLI-raw-history", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-candidate-server/cli-raw-history.log", "expectedOutput": "25 values returned." }, { "name": "production-CLI-event-history", "status": "passed", "log": "/private/tmp/claude-501/-Users-dohertj2-Desktop-scadaproj/a6d396bd-5e2c-4e21-a60d-576a5e97f6b7/scratchpad/matrix-fixed/candidate-driver-cli-to-candidate-server/cli-event-history.log", "expectedOutput": "25 events returned." } ], "observations": [ { "SourceTimestampUtc": "2026-11-12T16:07:40.9847341Z", "ServerTimestampUtc": "2026-11-12T16:07:40.9866789Z", "StatusCode": 0 }, { "capability": "driver-history", "status": "not-applicable", "evidence": "Driver has no IHistoryProvider/HistoryRead capability; .claude/rules/drivers.md #655. Shared/CLI own history." } ], "failures": 1, "loadedSdkAssemblies": [ { "name": "Opc.Ua.Core", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.dll" }, { "name": "Opc.Ua.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Types.dll" }, { "name": "Opc.Ua.Core.Types", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Core.Types.dll" }, { "name": "Opc.Ua.Client", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Client.dll" }, { "name": "Opc.Ua.Configuration", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Configuration.dll" }, { "name": "Opc.Ua.Security.Certificates", "version": "2.0.1.0", "path": "/candidate/Opc.Ua.Security.Certificates.dll" } ], "name": "candidate-driver-cli-to-candidate-server", "status": "failed", "container": "otopcua-sdk2-matrix-5262f65fe5d3", "network": "none; all peers in task container, separate SDK processes", "driverCertificateValidation": "explicit trusted peers; autoaccept disabled", "cliCertificateValidation": "explicit exchanged peers; CLI always configures AutoAcceptCertificates=true (CommandBase.CreateConnectionSettings)", "server": { "endpoint": "opc.tcp://127.0.0.1:35535/OtOpcUa", "process": 33, "sdk": "2.0.1.0", "rawUri": "https://zb.com/otopcua/raw", "unsUri": "https://zb.com/otopcua/uns" } } ]