Joseph Doherty
104 lines
3.9 KiB
JSON
104 lines
3.9 KiB
JSON
{
|
|
"date": "2026-11-10",
|
|
"harnessCommit": "ebdc5892",
|
|
"candidateSourceCommit": "ebdc5892",
|
|
"baselineSourceCommit": "83ed880e",
|
|
"browseFixOriginalCommit": "fa823378",
|
|
"browseFixLocalCherryPick": "b104ef9a",
|
|
"baselineSdkPackage": "1.5.378.182",
|
|
"candidateSdkPackage": "2.0.1",
|
|
"functional": {
|
|
"passed": 62,
|
|
"failed": 0,
|
|
"skipped": 0,
|
|
"legs": [
|
|
{
|
|
"name": "baseline-client-to-baseline-server",
|
|
"passed": 12
|
|
},
|
|
{
|
|
"name": "baseline-client-to-candidate-server",
|
|
"passed": 12
|
|
},
|
|
{
|
|
"name": "candidate-client-to-baseline-server",
|
|
"passed": 12
|
|
},
|
|
{
|
|
"name": "candidate-client-to-candidate-server",
|
|
"passed": 12
|
|
},
|
|
{
|
|
"name": "candidate-driver-cli-to-baseline-server",
|
|
"passed": 7
|
|
},
|
|
{
|
|
"name": "candidate-driver-cli-to-candidate-server",
|
|
"passed": 7
|
|
}
|
|
],
|
|
"requiredThreeSharedLegsPlusDriverCliCases": 50,
|
|
"additionalBaselineReferenceCases": 12
|
|
},
|
|
"security": {
|
|
"policy": "http://opcfoundation.org/UA/SecurityPolicy#Basic256Sha256",
|
|
"mode": "SignAndEncrypt",
|
|
"anonymous": false,
|
|
"aclEnabled": true,
|
|
"fixtureAuthenticator": "Exact ephemeral API-key-shaped credential; production ACL/write/method gates",
|
|
"serverSharedDriverAutoaccept": false,
|
|
"cliAutoaccept": true,
|
|
"cliLimitationEvidence": "Client.CLI CommandBase.CreateConnectionSettings sets AutoAcceptCertificates=true; no strict-validation option"
|
|
},
|
|
"continuationPaging": {
|
|
"rawSamplesPerSharedLeg": 25,
|
|
"rawBackendCeiling": 7,
|
|
"eventSamplesPerSharedLeg": 25,
|
|
"eventBackendCeiling": 7,
|
|
"eventTimestampTies": true,
|
|
"assertions": "Exact raw values and event IDs, no loss/duplicates; production session-bound continuation store"
|
|
},
|
|
"preFix": {
|
|
"passed": 60,
|
|
"failed": 2,
|
|
"finding": "Candidate alarm missing from raw parent browse; original->candidate and candidate->candidate failed exact identity checks. SDK2 Create reset ReferenceTypeId to null/default. Original->original and candidate->original controls passed. Fixed by restoring HasComponent after Create; unchanged strict assertions then passed."
|
|
},
|
|
"performance": {
|
|
"status": "diagnostic-within-budget",
|
|
"warmupOperations": 24000,
|
|
"measuredOperations": 48000,
|
|
"totalCalls": 72000,
|
|
"nativeProcessPairs": 3,
|
|
"tieredCompilation": "0 for both clients and servers; supplementary experiment only",
|
|
"budgetPercent": 15,
|
|
"medianP95ChangesPercent": {
|
|
"scalar-read": 14.94885916601103,
|
|
"scalar-write": 1.577761081893314,
|
|
"array-read": -16.279069767441868,
|
|
"array-write": -17.23684210526316
|
|
},
|
|
"limitation": "Small local subset; scalar-read candidate pair3 p95 .2219 ms remains an outlier, preserved in raw data; no full Gate G4 claim",
|
|
"allocationMetric": "Average allocated bytes/op across all four operation kinds"
|
|
},
|
|
"rawArtifacts": {
|
|
"functional": "/Users/dohertj2/.codex/worktrees/opcua2-cross-version/OtOpcUa/artifacts/cross-version/run-10",
|
|
"warmPerformance": "/Users/dohertj2/.codex/worktrees/opcua2-cross-version/OtOpcUa/artifacts/cross-version/performance-01",
|
|
"preFix": "/Users/dohertj2/.codex/worktrees/opcua2-cross-version/OtOpcUa/artifacts/cross-version/run-08",
|
|
"earlyShortPerformance": "/Users/dohertj2/.codex/worktrees/opcua2-cross-version/OtOpcUa/artifacts/cross-version/run-07"
|
|
},
|
|
"notCertified": [
|
|
"Real SQL Server/QuestDB/AVEVA backend matrix",
|
|
"Full production load/fan-out/reconnect/backpressure performance",
|
|
"Two-hour soak",
|
|
"External ScadaBridge consumer",
|
|
"Mixed-version Akka cluster rolling upgrade"
|
|
],
|
|
"capabilityNA": [
|
|
{
|
|
"component": "OPC UA driver",
|
|
"capability": "HistoryRead",
|
|
"evidence": ".claude/rules/drivers.md #655: driver history capability removed; Client.Shared and CLI perform history"
|
|
}
|
|
]
|
|
}
|