Joseph Doherty
535 lines
16 KiB
JSON
535 lines
16 KiB
JSON
{
|
|
"scope": "Early short3round,10warmup+50measured/kind, shared-host diagnostic only. This source run had insufficient alarm browse assertions and is superseded as functional evidence by run-10. Preserve these original timing observations without claiming the earlier functional matrix passed the full browse contract.",
|
|
"source": "/Users/dohertj2/.codex/worktrees/opcua2-cross-version/OtOpcUa/artifacts/cross-version/run-07/matrix.json",
|
|
"measurements": [
|
|
{
|
|
"name": "baseline-client-to-baseline-server",
|
|
"sdk": "1.5.378.0",
|
|
"observations": [
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1949,
|
|
"p95": 0.2802,
|
|
"p99": 0.3099,
|
|
"throughputOperationsPerSecond": 4941.39505465183
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2127,
|
|
"p95": 0.2761,
|
|
"p99": 0.4201,
|
|
"throughputOperationsPerSecond": 4527.919149475669
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1511,
|
|
"p95": 0.2183,
|
|
"p99": 0.3511,
|
|
"throughputOperationsPerSecond": 6323.190935073475
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1346,
|
|
"p95": 0.2007,
|
|
"p99": 0.2762,
|
|
"throughputOperationsPerSecond": 6981.777560566919
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 51.315,
|
|
"clientAllocatedBytes": 1317880,
|
|
"clientWorkingSetBytes": 134643712,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1667,
|
|
"p95": 0.2128,
|
|
"p99": 0.2603,
|
|
"throughputOperationsPerSecond": 5854.595271828857
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1705,
|
|
"p95": 0.2398,
|
|
"p99": 0.2455,
|
|
"throughputOperationsPerSecond": 5681.043494068992
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1645,
|
|
"p95": 0.2415,
|
|
"p99": 7.8687,
|
|
"throughputOperationsPerSecond": 3070.70607815561
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1646,
|
|
"p95": 0.2192,
|
|
"p99": 0.2517,
|
|
"throughputOperationsPerSecond": 5982.650314089142
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 45.783,
|
|
"clientAllocatedBytes": 1318464,
|
|
"clientWorkingSetBytes": 136298496,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1606,
|
|
"p95": 0.2057,
|
|
"p99": 0.2141,
|
|
"throughputOperationsPerSecond": 6152.7102688734385
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1645,
|
|
"p95": 0.1888,
|
|
"p99": 0.1986,
|
|
"throughputOperationsPerSecond": 6050.338818973862
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1262,
|
|
"p95": 0.1857,
|
|
"p99": 2.3447,
|
|
"throughputOperationsPerSecond": 5717.945199213212
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1297,
|
|
"p95": 0.1718,
|
|
"p99": 0.1826,
|
|
"throughputOperationsPerSecond": 7597.05234369065
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 43.613,
|
|
"clientAllocatedBytes": 1296800,
|
|
"clientWorkingSetBytes": 137920512,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 18,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
1,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "baseline-client-to-candidate-server",
|
|
"sdk": "1.5.378.0",
|
|
"observations": [
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.2427,
|
|
"p95": 0.2798,
|
|
"p99": 0.3337,
|
|
"throughputOperationsPerSecond": 4066.528404700906
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2384,
|
|
"p95": 0.2922,
|
|
"p99": 0.2955,
|
|
"throughputOperationsPerSecond": 4237.647258242225
|
|
},
|
|
"array-read": {
|
|
"p50": 0.2082,
|
|
"p95": 0.2556,
|
|
"p99": 0.3692,
|
|
"throughputOperationsPerSecond": 4715.602040912563
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1895,
|
|
"p95": 0.295,
|
|
"p99": 0.3612,
|
|
"throughputOperationsPerSecond": 4881.811347282295
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 55.468,
|
|
"clientAllocatedBytes": 1325592,
|
|
"clientWorkingSetBytes": 134545408,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.2064,
|
|
"p95": 0.293,
|
|
"p99": 0.3812,
|
|
"throughputOperationsPerSecond": 4710.004992605292
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2025,
|
|
"p95": 0.3077,
|
|
"p99": 0.4019,
|
|
"throughputOperationsPerSecond": 4707.1671326762125
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1626,
|
|
"p95": 0.2309,
|
|
"p99": 0.2487,
|
|
"throughputOperationsPerSecond": 5908.2100486836525
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1752,
|
|
"p95": 0.243,
|
|
"p99": 0.2937,
|
|
"throughputOperationsPerSecond": 5501.336824848437
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 45.733,
|
|
"clientAllocatedBytes": 1326672,
|
|
"clientWorkingSetBytes": 136249344,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1973,
|
|
"p95": 0.2547,
|
|
"p99": 0.2738,
|
|
"throughputOperationsPerSecond": 4988.62593287305
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2038,
|
|
"p95": 0.2312,
|
|
"p99": 0.2664,
|
|
"throughputOperationsPerSecond": 4974.035534509858
|
|
},
|
|
"array-read": {
|
|
"p50": 0.16,
|
|
"p95": 0.1892,
|
|
"p99": 2.4703,
|
|
"throughputOperationsPerSecond": 4757.46446174047
|
|
},
|
|
"array-write": {
|
|
"p50": 0.195,
|
|
"p95": 0.2245,
|
|
"p99": 0.2277,
|
|
"throughputOperationsPerSecond": 5199.775369704029
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 46.975,
|
|
"clientAllocatedBytes": 1286632,
|
|
"clientWorkingSetBytes": 137936896,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
1,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "candidate-client-to-baseline-server",
|
|
"sdk": "2.0.1.0",
|
|
"observations": [
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.2241,
|
|
"p95": 0.2949,
|
|
"p99": 0.4007,
|
|
"throughputOperationsPerSecond": 4283.2055510343935
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2197,
|
|
"p95": 0.2889,
|
|
"p99": 0.3367,
|
|
"throughputOperationsPerSecond": 4384.887922264707
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1518,
|
|
"p95": 0.2545,
|
|
"p99": 0.3429,
|
|
"throughputOperationsPerSecond": 6052.902366684823
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1445,
|
|
"p95": 0.2006,
|
|
"p99": 0.2097,
|
|
"throughputOperationsPerSecond": 6667.466762678188
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 63.388,
|
|
"clientAllocatedBytes": 673504,
|
|
"clientWorkingSetBytes": 128729088,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 20,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1828,
|
|
"p95": 0.2139,
|
|
"p99": 0.2324,
|
|
"throughputOperationsPerSecond": 5446.563762921972
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1544,
|
|
"p95": 0.2086,
|
|
"p99": 8.8284,
|
|
"throughputOperationsPerSecond": 3001.903206633005
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1853,
|
|
"p95": 0.227,
|
|
"p99": 0.2436,
|
|
"throughputOperationsPerSecond": 5281.448384404939
|
|
},
|
|
"array-write": {
|
|
"p50": 0.19,
|
|
"p95": 0.2219,
|
|
"p99": 0.2799,
|
|
"throughputOperationsPerSecond": 5251.163132633879
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 63.984,
|
|
"clientAllocatedBytes": 674328,
|
|
"clientWorkingSetBytes": 129597440,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 20,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.1501,
|
|
"p95": 0.1844,
|
|
"p99": 0.196,
|
|
"throughputOperationsPerSecond": 6574.016855779218
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.1424,
|
|
"p95": 0.1684,
|
|
"p99": 0.1927,
|
|
"throughputOperationsPerSecond": 6859.181013786954
|
|
},
|
|
"array-read": {
|
|
"p50": 0.1601,
|
|
"p95": 0.1993,
|
|
"p99": 0.2257,
|
|
"throughputOperationsPerSecond": 6130.155460742485
|
|
},
|
|
"array-write": {
|
|
"p50": 0.1835,
|
|
"p95": 0.2002,
|
|
"p99": 0.2039,
|
|
"throughputOperationsPerSecond": 5506.911173522769
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 58.499,
|
|
"clientAllocatedBytes": 674224,
|
|
"clientWorkingSetBytes": 130433024,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 20,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"name": "candidate-client-to-candidate-server",
|
|
"sdk": "2.0.1.0",
|
|
"observations": [
|
|
{
|
|
"benchmarkRound": 1,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.2968,
|
|
"p95": 0.3548,
|
|
"p99": 0.4229,
|
|
"throughputOperationsPerSecond": 3258.4115895183427
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2754,
|
|
"p95": 0.3423,
|
|
"p99": 0.4283,
|
|
"throughputOperationsPerSecond": 3531.7718192862994
|
|
},
|
|
"array-read": {
|
|
"p50": 0.2407,
|
|
"p95": 0.2708,
|
|
"p99": 0.3132,
|
|
"throughputOperationsPerSecond": 4129.194229038145
|
|
},
|
|
"array-write": {
|
|
"p50": 0.27,
|
|
"p95": 0.3783,
|
|
"p99": 0.3875,
|
|
"throughputOperationsPerSecond": 3553.1047028893854
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 73.878,
|
|
"clientAllocatedBytes": 685360,
|
|
"clientWorkingSetBytes": 128188416,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 2,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.2477,
|
|
"p95": 0.2772,
|
|
"p99": 0.2965,
|
|
"throughputOperationsPerSecond": 4027.580873823946
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.2425,
|
|
"p95": 0.2885,
|
|
"p99": 0.357,
|
|
"throughputOperationsPerSecond": 4128.137384412154
|
|
},
|
|
"array-read": {
|
|
"p50": 0.2063,
|
|
"p95": 0.2431,
|
|
"p99": 0.2776,
|
|
"throughputOperationsPerSecond": 4806.07487864661
|
|
},
|
|
"array-write": {
|
|
"p50": 0.261,
|
|
"p95": 0.3474,
|
|
"p99": 0.3773,
|
|
"throughputOperationsPerSecond": 3704.060391000616
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 68.193,
|
|
"clientAllocatedBytes": 674904,
|
|
"clientWorkingSetBytes": 129024000,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
},
|
|
{
|
|
"benchmarkRound": 3,
|
|
"warmupOperationsPerKind": 10,
|
|
"operationsPerKind": 50,
|
|
"latencyMilliseconds": {
|
|
"scalar-read": {
|
|
"p50": 0.247,
|
|
"p95": 0.3,
|
|
"p99": 0.3212,
|
|
"throughputOperationsPerSecond": 4017.096763826847
|
|
},
|
|
"scalar-write": {
|
|
"p50": 0.211,
|
|
"p95": 0.2719,
|
|
"p99": 0.2778,
|
|
"throughputOperationsPerSecond": 4647.185664361664
|
|
},
|
|
"array-read": {
|
|
"p50": 0.2318,
|
|
"p95": 0.262,
|
|
"p99": 0.291,
|
|
"throughputOperationsPerSecond": 4246.789427193043
|
|
},
|
|
"array-write": {
|
|
"p50": 0.2428,
|
|
"p95": 0.2903,
|
|
"p99": 0.3024,
|
|
"throughputOperationsPerSecond": 4139.312708517878
|
|
}
|
|
},
|
|
"clientCpuMilliseconds": 67.128,
|
|
"clientAllocatedBytes": 682744,
|
|
"clientWorkingSetBytes": 129843200,
|
|
"clientPrivateBytes": 0,
|
|
"clientThreads": 19,
|
|
"clientHandles": 0,
|
|
"collections": [
|
|
0,
|
|
0,
|
|
0
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|