2a8f9af5e4
A bad keep-alive now degrades health (LastSuccessfulRead preserved) and, once per outage, publishes BadNoCommunication (value retained) for every subscribed ref plus a quality-only annotation on subscribed alarm conditions. Good keep-alives and data/event notifications advance LastSuccessfulRead, so an idle-but-alive subscription never looks dead to the #527 watchdog. A keep-alive that recovers on the same session re-reads the Bad refs and republishes them Good; a session that does not come back is recovered by the watchdog's ShutdownAsync + InitializeAsync + re-subscribe. Deletes the SessionReconnectHandler wiring (it retried forever in SDK 1.5.378, cloned subscriptions the driver never re-tracked and kept health Healthy), OnReconnectComplete, TryRearmReconnect and the reconnect_* counters (new keepalive_recovered). Teardown of a lost session skips wire deletes and bounds CloseSession. SDK warnings reach the driver log. Wire test reworked: restart => Bad, then watchdog-style reinit => Good.
99 lines
5.2 KiB
C#
99 lines
5.2 KiB
C#
using Shouldly;
|
|
using Xunit;
|
|
using ZB.MOM.WW.OtOpcUa.Commons.OpcUa;
|
|
using ZB.MOM.WW.OtOpcUa.Core.Abstractions;
|
|
|
|
namespace ZB.MOM.WW.OtOpcUa.OpcUaServer.IntegrationTests;
|
|
|
|
/// <summary>
|
|
/// Outage + recovery leg of the OpcUaClient driver's wire coverage (Gitea #622, reworked for #670): the in-process
|
|
/// server is stopped and a fresh one is booted on the SAME port / application URI / PKI store — a process restart
|
|
/// as the driver sees it, with an empty address space the test then re-creates. The driver must REPORT the loss
|
|
/// (subscribed value BadNoCommunication with the value retained, health non-Healthy — what the host's #527
|
|
/// comms-loss watchdog trips on). Recovery is the watchdog's sequence, replayed here as <c>DriverInstanceActor</c>
|
|
/// runs it: ShutdownAsync, InitializeAsync, re-subscribe — after which the value comes back Good. There is no
|
|
/// in-driver reconnect any more (#670: the SDK reconnect handler kept everything Good and Healthy forever).
|
|
/// </summary>
|
|
[Trait("Category", "Integration")]
|
|
public sealed class OpcUaClientDriverReconnectWireTests
|
|
{
|
|
private const uint BadNoCommunication = 0x80310000u;
|
|
|
|
private static async Task WaitAsync(Func<bool> condition, string because, TimeSpan? timeout = null)
|
|
{
|
|
var deadline = DateTime.UtcNow + (timeout ?? TimeSpan.FromSeconds(60));
|
|
while (DateTime.UtcNow < deadline)
|
|
{
|
|
if (condition()) return;
|
|
await Task.Delay(50);
|
|
}
|
|
condition().ShouldBeTrue(because);
|
|
}
|
|
|
|
[Fact]
|
|
public async Task A_server_restart_goes_Bad_then_the_watchdog_reinit_brings_the_value_back_Good()
|
|
{
|
|
var ct = TestContext.Current.CancellationToken;
|
|
var rig = await OpcUaClientDriverWireTests.StartRigAsync("drv-reconnect", ct);
|
|
await using var _rig = rig;
|
|
OpcUaClientDriverWireTests.Publish(rig, OpcUaClientDriverWireTests.SpeedId, 10.0f);
|
|
|
|
await using var drv = OpcUaClientDriverWireTests.NewDriver(rig, "wire-reconnect");
|
|
await drv.InitializeAsync("{}", ct);
|
|
|
|
var seen = new List<(uint Status, object? Value)>();
|
|
drv.OnDataChange += (_, e) =>
|
|
{
|
|
if (e.FullReference == OpcUaClientDriverWireTests.SpeedRef)
|
|
lock (seen) seen.Add((e.Snapshot.StatusCode, e.Snapshot.Value));
|
|
};
|
|
|
|
await drv.SubscribeAsync([OpcUaClientDriverWireTests.SpeedRef], TimeSpan.FromMilliseconds(100), ct);
|
|
await WaitAsync(() => { lock (seen) return seen.Any(s => s is (0u, 10.0f)); },
|
|
"initial value must arrive before the outage");
|
|
|
|
// Outage: the loss must be REPORTED while the server is genuinely down — Bad on the value with the value
|
|
// retained, and a health state the watchdog can act on.
|
|
await rig.RestartAsync(ct, whileDown: async () =>
|
|
{
|
|
await WaitAsync(() => { lock (seen) return seen.Any(s => s.Status == BadNoCommunication); },
|
|
"a lost session must publish BadNoCommunication for the subscribed ref", TimeSpan.FromSeconds(30));
|
|
lock (seen) seen.Single(s => s.Status == BadNoCommunication).Value.ShouldBe(10.0f);
|
|
drv.GetHealth().State.ShouldNotBe(DriverState.Healthy);
|
|
drv.GetHostStatuses().Single().State.ShouldNotBe(HostState.Running);
|
|
});
|
|
|
|
// The restarted server knows nothing of the old session, so the driver stays down on its own …
|
|
await Task.Delay(TimeSpan.FromSeconds(3), ct);
|
|
drv.GetHealth().State.ShouldNotBe(DriverState.Healthy, "nothing in the driver may paper over a dead session");
|
|
lock (seen) seen.Count(s => s.Status == BadNoCommunication).ShouldBe(1, "one Bad per outage, not per keep-alive");
|
|
|
|
// … until the host's comms-loss watchdog re-initialises it (DriverInstanceActor: Reconnecting → ShutdownAsync +
|
|
// InitializeAsync → Connected → re-subscribe). The new server is empty: redeploy the nodes first, holding the
|
|
// SAME value as before the outage.
|
|
rig.EnsureRawVariable("Speed", "Float", writable: true);
|
|
rig.EnsureRawVariable("Counter", "Int32", writable: false);
|
|
OpcUaClientDriverWireTests.Publish(rig, OpcUaClientDriverWireTests.SpeedId, 10.0f);
|
|
|
|
await drv.ShutdownAsync(ct);
|
|
await drv.InitializeAsync("{}", ct);
|
|
drv.GetHealth().State.ShouldBe(DriverState.Healthy);
|
|
int before;
|
|
lock (seen) before = seen.Count;
|
|
await drv.SubscribeAsync([OpcUaClientDriverWireTests.SpeedRef], TimeSpan.FromMilliseconds(100), ct);
|
|
|
|
// The IDENTICAL value comes back Good — a (value, status) dedup downstream lets it through.
|
|
await WaitAsync(() => { lock (seen) return seen.Skip(before).Any(s => s is (0u, 10.0f)); },
|
|
"the re-subscribed ref must come back Good with its value");
|
|
|
|
OpcUaClientDriverWireTests.Publish(rig, OpcUaClientDriverWireTests.SpeedId, 88.0f);
|
|
await WaitAsync(() => { lock (seen) return seen.Any(s => s is (0u, 88.0f)); },
|
|
"a later change must also reach the new subscription");
|
|
drv.GetHostStatuses().Single().State.ShouldBe(HostState.Running);
|
|
|
|
var back = await drv.ReadAsync([OpcUaClientDriverWireTests.SpeedRef], ct);
|
|
back[0].StatusCode.ShouldBe(0u);
|
|
Convert.ToSingle(back[0].Value).ShouldBe(88.0f);
|
|
}
|
|
}
|