test(validation): ScadaBridge consumer matrix — provisioned client identity, Sign leg, trust negative controls (ScadaBridge#121)

Probe 'prepare' provisions the consumer identity via OpcUaApplicationIdentity.EnsureApplicationCertificateAsync
and exports the public DER; runner installs it in the server trusted store before start. Adds Sign
(OPCUA_MATRIX_SERVER_SECURITY=sign), untrusted-client / untrusted-server fail-closed controls per secure
mode, and OPCUA_MATRIX_ACL=off. Autoaccept stays false everywhere.
This commit is contained in:
Joseph Doherty
2026-11-12 06:28:15 -05:00
parent f127f45428
commit ea83fc58b2
3 changed files with 76 additions and 17 deletions
@@ -28,19 +28,44 @@ def main():
for name, path in artifacts.items()},
"legs": [],
}
# ScadaBridge#121: secure legs provision the consumer identity first, then exchange PUBLIC certs
# both ways. Each secure mode also runs two negative controls that must fail closed:
# untrusted-client - the server's trusted store does not hold the consumer certificate
# untrusted-server - the consumer's trusted store does not hold the server certificate
legs = [(m, "trusted") for m in ("None", "Sign", "SignAndEncrypt")]
legs += [(m, n) for m in ("Sign", "SignAndEncrypt") for n in ("untrusted-client", "untrusted-server")]
for version in ("baseline", "candidate"):
for mode in ("None", "SignAndEncrypt"):
leg = root / f"{version}-{mode}"
for mode, trust in legs:
leg = root / (f"{version}-{mode}" if trust == "trusted" else f"{version}-{mode}-{trust}")
leg.mkdir()
server_root = leg / "server"
env = os.environ.copy()
env["OPCUA_MATRIX_PASSWORD"] = "otua_matrix_" + secrets.token_urlsafe(32)
env.pop("SCADABRIDGE_PROBE_PKI", None)
env.pop("SCADABRIDGE_PROBE_SERVER_CERTS", None)
if mode == "None":
env["OPCUA_MATRIX_SERVER_SECURITY"] = "none"
elif mode == "Sign":
env["OPCUA_MATRIX_SERVER_SECURITY"] = "sign"
else:
env.pop("OPCUA_MATRIX_SERVER_SECURITY", None)
server_command = ["dotnet", str(artifacts[f"{version}_host"]), "server", str(server_root)]
result = {"server": version, "mode": mode, "serverCommand": server_command}
result = {"server": version, "mode": mode, "trust": trust, "expect": "pass" if trust == "trusted" else "fail",
"serverCommand": server_command}
if mode != "None":
pki = leg / "consumer-pki"
der = leg / "consumer-identity.der"
with (leg / "prepare.log").open("w") as log:
prepared = subprocess.run(["dotnet", str(artifacts["probe"]), "prepare", str(pki), str(der)],
env=env, stdout=log, stderr=subprocess.STDOUT, timeout=120)
if prepared.returncode != 0:
raise RuntimeError(f"Consumer identity provisioning failed; inspect {leg / 'prepare.log'}")
env["SCADABRIDGE_PROBE_PKI"] = str(pki)
if trust != "untrusted-client":
trusted = server_root / "server-pki" / "trusted" / "certs"
trusted.mkdir(parents=True)
(trusted / "scadabridge-consumer.der").write_bytes(der.read_bytes())
result["consumerIdentitySha256"] = hashlib.sha256(der.read_bytes()).hexdigest()
with (leg / "server.log").open("w") as server_log:
server = subprocess.Popen(server_command, env=env, stdout=server_log, stderr=subprocess.STDOUT)
try:
@@ -50,7 +75,8 @@ def main():
raise RuntimeError(f"Server failed to become ready; inspect {leg / 'server.log'}")
time.sleep(0.1)
endpoint = (server_root / "endpoint.txt").read_text().strip()
env["SCADABRIDGE_PROBE_SERVER_CERTS"] = str(server_root / "server-pki" / "own" / "certs")
if trust != "untrusted-server":
env["SCADABRIDGE_PROBE_SERVER_CERTS"] = str(server_root / "server-pki" / "own" / "certs")
command = ["dotnet", str(artifacts["probe"]), endpoint, mode, str(leg / "consumer")]
with (leg / "consumer.log").open("w") as log:
probe = subprocess.run(command, env=env, stdout=log, stderr=subprocess.STDOUT, timeout=150)
@@ -67,8 +93,11 @@ def main():
result["serverExit"] = server.returncode
receipt["legs"].append(result)
(root / "receipt.json").write_text(json.dumps(receipt, indent=2))
# A pre-existing consumer limitation is evidence to investigate, never converted into a passing leg.
return int(any(leg["exit"] != 0 or leg["serverExit"] != 0 for leg in receipt["legs"]))
# A trusted leg passes only on exit 0; a negative control passes only when the consumer fails closed.
for leg in receipt["legs"]:
leg["verdict"] = "passed" if leg["serverExit"] == 0 and (leg["exit"] == 0) == (leg["expect"] == "pass") else "failed"
(root / "receipt.json").write_text(json.dumps(receipt, indent=2))
return int(any(leg["verdict"] != "passed" for leg in receipt["legs"]))
if __name__ == "__main__":