test(dashboard): retain native pilot raw verification logs

This commit is contained in:
Joseph Doherty
2026-11-13 17:51:32 -05:00
parent 260d58afa1
commit 5a1daab9ce
18 changed files with 4646 additions and 0 deletions
@@ -0,0 +1,5 @@
{
"cases": 4,
"errors": [],
"outsideTabSamples": []
}
@@ -0,0 +1,26 @@
{
"cases": 4,
"errors": [],
"outsideTabSamples": [
{
"inside": false,
"tag": "BODY",
"id": ""
},
{
"inside": false,
"tag": "BODY",
"id": ""
},
{
"inside": false,
"tag": "BODY",
"id": ""
},
{
"inside": false,
"tag": "BODY",
"id": ""
}
]
}
@@ -0,0 +1,12 @@
Determining projects to restore...
Restored /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Server/ZB.MOM.WW.MxGateway.Server.csproj (in 453 ms).
Restored /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/ZB.MOM.WW.MxGateway.Tests.csproj (in 453 ms).
1 of 3 projects are up-to-date for restore.
ZB.MOM.WW.MxGateway.Contracts -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Contracts/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Contracts.dll
ZB.MOM.WW.MxGateway.Server -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Server/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Server.dll
ZB.MOM.WW.MxGateway.Tests -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll
Test run for /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll (.NETCoreApp,Version=v10.0)
A total of 1 test files matched the specified pattern.
Results File: /Users/dohertj2/Desktop/MxAccessGateway/docs/ui-validation/evidence/mx02/dashboard-mx02.trx
Passed! - Failed: 0, Passed: 343, Skipped: 0, Total: 343, Duration: 1 s - ZB.MOM.WW.MxGateway.Tests.dll (net10.0)
File diff suppressed because it is too large Load Diff
@@ -0,0 +1,11 @@
Determining projects to restore...
All projects are up-to-date for restore.
ZB.MOM.WW.MxGateway.Contracts -> /tmp/mx-ui-canary-artifacts/bin/ZB.MOM.WW.MxGateway.Contracts/release_net10.0/ZB.MOM.WW.MxGateway.Contracts.dll
ZB.MOM.WW.MxGateway.Server -> /tmp/mx-ui-canary-artifacts/bin/ZB.MOM.WW.MxGateway.Server/release/ZB.MOM.WW.MxGateway.Server.dll
MxUiCanary -> /tmp/mx-ui-canary-artifacts/bin/MxUiCanary/release/MxUiCanary.dll
Build succeeded.
0 Warning(s)
0 Error(s)
Time Elapsed 00:00:01.27
@@ -0,0 +1,11 @@
Determining projects to restore...
All projects are up-to-date for restore.
ZB.MOM.WW.MxGateway.Contracts -> /tmp/mx-ui-canary-artifacts/bin/ZB.MOM.WW.MxGateway.Contracts/release_net10.0/ZB.MOM.WW.MxGateway.Contracts.dll
ZB.MOM.WW.MxGateway.Server -> /tmp/mx-ui-canary-artifacts/bin/ZB.MOM.WW.MxGateway.Server/release/ZB.MOM.WW.MxGateway.Server.dll
MxUiCanary -> /tmp/mx-ui-canary-artifacts/bin/MxUiCanary/release/MxUiCanary.dll
Build succeeded.
0 Warning(s)
0 Error(s)
Time Elapsed 00:00:01.31
@@ -0,0 +1,13 @@
Determining projects to restore...
Restored /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Contracts/ZB.MOM.WW.MxGateway.Contracts.csproj (in 136 ms).
Restored /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Server/ZB.MOM.WW.MxGateway.Server.csproj (in 161 ms).
Restored /Users/dohertj2/Desktop/MxAccessGateway/docs/ui-validation/host/MxUiCanary.csproj (in 161 ms).
ZB.MOM.WW.MxGateway.Contracts -> /tmp/mx-ui-canary-artifacts/bin/ZB.MOM.WW.MxGateway.Contracts/release_net10.0/ZB.MOM.WW.MxGateway.Contracts.dll
ZB.MOM.WW.MxGateway.Server -> /tmp/mx-ui-canary-artifacts/bin/ZB.MOM.WW.MxGateway.Server/release/ZB.MOM.WW.MxGateway.Server.dll
MxUiCanary -> /tmp/mx-ui-canary-artifacts/bin/MxUiCanary/release/MxUiCanary.dll
Build succeeded.
0 Warning(s)
0 Error(s)
Time Elapsed 00:00:02.13
@@ -0,0 +1,9 @@
Determining projects to restore...
All projects are up-to-date for restore.
ZB.MOM.WW.MxGateway.Contracts -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Contracts/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Contracts.dll
ZB.MOM.WW.MxGateway.Server -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Server/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Server.dll
ZB.MOM.WW.MxGateway.Tests -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll
Test run for /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll (.NETCoreApp,Version=v10.0)
A total of 1 test files matched the specified pattern.
Passed! - Failed: 0, Passed: 10, Skipped: 0, Total: 10, Duration: 49 ms - ZB.MOM.WW.MxGateway.Tests.dll (net10.0)
@@ -0,0 +1 @@
Focused native lifecycle checks passed
@@ -0,0 +1,84 @@
Determining projects to restore...
All projects are up-to-date for restore.
Project 'ZB.MOM.WW.MxGateway.Server' has the following package references
[net10.0]:
Top-level Package Requested Resolved
> Grpc.AspNetCore 2.76.0 2.76.0
> Microsoft.AspNetCore.App.Internal.Assets (A) [10.0.14, ) 10.0.14
> Microsoft.Data.SqlClient 6.0.2 6.0.2
> Microsoft.Data.Sqlite 10.0.13 10.0.13
> Polly.Core 8.6.6 8.6.6
> Serilog.AspNetCore 10.0.0 10.0.0
> Serilog.Sinks.Console 6.1.1 6.1.1
> Serilog.Sinks.File 7.0.0 7.0.0
> SQLitePCLRaw.lib.e_sqlite3 2.1.13 2.1.13
> System.Security.Cryptography.Pkcs 10.0.13 10.0.13
> ZB.MOM.WW.Audit 0.1.0 0.1.0
> ZB.MOM.WW.Auth.Abstractions 0.4.1 0.4.1
> ZB.MOM.WW.Auth.ApiKeys 0.4.1 0.4.1
> ZB.MOM.WW.Auth.AspNetCore 0.4.1 0.4.1
> ZB.MOM.WW.Auth.Ldap 0.4.1 0.4.1
> ZB.MOM.WW.Configuration 0.1.0 0.1.0
> ZB.MOM.WW.GalaxyRepository 0.2.0 0.2.0
> ZB.MOM.WW.Health 0.3.0 0.3.0
> ZB.MOM.WW.Secrets 0.6.2 0.6.2
> ZB.MOM.WW.Secrets.Abstractions 0.6.2 0.6.2
> ZB.MOM.WW.Secrets.Ui 0.6.2 0.6.2
> ZB.MOM.WW.Telemetry 0.3.1 0.3.1
> ZB.MOM.WW.Telemetry.Serilog 0.3.1 0.3.1
> ZB.MOM.WW.Theme 1.0.1 1.0.1
Transitive Package Resolved
> Azure.Core 1.38.0
> Azure.Identity 1.11.4
> Google.Protobuf 3.34.1
> Grpc.AspNetCore.Server 2.76.0
> Grpc.AspNetCore.Server.ClientFactory 2.76.0
> Grpc.Core.Api 2.76.0
> Grpc.Net.Client 2.76.0
> Grpc.Net.ClientFactory 2.76.0
> Grpc.Net.Common 2.76.0
> Grpc.Tools 2.76.0
> Microsoft.Bcl.AsyncInterfaces 1.1.1
> Microsoft.Bcl.Cryptography 9.0.4
> Microsoft.Data.SqlClient.SNI.runtime 6.0.2
> Microsoft.Data.Sqlite.Core 10.0.13
> Microsoft.Extensions.DependencyModel 10.0.0
> Microsoft.Identity.Client 4.61.3
> Microsoft.Identity.Client.Extensions.Msal 4.61.3
> Microsoft.IdentityModel.Abstractions 7.5.0
> Microsoft.IdentityModel.JsonWebTokens 7.5.0
> Microsoft.IdentityModel.Logging 7.5.0
> Microsoft.IdentityModel.Protocols 7.5.0
> Microsoft.IdentityModel.Protocols.OpenIdConnect 7.5.0
> Microsoft.IdentityModel.Tokens 7.5.0
> Microsoft.SqlServer.Server 1.0.0
> Novell.Directory.Ldap.NETStandard 3.6.0
> OpenTelemetry 1.15.3
> OpenTelemetry.Api 1.15.3
> OpenTelemetry.Api.ProviderBuilderExtensions 1.15.3
> OpenTelemetry.Exporter.OpenTelemetryProtocol 1.15.3
> OpenTelemetry.Exporter.Prometheus.AspNetCore 1.15.3-beta.1
> OpenTelemetry.Extensions.Hosting 1.15.3
> OpenTelemetry.Instrumentation.AspNetCore 1.15.2
> OpenTelemetry.Instrumentation.GrpcNetClient 1.15.1-beta.1
> OpenTelemetry.Instrumentation.Http 1.15.1
> OpenTelemetry.Instrumentation.Process 1.15.1-beta.1
> OpenTelemetry.Instrumentation.Runtime 1.15.1
> Serilog 4.3.1
> Serilog.Extensions.Hosting 10.0.0
> Serilog.Extensions.Logging 10.0.0
> Serilog.Formatting.Compact 3.0.0
> Serilog.Settings.Configuration 10.0.0
> Serilog.Sinks.Debug 3.0.0
> Serilog.Sinks.OpenTelemetry 4.2.0
> SQLitePCLRaw.bundle_e_sqlite3 2.1.13
> SQLitePCLRaw.core 2.1.13
> SQLitePCLRaw.provider.e_sqlite3 2.1.13
> System.ClientModel 1.0.0
> System.Configuration.ConfigurationManager 9.0.4
> System.IdentityModel.Tokens.Jwt 7.5.0
> System.Memory.Data 1.0.2
> System.Security.Cryptography.ProtectedData 9.0.4
(A) : Auto-referenced package.
+27
View File
@@ -0,0 +1,27 @@
Determining projects to restore...
All projects are up-to-date for restore.
ZB.MOM.WW.MxGateway.Contracts -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Contracts/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Contracts.dll
ZB.MOM.WW.MxGateway.Server -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Server/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Server.dll
ZB.MOM.WW.MxGateway.Tests -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll
Test run for /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll (.NETCoreApp,Version=v10.0)
A total of 1 test files matched the specified pattern.
[xUnit.net 00:00:00.18] ZB.MOM.WW.MxGateway.Tests.Dashboard.ConfirmDialogRenderTests.BusyConfirmation_ExposesBusyStateAndRetainsDisabledActions [FAIL]
[xUnit.net 00:00:00.18] ZB.MOM.WW.MxGateway.Tests.Dashboard.ConfirmDialogRenderTests.RequestedConfirmation_RendersNamedNativeDialogAndSafeCancel [FAIL]
Failed ZB.MOM.WW.MxGateway.Tests.Dashboard.ConfirmDialogRenderTests.BusyConfirmation_ExposesBusyStateAndRetainsDisabledActions [17 ms]
Error Message:
Assert.Contains() Failure: Sub-string not found
String: "<div class="modal-backdrop fade show"></d"···
Not found: "aria-busy="true""
Stack Trace:
at ZB.MOM.WW.MxGateway.Tests.Dashboard.ConfirmDialogRenderTests.BusyConfirmation_ExposesBusyStateAndRetainsDisabledActions() in /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/Dashboard/ConfirmDialogRenderTests.cs:line 40
--- End of stack trace from previous location ---
Failed ZB.MOM.WW.MxGateway.Tests.Dashboard.ConfirmDialogRenderTests.RequestedConfirmation_RendersNamedNativeDialogAndSafeCancel [< 1 ms]
Error Message:
Assert.Contains() Failure: Sub-string not found
String: "<div class="modal-backdrop fade show"></d"···
Not found: "<dialog"
Stack Trace:
at ZB.MOM.WW.MxGateway.Tests.Dashboard.ConfirmDialogRenderTests.RequestedConfirmation_RendersNamedNativeDialogAndSafeCancel() in /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/Dashboard/ConfirmDialogRenderTests.cs:line 22
--- End of stack trace from previous location ---
Failed! - Failed: 2, Passed: 0, Skipped: 0, Total: 2, Duration: 28 ms - ZB.MOM.WW.MxGateway.Tests.dll (net10.0)
@@ -0,0 +1,9 @@
Determining projects to restore...
All projects are up-to-date for restore.
ZB.MOM.WW.MxGateway.Contracts -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Contracts/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Contracts.dll
ZB.MOM.WW.MxGateway.Server -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Server/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Server.dll
ZB.MOM.WW.MxGateway.Tests -> /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll
Test run for /Users/dohertj2/Desktop/MxAccessGateway/src/ZB.MOM.WW.MxGateway.Tests/bin/Release/net10.0/ZB.MOM.WW.MxGateway.Tests.dll (.NETCoreApp,Version=v10.0)
A total of 1 test files matched the specified pattern.
Passed! - Failed: 0, Passed: 10, Skipped: 0, Total: 10, Duration: 45 ms - ZB.MOM.WW.MxGateway.Tests.dll (net10.0)
@@ -0,0 +1,53 @@
[
{
"alert": {
"top": 80.390625,
"bottom": 134.78125
},
"dialog": {
"top": 16,
"bottom": 884
},
"body": null,
"visible": true,
"width": 1440,
"zoom": 1,
"initialKeyIdVisible": true,
"tabSamples": 60,
"chromeSamples": 1
},
{
"alert": {
"top": 80.390625,
"bottom": 134.78125
},
"dialog": {
"top": 16,
"bottom": 884
},
"body": null,
"visible": true,
"width": 390,
"zoom": 1,
"initialKeyIdVisible": true,
"tabSamples": 60,
"chromeSamples": 1
},
{
"alert": {
"top": 80.3984375,
"bottom": 134.796875
},
"dialog": {
"top": 16,
"bottom": 434
},
"body": null,
"visible": true,
"width": 720,
"zoom": 2,
"initialKeyIdVisible": true,
"tabSamples": 60,
"chromeSamples": 2
}
]
@@ -0,0 +1,67 @@
[
{
"alert": {
"top": -320.609375,
"bottom": -266.21875
},
"dialog": {
"top": 16,
"bottom": 884
},
"body": {
"top": 80.390625,
"bottom": 883
},
"visible": false,
"width": 1440,
"zoom": 1,
"initialKeyIdVisible": true,
"tabSamples": 60,
"chromeSamples": 1
},
{
"alert": {
"top": -665.609375,
"bottom": -611.21875
},
"dialog": {
"top": 16,
"bottom": 884
},
"body": {
"top": 80.390625,
"bottom": 883
},
"visible": false,
"width": 390,
"zoom": 1,
"initialKeyIdVisible": true,
"tabSamples": 60,
"chromeSamples": 1
},
{
"alert": {
"top": -840.6015625,
"bottom": -786.203125
},
"dialog": {
"top": 16,
"bottom": 434
},
"body": {
"top": 80.3984375,
"bottom": 433
},
"visible": false,
"width": 720,
"zoom": 2,
"initialKeyIdVisible": true,
"tabSamples": 60,
"chromeSamples": 2
}
]
Traceback (most recent call last):
File "/Users/dohertj2/Desktop/MxAccessGateway/docs/ui-validation/validation_visibility.py", line 26, in <module>
assert all(m['visible'] and m['initialKeyIdVisible'] for m in measurements),'Validation or initial field outside visible modal viewport'
~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
AssertionError: Validation or initial field outside visible modal viewport