Initialize CBDD solution and add a .NET-focused gitignore for generated artifacts.
This commit is contained in:
Joseph Doherty
237
tests/CBDD.Tests/SchemaPersistenceTests.cs
Executable file
237
tests/CBDD.Tests/SchemaPersistenceTests.cs
Executable file
@@ -0,0 +1,237 @@
|
||||
using System;
|
||||
using System.IO;
|
||||
using System.Linq;
|
||||
using Xunit;
|
||||
using ZB.MOM.WW.CBDD.Bson;
|
||||
using ZB.MOM.WW.CBDD.Bson.Schema;
|
||||
using ZB.MOM.WW.CBDD.Core.Storage;
|
||||
using ZB.MOM.WW.CBDD.Core.Collections;
|
||||
using ZB.MOM.WW.CBDD.Core.Indexing;
|
||||
using ZB.MOM.WW.CBDD.Shared.TestDbContext_TestDbContext_Mappers;
|
||||
using ZB.MOM.WW.CBDD.Shared;
|
||||
|
||||
namespace ZB.MOM.WW.CBDD.Tests;
|
||||
|
||||
public class SchemaPersistenceTests : IDisposable
|
||||
{
|
||||
private readonly string _dbPath;
|
||||
private readonly Shared.TestDbContext _db;
|
||||
|
||||
public SchemaPersistenceTests()
|
||||
{
|
||||
_dbPath = Path.Combine(Path.GetTempPath(), $"schema_test_{Guid.NewGuid()}.db");
|
||||
_db = new Shared.TestDbContext(_dbPath);
|
||||
}
|
||||
|
||||
public void Dispose()
|
||||
{
|
||||
_db.Dispose();
|
||||
if (File.Exists(_dbPath)) File.Delete(_dbPath);
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void BsonSchema_Serialization_RoundTrip()
|
||||
{
|
||||
var schema = new BsonSchema
|
||||
{
|
||||
Title = "Person",
|
||||
Fields =
|
||||
{
|
||||
new BsonField { Name = "id", Type = BsonType.ObjectId },
|
||||
new BsonField { Name = "name", Type = BsonType.String, IsNullable = true },
|
||||
new BsonField { Name = "age", Type = BsonType.Int32 },
|
||||
new BsonField
|
||||
{
|
||||
Name = "address",
|
||||
Type = BsonType.Document,
|
||||
NestedSchema = new BsonSchema
|
||||
{
|
||||
Fields =
|
||||
{
|
||||
new BsonField { Name = "city", Type = BsonType.String }
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
};
|
||||
|
||||
var buffer = new byte[1024];
|
||||
var keyMap = new System.Collections.Concurrent.ConcurrentDictionary<string, ushort>(StringComparer.OrdinalIgnoreCase);
|
||||
var keys = new System.Collections.Concurrent.ConcurrentDictionary<ushort, string>();
|
||||
|
||||
// Manual registration for schema keys
|
||||
ushort id = 1;
|
||||
foreach (var k in new[] { "person", "id", "name", "age", "address", "city", "fields", "title", "type", "isnullable", "nestedschema", "t", "v", "f", "n", "b", "s", "a", "_v", "0", "1", "2", "3", "4", "5" })
|
||||
{
|
||||
keyMap[k] = id;
|
||||
keys[id] = k;
|
||||
id++;
|
||||
}
|
||||
|
||||
var writer = new BsonSpanWriter(buffer, keyMap);
|
||||
schema.ToBson(ref writer);
|
||||
|
||||
var reader = new BsonSpanReader(buffer.AsSpan(0, writer.Position), keys);
|
||||
var roundTrip = BsonSchema.FromBson(ref reader);
|
||||
|
||||
roundTrip.Title.ShouldBe(schema.Title);
|
||||
roundTrip.Fields.Count.ShouldBe(schema.Fields.Count);
|
||||
roundTrip.Fields[0].Name.ShouldBe(schema.Fields[0].Name);
|
||||
roundTrip.Fields[3].NestedSchema!.Fields[0].Name.ShouldBe(schema.Fields[3].NestedSchema!.Fields[0].Name);
|
||||
schema.Equals(roundTrip).ShouldBeTrue();
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void StorageEngine_Collections_Metadata_Persistence()
|
||||
{
|
||||
var meta = new CollectionMetadata
|
||||
{
|
||||
Name = "users",
|
||||
PrimaryRootPageId = 10,
|
||||
SchemaRootPageId = 20
|
||||
};
|
||||
meta.Indexes.Add(new IndexMetadata { Name = "age", IsUnique = false, Type = IndexType.BTree, PropertyPaths = ["Age"] });
|
||||
|
||||
_db.Storage.SaveCollectionMetadata(meta);
|
||||
|
||||
var loaded = _db.Storage.GetCollectionMetadata("users");
|
||||
loaded.ShouldNotBeNull();
|
||||
loaded.Name.ShouldBe(meta.Name);
|
||||
loaded.PrimaryRootPageId.ShouldBe(meta.PrimaryRootPageId);
|
||||
loaded.SchemaRootPageId.ShouldBe(meta.SchemaRootPageId);
|
||||
loaded.Indexes.Count().ShouldBe(1);
|
||||
loaded.Indexes[0].Name.ShouldBe("age");
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void StorageEngine_Schema_Versioning()
|
||||
{
|
||||
var schema1 = new BsonSchema { Title = "V1", Fields = { new BsonField { Name = "f1", Type = BsonType.String } } };
|
||||
var schema2 = new BsonSchema { Title = "V2", Fields = { new BsonField { Name = "f1", Type = BsonType.String }, new BsonField { Name = "f2", Type = BsonType.Int32 } } };
|
||||
|
||||
var rootId = _db.Storage.AppendSchema(0, schema1);
|
||||
rootId.ShouldNotBe(0u);
|
||||
|
||||
var schemas = _db.Storage.GetSchemas(rootId);
|
||||
schemas.Count().ShouldBe(1);
|
||||
schemas[0].Title.ShouldBe("V1");
|
||||
|
||||
var updatedRoot = _db.Storage.AppendSchema(rootId, schema2);
|
||||
updatedRoot.ShouldBe(rootId);
|
||||
|
||||
schemas = _db.Storage.GetSchemas(rootId);
|
||||
schemas.Count.ShouldBe(2, $"Expected 2 schemas but found {schemas.Count}. Titles: {(schemas.Count > 0 ? string.Join(", ", schemas.Select(s => s.Title)) : "None")}");
|
||||
schemas[0].Title.ShouldBe("V1");
|
||||
schemas[1].Title.ShouldBe("V2");
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void DocumentCollection_Integrates_Schema_Versioning_On_Startup()
|
||||
{
|
||||
// Use a dedicated database for this test to avoid schema pollution from _db
|
||||
var testDbPath = Path.Combine(Path.GetTempPath(), $"schema_versioning_test_{Guid.NewGuid()}.db");
|
||||
|
||||
try
|
||||
{
|
||||
var mapper1 = new ZB_MOM_WW_CBDD_Shared_PersonMapper();
|
||||
var schema1 = mapper1.GetSchema();
|
||||
|
||||
// 1. First startup - create DB and initialize Person collection
|
||||
using (var db1 = new Shared.TestDbContext(testDbPath))
|
||||
{
|
||||
// Access only People collection to avoid initializing others
|
||||
var coll = db1.People;
|
||||
var meta = db1.Storage.GetCollectionMetadata("people_collection");
|
||||
meta.ShouldNotBeNull();
|
||||
var schemas = db1.Storage.GetSchemas(meta.SchemaRootPageId);
|
||||
schemas.Count().ShouldBe(1);
|
||||
schema1.Equals(schemas[0]).ShouldBeTrue("Persisted schema 1 should equal current schema 1");
|
||||
|
||||
coll.CurrentSchemaVersion.ShouldNotBeNull();
|
||||
coll.CurrentSchemaVersion!.Value.Version.ShouldBe(1);
|
||||
coll.CurrentSchemaVersion!.Value.Hash.ShouldBe(schema1.GetHash());
|
||||
}
|
||||
|
||||
// 2. Restart with SAME schema (should NOT append)
|
||||
using (var db2 = new Shared.TestDbContext(testDbPath))
|
||||
{
|
||||
var coll = db2.People;
|
||||
var meta = db2.Storage.GetCollectionMetadata("people_collection");
|
||||
var schemas = db2.Storage.GetSchemas(meta!.SchemaRootPageId);
|
||||
schemas.Count().ShouldBe(1); // Still 1
|
||||
|
||||
coll.CurrentSchemaVersion!.Value.Version.ShouldBe(1);
|
||||
coll.CurrentSchemaVersion!.Value.Hash.ShouldBe(schema1.GetHash());
|
||||
}
|
||||
|
||||
// 3. Simulate schema evolution: Person with an additional field
|
||||
// Since we can't change the actual Person class at runtime, this test verifies
|
||||
// that the same schema doesn't get re-appended.
|
||||
// A real-world scenario would involve deploying a new mapper version.
|
||||
using (var db3 = new Shared.TestDbContext(testDbPath))
|
||||
{
|
||||
var coll = db3.People;
|
||||
var meta = db3.Storage.GetCollectionMetadata("people_collection");
|
||||
var schemas = db3.Storage.GetSchemas(meta!.SchemaRootPageId);
|
||||
|
||||
// Schema should still be 1 since we're using the same Person type
|
||||
schemas.Count().ShouldBe(1);
|
||||
schemas[0].Title.ShouldBe("Person");
|
||||
coll.CurrentSchemaVersion!.Value.Version.ShouldBe(1);
|
||||
}
|
||||
}
|
||||
finally
|
||||
{
|
||||
if (File.Exists(testDbPath)) File.Delete(testDbPath);
|
||||
}
|
||||
}
|
||||
|
||||
[Fact]
|
||||
public void Document_Contains_Schema_Version_Field()
|
||||
{
|
||||
var mapper = new ZB_MOM_WW_CBDD_Shared_PersonMapper();
|
||||
using (var coll = _db.People)
|
||||
{
|
||||
var person = new Person { Name = "John" };
|
||||
var id = coll.Insert(person);
|
||||
_db.SaveChanges();
|
||||
|
||||
coll.Count().ShouldBe(1);
|
||||
coll.CurrentSchemaVersion.ShouldNotBeNull();
|
||||
coll.CurrentSchemaVersion!.Value.Version.ShouldBe(1);
|
||||
|
||||
// Verify that the document in storage contains _v
|
||||
var meta = _db.Storage.GetCollectionMetadata("persons"); // person lowercase
|
||||
// meta.ShouldNotBeNull();
|
||||
|
||||
// Get location from primary index (internal access enabled by InternalsVisibleTo)
|
||||
var key = mapper.ToIndexKey(id);
|
||||
coll._primaryIndex.TryFind(key, out var location, 0).ShouldBeTrue();
|
||||
|
||||
// Read raw bytes from page
|
||||
var pageBuffer = new byte[_db.Storage.PageSize];
|
||||
_db.Storage.ReadPage(location.PageId, 0, pageBuffer);
|
||||
var slotOffset = SlottedPageHeader.Size + (location.SlotIndex * SlotEntry.Size);
|
||||
var slot = SlotEntry.ReadFrom(pageBuffer.AsSpan(slotOffset));
|
||||
var docData = pageBuffer.AsSpan(slot.Offset, slot.Length);
|
||||
|
||||
// Print some info if it fails (using Assert messages)
|
||||
string hex = BitConverter.ToString(docData.ToArray()).Replace("-", "");
|
||||
|
||||
// Look for _v (BsonType.Int32 + 2-byte ID)
|
||||
ushort vId = _db.Storage.GetKeyMap()["_v"];
|
||||
string vIdHex = vId.ToString("X4");
|
||||
// Reverse endian for hex string check (ushort is LE)
|
||||
string vIdHexLE = vIdHex.Substring(2, 2) + vIdHex.Substring(0, 2);
|
||||
string pattern = "10" + vIdHexLE;
|
||||
|
||||
bool found = hex.Contains(pattern);
|
||||
found.ShouldBeTrue($"Document should contain _v field ({pattern}). Raw BSON: {hex}");
|
||||
|
||||
// Verify the value (1) follows the key
|
||||
int index = hex.IndexOf(pattern);
|
||||
string valueHex = hex.Substring(index + 6, 8); // 4 bytes = 8 hex chars (pattern is 6 hex chars: 10 + ID_LE)
|
||||
valueHex.ShouldBe("01000000");
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user