feat: expose enable_multi_writes in Python bindings + mvcc-bank pytest suite

Author: loganpowell

pyproject.toml

@@ -132,4 +132,9 @@ exclude = ["src_cpp*"]
 
 [build-system]
 requires = ["setuptools", "wheel"]
-build-backend = "setuptools.build_meta"
+build-backend = "setuptools.build_meta"
+
+[tool.pytest.ini_options]
+markers = [
+    "slow: marks tests as slow (deselect with '-m \"not slow\"')",
+]

src_cpp/include/py_database.h

@@ -19,7 +19,7 @@ class PyDatabase {
     explicit PyDatabase(const std::string& databasePath, uint64_t bufferPoolSize,
         uint64_t maxNumThreads, bool compression, bool readOnly, uint64_t maxDBSize,
         bool autoCheckpoint, int64_t checkpointThreshold, bool throwOnWalReplayFailure = true,
-        bool enableChecksums = true);
+        bool enableChecksums = true, bool enableMultiWrites = false);
 
     ~PyDatabase();
 

src_cpp/py_database.cpp

@@ -12,12 +12,13 @@ using namespace lbug::common;
 void PyDatabase::initialize(py::handle& m) {
     py::class_<PyDatabase>(m, "Database")
         .def(py::init<const std::string&, uint64_t, uint64_t, bool, bool, uint64_t, bool, int64_t,
-                 bool, bool>(),
+                 bool, bool, bool>(),
             py::arg("database_path"), py::arg("buffer_pool_size") = 0,
             py::arg("max_num_threads") = 0, py::arg("compression") = true,
             py::arg("read_only") = false, py::arg("max_db_size") = (uint64_t)1 << 43,
             py::arg("auto_checkpoint") = true, py::arg("checkpoint_threshold") = -1,
-            py::arg("throw_on_wal_replay_failure") = true, py::arg("enable_checksums") = true)
+            py::arg("throw_on_wal_replay_failure") = true, py::arg("enable_checksums") = true,
+            py::arg("enable_multi_writes") = false)
         .def("scan_node_table_as_int64", &PyDatabase::scanNodeTable<std::int64_t>,
             py::arg("table_name"), py::arg("prop_name"), py::arg("indices"), py::arg("np_array"),
             py::arg("num_threads"))
@@ -49,14 +50,15 @@ uint64_t PyDatabase::getStorageVersion() {
 PyDatabase::PyDatabase(const std::string& databasePath, uint64_t bufferPoolSize,
     uint64_t maxNumThreads, bool compression, bool readOnly, uint64_t maxDBSize,
     bool autoCheckpoint, int64_t checkpointThreshold, bool throwOnWalReplayFailure,
-    bool enableChecksums) {
+    bool enableChecksums, bool enableMultiWrites) {
     auto systemConfig = SystemConfig(bufferPoolSize, maxNumThreads, compression, readOnly,
         maxDBSize, autoCheckpoint);
     if (checkpointThreshold >= 0) {
         systemConfig.checkpointThreshold = static_cast<uint64_t>(checkpointThreshold);
     }
     systemConfig.throwOnWalReplayFailure = throwOnWalReplayFailure;
     systemConfig.enableChecksums = enableChecksums;
+    systemConfig.enableMultiWrites = enableMultiWrites;
     database = std::make_unique<Database>(databasePath, systemConfig);
     lbug::extension::ExtensionUtils::addTableFunc<lbug::PandasScanFunction>(*database);
     storageDriver = std::make_unique<StorageDriver>(database.get());

src_py/database.py

@@ -39,6 +39,7 @@ def __init__(
         checkpoint_threshold: int = -1,
         throw_on_wal_replay_failure: bool = True,
         enable_checksums: bool = True,
+        enable_multi_writes: bool = False,
     ):
         """
         Parameters
@@ -94,6 +95,9 @@ def __init__(
             If true, the database will use checksums to detect corruption in the
             WAL file.
 
+        enable_multi_writes: bool
+            If true, multiple concurrent write transactions are allowed. Default to False.
+
         """
         if database_path is None:
             database_path = ":memory:"
@@ -110,6 +114,7 @@ def __init__(
         self.checkpoint_threshold = checkpoint_threshold
         self.throw_on_wal_replay_failure = throw_on_wal_replay_failure
         self.enable_checksums = enable_checksums
+        self.enable_multi_writes = enable_multi_writes
         self.is_closed = False
 
         self._database: Any = None  # (type: _lbug.Database from pybind11)
@@ -176,6 +181,7 @@ def init_database(self) -> None:
                 self.checkpoint_threshold,
                 self.throw_on_wal_replay_failure,
                 self.enable_checksums,
+                self.enable_multi_writes,
             )
 
     def get_torch_geometric_remote_backend(