Db v4 move graph folder

db4-storage/Cargo.toml

@@ -11,7 +11,7 @@ rust-version.workspace = true
 edition = "2024"
 
 [dependencies]
-raphtory-api.workspace = true
+raphtory-api.workspace = true 
 raphtory-api-macros.workspace = true
 raphtory-core = { workspace = true }
 raphtory-itertools.workspace = true

db4-storage/src/lib.rs

@@ -234,15 +234,3 @@ pub fn read_constant_graph_properties(
 > {
     Ok(Vec::new())
 }
-
-/// Matches `db4_disk_storage::meta_file::GRAPH_META_PATH`
-pub const GRAPH_META_PATH: &str = ".meta";
-
-/// No-op shim for when we have db4-storage instead of db4-disk-storage
-pub fn refresh_disk_graph_metadata(
-    _disk_graph_path: &Path,
-    _node_count: usize,
-    _edge_count: usize,
-) -> Result<(), error::StorageError> {
-    Ok(())
-}

db4-storage/src/pages/mod.rs

@@ -19,9 +19,14 @@ use graph_prop_store::GraphPropStorageInner;
 use node_page::writer::NodeWriter;
 use node_store::NodeStorageInner;
 use parking_lot::RwLockWriteGuard;
-use raphtory_api::core::entities::properties::meta::Meta;
+use raphtory_api::core::{
+    entities::properties::meta::Meta,
+    storage::graph_folder::{GRAPH_META_PATH, GraphMetadata, Metadata},
+};
 use rayon::prelude::*;
 use std::{
+    fs::File,
+    io::ErrorKind,
     path::{Path, PathBuf},
     sync::{
         Arc,
@@ -77,6 +82,56 @@ impl<
         self.nodes.flush()?;
         self.edges.flush()?;
         self.graph_props.flush()?;
+
+        self.refresh_metadata()?;
+
+        Ok(())
+    }
+
+    /// Refresh the graph metadata file (`.meta`) for disk-backed graphs. Reads graph type from the existing meta file.
+    /// Errors if the file can't be read or the graph path has changed
+    fn refresh_metadata(&self) -> Result<(), StorageError> {
+        let Some(graph_dir) = self.graph_dir.as_ref() else {
+            return Ok(());
+        };
+        let (Some(data_folder), Some(graph_path)) = (
+            graph_dir.parent(),
+            graph_dir.file_name().and_then(|name| name.to_str()),
+        ) else {
+            return Ok(());
+        };
+
+        // if the file doesn't exist, there is nothing to refresh
+        let meta_path = data_folder.join(GRAPH_META_PATH);
+        let file = match File::open(&meta_path) {
+            Ok(file) => file,
+            Err(err) if err.kind() == ErrorKind::NotFound => return Ok(()),
+            Err(err) => return Err(err.into()),
+        };
+
+        // a corrupted file returns an error
+        let existing: Metadata = serde_json::from_reader(file)?;
+
+        // the graph data directory must not change between writes
+        if existing.path != graph_path {
+            return Err(StorageError::GenericFailure(format!(
+                "graph path in {} changed from {:?} to {:?}",
+                meta_path.display(),
+                existing.path,
+                graph_path,
+            )));
+        }
+
+        let metadata = Metadata {
+            path: graph_path.to_string(),
+            meta: GraphMetadata {
+                node_count: self.nodes.num_nodes(),
+                edge_count: self.edges.num_edges(),
+                graph_type: existing.meta.graph_type,
+                is_diskgraph: true,
+            },
+        };
+        metadata.write_atomic(data_folder, &meta_path)?;
         Ok(())
     }
 }

raphtory-api/Cargo.toml

@@ -16,7 +16,10 @@ edition.workspace = true
 
 [dependencies]
 serde = { workspace = true, features = ["derive"] }
-serde_json = { workspace = true, optional = true }
+serde_json = { workspace = true }
+zip = { workspace = true }
+walkdir = { workspace = true }
+tempfile = { workspace = true }
 bigdecimal = { workspace = true, features = ["string-only"] }
 thiserror = { workspace = true }
 bytemuck = { workspace = true }
@@ -59,4 +62,3 @@ python = [
 vectors = []
 template = ["dep:minijinja"]
 search = []
-io = ["dep:serde_json"]

raphtory-api/src/core/entities/properties/prop/mod.rs

@@ -5,7 +5,6 @@ mod prop_enum;
 mod prop_ref_enum;
 mod prop_type;
 mod prop_unwrap;
-#[cfg(feature = "io")]
 mod serde;
 
 #[cfg(feature = "template")]