trigger graphql cache eviction automatically (#2454)

* trigger graphql cache eviction automatically

* fix typo

* add fixme for the evicion test

* chore: apply tidy-public auto-fixes

---------

Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>

Author: 2 people

raphtory-graphql/src/data.rs

@@ -55,7 +55,7 @@ pub(crate) fn get_relative_path(
 #[derive(Clone)]
 pub struct Data {
     pub(crate) work_dir: PathBuf,
-    cache: Cache<PathBuf, GraphWithVectors>,
+    pub(crate) cache: Cache<PathBuf, GraphWithVectors>,
     pub(crate) create_index: bool,
     pub(crate) embedding_conf: Option<EmbeddingConf>,
 }
@@ -414,6 +414,14 @@ pub(crate) mod data_tests {
         sleep(Duration::from_secs(3)).await;
         assert!(!data.cache.contains_key(Path::new("test_g")));
         assert!(!data.cache.contains_key(Path::new("test_g2")));
+        // FIXME: this test is not doing anything because calling cache.contains_key() runs
+        // any pending evictions. To actually test it we need this assertion:
+        //   assert_eq!(data.cache.entry_count(), 0);
+        // Which currently does not work because the server task to trigger evictions is not running
+        // in this context. The problem is if we do run it by creating a server and calling
+        // server.start() the server gets consumed and we loose access to the cache to be able to run
+        // the check. If rework the server implementation and this becomes feasible we should change
+        // this test
     }
 
     #[tokio::test]

raphtory-graphql/src/server.rs

@@ -200,6 +200,16 @@ impl GraphServer {
         self.data.vectorise_all_graphs_that_are_not().await?;
         let work_dir = self.data.work_dir.clone();
 
+        // Otherwise evictions are only triggered when the cache is actively touched
+        let cache_clone = self.data.cache.clone();
+        tokio::spawn(async move {
+            let mut interval = tokio::time::interval(std::time::Duration::from_secs(1));
+            loop {
+                interval.tick().await;
+                cache_clone.run_pending_tasks().await;
+            }
+        });
+
         // it is important that this runs after algorithms have been pushed to PLUGIN_ALGOS static variable
         let app = self
             .generate_endpoint(tp.clone().map(|tp| tp.tracer(tracer_name)))