Skip to content

Commit 7ede0d1

Browse files
authored
Merge pull request #799 from dotunv/feat/optimization-issues-765-766-767-768
feat: parallelize snapshots, add graph cache, optimise backfill memory, enrich artifact metadata
2 parents 78b31ed + a5a6114 commit 7ede0d1

7 files changed

Lines changed: 2029 additions & 4 deletions

File tree

astroml/cache/__init__.py

Lines changed: 17 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
1-
"""Redis caching layer for AstroML.
1+
"""Caching layer for AstroML.
22
3-
This module provides Redis-based caching for frequently accessed data including:
3+
This module provides caching for frequently accessed data including:
44
- Graph snapshots
5+
- Graph computation results (adjacency lists, edge/node features)
56
- Feature computation results
67
- Model predictions
78
- Artifact metadata
@@ -11,11 +12,19 @@
1112
- Cache invalidation on data updates
1213
- Cache hit/miss metrics
1314
- Decorator-based caching
15+
- Per-data-version and window graph computation caching (issue #767)
1416
"""
1517

1618
from __future__ import annotations
1719

1820
from astroml.cache.decorators import cache_feature_store
21+
from astroml.cache.graph_cache import (
22+
GraphComputationCache,
23+
GraphCacheConfig,
24+
GraphCacheStats,
25+
get_graph_cache,
26+
invalidate_graph_cache,
27+
)
1928
from astroml.cache.redis_cache import (
2029
CacheConfig,
2130
CacheStats,
@@ -41,4 +50,10 @@
4150
"invalidate_cache",
4251
"get_cache_stats",
4352
"clear_all_caches",
53+
# Graph computation cache (issue #767)
54+
"GraphComputationCache",
55+
"GraphCacheConfig",
56+
"GraphCacheStats",
57+
"get_graph_cache",
58+
"invalidate_graph_cache",
4459
]

0 commit comments

Comments
 (0)