Skip to content

Commit c87d6ef

Browse files
[Fix] fix build, fix no save kv layer (#390)
1 parent 5c66fc8 commit c87d6ef

File tree

2 files changed

+1
-2
lines changed

2 files changed

+1
-2
lines changed

setup.py

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -144,5 +144,4 @@ def _get_package_data_with_so():
144144
cmdclass={"build_ext": CMakeBuild},
145145
package_data=_get_package_data_with_so(),
146146
zip_safe=False,
147-
install_requires=["vllm==0.9.2"],
148147
)

ucm/integration/vllm/uc_connector.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -90,7 +90,7 @@ class UnifiedCacheConnectorV1(KVConnectorBase_V1):
9090
def __init__(self, vllm_config: "VllmConfig", role: KVConnectorRole):
9191
super().__init__(vllm_config=vllm_config, role=role)
9292
self.block_size = vllm_config.cache_config.block_size
93-
self.use_layerwise = True
93+
self.use_layerwise = False
9494
self.kv_caches: dict[str, torch.Tensor] = {}
9595
self.total_tp_size = vllm_config.parallel_config.tensor_parallel_size
9696
self.rank = (

0 commit comments

Comments
 (0)