File tree Expand file tree Collapse file tree 2 files changed +1
-2
lines changed Expand file tree Collapse file tree 2 files changed +1
-2
lines changed Original file line number Diff line number Diff line change @@ -144,5 +144,4 @@ def _get_package_data_with_so():
144144 cmdclass = {"build_ext" : CMakeBuild },
145145 package_data = _get_package_data_with_so (),
146146 zip_safe = False ,
147- install_requires = ["vllm==0.9.2" ],
148147)
Original file line number Diff line number Diff line change @@ -90,7 +90,7 @@ class UnifiedCacheConnectorV1(KVConnectorBase_V1):
9090 def __init__ (self , vllm_config : "VllmConfig" , role : KVConnectorRole ):
9191 super ().__init__ (vllm_config = vllm_config , role = role )
9292 self .block_size = vllm_config .cache_config .block_size
93- self .use_layerwise = True
93+ self .use_layerwise = False
9494 self .kv_caches : dict [str , torch .Tensor ] = {}
9595 self .total_tp_size = vllm_config .parallel_config .tensor_parallel_size
9696 self .rank = (
You can’t perform that action at this time.
0 commit comments