We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent fd165b6 commit 683dab4Copy full SHA for 683dab4
python/sglang/srt/mem_cache/hicache_storage.py
@@ -85,7 +85,7 @@ def exists(self, key: str) -> bool:
85
class HiCacheFile(HiCacheStorage):
86
87
def __init__(self, file_path: str = "/tmp/hicache"):
88
- self.file_path = file_path
+ self.file_path = os.getenv("SGLANG_HICACHE_FILE_BACKEND_STORAGE_DIR", file_path)
89
tp_rank = get_tensor_model_parallel_rank()
90
tp_size = get_tensor_model_parallel_world_size()
91
self.tp_suffix = f"_{tp_rank}_{tp_size}" if tp_size > 1 else ""
0 commit comments