Skip to content

Commit 7af78e9

Browse files
author
reidliu41
committed
fix pre-commit
Signed-off-by: reidliu41 <[email protected]>
1 parent bfe5158 commit 7af78e9

File tree

1 file changed

+3
-6
lines changed

1 file changed

+3
-6
lines changed

examples/lmcache/cpu_offload_lmcache.py

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -20,10 +20,10 @@
2020
Learn more about LMCache environment setup, please refer to:
2121
https://docs.lmcache.ai/getting_started/installation.html
2222
"""
23+
import argparse
2324
import contextlib
2425
import os
2526
import time
26-
import argparse
2727

2828
from lmcache.experimental.cache_engine import LMCacheEngineBuilder
2929
from lmcache.integration.vllm.utils import ENGINE_NAME
@@ -45,11 +45,8 @@ def setup_environment_variables():
4545

4646

4747
@contextlib.contextmanager
48-
def build_llm_with_lmcache(
49-
lmcache_connector: str,
50-
model: str,
51-
vllm_version: str
52-
):
48+
def build_llm_with_lmcache(lmcache_connector: str, model: str,
49+
vllm_version: str):
5350
ktc = KVTransferConfig.from_cli(
5451
f'{{"kv_connector":"{lmcache_connector}", "kv_role":"kv_both"}}')
5552
# Set GPU memory utilization to 0.8 for an A40 GPU with 40GB

0 commit comments

Comments
 (0)