Skip to content

Commit 133d6ca

Browse files
committed
use internval kv cache as default
1 parent 317ef35 commit 133d6ca

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/deepsparse/benchmark/benchmark_model.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -343,7 +343,7 @@ def benchmark_model(
343343
input_ids_length: Optional[int] = 1,
344344
thread_pinning: str = "core",
345345
engine: str = DEEPSPARSE_ENGINE,
346-
internal_kv_cache: bool = False,
346+
internal_kv_cache: bool = True,
347347
quiet: bool = False,
348348
export_path: Optional[str] = None,
349349
disable_kv_cache_overrides: bool = False,

0 commit comments

Comments
 (0)