Skip to content

Commit 519bf1b

Browse files
committed
fix broken test
1 parent 4c34f1d commit 519bf1b

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

tests/deepsparse/transformers/engine/test_nl_decoder_engine.py

+2
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,7 @@ class DummyKVCacheDecoder:
2525
"past_key_values_1": np.array([10, 11, 12]),
2626
"past_key_values_2": np.array([13, 14, 15]),
2727
}
28+
engine_internal_cache = None
2829

2930

3031
class DummyEngine:
@@ -62,6 +63,7 @@ def test_add_kv_cache_to_input():
6263
nl_decoder_engine = NLDecoderEngine(None, None)
6364
nl_decoder_engine.engine = DummyEngine()
6465
nl_decoder_engine.kv_cache = DummyKVCacheDecoder()
66+
nl_decoder_engine.kv_cache_enabled = True
6567
result = nl_decoder_engine.add_kv_cache_to_input(inp)
6668

6769
for (x, y) in zip(result, expected_result):

0 commit comments

Comments
 (0)