We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b6be6f8 commit f15e70dCopy full SHA for f15e70d
tests/tpu/test_compilation.py
@@ -30,7 +30,7 @@ def test_tpu_compilation():
30
n=N,
31
max_tokens=16)
32
33
- llm = LLM(model="Qwen/Qwen2.5-1.5B-Instruct",
+ llm = LLM(model="Qwen/Qwen2-1.5B-Instruct",
34
max_num_batched_tokens=256,
35
max_model_len=256,
36
max_num_seqs=32,
0 commit comments