Skip to content

Commit ea95709

Browse files
committed
fix formatting
1 parent 870ef91 commit ea95709

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

vllm/model_executor/layers/attention.py

+3-2
Original file line numberDiff line numberDiff line change
@@ -264,8 +264,9 @@ def __init__(
264264
self.is_neox_style = is_neox_style
265265

266266
# Create the cos and sin cache.
267-
inv_freq = 1.0 / (base**(
268-
torch.arange(0, rotary_dim, 2, dtype=torch.float32, device="cuda") / rotary_dim))
267+
inv_freq = 1.0 / (base**(torch.arange(
268+
0, rotary_dim, 2, dtype=torch.float32, device="cuda") /
269+
rotary_dim))
269270
t = torch.arange(max_position, dtype=torch.float32, device="cuda")
270271
freqs = torch.einsum("i,j -> ij", t, inv_freq)
271272
cos = freqs.cos()

0 commit comments

Comments
 (0)