Skip to content

Commit aa183ff

Browse files
committed
make format
Signed-off-by: Sungjae Lee <[email protected]>
1 parent c435851 commit aa183ff

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

vllm/model_executor/models/eagle.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -18,14 +18,18 @@
1818

1919

2020
class DummyInputLayerNorm(nn.Module):
21+
2122
def forward(self, x):
2223
return x
2324

25+
2426
class DummOutputNorm(nn.Module):
27+
2528
def forward(self, x, residual):
2629
x = x + residual
2730
return x, residual
2831

32+
2933
class EAGLE(nn.Module):
3034
"""This class implements the EAGLE draft model from the paper: https://arxiv.org/pdf/2401.15077
3135
Reference implementation: https://github.com/SafeAILab/EAGLE
@@ -60,7 +64,7 @@ def __init__(self, *, vllm_config: VllmConfig, prefix: str = ""):
6064
config.model.hidden_size,
6165
bias=getattr(self.config, "eagle_fc_bias", False))
6266

63-
# Modify layer normalization and residual connections as suggested
67+
# Modify layer normalization and residual connections as suggested
6468
# in the EAGLE framework: https://github.com/SafeAILab/EAGLE
6569
self.model.model.layers[0].input_layernorm = DummyInputLayerNorm()
6670
self.model.model.norm = DummOutputNorm()

0 commit comments

Comments
 (0)