File tree 1 file changed +4
-2
lines changed
vllm/model_executor/models
1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -300,7 +300,7 @@ def init_buffers(self, module: nn.Module):
300
300
setattr (module , name , new_buffer )
301
301
for child in module .children ():
302
302
self .init_buffers (child )
303
-
303
+
304
304
def init_parameters (self , module : nn .Module ):
305
305
"""
306
306
If a `parameter` is on the `meta` device, then its parent
@@ -317,7 +317,9 @@ def init_parameters(self, module: nn.Module):
317
317
"""
318
318
for name , param in module .named_parameters (recurse = False ):
319
319
if param .device == torch .device ("meta" ):
320
- new_param = nn .Parameter (torch .empty_like (param .data , device = self .device_config .device ))
320
+ new_param = nn .Parameter (
321
+ torch .empty_like (param .data ,
322
+ device = self .device_config .device ))
321
323
setattr (module , name , new_param )
322
324
for child in module .children ():
323
325
self .init_parameters (child )
You can’t perform that action at this time.
0 commit comments