File tree 1 file changed +4
-2
lines changed
vllm/model_executor/models 1 file changed +4
-2
lines changed Original file line number Diff line number Diff line change @@ -301,7 +301,7 @@ def init_buffers(self, module: nn.Module):
301
301
setattr (module , name , new_buffer )
302
302
for child in module .children ():
303
303
self .init_buffers (child )
304
-
304
+
305
305
def init_parameters (self , module : nn .Module ):
306
306
"""
307
307
If a `parameter` is on the `meta` device, then its parent
@@ -318,7 +318,9 @@ def init_parameters(self, module: nn.Module):
318
318
"""
319
319
for name , param in module .named_parameters (recurse = False ):
320
320
if param .device == torch .device ("meta" ):
321
- new_param = nn .Parameter (torch .empty_like (param .data , device = self .device_config .device ))
321
+ new_param = nn .Parameter (
322
+ torch .empty_like (param .data ,
323
+ device = self .device_config .device ))
322
324
setattr (module , name , new_param )
323
325
for child in module .children ():
324
326
self .init_parameters (child )
You can’t perform that action at this time.
0 commit comments