1
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-08-02 23:14:49 +08:00

Speed up model loading a bit.

Default pytorch Linear initializes the weights which is useless and slow.
This commit is contained in:
comfyanonymous
2023-06-14 11:17:59 -04:00
parent 84f13f828a
commit 6971646b8b
2 changed files with 43 additions and 25 deletions

17
comfy/ops.py Normal file
View File

@@ -0,0 +1,17 @@
import torch
class Linear(torch.nn.Module):
def __init__(self, in_features: int, out_features: int, bias: bool = True,
device=None, dtype=None) -> None:
factory_kwargs = {'device': device, 'dtype': dtype}
super().__init__()
self.in_features = in_features
self.out_features = out_features
self.weight = torch.nn.Parameter(torch.empty((out_features, in_features), **factory_kwargs))
if bias:
self.bias = torch.nn.Parameter(torch.empty(out_features, **factory_kwargs))
else:
self.register_parameter('bias', None)
def forward(self, input):
return torch.nn.functional.linear(input, self.weight, self.bias)