jinx/ComfyUI
1
Fork 0
mirror of https://github.com/comfyanonymous/ComfyUI.git synced 2025-08-03 07:26:31 +08:00
Code Issues Activity

Fixed model merging issue with scaled fp8.

Browse Source
This commit is contained in:
comfyanonymous
2024-10-20 06:24:31 -04:00
parent 471cd3eace
commit f9f9faface
3 changed files with 40 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
comfy/ops.py
View File

@@ -309,8 +309,12 @@ def scaled_fp8_ops(fp8_matrix_mult=False):
weight, bias = cast_bias_weight(self, input)
return torch.nn.functional.linear(input, weight * self.scale_weight.to(device=weight.device, dtype=weight.dtype), bias)
def convert_weight(self, weight):
return weight * self.scale_weight.to(device=weight.device, dtype=weight.dtype)
def convert_weight(self, weight, inplace=False, **kwargs):
if inplace:
weight *= self.scale_weight.to(device=weight.device, dtype=weight.dtype)
return weight
else:
return weight * self.scale_weight.to(device=weight.device, dtype=weight.dtype)
def set_weight(self, weight, inplace_update=False, seed=None, **kwargs):
weight = comfy.float.stochastic_rounding(weight / self.scale_weight.to(device=weight.device, dtype=weight.dtype), self.weight.dtype, seed=seed)