Spaces:
Running
on
Zero
Running
on
Zero
Update lora_w2w.py
Browse files- lora_w2w.py +1 -4
lora_w2w.py
CHANGED
@@ -95,10 +95,7 @@ class LoRAModule(nn.Module):
|
|
95 |
del self.org_module
|
96 |
|
97 |
def forward(self, x):
|
98 |
-
|
99 |
-
print(self.proj.dtype)
|
100 |
-
print(self.std1.dtype)
|
101 |
-
print(self.mean1.dtype)
|
102 |
return self.org_forward(x) +\
|
103 |
(x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
|
104 |
|
|
|
95 |
del self.org_module
|
96 |
|
97 |
def forward(self, x):
|
98 |
+
|
|
|
|
|
|
|
99 |
return self.org_forward(x) +\
|
100 |
(x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
|
101 |
|