amildravid4292 commited on
Commit
17f3d0b
·
verified ·
1 Parent(s): b979543

Update lora_w2w.py

Browse files
Files changed (1) hide show
  1. lora_w2w.py +1 -0
lora_w2w.py CHANGED
@@ -95,6 +95,7 @@ class LoRAModule(nn.Module):
95
  del self.org_module
96
 
97
  def forward(self, x):
 
98
 
99
  return self.org_forward(x) +\
100
  (x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale
 
95
  del self.org_module
96
 
97
  def forward(self, x):
98
+ print(self.org_forward(x).dtype)
99
 
100
  return self.org_forward(x) +\
101
  (x@(([email protected])*self.std1+self.mean1).T)@((([email protected])*self.std2+self.mean2))*self.multiplier*self.scale