Fix issue on old torch.
This commit is contained in:
@@ -49,6 +49,7 @@ if RMSNorm is None:
|
|||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
self.register_parameter("weight", None)
|
self.register_parameter("weight", None)
|
||||||
|
self.bias = None
|
||||||
|
|
||||||
def forward(self, x):
|
def forward(self, x):
|
||||||
return rms_norm(x, self.weight, self.eps)
|
return rms_norm(x, self.weight, self.eps)
|
||||||
|
|||||||
Reference in New Issue
Block a user