From 6a30b43249a5710a3adb18c11763222d3fca8756 Mon Sep 17 00:00:00 2001 From: XxAlonexX Date: Tue, 4 Feb 2025 10:38:45 +0530 Subject: [PATCH] Fix Linear Layer Bias Initialization --- inference/model.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/inference/model.py b/inference/model.py index 9ea60c9..cd83bc6 100644 --- a/inference/model.py +++ b/inference/model.py @@ -185,7 +185,7 @@ class Linear(nn.Module): else: self.register_parameter("scale", None) if bias: - self.bias = nn.Parameter(torch.empty(self.part_out_features)) + self.bias = nn.Parameter(torch.empty(out_features)) else: self.register_parameter("bias", None)