From d9dc8e564fed1527be2a9d8d5c74daf3823c3203 Mon Sep 17 00:00:00 2001
From: Casper <casperbh.96@gmail.com>
Date: Sat, 2 Mar 2024 11:10:57 +0100
Subject: [PATCH] Fix double bias (#383)

---
 awq/modules/linear/gemm.py | 1 -
 1 file changed, 1 deletion(-)

diff --git a/awq/modules/linear/gemm.py b/awq/modules/linear/gemm.py
index 1eb942c2..6efc7ee1 100644
--- a/awq/modules/linear/gemm.py
+++ b/awq/modules/linear/gemm.py
@@ -253,7 +253,6 @@ def forward(self, x):
         if input_dtype != torch.float16:
             out = out.to(dtype=input_dtype)
 
-        out = out + self.bias if self.bias is not None else out
         return out.reshape(out_shape)
 
     def extra_repr(self) -> str: