merge develop into feat/internlm2

InternLM · Feb 7, 2024 · 2c37c3a · 2c37c3a
2 parents e2fbc6a + 99ee863
commit 2c37c3a
Showing 1 changed file with 0 additions and 9 deletions.
diff --git a/internlm/model/linear.py b/internlm/model/linear.py
@@ -309,15 +309,6 @@ def __init__(
             ColumnParallelLinearTorch,
             RowParallelLinearTorch,
         )
-        self.w3 = ColumnParallelLinearTorch(
-            in_features,
-            hidden_features,
-            process_group,
-            bias,
-            sequence_parallel=gpc.config.parallel.sequence_parallel,
-            device=device,
-            dtype=dtype,
-        )
 
 
 class MegatronFeedForward(BaseFeedForward):