From 7a917a79bf9a0334c3a4fd2c691cf5c748eacf40 Mon Sep 17 00:00:00 2001 From: Duo <50307526+iProzd@users.noreply.github.com> Date: Fri, 27 Sep 2024 14:26:01 +0800 Subject: [PATCH] rm layernorm --- deepmd/pt/model/network/network.py | 9 --------- 1 file changed, 9 deletions(-) diff --git a/deepmd/pt/model/network/network.py b/deepmd/pt/model/network/network.py index 83e09ffe68..efb8942a02 100644 --- a/deepmd/pt/model/network/network.py +++ b/deepmd/pt/model/network/network.py @@ -36,9 +36,6 @@ from deepmd.dpmodel.utils.type_embed import ( get_econf_tebd, ) -from deepmd.pt.model.network.layernorm import ( - LayerNorm, -) from deepmd.pt.utils.utils import ( ActivationFn, to_torch_tensor, @@ -694,15 +691,11 @@ def __init__( self.type_map = type_map self.econf_tebd = None embed_input_dim = ntypes - self.econf_norm = None if self.use_econf_tebd: econf_tebd, embed_input_dim = get_econf_tebd( self.type_map, precision=self.precision ) self.econf_tebd = to_torch_tensor(econf_tebd) - self.econf_norm = LayerNorm( - self.neuron[-1], trainable=False, precision=precision, seed=seed - ) self.embedding_net = EmbeddingNet( embed_input_dim, self.neuron, @@ -729,9 +722,7 @@ def forward(self, device: torch.device): ) else: assert self.econf_tebd is not None - assert self.econf_norm is not None embed = self.embedding_net(self.econf_tebd.to(device)) - embed = self.econf_norm(embed) if self.padding: embed = torch.cat( [embed, torch.zeros(1, embed.shape[1], dtype=self.prec, device=device)]