Skip to content

Commit

Permalink
Merge pull request #727 from Aske-Rosted/embedding_unused_params
Browse files Browse the repository at this point in the history
unused params fix
  • Loading branch information
Aske-Rosted authored Jul 1, 2024
2 parents 6837b28 + 9cc12f0 commit 72c38d5
Showing 1 changed file with 1 addition and 2 deletions.
3 changes: 1 addition & 2 deletions src/graphnet/models/components/embedding.py
Original file line number Diff line number Diff line change
Expand Up @@ -84,7 +84,6 @@ def __init__(
super().__init__()

self.sin_emb = SinusoidalPosEmb(dim=seq_length, scaled=scaled)
self.aux_emb = nn.Embedding(2, seq_length // 2)
self.sin_emb2 = SinusoidalPosEmb(dim=seq_length // 2, scaled=scaled)

if n_features < 4:
Expand All @@ -93,7 +92,7 @@ def __init__(
f"{n_features} features."
)
elif n_features >= 6:

self.aux_emb = nn.Embedding(2, seq_length // 2)
hidden_dim = 6 * seq_length
else:
hidden_dim = int((n_features + 0.5) * seq_length)
Expand Down

0 comments on commit 72c38d5

Please sign in to comment.