Modeling fixed
Browse files- modeling_nicheformer.py +0 -2
modeling_nicheformer.py
CHANGED
|
@@ -116,8 +116,6 @@ class NicheformerModel(NicheformerPreTrainedModel):
|
|
| 116 |
# Get token embeddings and positional encodings
|
| 117 |
token_embedding = self.embeddings(input_ids)
|
| 118 |
|
| 119 |
-
print("token_embedding NicheformerModel: ", token_embedding)
|
| 120 |
-
|
| 121 |
if self.config.learnable_pe:
|
| 122 |
pos_embedding = self.positional_embedding(self.pos.to(token_embedding.device))
|
| 123 |
embeddings = self.dropout(token_embedding + pos_embedding)
|
|
|
|
| 116 |
# Get token embeddings and positional encodings
|
| 117 |
token_embedding = self.embeddings(input_ids)
|
| 118 |
|
|
|
|
|
|
|
| 119 |
if self.config.learnable_pe:
|
| 120 |
pos_embedding = self.positional_embedding(self.pos.to(token_embedding.device))
|
| 121 |
embeddings = self.dropout(token_embedding + pos_embedding)
|