feat: Add a second dense layer to the emission calculation in the sequence labelling model.

Author: lfoppiano

delft/sequenceLabelling/models.py

@@ -779,6 +779,7 @@ def __init__(self, config: ModelConfig, ntags: int = None):
         self.dense = nn.Linear(
             config.num_word_lstm_units * 2, config.num_word_lstm_units
         )
+        self.dense2 = nn.Linear(config.num_word_lstm_units, ntags)
 
         # CRF
         self.crf = CRF(ntags)
@@ -821,8 +822,9 @@ def forward(
         lstm_out, _ = self.bilstm(x)
         lstm_out = self.dropout(lstm_out)
 
-        # Dense
-        emissions = torch.tanh(self.dense(lstm_out))
+        # Dense layers
+        x = torch.tanh(self.dense(lstm_out))
+        emissions = self.dense2(x)
 
         outputs = {"logits": emissions}