Merge pull request SeanNaren#124 from dmitriy-serdyuk/refactor-softmax

Refactor model output to reflect its type

model.py

@@ -37,7 +37,7 @@ def __repr__(self):
  return tmpstr
 
 
-class InferenceBatchSoftmax(nn.Module):
+class InferenceBatchLogSoftmax(nn.Module):
  def forward(self, input_):
  if not self.training:
  batch_size = input_.size()[0]
@@ -115,7 +115,7 @@ def __init__(self, rnn_type=nn.LSTM, labels="abc", rnn_hidden_size=768, nb_layer
  self.fc = nn.Sequential(
  SequenceWise(fully_connected),
  )
- self.softmax = InferenceBatchSoftmax()
+ self.inference_log_softmax = InferenceBatchLogSoftmax()
 
  def forward(self, x):
  x = self.conv(x)
@@ -128,7 +128,8 @@ def forward(self, x):
 
  x = self.fc(x)
  x = x.transpose(0, 1)
- x = self.softmax(x)
+ # identity in training mode, logsoftmax in eval mode
+ x = self.inference_log_softmax(x)
  return x
 
  @classmethod