Merge pull request #680 from OpenNMT/torch0.4

Fix softmaxes

Author: srush

onmt/ModelConstructor.py

@@ -191,7 +191,7 @@ def make_base_model(model_opt, fields, gpu, checkpoint=None):
     if not model_opt.copy_attn:
         generator = nn.Sequential(
             nn.Linear(model_opt.rnn_size, len(fields["tgt"].vocab)),
-            nn.LogSoftmax())
+            nn.LogSoftmax(dim=-1))
         if model_opt.share_decoder_embeddings:
             generator[0].weight = decoder.embeddings.word_lut.weight
     else:

onmt/modules/GlobalAttention.py

@@ -76,7 +76,7 @@ def __init__(self, dim, coverage=False, attn_type="dot"):
         out_bias = self.attn_type == "mlp"
         self.linear_out = nn.Linear(dim*2, dim, bias=out_bias)
 
-        self.sm = nn.Softmax()
+        self.sm = nn.Softmax(dim=-1)
         self.tanh = nn.Tanh()
 
         if coverage: