fix u_begin to zeros

ronghanghu · May 19, 2018 · 1d18d71 · 1d18d71
1 parent 593a6d1
commit 1d18d71
Showing 1 changed file with 2 additions and 3 deletions.
diff --git a/tasks/R2R/model.py b/tasks/R2R/model.py
@@ -326,9 +326,8 @@ def __init__(self, embedding_size, hidden_size, dropout_ratio,
  self.feature_size = feature_size
  self.hidden_size = hidden_size
  # self.embedding = nn.Embedding(input_action_size, embedding_size)
- u_std = np.sqrt(1. / embedding_size)
- self.u_begin = nn.Parameter(torch.from_numpy(np.random.normal(
- 0, u_std, (1, embedding_size)).astype(np.float32))).cuda()
+ self.u_begin = try_cuda(Variable(
+ torch.zeros(embedding_size), requires_grad=False))
  self.drop = nn.Dropout(p=dropout_ratio)
  self.lstm = nn.LSTMCell(embedding_size+feature_size, hidden_size)
  self.visual_attention_layer = VisualSoftDotAttention(