Skip to content

Commit

Permalink
Removed extra multiply
Browse files Browse the repository at this point in the history
  • Loading branch information
neubig committed Nov 30, 2016
1 parent 8b441cc commit 5a08a09
Showing 1 changed file with 9 additions and 9 deletions.
18 changes: 9 additions & 9 deletions dynet/lstm.cc
Original file line number Diff line number Diff line change
Expand Up @@ -93,17 +93,17 @@ void LSTMBuilder::start_new_sequence_impl(const vector<Expression>& hinit) {
float retention_rate = 1.f - dropout_rate;
float scale = 1.f / retention_rate;
// in
masks_i.push_back(random_bernoulli(*_cg,{ idim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ idim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ idim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ idim}, retention_rate, scale));
masks_i.push_back(random_bernoulli(*_cg,{ idim}, retention_rate, scale));
masks_i.push_back(random_bernoulli(*_cg,{ idim}, retention_rate, scale));
// h
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate, scale));
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate, scale));
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate, scale));
// c
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate) * scale);
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate, scale));
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate, scale));
masks_i.push_back(random_bernoulli(*_cg,{ hidden_dim}, retention_rate, scale));
masks.push_back(masks_i);
}
}
Expand Down

0 comments on commit 5a08a09

Please sign in to comment.