use tau

Helinia · Dec 12, 2017 · f1bdc41 · f1bdc41
1 parent ccc3a5b
commit f1bdc41
Showing 1 changed file with 1 addition and 2 deletions.
diff --git a/rl/comparing_explore_exploit_methods.py b/rl/comparing_explore_exploit_methods.py
@@ -27,8 +27,7 @@ def sample(self):
     return np.random.randn() / np.sqrt(self.lambda_) + self.predicted_mean
 
   def update(self, x):
-    # assume tau is 1
-    self.lambda_ += 1
+    self.lambda_ += self.tau
     self.sum_x += x
     self.predicted_mean = self.tau*self.sum_x / self.lambda_