diff --git a/canary/retry.go b/canary/retry.go
index 73ec42d7246..dfc70171b20 100644
--- a/canary/retry.go
+++ b/canary/retry.go
@@ -115,9 +115,6 @@ func retryOnTimeoutActivity(ctx context.Context, scheduledTimeNanos int64) (int,
 	if info.Attempt < 3 {
 		activity.RecordHeartbeat(ctx, info.Attempt*100)
 		time.Sleep(2 * info.HeartbeatTimeout)
-		// Currently we have a server bug which accepts completion from different attempt
-		// For now fail the activity
-		return 0, errRetryableActivityError
 	}
 
 	return progress, nil