Add files via upload

pass-lin · Oct 25, 2022 · 45ebd13 · 45ebd13
1 parent 95d9815
commit 45ebd13
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/sznlp/cache_predict.py b/sznlp/cache_predict.py
@@ -135,13 +135,13 @@ def writer(
 
         try:
             result.extend(
-                self.tokenizer.decode(y).replace(self.skip_token, "\n") for y in ys
+                self.tokenizer.decode(y) for y in ys
             )
 
         except Exception:
             # 如果用的是SpTokenizer需要手动转成int的列表才能用
             for y in ys:
                 t = [int(a) for a in y]
-                result.append(self.tokenizer.decode(t).replace(self.skip_token, "\n"))
+                result.append(self.tokenizer.decode(t))
         print("\n")
         return result