From 6b668082355b7281f60a3f2c56abd3915e893295 Mon Sep 17 00:00:00 2001
From: Sayo <hi@sayo.wtf>
Date: Thu, 9 Jan 2025 15:18:21 +0530
Subject: [PATCH] Revert "fix: update regex to allow Unicode characters in
 message processing"

---
 packages/client-discord/src/messages.ts | 2 +-
 packages/core/src/knowledge.ts          | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/packages/client-discord/src/messages.ts b/packages/client-discord/src/messages.ts
index 43e357696c8..22cb237461e 100644
--- a/packages/client-discord/src/messages.ts
+++ b/packages/client-discord/src/messages.ts
@@ -972,7 +972,7 @@ export class MessageManager {
         );
 
         // strip all special characters
-        messageContent = messageContent.replace(/[^\p{L}\p{N}\s\-_./:?=&]/gu, "");
+        messageContent = messageContent.replace(/[^a-zA-Z0-9\s]/g, "");
 
         // short responses where eliza should stop talking and disengage unless mentioned again
         if (
diff --git a/packages/core/src/knowledge.ts b/packages/core/src/knowledge.ts
index eea080e6508..96a78514c67 100644
--- a/packages/core/src/knowledge.ts
+++ b/packages/core/src/knowledge.ts
@@ -141,7 +141,7 @@ export function preprocess(content: string): string {
             // Remove multiple newlines
             .replace(/\n{3,}/g, "\n\n")
             // Remove special characters except those common in URLs
-            .replace(/[^\p{L}\p{N}\s\-_./:?=&]/gu, "")
+            .replace(/[^a-zA-Z0-9\s\-_./:?=&]/g, "")
             .trim()
             .toLowerCase()
     );