From ef36574bb64be5d0bd65b8cee7c682058a344142 Mon Sep 17 00:00:00 2001
From: Justin Steven <justin@justinsteven.com>
Date: Mon, 17 Apr 2023 16:39:11 +1000
Subject: [PATCH] Export encodeGenerator

---
 src/encoder.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/src/encoder.ts b/src/encoder.ts
index 7fe99ee..ce3e202 100644
--- a/src/encoder.ts
+++ b/src/encoder.ts
@@ -126,7 +126,7 @@ function bpe(token: string, cache: Map<string, string> = new Map()): string {
   return result
 }
 
-function* encodeGenerator(
+export function* encodeGenerator(
   text: string,
   cache: Map<string, string> = new Map(),
 ): Generator<number[], void, undefined> {