From 7b47d22a5526703338dac848864b8ec96a07ee12 Mon Sep 17 00:00:00 2001 From: Nicole White Date: Tue, 5 Mar 2024 17:02:17 -0500 Subject: [PATCH] Send eval metadata --- src/handlers/testing/exec/index.ts | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/src/handlers/testing/exec/index.ts b/src/handlers/testing/exec/index.ts index 5baa69f..2d0eb2d 100644 --- a/src/handlers/testing/exec/index.ts +++ b/src/handlers/testing/exec/index.ts @@ -254,6 +254,7 @@ class RunManager { gt?: number; gte?: number; }; + metadata?: unknown; }): Promise { let passed: boolean | undefined = undefined; if (args.threshold) { @@ -290,6 +291,7 @@ class RunManager { score: args.score, passed, threshold: args.threshold, + metadata: args.metadata, }, ); @@ -465,6 +467,10 @@ function createHonoApp(runManager: RunManager): Hono { }) .nullish() .transform((x) => x ?? undefined), + metadata: z + .unknown() + .nullish() + .transform((x) => x ?? undefined), }), handleValidationResult, ),