Send eval metadata

autoblocksai · Mar 5, 2024 · 7b47d22 · 7b47d22
1 parent 7fd0951
commit 7b47d22
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/src/handlers/testing/exec/index.ts b/src/handlers/testing/exec/index.ts
@@ -254,6 +254,7 @@ class RunManager {
       gt?: number;
       gte?: number;
     };
+    metadata?: unknown;
   }): Promise<void> {
     let passed: boolean | undefined = undefined;
     if (args.threshold) {
@@ -290,6 +291,7 @@ class RunManager {
         score: args.score,
         passed,
         threshold: args.threshold,
+        metadata: args.metadata,
       },
     );
 
@@ -465,6 +467,10 @@ function createHonoApp(runManager: RunManager): Hono {
           })
           .nullish()
           .transform((x) => x ?? undefined),
+        metadata: z
+          .unknown()
+          .nullish()
+          .transform((x) => x ?? undefined),
       }),
       handleValidationResult,
     ),