chore: LLM Judge - Hackweek 2

weave-js/package.json

@@ -145,7 +145,8 @@
     "wavesurfer.js": "^2.0.0",
     "web-tree-sitter": "^0.20.5",
     "yet-another-react-lightbox": "^3.17.5",
-    "zen-observable": "^0.10.0"
+    "zen-observable": "^0.10.0",
+    "zod": "^3.23.8"
   },
   "devDependencies": {
     "@babel/core": "^7.23.2",

weave-js/src/components/FancyPage/useProjectSidebar.ts

@@ -2,6 +2,10 @@ import {IconNames} from '@wandb/weave/components/Icon';
 import _ from 'lodash';
 import {useMemo} from 'react';
 
+import {
+  ENABLE_ONLINE_EVAL_UI,
+  getFeatureFlag,
+} from '../PagePanelComponents/Home/Browse3/windowFlags';
 import {FancyPageSidebarItem} from './FancyPageSidebar';
 
 export const useProjectSidebar = (
@@ -31,6 +35,7 @@ export const useProjectSidebar = (
   const isNoSidebarItems = !showModelsSidebarItems && !showWeaveSidebarItems;
   const isBothSidebarItems = showModelsSidebarItems && showWeaveSidebarItems;
   const isShowAll = isNoSidebarItems || isBothSidebarItems;
+  const enableOnlineEvalUI = getFeatureFlag(ENABLE_ONLINE_EVAL_UI);
   return useMemo(() => {
     const allItems = isLoading
       ? []
@@ -158,6 +163,13 @@ export const useProjectSidebar = (
             isShown: showWeaveSidebarItems || isShowAll,
             iconName: IconNames.Table,
           },
+          {
+            type: 'button' as const,
+            name: 'Scorers',
+            slug: 'weave/scorers',
+            isShown: enableOnlineEvalUI && (showWeaveSidebarItems || isShowAll),
+            iconName: IconNames.TypeNumberAlt,
+          },
           {
             type: 'divider' as const,
             key: 'dividerWithinWeave',
@@ -213,10 +225,11 @@ export const useProjectSidebar = (
     return onlyShownItems;
   }, [
     isLoading,
-    isModelsOnly,
-    isWeaveOnly,
-    showWeaveSidebarItems,
     isShowAll,
+    isWeaveOnly,
     viewingRestricted,
+    isModelsOnly,
+    showWeaveSidebarItems,
+    enableOnlineEvalUI,
   ]);
 };

weave-js/src/components/PagePanelComponents/Home/Browse2/SmallRef.tsx

@@ -80,7 +80,8 @@ export const SmallRef: FC<{
   objRef: ObjectRef;
   wfTable?: WFDBTableType;
   iconOnly?: boolean;
-}> = ({objRef, wfTable, iconOnly = false}) => {
+  nameOnly?: boolean;
+}> = ({objRef, wfTable, iconOnly = false, nameOnly = false}) => {
   const {
     useObjectVersion,
     useOpVersion,
@@ -140,7 +141,9 @@ export const SmallRef: FC<{
     // TODO: Why is this necessary? The type is coming back as `objRef`
     rootType = {type: 'OpDef'};
   }
-  const {label} = objectRefDisplayName(objRef, versionIndex);
+  const {label} = nameOnly
+    ? {label: objRef.artifactName}
+    : objectRefDisplayName(objRef, versionIndex);
 
   const rootTypeName = getTypeName(rootType);
   let icon: IconName = IconNames.CubeContainer;

weave-js/src/components/PagePanelComponents/Home/Browse3.tsx

@@ -90,8 +90,9 @@ import {
 } from './Browse3/pages/ObjectVersionsPage';
 import {OpPage} from './Browse3/pages/OpPage';
 import {OpsPage} from './Browse3/pages/OpsPage';
-import {OpVersionPage} from './Browse3/pages/OpVersionPage';
+import {OpVersionPage} from './Browse3/pages/OpVersionPage/OpVersionPage';
 import {OpVersionsPage} from './Browse3/pages/OpVersionsPage';
+import {ScorersPage} from './Browse3/pages/ScorersPage/ScorersPage';
 import {TablePage} from './Browse3/pages/TablePage';
 import {TablesPage} from './Browse3/pages/TablesPage';
 import {useURLSearchParamsDict} from './Browse3/pages/util';
@@ -100,6 +101,7 @@ import {
   WFDataModelAutoProvider,
 } from './Browse3/pages/wfReactInterface/context';
 import {useHasTraceServerClientContext} from './Browse3/pages/wfReactInterface/traceServerClientContext';
+import {ENABLE_ONLINE_EVAL_UI, getFeatureFlag} from './Browse3/windowFlags';
 import {useDrawerResize} from './useDrawerResize';
 
 LicenseInfo.setLicenseKey(
@@ -153,6 +155,7 @@ const tabOptions = [
   'evaluations',
   'boards',
   'tables',
+  'scorers',
 ];
 const tabs = tabOptions.join('|');
 const browse3Paths = (projectRoot: string) => [
@@ -492,6 +495,9 @@ const Browse3ProjectRoot: FC<{
         <Route path={`${projectRoot}/:tab(compare-evaluations)`}>
           <CompareEvaluationsBinding />
         </Route>
+        <Route path={`${projectRoot}/:tab(scorers)`}>
+          <ScorersPageBinding />
+        </Route>
         {/* BOARDS */}
         <Route
           path={[
@@ -973,6 +979,15 @@ const CompareEvaluationsBinding = () => {
   );
 };
 
+const ScorersPageBinding = () => {
+  const {entity, project} = useParamsDecoded<Browse3TabParams>();
+  const enableOnlineEvalUI = getFeatureFlag(ENABLE_ONLINE_EVAL_UI);
+  if (!enableOnlineEvalUI) {
+    return null;
+  }
+  return <ScorersPage entity={entity} project={project} />;
+};
+
 const OpsPageBinding = () => {
   const params = useParamsDecoded<Browse3TabItemParams>();