diff --git a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx
index 7bf7b17f4bf0..7f38ff247e10 100644
--- a/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx
+++ b/weave-js/src/components/PagePanelComponents/Home/Browse3/pages/CallPage/CallPage.tsx
@@ -39,6 +39,10 @@ import {CallScoresViewer} from './CallScoresViewer';
 import {CallSummary} from './CallSummary';
 import {CallTraceView, useCallFlattenedTraceTree} from './CallTraceView';
 import {PaginationControls} from './PaginationControls';
+
+// Remove this to "release" annotations
+const SHOW_ANNOTATIONS = false;
+
 export const CallPage: FC<{
   entity: string;
   project: string;
@@ -282,18 +286,20 @@ const CallPageInnerVertical: FC<{
               active={showTraceTree ?? false}
               onClick={onToggleTraceTree}
             />
-            <Button
-              icon="marker"
-              tooltip={`${showFeedbackExpand ? 'Hide' : 'Show'} feedback`}
-              variant="ghost"
-              active={showFeedbackExpand ?? false}
-              onClick={onToggleFeedbackExpand}
-              className="ml-4"
-            />
+            {SHOW_ANNOTATIONS && (
+              <Button
+                icon="marker"
+                tooltip={`${showFeedbackExpand ? 'Hide' : 'Show'} feedback`}
+                variant="ghost"
+                active={showFeedbackExpand ?? false}
+                onClick={onToggleFeedbackExpand}
+                className="ml-4"
+              />
+            )}
           </Box>
         </Box>
       }
-      isRightSidebarOpen={showFeedbackExpand}
+      isRightSidebarOpen={showFeedbackExpand && SHOW_ANNOTATIONS}
       rightSidebarContent={
         <Tailwind style={{display: 'contents'}}>
           <div className="flex h-full flex-col">