Gate conformance tab behind feature flag

Author: chelojimenez

mcpjam-inspector/client/src/App.tsx

@@ -291,6 +291,7 @@ export default function App() {
   const learningEnabled = useFeatureFlagEnabled("mcpjam-learning");
   const clientConfigEnabled = useFeatureFlagEnabled("client-config-enabled");
   const registryEnabled = useFeatureFlagEnabled("registry-enabled");
+  const conformanceEnabled = useFeatureFlagEnabled("conformance-enabled");
   const playgroundEnabled = useFeatureFlagEnabled("playground-enabled");
   const evaluateRunsEnabled = useFeatureFlagEnabled("evaluate-runs");
   const {
@@ -1248,8 +1249,11 @@ export default function App() {
       (clientConfigEnabled !== true || !isAuthenticated)
     ) {
       applyNavigation("servers", { updateHash: true });
+    } else if (activeTab === "conformance" && conformanceEnabled !== true) {
+      applyNavigation("servers", { updateHash: true });
     }
   }, [
+    conformanceEnabled,
     clientConfigEnabled,
     registryEnabled,
     learningEnabled,

mcpjam-inspector/client/src/__tests__/App.hosted-oauth.test.tsx

@@ -2116,6 +2116,23 @@ describe("App hosted OAuth callback handling", () => {
     expect(screen.queryByTestId("ci-evals-tab")).not.toBeInTheDocument();
   });
 
+  it("redirects conformance to servers when the feature flag is disabled", async () => {
+    clearHostedOAuthPendingState();
+    clearSandboxSession();
+    window.history.replaceState({}, "", "/#/conformance");
+    mockHandleOAuthCallback.mockReset();
+
+    mockUseFeatureFlagEnabled.mockImplementation((flag: string) =>
+      flag === "playground-enabled",
+    );
+
+    render(<App />);
+
+    await waitFor(() => {
+      expect(window.location.hash).toBe("#servers");
+    });
+  });
+
   it("still applies the CI billing redirect when evaluate-runs is enabled", async () => {
     clearHostedOAuthPendingState();
     clearSandboxSession();

mcpjam-inspector/client/src/components/__tests__/mcp-sidebar-feature-flags.test.ts

@@ -131,6 +131,34 @@ describe("filterByFeatureFlags", () => {
       ),
     ).toEqual(["Playground", "Runs"]);
   });
+
+  it("hides Conformance when the feature flag is off", () => {
+    const result = filterByFeatureFlags(
+      [
+        {
+          id: "others",
+          items: [
+            {
+              title: "Conformance",
+              url: "#conformance",
+              icon: FakeIcon,
+              featureFlag: "conformance-enabled",
+            },
+            {
+              title: "OAuth Debugger",
+              url: "#oauth-flow",
+              icon: FakeIcon,
+            },
+          ],
+        },
+      ],
+      { "conformance-enabled": false },
+    );
+
+    expect(result[0].items.map((item) => item.title)).toEqual([
+      "OAuth Debugger",
+    ]);
+  });
 });
 
 describe("applyBillingGateNavState", () => {
@@ -207,7 +235,12 @@ describe("getHostedNavigationSections", () => {
             icon: FakeIcon,
             billingFeature: "evals",
           },
-          { title: "Conformance", url: "#conformance", icon: FakeIcon },
+          {
+            title: "Conformance",
+            url: "#conformance",
+            icon: FakeIcon,
+            featureFlag: "conformance-enabled",
+          },
           { title: "OAuth Debugger", url: "#oauth-flow", icon: FakeIcon },
         ],
       },
@@ -232,6 +265,7 @@ describe("getHostedNavigationSections", () => {
         title: "Conformance",
         url: "#conformance",
         icon: FakeIcon,
+        featureFlag: "conformance-enabled",
       },
       {
         title: "OAuth Debugger",

mcpjam-inspector/client/src/components/mcp-sidebar.tsx

@@ -249,6 +249,7 @@ const navigationSections: NavSection[] = [
         title: "Conformance",
         url: "#conformance",
         icon: FlaskConical,
+        featureFlag: "conformance-enabled",
       },
       {
         title: "OAuth Debugger",
@@ -541,6 +542,7 @@ export function MCPSidebar({
   const evalsEnabled = useFeatureFlagEnabled("evals-enabled");
   const evaluateRunsEnabled = useFeatureFlagEnabled("evaluate-runs");
   const learnMoreEnabled = useFeatureFlagEnabled("learn-more-enabled");
+  const conformanceEnabled = useFeatureFlagEnabled("conformance-enabled");
   const { isAuthenticated } = useConvexAuth();
   const { user } = useAuth();
   const learningEnabled = !!learningFlagEnabled && isAuthenticated;
@@ -663,13 +665,15 @@ export function MCPSidebar({
       "client-config-enabled": !!clientConfigEnabled && isAuthenticated,
       "registry-enabled": registryEnabled === true,
       "evals-enabled": !!evalsEnabled,
+      "conformance-enabled": conformanceEnabled === true,
     }),
     [
       learningEnabled,
       sandboxesEnabled,
       clientConfigEnabled,
       registryEnabled,
       evalsEnabled,
+      conformanceEnabled,
       isAuthenticated,
     ],
   );