remove seo fix

fern-api · Mar 8, 2025 · 1340f2b · 1340f2b
1 parent e13e735
commit 1340f2b
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 10 deletions.
diff --git a/packages/fern-docs/bundle/src/app/[host]/[domain]/explorer/layout.tsx b/packages/fern-docs/bundle/src/app/[host]/[domain]/explorer/layout.tsx
@@ -77,9 +77,5 @@ export async function generateMetadata({
     },
     description:
       "Browse, explore, and try out API endpoints without leaving the documentation.",
-    robots: {
-      index: false,
-      follow: false,
-    },
   };
 }
diff --git a/packages/fern-docs/bundle/src/app/robots.ts b/packages/fern-docs/bundle/src/app/robots.ts
@@ -5,11 +5,7 @@ import urlJoin from "url-join";
 
 import { withDefaultProtocol } from "@fern-api/ui-core-utils";
 import { getSeoDisabled } from "@fern-docs/edge-config";
-import {
-  HEADER_HOST,
-  HEADER_X_FERN_HOST,
-  conformTrailingSlash,
-} from "@fern-docs/utils";
+import { HEADER_HOST, HEADER_X_FERN_HOST } from "@fern-docs/utils";
 
 export const runtime = "edge";
 
@@ -47,7 +43,6 @@ export default async function robots(): Promise<MetadataRoute.Robots> {
     rules: {
       userAgent: "*",
       allow: "/",
-      disallow: conformTrailingSlash("*/~explorer"),
     },
     sitemap,
     host: domain,