fix: add some failsafes to the algolia reindexer (#2250)

packages/fern-docs/bundle/src/app/api/fern-docs/search/v2/reindex/algolia/route.ts

@@ -24,21 +24,29 @@ export async function GET(req: NextRequest): Promise<NextResponse> {
   const domain = getDocsDomainEdge(req);
 
   try {
+    console.debug("Reindex algolia for domain:", domain);
     const orgMetadata = await getOrgMetadataForDomain(withoutStaging(domain));
+    // note: org-for-metadata is not always available, so we'll just continue to reindex assuming the domain is production
+    // if (orgMetadata == null) {
+    //   return NextResponse.json("Not found", { status: 404 });
+    // }
+
     if (orgMetadata == null) {
-      return NextResponse.json("Not found", { status: 404 });
+      console.debug(
+        "getOrgMetadataForDomain failed. Assuming domain is production"
+      );
     }
 
     // If the domain is a preview URL, we don't want to reindex
-    if (orgMetadata.isPreviewUrl) {
+    if (orgMetadata?.isPreviewUrl) {
+      console.debug("Domain is a preview URL, skipping reindex");
       return NextResponse.json({
         added: 0,
         updated: 0,
         deleted: 0,
         unindexable: 0,
       });
     }
-
     const start = Date.now();
     const [authEdgeConfig, edgeFlags] = await Promise.all([
       getAuthEdgeConfig(domain),