feat: refactor markdown compilation with React caching and improve parsing

- Implemented React's cache for the markdown compilation process to enhance performance.
- Refactored the `compile` function to utilize the new caching mechanism.
- Improved the `parseSourceBeforeCompile` function to handle additional parsing cases.
- Updated the `meta.ts` file to clarify the structure of the repository metadata.
- Changed the slug for README files from "index" to "overview" for consistency.
- Added a new utility function `removeLeadingNumber` to clean up file titles.
- Enhanced GitHub source fetching with caching for directory and file retrieval.
- Updated Next.js configuration to prevent externalizing the 'shiki' package.
- Added scripts for Windows development and build processes.
- Updated package dependencies to include 'shiki' version 3.12.0.

Author: cklei-carly

app/api/search/route.ts api-routes-optional/search/route.tsapp/api/search/route.ts renamed to api-routes-optional/search/route.ts

@@ -5,10 +5,10 @@ import { NextRequest, NextResponse } from "next/server";
 //import { source } from '@/lib/source';
 //import { createLocalSource } from "@/lib/sources/local";
 
-export async function GET() {
+export default async function GET() {
   return NextResponse.json({ message: "Search not implemented" });
 }
 
-export async function generateStaticParams() {
-  return [];
-}
+// export async function generateStaticParams() {
+//   return [];
+// }

app/api/status/route.ts api-routes-optional/status/route.tsapp/api/status/route.ts renamed to api-routes-optional/status/route.ts

@@ -31,6 +31,6 @@ export async function GET(request: NextRequest) {
   }
 }
 
-export async function generateStaticParams() {
-  return [];
-}
+// export async function generateStaticParams() {
+//   return [];
+// }

app/api/cache/route.ts

@@ -16,6 +16,7 @@ type Props = {
 };
 
 export default async function Page(props: Props) {
+
   const resolvedParams = await props.params;
   const repoSlug = resolvedParams.plugin;
   const versionSlug = resolvedParams.version;
@@ -67,9 +68,6 @@ export default async function Page(props: Props) {
             },
           })}
         />
-        {/* {page.file.name === "index" && (
-          <DocsCategory page={page} from={source} />
-        )} */}
       </DocsBody>
     </DocsPage>
   );
@@ -107,33 +105,86 @@ export async function generateMetadata({ params }: Props) {
 }
 
 export async function generateStaticParams() {
-  // Generate params for all repository and version combinations
+  // Generate params for all repository and version combinations with their actual pages
   const params: { plugin: string; version: string; slug: string[] }[] = [];
 
+  // console.debug("### Repositories length:", repositories.length);
+
   for (const repository of repositories) {
     const repoSlug = repository.repo;
+    // console.debug("### Processing repo:", repoSlug);
 
     for (const version of repository.versions) {
       const versionSlug = version.version;
+      // console.debug("### Processing version:", versionSlug);
+
+      // Get limited files for this version
+      const limitedFiles = version.limited_files || [];
+      // console.debug("### Limited files:", limitedFiles);
+
+      for (const file of limitedFiles) {
+        // console.debug("### Processing file:", file);
+        
+        // Skip files with slug "index" as they are handled by [version]/page.tsx
+        if (file.slug === "index") {
+          // console.debug("### Skipping index file");
+          continue;
+        }
+        
+        // Create the slug array for this file
+        const slug = [file.slug];
+        
+        // console.debug("### Adding param:", { plugin: repoSlug, version: versionSlug, slug });
+        
+        params.push({
+          plugin: repoSlug,
+          version: versionSlug,
+          slug: slug,
+        });
+      }
 
-      // Skip empty slug - that's handled by [version]/page.tsx
-      // params.push({ plugin: repoSlug, version: versionSlug, slug: [] });
+      if (repository.docsPath) {
+        // Search the pages
+        const docsPages = source.getPages()
+          .filter(p => p.url.startsWith(`/docs/${repoSlug}/${versionSlug}/`));
 
-      // Add limited files for this version
-      if (version.limited_files) {
-        for (const file of version.limited_files) {
-          if (file.slug === "index") {
-            continue; // skip index as it's handled by [version]/page.tsx
+        // console.debug("### Found doc pages:", docsPages);
+
+        for (const docPage of docsPages) {
+          
+          const docPageSlug = docPage.slugs.slice(2); // Skip repo/version
+
+          if (docPageSlug.length === 0) {
+            // Skip empty slugs
+            continue;
           }
+
+          if (params.some(p => p.plugin === repoSlug && p.version === versionSlug && arraysEqual(p.slug, docPageSlug))) {
+            // Skip existing params
+            continue;
+          }
+
+          // Create a param for each doc page
           params.push({
             plugin: repoSlug,
             version: versionSlug,
-            slug: [file.slug],
+            slug: docPageSlug,
           });
         }
       }
     }
   }
 
+  // console.debug("### Final static params:", params);
+
   return params;
 }
+
+
+function arraysEqual(a: any[], b: any[]) {
+  if (a.length !== b.length) return false;
+  for (let i = 0; i < a.length; i++) {
+    if (a[i] !== b[i]) return false;
+  }
+  return true;
+}

app/docs/[plugin]/[version]/[...slug]/page.tsx

@@ -10,6 +10,7 @@ import { notFound } from "next/navigation";
 import { DocPageHeading } from "../../components";
 import { source } from "@/lib/source";
 import { createMdxComponents, createRelativeLink } from "@/components/mdx";
+import { Cards, Card } from "fumadocs-ui/components/card";
 
 type Props = {
   params: Promise<{ plugin: string; version: string }>;
@@ -30,14 +31,23 @@ export default async function Page(props: Props) {
     notFound();
   }
 
-  const fullSlug = [repoSlug, versionSlug];
+  const fullSlug = [repoSlug, versionSlug, 'overview'];
   const page = source.getPage(fullSlug);
   if (!page) {
     return (
       <DocsPage>
         <DocPageHeading repository={repository} />
         <DocsBody>
-          <p>Documentation not found for this version.</p>
+        <Cards>
+          {version.limited_files?.map((file) => (
+            <Card
+              key={file.slug}
+              href={`/docs/${repoSlug}/${versionSlug}/${file.slug}`}
+              title={file.title}
+              className="flex items-center gap-2"
+            />
+          ))}
+        </Cards>
         </DocsBody>
       </DocsPage>
     );
@@ -73,9 +83,6 @@ export default async function Page(props: Props) {
             },
           })}
         />
-        {/* {page.file.name === "index" && (
-          <DocsCategory page={page} from={source} />
-        )} */}
       </DocsBody>
     </DocsPage>
   );

app/docs/[plugin]/[version]/page.tsx

@@ -165,10 +165,15 @@ const mdxComponents = {
         : parseInt(props.height) || defaultHeight
       : defaultHeight;
 
+    let url = props.src;
+    // if (url.startsWith('./') || url.startsWith('../')) {
+    //   url = siteConfig.baseUrl + '/' + url;
+    // }
+
     return (
       <div className="not-prose my-6 rounded-xl p-1 bg-gradient-to-br from-white/10 to-black/10 border shadow-lg">
         <ImageZoom
-          src={props.src}
+          src={url}
           height={height}
           width={width}
           loading="lazy"