Remove clean markdown generation and artifacts.

.github/workflows/llmstxt.yml

@@ -73,6 +73,12 @@ jobs:
             evantahler
             torresmateo
 
+      - name: Request team review
+        if: steps.check-changes.outputs.has_changes == 'true' && steps.cpr.outputs.pull-request-number != ''
+        continue-on-error: true
+        run: gh pr edit ${{ steps.cpr.outputs.pull-request-number }} --add-reviewer ArcadeAI/engineering-tools-and-dx
+        env:
+          GH_TOKEN: ${{ secrets.DOCS_PUBLISHABLE_GH_TOKEN }}
       - name: Enable Pull Request Automerge
         if: steps.check-changes.outputs.has_changes == 'true' && github.event_name != 'pull_request'
         run: gh pr merge --squash --auto ${{ steps.cpr.outputs.pull-request-number }}

CLAUDE.md

@@ -15,6 +15,7 @@ pnpm vale:check       # Check docs against style rules
 ```
 
 Run a single test:
+
 ```bash
 pnpm vitest run tests/broken-link-check.test.ts
 ```
@@ -26,7 +27,7 @@ pnpm vitest run tests/broken-link-check.test.ts
 - **`app/_lib/`** — Data-fetching utilities (toolkit catalog, slug generation, static params).
 - **`app/api/`** — API routes (markdown export, toolkit-data, glossary).
 - **`toolkit-docs-generator/`** — Generates MCP toolkit documentation from server metadata JSON files in `toolkit-docs-generator/data/toolkits/`.
-- **`scripts/`** — Build/CI scripts (clean markdown export, Vale style fixes, redirect checking, pagefind indexing, i18n sync).
+- **`scripts/`** — Build/CI scripts (Vale style fixes, redirect checking, pagefind indexing, i18n sync).
 - **`tests/`** — Vitest tests (broken links, internal link validation, sitemap, smoke tests).
 - **`lib/`** — Next.js utilities (glossary remark plugin, llmstxt plugin).
 - **`next.config.ts`** — Contains ~138 redirect rules.

app/_components/copy-page-override.tsx

@@ -10,15 +10,17 @@ const DROPDOWN_IDENTIFIER = "Markdown for LLMs";
 
 /**
  * This component overrides the default nextra-theme-docs "Copy page" button behavior
- * to fetch clean markdown from our API instead of copying raw MDX source.
+ * to fetch markdown from our API instead of copying raw MDX source.
  */
 export function CopyPageOverride() {
   const pathname = usePathname();
 
   const fetchAndCopyMarkdown = useCallback(async (): Promise<boolean> => {
     try {
-      const markdownUrl = `/api/markdown${pathname}.md`;
-      const response = await fetch(markdownUrl);
+      const markdownUrl = `/api/markdown${pathname}`;
+      const response = await fetch(markdownUrl, {
+        headers: { Accept: "application/markdown" },
+      });
 
       if (!response.ok) {
         throw new Error(`Failed to fetch markdown: ${response.status}`);

app/_components/toolkit-docs/components/page-actions.tsx

@@ -60,7 +60,9 @@ function CopyPageButton() {
 
     setLoading(true);
     try {
-      const response = await fetch(`/api/markdown${pathname}.md`);
+      const response = await fetch(`/api/markdown${pathname}`, {
+        headers: { Accept: "application/markdown" },
+      });
       if (!response.ok) {
         throw new Error("Failed to fetch markdown");
       }

app/api/markdown/[[...slug]]/route.ts

@@ -10,9 +10,6 @@ const MD_EXTENSION_REGEX = /\.md$/;
 const TOOLKIT_MARKDOWN_ROOT = join(process.cwd(), "public", "toolkit-markdown");
 const APP_ROOT = join(process.cwd(), "app");
 
-// Directory containing pre-generated clean markdown files
-const CLEAN_MARKDOWN_DIR = join(process.cwd(), "public", "_markdown");
-
 /**
  * Validates that a resolved path is within the allowed directory.
  * Prevents path traversal attacks (e.g., ../../../etc/passwd).
@@ -108,39 +105,6 @@ type ToolkitMarkdownTarget = {
   toolkitId: string;
 };
 
-/**
- * Try to serve clean pre-generated markdown.
- * Returns NextResponse if found, null otherwise.
- */
-async function tryServeCleanMarkdown(
-  request: NextRequest,
-  sanitizedPath: string
-): Promise<NextResponse | null> {
-  const cleanMarkdownPath = join(CLEAN_MARKDOWN_DIR, `${sanitizedPath}.md`);
-
-  try {
-    await access(cleanMarkdownPath);
-    if (!isPathWithinDirectory(cleanMarkdownPath, CLEAN_MARKDOWN_DIR)) {
-      return null;
-    }
-
-    const content = await readFile(cleanMarkdownPath, "utf-8");
-    await trackMarkdownRequest(request, sanitizedPath);
-
-    return new NextResponse(content, {
-      status: 200,
-      headers: {
-        "Content-Type": "text/markdown; charset=utf-8",
-        "Content-Disposition": "inline",
-        "Cache-Control": "public, max-age=3600",
-        Vary: "Accept, User-Agent",
-      },
-    });
-  } catch {
-    return null;
-  }
-}
-
 /**
  * Check if a path matches the toolkit documentation pattern.
  * Handles both actual toolkit IDs and the [toolkitId] dynamic route pattern.
@@ -248,13 +212,7 @@ export async function GET(
         filePath = join(APP_ROOT, `${sanitizedPath}/page.mdx`);
       }
     } else {
-      // Try clean markdown first (preferred)
-      const cleanResponse = await tryServeCleanMarkdown(request, sanitizedPath);
-      if (cleanResponse) {
-        return cleanResponse;
-      }
-
-      // Fallback: raw MDX file
+      // Serve raw MDX file.
       filePath = join(APP_ROOT, `${sanitizedPath}/page.mdx`);
     }
 

app/en/get-started/setup/connect-arcade-docs/page.mdx

@@ -1,16 +1,16 @@
 ---
-title: "Agentic Development"
+title: "Agentic development"
 description: "Learn how to speed up your development with agents in your IDEs"
 ---
 
-# Agentic Development
+# Agentic development
 
-Every page on the Arcade docs site renders as clean markdown. When an AI agent or coding assistant visits any docs URL, the site automatically returns `Content-Type: text/markdown` instead of HTML if:
+Every page on the Arcade docs site serves as markdown. When an AI agent or coding assistant visits any docs URL, the site automatically returns `Content-Type: text/markdown` instead of HTML if:
 
 - The request `User-Agent` header matches a known AI agent (Claude, ChatGPT, Cursor, etc.)
 - The request includes the `Accept: text/markdown` header
 
-This means you can point your agent directly at any docs page—no need to copy and paste or use the `llms.txt` file. The agent will receive well-formatted markdown out of the box.
+This means you can point your agent directly at any docs page. No need to copy and paste or use the `llms.txt` file. The agent will receive well-formatted markdown out of the box.
 
 For example, you can tell your agent to visit `docs.arcade.dev/get-started/quickstarts/call-tool-agent` and it will automatically get the markdown version of that page.
 

app/layout.tsx

@@ -23,20 +23,7 @@ import {
 
 const REGEX_LOCALE = /^\/([a-z]{2}(?:-[A-Z]{2})?)(?:\/|$)/;
 
-function getMarkdownAlternatePath(pathname: string): string {
-  // Handle root paths
-  if (pathname === "/" || pathname === "") {
-    return "/index.md";
-  }
-  // Remove trailing slash if present, then add .md extension
-  const cleanPath = pathname.endsWith("/") ? pathname.slice(0, -1) : pathname;
-  return `${cleanPath}.md`;
-}
-
-export async function generateMetadata() {
-  const headersList = await headers();
-  const pathname = headersList.get("x-pathname") || "/";
-
+export function generateMetadata() {
   return {
     title: {
       default: "Arcade Docs",
@@ -77,11 +64,6 @@ export async function generateMetadata() {
     appleWebApp: {
       title: "Arcade Documentation",
     },
-    alternates: {
-      types: {
-        "text/markdown": getMarkdownAlternatePath(pathname),
-      },
-    },
     other: {
       "apple-mobile-web-app-title": "Arcade Documentation",
       "twitter:url": "https://docs.arcade.dev",

middleware.ts

@@ -101,15 +101,15 @@ function getLocaleFromPathname(pathname: string, request: NextRequest): string {
 
 function buildMarkdownPath(pathname: string, locale: string): string {
   if (pathname === "/" || pathname === "") {
-    return `/${locale}/home.md`;
+    return `/${locale}/home`;
   }
   if (pathnameIsMissingLocale(pathname)) {
-    return `/${locale}${pathname}.md`;
+    return `/${locale}${pathname}`;
   }
   if (SUPPORTED_LOCALES.some((loc) => pathname === `/${loc}`)) {
-    return `${pathname}/home.md`;
+    return `${pathname}/home`;
   }
-  return `${pathname}.md`;
+  return pathname;
 }
 
 function isToolkitDetailPath(pathname: string): boolean {

package.json

@@ -11,8 +11,7 @@
     "format": "pnpm exec ultracite fix",
     "prepare": "husky install",
     "toolkit-markdown": "pnpm dlx tsx toolkit-docs-generator/scripts/generate-toolkit-markdown.ts",
-    "postbuild": "if [ \"$SKIP_POSTBUILD\" != \"true\" ]; then pnpm run generate:markdown && pnpm run custompagefind; fi",
-    "generate:markdown": "pnpm dlx tsx scripts/generate-clean-markdown.ts",
+    "postbuild": "if [ \"$SKIP_POSTBUILD\" != \"true\" ]; then pnpm run custompagefind; fi",
     "translate": "pnpm dlx tsx scripts/i18n-sync/index.ts && pnpm format",
     "llmstxt": "pnpm dlx tsx scripts/generate-llmstxt.ts",
     "custompagefind": "pnpm dlx tsx scripts/pagefind.ts",
@@ -96,9 +95,7 @@
     "pagefind": "1.4.0",
     "picocolors": "1.1.1",
     "postcss": "8.5.6",
-    "rehype-stringify": "^10.0.1",
-    "remark": "^15.0.1",
-    "remark-rehype": "^11.1.2",
+
     "tailwindcss": "4.1.16",
     "turndown": "^7.2.2",
     "typescript": "5.9.3",