From eed93b0ccdd419f09e54f6330b388cbab2cf39a8 Mon Sep 17 00:00:00 2001 From: "fern-api[bot]" <115122769+fern-api[bot]@users.noreply.github.com> Date: Tue, 10 Mar 2026 00:03:17 +0000 Subject: [PATCH 1/2] Document Accept header Markdown content negotiation for AI tools --- fern/products/docs/docs.yml | 2 +- fern/products/docs/pages/ai/llms-txt.mdx | 20 +++++++++++++++++--- fern/products/docs/pages/ai/overview.mdx | 4 ++-- 3 files changed, 20 insertions(+), 6 deletions(-) diff --git a/fern/products/docs/docs.yml b/fern/products/docs/docs.yml index d1c3d5cf9..597ee43e7 100644 --- a/fern/products/docs/docs.yml +++ b/fern/products/docs/docs.yml @@ -170,7 +170,7 @@ navigation: - page: AI-generated examples path: ./pages/ai/ai-examples.mdx slug: ai-examples - - page: llms.txt + - page: llms.txt and Markdown serving path: ./pages/ai/llms-txt.mdx slug: llms-txt - section: Ask Fern diff --git a/fern/products/docs/pages/ai/llms-txt.mdx b/fern/products/docs/pages/ai/llms-txt.mdx index 6196ef53d..2fb9b2ef8 100644 --- a/fern/products/docs/pages/ai/llms-txt.mdx +++ b/fern/products/docs/pages/ai/llms-txt.mdx @@ -1,11 +1,11 @@ --- -title: llms.txt and llms-full.txt -description: Fern automatically creates llms.txt files for AI developer tools. Filter by language, control visibility, and track analytics for LLM traffic. +title: llms.txt and Markdown serving +description: Fern automatically creates llms.txt files and serves Markdown via Accept header content negotiation for AI developer tools. Filter by language, control visibility, and track analytics for LLM traffic. --- -[llms.txt](https://llmstxt.org/) is a standard for exposing website content to AI developer tools. Fern implements this standard, automatically generating and maintaining `llms.txt` and `llms-full.txt` Markdown files for your documentation site. When an LLM bot accesses your docs, Fern serves these Markdown files instead of HTML, reducing token consumption by 90%+. +[llms.txt](https://llmstxt.org/) is a standard for exposing website content to AI developer tools. Fern implements this standard, automatically generating and maintaining `llms.txt` and `llms-full.txt` Markdown files for your documentation site. Beyond these dedicated endpoints, Fern also supports [Markdown content negotiation](#markdown-content-negotiation) — when an AI tool requests any page with `Accept: text/markdown`, Fern serves clean Markdown instead of HTML, reducing token consumption by 90%+. - + From dfafd35e111c75ca12188456a605d479be9d7726 Mon Sep 17 00:00:00 2001 From: Devin Logan Date: Wed, 11 Mar 2026 17:42:01 -0400 Subject: [PATCH 2/2] wording update --- fern/products/docs/docs.yml | 2 +- fern/products/docs/pages/ai/llms-txt.mdx | 22 +++++----------------- 2 files changed, 6 insertions(+), 18 deletions(-) diff --git a/fern/products/docs/docs.yml b/fern/products/docs/docs.yml index 597ee43e7..d1c3d5cf9 100644 --- a/fern/products/docs/docs.yml +++ b/fern/products/docs/docs.yml @@ -170,7 +170,7 @@ navigation: - page: AI-generated examples path: ./pages/ai/ai-examples.mdx slug: ai-examples - - page: llms.txt and Markdown serving + - page: llms.txt path: ./pages/ai/llms-txt.mdx slug: llms-txt - section: Ask Fern diff --git a/fern/products/docs/pages/ai/llms-txt.mdx b/fern/products/docs/pages/ai/llms-txt.mdx index 2fb9b2ef8..133be3baa 100644 --- a/fern/products/docs/pages/ai/llms-txt.mdx +++ b/fern/products/docs/pages/ai/llms-txt.mdx @@ -1,11 +1,13 @@ --- -title: llms.txt and Markdown serving -description: Fern automatically creates llms.txt files and serves Markdown via Accept header content negotiation for AI developer tools. Filter by language, control visibility, and track analytics for LLM traffic. +title: "`llms.txt` and `llms-full.txt`" +description: Fern automatically creates llms.txt files for AI developer tools. Filter by language, control visibility, and track analytics for LLM traffic. --- -[llms.txt](https://llmstxt.org/) is a standard for exposing website content to AI developer tools. Fern implements this standard, automatically generating and maintaining `llms.txt` and `llms-full.txt` Markdown files for your documentation site. Beyond these dedicated endpoints, Fern also supports [Markdown content negotiation](#markdown-content-negotiation) — when an AI tool requests any page with `Accept: text/markdown`, Fern serves clean Markdown instead of HTML, reducing token consumption by 90%+. +[`llms.txt`](https://llmstxt.org/) is a standard for exposing website content to AI developer tools. Fern implements this standard, automatically generating and maintaining `llms.txt` and `llms-full.txt` Markdown files so AI tools can discover and index your documentation. + +Fern also serves [clean Markdown instead of HTML](https://developer.mozilla.org/en-US/docs/Web/HTTP/Content_negotiation) on any page URL when the request includes an `Accept: text/markdown` header, ensuring agents only receive the content they need. Together, these features reduce token consumption by 90%+.