feat: implement ollama job runner and chat functionality

Author: wangzuo

packages/fluent-ai/examples/ollama-chat.ts

@@ -0,0 +1,17 @@
+import { ollama } from "../src";
+
+const models = await ollama().models().run();
+
+console.log(models);
+
+const response = await ollama()
+  .chat(models[0].name)
+  .messages([
+    {
+      role: "user",
+      content: "What is the capital of France?",
+    },
+  ])
+  .run();
+
+console.log(response);

packages/fluent-ai/src/builder/ollama.ts

@@ -0,0 +1,15 @@
+import type { Options } from "~/src/job/schema";
+import { ChatBuilder } from "~/src/builder/chat";
+import { ModelsBuilder } from "~/src/builder/models";
+import { runner } from "~/src/job/ollama";
+
+export function ollama(options?: Options) {
+  return {
+    chat(model: string) {
+      return new ChatBuilder("ollama" as const, options, runner, model);
+    },
+    models() {
+      return new ModelsBuilder("ollama" as const, options, runner);
+    },
+  };
+}

packages/fluent-ai/src/index.ts

@@ -7,6 +7,7 @@ export * from "./builder/image";
 export * from "./builder/models";
 export * from "./builder/openrouter";
 export * from "./builder/openai";
+export * from "./builder/ollama";
 export * from "./builder/voyage";
 export * from "./builder/fal";
 

packages/fluent-ai/src/job/ollama.ts

@@ -0,0 +1,85 @@
+import type { ChatJob, ModelsJob } from "~/src/job/schema";
+import { createHTTPJob } from "~/src/job/http";
+import {
+  transformToolsToFunctions,
+  createStreamingGenerator,
+} from "~/src/job/utils";
+
+const DEFAULT_BASE_URL = "http://localhost:11434";
+
+function getBaseUrl(options?: ChatJob["options"]): string {
+  return options?.baseUrl || process.env.OLLAMA_BASE_URL || DEFAULT_BASE_URL;
+}
+
+export const runner = {
+  chat: async (input: ChatJob["input"], options?: ChatJob["options"]) => {
+    const baseUrl = getBaseUrl(options);
+    const tools = transformToolsToFunctions(input.tools);
+
+    const request = new Request(`${baseUrl}/api/chat`, {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+      },
+      body: JSON.stringify({
+        model: input.model,
+        messages: input.messages,
+        temperature: input.temperature,
+        tools: tools,
+        stream: input.stream ?? false,
+        options: {
+          num_predict: input.maxTokens,
+        },
+      }),
+    });
+
+    return createHTTPJob(request, async (response: Response) => {
+      if (input.stream) {
+        return createStreamingGenerator(response);
+      }
+
+      const data = await response.json();
+
+      return {
+        messages: [
+          {
+            role: data.message.role,
+            content: data.message.content,
+            tool_calls: data.message.tool_calls,
+          },
+        ],
+        usage: data.prompt_eval_count
+          ? {
+              promptTokens: data.prompt_eval_count || 0,
+              completionTokens: data.eval_count || 0,
+              totalTokens:
+                (data.prompt_eval_count || 0) + (data.eval_count || 0),
+            }
+          : undefined,
+      };
+    });
+  },
+
+  models: async (
+    input?: ModelsJob["input"],
+    options?: ModelsJob["options"],
+  ) => {
+    const baseUrl = getBaseUrl(options);
+
+    const request = new Request(`${baseUrl}/api/tags`, {
+      method: "GET",
+      headers: {
+        "Content-Type": "application/json",
+      },
+    });
+
+    return createHTTPJob(request, async (response: Response) => {
+      const data = await response.json();
+
+      return data.models.map((model: any) => ({
+        id: model.name,
+        name: model.name,
+      }));
+    });
+  },
+};

packages/fluent-ai/src/job/runner.ts

@@ -1,5 +1,6 @@
 import * as openrouter from "~/src/job/openrouter";
 import * as openai from "~/src/job/openai";
+import * as ollama from "~/src/job/ollama";
 import * as voyage from "~/src/job/voyage";
 import * as fal from "~/src/job/fal";
 import type { Job } from "~/src/job/schema";
@@ -22,6 +23,7 @@ export class Runner {
 export const runner = new Runner({
   openrouter: openrouter.runner,
   openai: openai.runner,
+  ollama: ollama.runner,
   voyage: voyage.runner,
   fal: fal.runner,
 });

packages/fluent-ai/src/job/schema.ts

@@ -96,11 +96,12 @@ const modelsOutputSchema = z.object({
 // TODO: options schema per provider/job type
 const optionsSchema = z.object({
   apiKey: z.string().optional(),
+  baseUrl: z.string().optional(),
 });
 
 export const chatJobSchema = z.object({
   type: z.literal("chat"),
-  provider: z.enum(["openrouter", "openai"]),
+  provider: z.enum(["openrouter", "openai", "ollama"]),
   options: optionsSchema.optional(),
   input: chatInputSchema,
   output: chatOutputSchema.optional(),
@@ -116,7 +117,7 @@ export const imageJobSchema = z.object({
 
 export const modelsJobSchema = z.object({
   type: z.literal("models"),
-  provider: z.enum(["openai"]),
+  provider: z.enum(["openai", "ollama"]),
   options: optionsSchema.optional(),
   input: modelsInputSchema.optional(),
   output: modelsOutputSchema.optional(),