Add ollama support

api/package.json

@@ -42,20 +42,16 @@
     "@ai-sdk/anthropic": "^0.0.51",
     "@ai-sdk/mistral": "^0.0.42",
     "@ai-sdk/openai": "^0.0.66",
+    "@anthropic-ai/sdk": "^0.24.3",
     "@clack/core": "^0.3.4",
     "@clack/prompts": "^0.7.0",
-    "@neondatabase/api-client": "^1.10.3",
-    "giget": "^1.2.3",
-    "open": "^10.1.0",
-    "oslo": "^1.2.1",
-    "picocolors": "^1.0.1",
-    "@anthropic-ai/sdk": "^0.24.3",
     "@fiberplane/fpx-types": "workspace:*",
     "@hono/node-server": "^1.11.1",
     "@hono/zod-validator": "^0.2.2",
     "@iarna/toml": "^2.2.5",
     "@langchain/core": "^0.2.15",
     "@libsql/client": "^0.6.2",
+    "@neondatabase/api-client": "^1.10.3",
     "acorn": "^8.11.3",
     "acorn-walk": "^8.3.2",
     "ai": "^3.4.10",
@@ -65,9 +61,14 @@
     "drizzle-orm": "^0.33.0",
     "drizzle-zod": "^0.5.1",
     "figlet": "^1.7.0",
+    "giget": "^1.2.3",
     "hono": "^4.6.2",
     "minimatch": "^10.0.1",
+    "ollama-ai-provider": "^0.15.2",
+    "open": "^10.1.0",
     "openai": "^4.47.1",
+    "oslo": "^1.2.1",
+    "picocolors": "^1.0.1",
     "source-map": "^0.7.4",
     "typescript": "^5.5.4",
     "typescript-language-server": "^4.3.3",

api/src/lib/ai/index.ts

@@ -2,10 +2,11 @@ import { createAnthropic } from "@ai-sdk/anthropic";
 import { createMistral } from "@ai-sdk/mistral";
 import { createOpenAI } from "@ai-sdk/openai";
 import type { Settings } from "@fiberplane/fpx-types";
-import { generateObject } from "ai";
+import { type APICallError, generateObject } from "ai";
+import { createOllama } from "ollama-ai-provider";
 import logger from "../../logger.js";
-import { invokeRequestGenerationPrompt } from "./prompts.js";
-import { requestSchema } from "./tools.js";
+import { getSystemPrompt, invokeRequestGenerationPrompt } from "./prompts.js";
+import { makeRequestTool, requestSchema } from "./tools.js";
 
 function configureProvider(
   aiProvider: string,
@@ -38,6 +39,14 @@ function configureProvider(
     return mistral(providerConfig.model);
   }
 
+  if (aiProvider === "ollama") {
+    const ollama = createOllama({
+      baseURL: providerConfig.baseUrl ?? undefined,
+    });
+
+    return ollama(providerConfig.model);
+  }
+
   throw new Error("Unknown AI provider");
 }
 
@@ -95,24 +104,94 @@ export async function generateRequestWithAiProvider({
   });
 
   try {
+    const samplePrompt = `
+I need to make a request to one of my Hono api handlers.
+
+Here are some recent requests/responses, which you can use as inspiration for future requests.
+E.g., if we recently created a resource, you can look that resource up.
+
+<history>
+</history>
+
+The request you make should be a GET request to route: /api/geese/:id
+
+Here is the OpenAPI spec for the handler:
+<openapi/>
+
+Here is the middleware that will be applied to the request:
+<middleware/>
+
+Here is some additional context for the middleware that will be applied to the request:
+<middlewareContext/>
+
+Here is the code for the handler:
+<code/>
+
+Here is some additional context for the handler source code, if you need it:
+<context/>
+`;
+
+    const userPrompt = await invokeRequestGenerationPrompt({
+      persona,
+      method,
+      path,
+      handler,
+      handlerContext,
+      history,
+      openApiSpec,
+      middleware,
+      middlewareContext,
+    });
+
+    const systemPrompt = getSystemPrompt(persona, aiProvider);
+
     const {
       object: generatedObject,
       warnings,
       usage,
     } = await generateObject({
       model: provider,
       schema: requestSchema,
-      prompt: await invokeRequestGenerationPrompt({
-        handler,
-        handlerContext,
-        history,
-        openApiSpec,
-        middleware,
-        middlewareContext,
-        persona,
-        method,
-        path,
-      }),
+      messages: [
+        { role: "system", content: systemPrompt },
+        { role: "user", content: samplePrompt },
+        {
+          role: "assistant",
+          content: [
+            {
+              type: "tool-call",
+              toolCallId: "call_1",
+              toolName: "make_request",
+              args: makeRequestTool,
+            },
+          ],
+        },
+        {
+          role: "tool",
+          content: [
+            {
+              type: "tool-result",
+              toolCallId: "call_1",
+              toolName: "make_request",
+              result: JSON.stringify({
+                path: "/api/users/123",
+                pathParams: [{ key: ":id", value: "123" }],
+                queryParams: [
+                  { key: "include", value: "profile" },
+                  { key: "fields", value: "name,email" },
+                ],
+                body: JSON.stringify({
+                  name: "John Doe",
+                  email: "[email protected]",
+                }),
+                bodyType: { type: "json", isMultipart: false },
+                headers: [],
+              }),
+            },
+          ],
+        },
+        { role: "user", content: userPrompt },
+      ],
     });
 
     logger.debug("Generated object, warnings, usage", {
@@ -134,17 +213,27 @@ export async function generateRequestWithAiProvider({
     logger.error("Error generating request with AI provider", {
       error,
     });
-    const errorMessage =
-      error instanceof Error
-        ? error.message
-        : "Error generating request with AI provider";
+    const errorMessage = createErrorMessage(error);
+    logger.debug("Error message", { errorMessage });
     return {
       data: null,
       error: { message: errorMessage },
     };
   }
 }
 
+function createErrorMessage(error: unknown) {
+  if (typeof error === "object" && error !== null && "responseBody" in error) {
+    return `${(error as APICallError).message}: ${(error as APICallError).responseBody}`;
+  }
+
+  if (error instanceof Error) {
+    return error.message;
+  }
+
+  return "Error generating request with AI provider";
+}
+
 // NOTE - Copy-pasted from frontend
 function hasValidAiConfig(settings: Settings) {
   const provider = settings.aiProvider;
@@ -170,6 +259,11 @@ function hasValidAiConfig(settings: Settings) {
       const model = mistral?.model;
       return !!apiKey && !!model;
     }
+    case "ollama": {
+      const ollama = settings.aiProviderConfigurations?.ollama;
+      const model = ollama?.model;
+      return !!model;
+    }
     default:
       return false;
   }