ai: new ai package and extracted tools

Author: OmarMcAdam

apps/backend/api/ai/chat.ts

@@ -1,13 +1,10 @@
 import type { Context } from "hono";
-import { openai } from "@ai-sdk/openai";
-import { createDataStreamResponse, generateObject, streamText } from "ai";
+import { createDataStreamResponse } from "ai";
 import { Hono } from "hono";
 
-import { PROMPTS } from "@potential/consts";
-import { desc, eq, trackableLogs, trackables } from "@potential/db";
+import { createNewTrackableChatStream } from "@potential/ai";
 
 import type { AppContext } from "../index";
-import { createConsumptionTrackables } from "./functions";
 
 const ai = new Hono<AppContext>();
 
@@ -33,96 +30,10 @@ ai.post("/chat", async (c: Context<AppContext>) => {
     execute: (dataStream) => {
       let accumulatedResponse = "";
 
-      const result = streamText({
-        model: openai("gpt-4o-mini"),
-        maxSteps: 10,
-        toolCallStreaming: true,
+      const result = createNewTrackableChatStream({
         messages,
-        system: PROMPTS.CHAT.SYSTEM,
-        tools: {
-          getUserExistingTrackables: {
-            description: PROMPTS.TOOLS.GET_USER_EXISTING_TRACKABLES.DESCRIPTION,
-            parameters: PROMPTS.TOOLS.GET_USER_EXISTING_TRACKABLES.PARAMETERS,
-            execute: async () => {
-              const userTrackables = await db.query.trackables.findMany({
-                where: eq(trackables.ownerId, user!.id),
-
-                columns: {
-                  id: true,
-                  name: true,
-                  description: true,
-                  type: true,
-                  subType: true,
-                  subTypeCustomName: true,
-                },
-                with: {
-                  logs: {
-                    limit: 1,
-                    orderBy: desc(trackableLogs.createdAt),
-                    columns: {
-                      createdAt: true,
-                    },
-                  },
-                },
-              });
-              const consumptionTrackables = userTrackables.filter(
-                (trackable) => trackable.type === "consumption",
-              );
-              const nonConsumptionTrackables = userTrackables.filter(
-                (trackable) => trackable.type !== "consumption",
-              );
-              return {
-                trackables: nonConsumptionTrackables,
-                hasConsumptionTrackables: consumptionTrackables.length > 0,
-              };
-            },
-          },
-          generateNewNonConsumptionTrackable: {
-            description:
-              PROMPTS.TOOLS.GENERATE_NEW_NON_CONSUMPTION_TRACKABLE.DESCRIPTION,
-            parameters:
-              PROMPTS.TOOLS.GENERATE_NEW_NON_CONSUMPTION_TRACKABLE.PARAMETERS,
-            execute: async ({ description }: { description: string }) => {
-              const { object: newTrackable } = await generateObject({
-                // issue with thinking models and optional fields in structured output: https://github.com/vercel/ai/issues/4662
-                model: openai("gpt-4o-mini"),
-                output: "array",
-                schema:
-                  PROMPTS.TOOLS.GENERATE_NEW_NON_CONSUMPTION_TRACKABLE.EXECUTE
-                    .PROMPT.SCHEMA,
-                system:
-                  PROMPTS.TOOLS.GENERATE_NEW_NON_CONSUMPTION_TRACKABLE.EXECUTE
-                    .PROMPT.SYSTEM,
-                prompt: description,
-              });
-              newTrackable.forEach((trackable) => {
-                console.log("TRACKABLE", {
-                  trackable,
-                });
-              });
-              return { trackable: newTrackable };
-            },
-          },
-          generateConsumptionTrackables: {
-            description:
-              PROMPTS.TOOLS.GENERATE_CONSUMPTION_TRACKABLES.DESCRIPTION,
-            parameters:
-              PROMPTS.TOOLS.GENERATE_CONSUMPTION_TRACKABLES.PARAMETERS,
-            execute: async () => {
-              console.log("🍕 GENERATE CONSUMPTION TRACKABLES");
-              await createConsumptionTrackables({ userId: user!.id });
-              return { completed: true };
-            },
-          },
-        },
-        onChunk(delta) {
-          if (delta.chunk.type === "text-delta") {
-            accumulatedResponse += delta.chunk.textDelta;
-          }
-        },
-        async onFinish() {
-          await saveToDatabase({ content: accumulatedResponse, chatId });
-        },
+        userId: user!.id,
+        chatId,
       });
 
       result.mergeIntoDataStream(dataStream);

apps/backend/api/ai/functions.ts

@@ -1,49 +0,0 @@
-import type { InferInsertModel } from "@potential/db";
-import type { CloudTypeId } from "@potential/utils";
-import { and, db, eq, trackables } from "@potential/db";
-import { TRACKABLE_TEMPLATES } from "@potential/templates";
-import { cloudTypeIdGenerator } from "@potential/utils";
-
-export async function createConsumptionTrackables({
-  userId,
-}: {
-  userId: CloudTypeId<"user">;
-}) {
-  console.log("🍕 CREATING CONSUMPTION TRACKABLES FUNCTION");
-  const userTrackables = await db.query.trackables.findMany({
-    where: and(
-      eq(trackables.ownerId, userId),
-      eq(trackables.type, "consumption"),
-    ),
-    columns: {
-      id: true,
-    },
-  });
-  if (userTrackables.length > 0) {
-    return;
-  }
-
-  const templates = TRACKABLE_TEMPLATES.consumption;
-
-  const newTrackablesToInsertArray: InferInsertModel<typeof trackables>[] = [];
-  for (const template of Object.values(templates)) {
-    newTrackablesToInsertArray.push({
-      id: cloudTypeIdGenerator("trackable"),
-      ownerId: userId,
-      name: template.name,
-      description: template.description,
-      color: null,
-      configType: template.defaultConfig.type,
-      public: false,
-      type: "consumption",
-      subType: template.subType,
-      customConfig: template.defaultConfig,
-    });
-  }
-  console.log("🍕 INSERTING CONSUMPTION TRACKABLES", {
-    newTrackablesToInsertArray,
-  });
-  await db.insert(trackables).values(newTrackablesToInsertArray);
-
-  return;
-}

apps/backend/package.json

@@ -15,6 +15,7 @@
     "@hono/node-server": "^1.14.1",
     "@hono/trpc-server": "^0.3.4",
     "@hono/zod-validator": "^0.5.0",
+    "@potential/ai": "workspace:*",
     "@potential/auth": "workspace:*",
     "@potential/consts": "workspace:*",
     "@potential/db": "workspace:*",