feat: add validator adapter

packages/akeru-frontend/app/page.tsx

@@ -14,6 +14,7 @@ export default function Home() {
     <main className="min-h-screen">
       <HeroSection />
 
+
       <FormSection />
 
       <section className="flex flex-col mt-10 md:mt-36 w-full gap-4 md:flex-row md:gap-10 mx-auto">

packages/akeru-server/scripts/createSuperAdmin.ts

@@ -5,7 +5,6 @@ import {
 
 async function createSuperAdminWithApiKey() {
   const userData = {
-    // Add any necessary user data here
   };
 
   const userId = await createSuperAdmin(userData);

packages/akeru-server/src/core/application/services/runService.ts

@@ -7,6 +7,7 @@ import { createMessage, getAllMessage } from "./messageService";
 import { gpt4Adapter } from "@/infrastructure/adaptaters/openai/gpt4Adapter";
 import { Role } from "@/core/domain/roles";
 import { v4 as uuidv4 } from "uuid";
+import { validatorAdapter } from "@/infrastructure/adaptaters/validators/validatorAdapter";
 
 export async function runAssistantWithThread(runData: ThreadRunRequest) {
   // get all messages from the thread, and run it over to the assistant to get a response
@@ -17,7 +18,8 @@ export async function runAssistantWithThread(runData: ThreadRunRequest) {
   ]);
 
   // If no thread data or assistant data, an error should be thrown as we need both to run a thread
-  if (!threadData || !assistantData) throw new Error("No thread or assistant found.");
+  if (!threadData || !assistantData)
+    throw new Error("No thread or assistant found.");
 
   const everyMessage = await getAllMessage(threadData.id);
   // only get role and content from every message for context.
@@ -38,7 +40,30 @@ export async function runAssistantWithThread(runData: ThreadRunRequest) {
     );
 
     const assistantResponse: string = gpt4AdapterRes.choices[0].message.content;
-
+
+    // add assistant response to the thread
+    await createMessage(assistant_id, thread_id, assistantResponse);
+
+    const threadRunResponse: ThreadRun = {
+      id: uuidv4(),
+      assistant_id: assistant_id,
+      thread_id: thread_id,
+      created_at: new Date(),
+    };
+
+    return threadRunResponse;
+  }
+
+  if (assistantData.model === "llama-2-7b-chat-int8") {
+    const validatorAdapterRes: any = await validatorAdapter(
+      everyRoleAndContent,
+      "llama-2-7b-chat-int8",
+      assistantData.instruction
+    );
+
+    const assistantResponse: string =
+      validatorAdapterRes.choices[0].message.content;
+
     // add assistant response to the thread
     await createMessage(assistant_id, thread_id, assistantResponse);
 

packages/akeru-server/src/core/domain/assistant.ts

@@ -1,8 +1,10 @@
+import { Validator } from "./validators";
+
 export type Assistant = {
   id: string;
   name: string;
-  model: "gpt-4";
+  model: Validator;
   tools: { type: string }[];
   fileIds: string[];
-  instruction: string
+  instruction: string;
 };

packages/akeru-server/src/core/domain/validators.ts

@@ -0,0 +1 @@
+export type Validator = "llama-2-7b-chat-int8" | "whisper" | "gpt-4"; // validators / LLM models we have

packages/akeru-server/src/infrastructure/adaptaters/openai/gpt4Adapter.test.ts

@@ -25,3 +25,5 @@ describe("GPT-4 Adapter", () => {
     );
   });
 });
+
+

packages/akeru-server/src/infrastructure/adaptaters/validators/validatorAdapter.test.ts

@@ -0,0 +1,30 @@
+import { test, expect, describe } from "bun:test";
+
+import { Role } from "@/core/domain/roles";
+import { ValidatorResponse, validatorAdapter } from "./validatorAdapter";
+
+describe("Validator Adapter", () => {
+  test("Returns validator chat completions response", async () => {
+    // Arrange
+    const messages = [
+      {
+        role: "user" as Role,
+        content: "hello, who are you?",
+      },
+    ];
+    const model = "llama-2-7b-chat-int8";
+    const assistant_instructions =
+      "You're an AI assistant. You're job is to help the user. Always respond with the word akeru.";
+    // Act
+    const result = (await validatorAdapter(
+      messages,
+      model,
+      assistant_instructions
+    )) as ValidatorResponse;
+
+    // Assert the message content to contain the word akeru
+    expect(result.choices[0].message.content.toLocaleLowerCase()).toContain(
+      "akeru"
+    );
+  });
+});

packages/akeru-server/src/infrastructure/adaptaters/validators/validatorAdapter.ts

@@ -0,0 +1,47 @@
+import { Message } from "@/core/domain/messages";
+import { Validator } from "@/core/domain/validators";
+
+interface ChatMessage {
+  content: string;
+  role: "assistant" | "system" | "user";
+}
+
+interface ChatResponseChoice {
+  finish_reason: string;
+index: number;
+  message: ChatMessage;
+}
+
+export interface ValidatorResponse {
+  choices: ChatResponseChoice[];
+}
+
+
+export async function validatorAdapter(
+  messages: Pick<Message, "role" | "content">[],
+  model: Validator,
+  assistant_instructions: string
+): Promise<unknown> {
+  // System will always be the assistant_instruction that created the assistant
+  const validator_messages = [
+    { role: "system", content: assistant_instructions },
+  ].concat(messages);
+  try {
+    const res = await fetch("https://akeru-validator.onrender.com/chat", {
+      method: "POST",
+      headers: {
+        "Content-Type": "application/json",
+        // Authorization: `Bearer ${process.env.OPENAI_API_KEY}`,
+      },
+      body: JSON.stringify({
+        model: model,
+        messages: validator_messages,
+      }),
+    });
+
+    const data: ValidatorResponse = await res.json();
+    return data;
+  } catch (error) {
+    return new Response("Error", { status: 500 });
+  }
+}