chatapi: send files to chat apis (#7529)

chatapi/src/config/nano.config.ts

@@ -3,6 +3,8 @@ import dotenv from 'dotenv';
 
 dotenv.config();
 
-const db = nano(process.env.COUCHDB_HOST || 'http://couchdb:5984').use('chat_history');
+const db = nano(process.env.COUCHDB_HOST || 'http://couchdb:5984');
+const chatDB = db.use('chat_history');
+const resourceDB = db.use('resources');
 
-export default db;
+export { chatDB, resourceDB };

chatapi/src/services/chat.service.ts

@@ -1,6 +1,6 @@
 import { DocumentInsertResponse } from 'nano';
 
-import db from '../config/nano.config';
+import { chatDB } from '../config/nano.config';
 import { aiChat } from '../utils/chat.utils';
 import { retrieveChatHistory } from '../utils/db.utils';
 import { handleChatError } from '../utils/chat-error.utils';
@@ -40,7 +40,7 @@ export async function chat(data: any, stream?: boolean, callback?: (response: st
   }
 
   dbData.conversations.push({ 'query': content, 'response': '' });
-  const res = await db.insert(dbData);
+  const res = await chatDB.insert(dbData);
 
   messages.push({ 'role': 'user', content });
 
@@ -52,7 +52,7 @@ export async function chat(data: any, stream?: boolean, callback?: (response: st
     dbData.updatedDate = Date.now();
     dbData._id = res?.id;
     dbData._rev = res?.rev;
-    const couchSaveResponse = await db.insert(dbData);
+    const couchSaveResponse = await chatDB.insert(dbData);
 
     return {
       completionText,

chatapi/src/utils/chat-assistant.utils.ts

@@ -1,3 +1,4 @@
+import fs from 'fs';
 import openai from '../config/openai.config';
 import dotenv from 'dotenv';
 
@@ -9,14 +10,13 @@ dotenv.config();
  * @returns Assistant object
  */
 export async function createAssistant(model: string) {
-// export async function createAssistant(model: string, additionalContext?: any) {
-
-  // const instructions = process.env.ASSISTANT_INSTRUCTIONS + (additionalContext ? additionalContext?.data : '');
-
   return await openai.beta.assistants.create({
     'name': process.env.ASSISTANT_NAME,
     'instructions': process.env.ASSISTANT_INSTRUCTIONS,
-    'tools': [{ 'type': 'code_interpreter' }],
+    'tools': [
+      { 'type': 'code_interpreter' },
+      { 'type': 'file_search' }
+    ],
     model,
   });
 }
@@ -25,12 +25,22 @@ export async function createThread() {
   return await openai.beta.threads.create();
 }
 
-export async function addToThread(threadId: any, message: string) {
+export async function addToThread(threadId: any, message: string, attachment?: any) {
+  let attachmentBlob;
+
+  if (attachment.valid) {
+    attachmentBlob = await openai.files.create({
+      'file': attachment.doc,
+      'purpose': 'assistants',
+    });
+  }
+
   return await openai.beta.threads.messages.create(
     threadId,
     {
       'role': 'user',
-      'content': message
+      'content': message,
+      'attachments': attachment.valid ? [{ 'file_id': attachmentBlob?.id, 'tools': [{ 'type': 'file_search' }] }] : []
     }
   );
 }

chatapi/src/utils/chat-helpers.utils.ts

@@ -12,6 +12,7 @@ import {
   retrieveResponse,
   createAndHandleRunWithStreaming,
 } from './chat-assistant.utils';
+import { fetchFileFromCouchDB } from './db.utils';
 
 const modelsConfig = JSON.parse(process.env.MODELS_CONFIG || '{}');
 
@@ -68,7 +69,6 @@ export async function aiChatStream(
   messages: ChatMessage[],
   aiProvider: AIProvider,
   assistant: boolean,
-  context: any,
   callback?: (response: string) => void
 ): Promise<string> {
   const provider = providers[aiProvider.name];
@@ -135,20 +135,26 @@ export async function aiChatNonStream(
     throw new Error('Unsupported AI provider');
   }
   const model = aiProvider.model ?? provider.defaultModel;
+  let attachment: any = { 'valid': false };
+
+  if (context?.attachment) {
+    const attachmentFile = await fetchFileFromCouchDB(context.attachment?.id, context.attachment?.filename);
+    attachment = { 'valid': true, 'doc': attachmentFile };
+  }
 
   if(assistant) {
     try {
       const asst = await createAssistant(model);
       const thread = await createThread();
       for (const message of messages) {
-        await addToThread(thread.id, message.content);
+        await addToThread(thread.id, message.content, attachment);
       }
       const run = await createRun(thread.id, asst.id, context.data);
       await waitForRunCompletion(thread.id, run.id);
 
       return await retrieveResponse(thread.id);
     } catch (error) {
-      return 'Error processing request';
+      return `Error processing request ${error}`;
     }
   }
 

chatapi/src/utils/chat.utils.ts

@@ -12,7 +12,7 @@ export async function aiChat(
   callback?: (response: string) => void
 ): Promise<string> {
   if (stream) {
-    return await aiChatStream(messages, aiProvider, assistant, context, callback);
+    return await aiChatStream(messages, aiProvider, assistant, callback);
   } else {
     return await aiChatNonStream(messages, aiProvider, assistant, context);
   }

chatapi/src/utils/db.utils.ts

@@ -1,4 +1,4 @@
-import db from '../config/nano.config';
+import { chatDB, resourceDB } from '../config/nano.config';
 import { DbDoc } from '../models/db-doc.model';
 import { ChatMessage } from '../models/chat-message.model';
 
@@ -9,7 +9,7 @@ import { ChatMessage } from '../models/chat-message.model';
  */
 async function getChatDocument(id: string) {
   try {
-    const res = await db.get(id) as DbDoc;
+    const res = await chatDB.get(id) as DbDoc;
     return {
       'conversations': res.conversations,
       'title': res.title,
@@ -37,3 +37,13 @@ export async function retrieveChatHistory(dbData: any, messages: ChatMessage[])
     messages.push({ 'role': 'assistant', 'content': response });
   }
 }
+
+export async function fetchFileFromCouchDB(docId: string, attachmentName: string) {
+  try {
+    return await resourceDB.attachment.get(docId, attachmentName, { 'binary': true });
+  } catch (error) {
+    return {
+      'error': `Unable to retrieve file from CouchDB ${error}`
+    };
+  }
+}

src/app/courses/step-view-courses/courses-step-view.component.html

@@ -77,7 +77,7 @@ <h3 class="margin-lr-3 ellipsis-title"><ng-container i18n>Step</ng-container> {{
     </div>
   </mat-toolbar>
   <div class="view-container view-full-height" [ngClass]="{'grid-view': showChat, 'flex-view': !isGridView && !showChat}" *ngIf="stepDetail?.description || resource?._attachments; else emptyRecord">
-    <planet-chat-window *ngIf="stepDetail?.description && showChat" [context]="{type: 'coursestep', data: localizedStepInfo}"></planet-chat-window>
+    <planet-chat-window *ngIf="stepDetail?.description && showChat" [context]="{type: 'coursestep', data: localizedStepInfo, 'attachment': { id: resource._id, filename: resource.filename}}"></planet-chat-window>
     <ng-container *ngIf="showChat; else stepViewContent">
       <div class="flex-view">
         <ng-container *ngTemplateOutlet="stepViewContent"></ng-container>

src/app/courses/step-view-courses/courses-step-view.component.ts

@@ -1,10 +1,10 @@
 import { Component, OnInit, OnDestroy, ViewChild } from '@angular/core';
-import { CoursesService } from '../courses.service';
 import { Router, ActivatedRoute, ParamMap } from '@angular/router';
 import { MatDialog } from '@angular/material/dialog';
 import { MatMenuTrigger } from '@angular/material/menu';
 import { Subject, combineLatest } from 'rxjs';
 import { takeUntil } from 'rxjs/operators';
+import { CoursesService } from '../courses.service';
 import { UserService } from '../../shared/user.service';
 import { SubmissionsService } from '../../submissions/submissions.service';
 import { ResourcesService } from '../../resources/resources.service';