MessageExtraContext

Author: ngxson

examples/server/webui/src/utils/llama-vscode.ts

@@ -1,5 +1,5 @@
 import { useEffect, useState } from 'react';
-import { MessageExtraTextFile } from './types';
+import { MessageExtraContext } from './types';
 
 // Extra context when using llama.cpp WebUI from llama-vscode, inside an iframe
 // Ref: https://github.com/ggml-org/llama.cpp/pull/11940
@@ -18,7 +18,7 @@ export const useVSCodeContext = (
   inputRef: React.RefObject<HTMLTextAreaElement>,
   setInputMsg: (text: string) => void
 ) => {
-  const [extraContext, setExtraContext] = useState<MessageExtraTextFile | null>(
+  const [extraContext, setExtraContext] = useState<MessageExtraContext | null>(
     null
   );
   console.log({ extraContext });
@@ -29,11 +29,12 @@ export const useVSCodeContext = (
       if (event.data?.command === 'setText') {
         const data: SetTextEvData = event.data;
         setInputMsg(data?.text);
-        setExtraContext({
-          type: 'textFile',
-          name: '(context)', // TODO: set filename
-          content: data?.context ?? '(no context)',
-        });
+        if (data?.context && data.context.length > 0) {
+          setExtraContext({
+            type: 'context',
+            content: data.context,
+          });
+        }
         inputRef.current?.focus();
       }
     };

examples/server/webui/src/utils/misc.ts

@@ -60,9 +60,8 @@ export function normalizeMsgsForAPI(messages: Readonly<Message[]>) {
     let newContent = '';
 
     for (const extra of msg.extra ?? []) {
-      if (extra.type === 'textFile') {
-        // TODO: allow user to customize this via Settings
-        newContent += `\n===\nExtra file: ${extra.name}\n${extra.content}\n\n===\n`;
+      if (extra.type === 'context') {
+        newContent += `${extra.content}\n\n`;
       }
     }
 

examples/server/webui/src/utils/types.ts

@@ -48,14 +48,19 @@ export interface Message {
   children: Message['id'][];
 }
 
-type MessageExtra = MessageExtraTextFile; // TODO: will add more in the future
+type MessageExtra = MessageExtraTextFile | MessageExtraContext; // TODO: will add more in the future
 
 export interface MessageExtraTextFile {
   type: 'textFile';
   name: string;
   content: string;
 }
 
+export interface MessageExtraContext {
+  type: 'context';
+  content: string;
+}
+
 export type APIMessage = Pick<Message, 'role' | 'content'>;
 
 export interface Conversation {