Fix: Ensure function params are not null

Mistral's validation is more strict than OpenAIs and will reject a
function if the parameter field is set to null or completely omitted. It
is strictly expecting a valid map. This change makes that so.

Signed-off-by: Craig Jellick <[email protected]>

Author: cjellick

pkg/openai/client.go

@@ -14,6 +14,7 @@ import (
 	"strings"
 	"sync/atomic"
 
+	"github.com/getkin/kin-openapi/openapi3"
 	openai "github.com/gptscript-ai/chat-completion-client"
 	"github.com/gptscript-ai/gptscript/pkg/cache"
 	"github.com/gptscript-ai/gptscript/pkg/hash"
@@ -327,15 +328,20 @@ func (c *Client) Call(ctx context.Context, messageRequest types.CompletionReques
 
 	for _, tool := range messageRequest.Tools {
 		params := tool.Function.Parameters
+		if params == nil {
+			params = &openapi3.Schema{}
+		}
 
-		request.Tools = append(request.Tools, openai.Tool{
+		oTool := openai.Tool{
 			Type: openai.ToolTypeFunction,
 			Function: &openai.FunctionDefinition{
 				Name:        tool.Function.Name,
 				Description: tool.Function.Description,
 				Parameters:  params,
 			},
-		})
+		}
+
+		request.Tools = append(request.Tools, oTool)
 	}
 
 	id := fmt.Sprint(atomic.AddInt64(&completionID, 1))
@@ -474,7 +480,7 @@ func (c *Client) call(ctx context.Context, request openai.ChatCompletionRequest,
 		},
 	}
 
-	slog.Debug("calling openai", "message", request.Messages)
+	slog.Info("calling openai", "message", request.Messages)
 
 	if !request.Stream {
 		resp, err := c.c.CreateChatCompletion(ctx, request)
@@ -518,7 +524,7 @@ func (c *Client) call(ctx context.Context, request openai.ChatCompletionRequest,
 			return nil, err
 		}
 		if len(response.Choices) > 0 {
-			slog.Debug("stream", "content", response.Choices[0].Delta.Content)
+			slog.Info("stream", "content", response.Choices[0].Delta.Content)
 		}
 		if partial != nil {
 			partialMessage = appendMessage(partialMessage, response)