fix: fix axure auto service issue

Author: phodal

src/main/kotlin/cc/unitmesh/devti/llms/azure/AzureOpenAIProvider.kt

@@ -50,6 +50,9 @@ class AzureOpenAIProvider(val project: Project) : LLMProvider {
     private val timeout = Duration.ofSeconds(600)
     private var client = OkHttpClient().newBuilder().readTimeout(timeout).build()
     private val openAiVersion: String
+    private val maxTokenLength: Int
+        get() = AutoDevSettingsState.getInstance().fetchMaxTokenLength()
+
 
     init {
         val prompts = autoDevSettingsState.customPrompts
@@ -78,9 +81,10 @@ class AzureOpenAIProvider(val project: Project) : LLMProvider {
     fun prompt(instruction: String, input: String): String {
         val promptText = "$instruction\n$input"
         val systemMessage = ChatMessage(ChatMessageRole.USER.value(), promptText)
-        if (historyMessageLength > 8192) {
+        if (historyMessageLength > maxTokenLength) {
             messages.clear()
         }
+
         messages.add(SimpleOpenAIFormat.fromChatMessage(systemMessage))
         val requestText = Json.encodeToString<SimpleOpenAIBody>(
             SimpleOpenAIBody(

src/main/kotlin/cc/unitmesh/devti/llms/openai/OpenAIProvider.kt

@@ -126,6 +126,7 @@ class OpenAIProvider(val project: Project) : LLMProvider {
         }
 
         messages.add(systemMessage)
+        logger.info("messages length: ${messages.size}")
 
         return ChatCompletionRequest.builder()
             .model(openAiVersion)