refactor: Add default timeout to LLMProvider and update implementations

- Introduce a default timeout property in the LLMProvider interface to centralize timeout configurations.
- Update AzureOpenAIProvider, OpenAIProvider, and CustomLLMProvider to use the new default timeout.
- Correct typos in XingHuoProvider (secrectKey to secretKey) and update hmacsha256 key specification to use the corrected secretKey.

Author: phodal

src/main/kotlin/cc/unitmesh/devti/llms/LLMProvider.kt

@@ -7,6 +7,8 @@ import kotlinx.coroutines.flow.Flow
 import kotlinx.coroutines.flow.callbackFlow
 
 interface LLMProvider {
+    val defaultTimeout: Long get() = 600
+
     fun prompt(promptText: String): String
 
     @OptIn(ExperimentalCoroutinesApi::class)

src/main/kotlin/cc/unitmesh/devti/llms/azure/AzureOpenAIProvider.kt

@@ -57,7 +57,7 @@ class AzureOpenAIProvider(val project: Project) : LLMProvider {
         }
 
     private var customPromptConfig: CustomPromptConfig? = null
-    private val timeout = Duration.ofSeconds(600)
+    private val timeout = Duration.ofSeconds(defaultTimeout)
     private var client = OkHttpClient().newBuilder().readTimeout(timeout).build()
     private val openAiVersion: String
     private val maxTokenLength: Int

src/main/kotlin/cc/unitmesh/devti/llms/custom/CustomLLMProvider.kt

@@ -52,7 +52,7 @@ class CustomLLMProvider(val project: Project) : LLMProvider {
         get() = autoDevSettingsState.customEngineResponseFormat
 
     private var client = OkHttpClient()
-    private val timeout = Duration.ofSeconds(600)
+    private val timeout = Duration.ofSeconds(defaultTimeout)
     private val messages: MutableList<Message> = mutableListOf()
     private val logger = logger<CustomLLMProvider>()
 
@@ -125,8 +125,20 @@ class CustomLLMProvider(val project: Project) : LLMProvider {
                             if (responseFormat.isNotEmpty()) {
                                 // {"id":"cmpl-a22a0d78fcf845be98660628fe5d995b","object":"chat.completion.chunk","created":822330,"model":"moonshot-v1-8k","choices":[{"index":0,"delta":{},"finish_reason":"stop","usage":{"prompt_tokens":434,"completion_tokens":68,"total_tokens":502}}]}
                                 // in some case, the response maybe not equal to our response format, so we need to ignore it
-                                val chunk: String = JsonPath.parse(sse!!.data)?.read(responseFormat)
-                                    ?: throw Exception("Failed to parse chunk: ${sse.data}")
+                                val chunk: String = try {
+                                    JsonPath.parse(sse!!.data)?.read(responseFormat) ?: ""
+                                } catch (e: Exception) {
+                                    if (hasSuccessRequest) {
+                                        logger.info("Failed to parse response", e)
+                                    } else {
+                                        logger.error("Failed to parse response", e)
+                                    }
+                                    return@blockingForEach
+                                }
+
+                                if (chunk.isEmpty()) {
+                                    return@blockingForEach
+                                }
 
                                 hasSuccessRequest = true
                                 trySend(chunk)

src/main/kotlin/cc/unitmesh/devti/llms/openai/OpenAIProvider.kt

@@ -32,6 +32,24 @@ import java.time.Duration
 
 @Service(Service.Level.PROJECT)
 class OpenAIProvider(val project: Project) : LLMProvider {
+    private val timeout = Duration.ofSeconds(defaultTimeout)
+    private val openAiVersion: String
+        get() {
+            val customModel = AutoDevSettingsState.getInstance().customModel
+            if(AutoDevSettingsState.getInstance().openAiModel == SELECT_CUSTOM_MODEL) {
+                AutoDevSettingsState.getInstance().openAiModel = customModel
+            }
+            return  AutoDevSettingsState.getInstance().openAiModel
+        }
+    private val openAiKey: String
+        get() = AutoDevSettingsState.getInstance().openAiKey
+
+    private val maxTokenLength: Int
+        get() = AutoDevSettingsState.getInstance().fetchMaxTokenLength()
+
+    private val messages: MutableList<ChatMessage> = ArrayList()
+    private var historyMessageLength: Int = 0
+
     private val service: OpenAiService
         get() {
             if (openAiKey.isEmpty()) {
@@ -62,24 +80,6 @@ class OpenAIProvider(val project: Project) : LLMProvider {
             }
         }
 
-    private val timeout = Duration.ofSeconds(600)
-    private val openAiVersion: String
-        get() {
-            val customModel = AutoDevSettingsState.getInstance().customModel
-            if(AutoDevSettingsState.getInstance().openAiModel == SELECT_CUSTOM_MODEL) {
-                AutoDevSettingsState.getInstance().openAiModel = customModel
-            }
-            return  AutoDevSettingsState.getInstance().openAiModel
-        }
-    private val openAiKey: String
-        get() = AutoDevSettingsState.getInstance().openAiKey
-
-    private val maxTokenLength: Int
-        get() = AutoDevSettingsState.getInstance().fetchMaxTokenLength()
-
-    private val messages: MutableList<ChatMessage> = ArrayList()
-    private var historyMessageLength: Int = 0
-
     private val recording: Recording
         get() {
             if (project.coderSetting.state.recordingInLocal) {

src/main/kotlin/cc/unitmesh/devti/llms/xianghuo/XingHuoProvider.kt

@@ -24,7 +24,7 @@ import javax.crypto.spec.SecretKeySpec
 @Service(Service.Level.PROJECT)
 class XingHuoProvider(val project: Project) : LLMProvider {
     private val autoDevSettingsState = AutoDevSettingsState.getInstance()
-    private val secrectKey: String
+    private val secretKey: String
         get() = autoDevSettingsState.xingHuoApiSecrect
 
     private val apiVersion: XingHuoApiVersion
@@ -49,7 +49,7 @@ class XingHuoProvider(val project: Project) : LLMProvider {
     private val hmacsha256: Mac
         get() {
             val hmac = Mac.getInstance(hmacsha256Algorithms)
-            val keySpec = SecretKeySpec(secrectKey.toByteArray(), hmacsha256Algorithms)
+            val keySpec = SecretKeySpec(secretKey.toByteArray(), hmacsha256Algorithms)
             hmac.init(keySpec)
             return hmac
         }