From a8d54fa78fc3e1c486eadd228806bdc65d0d1f62 Mon Sep 17 00:00:00 2001 From: bossanyit Date: Thu, 4 May 2023 08:05:09 +0200 Subject: [PATCH] v1.2.6.1 openai timeout --- .gitignore | 2 +- src/main/kotlin/com/aitrainer/api/openai/OpenAIService.kt | 6 +++++- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/.gitignore b/.gitignore index c090d16..513688a 100644 --- a/.gitignore +++ b/.gitignore @@ -30,4 +30,4 @@ out/ ### VS Code ### .vscode/ -logs/aitrainer.log +logs/ diff --git a/src/main/kotlin/com/aitrainer/api/openai/OpenAIService.kt b/src/main/kotlin/com/aitrainer/api/openai/OpenAIService.kt index bb2cebd..ba932d3 100644 --- a/src/main/kotlin/com/aitrainer/api/openai/OpenAIService.kt +++ b/src/main/kotlin/com/aitrainer/api/openai/OpenAIService.kt @@ -7,6 +7,7 @@ import com.aallam.openai.api.chat.ChatMessage import com.aallam.openai.client.OpenAI import com.aallam.openai.api.completion.CompletionRequest import com.aallam.openai.api.completion.TextCompletion +import com.aallam.openai.api.http.Timeout import com.aallam.openai.api.logging.LogLevel import com.aallam.openai.api.model.Model import com.aallam.openai.api.model.ModelId @@ -16,6 +17,8 @@ import kotlinx.coroutines.Dispatchers import kotlinx.coroutines.withContext import org.springframework.beans.factory.annotation.Value import org.springframework.stereotype.Service +import kotlin.time.Duration.Companion.seconds + @Service class OpenAIService(@Value("\${openai.key}") private val openaiKey: String, private val modelName: String?, private val temperature: Double?) { @@ -26,7 +29,8 @@ class OpenAIService(@Value("\${openai.key}") private val openaiKey: String, priv private suspend fun connect(modelName: String) { val config = OpenAIConfig( token = openaiKey, - logLevel = LogLevel.All + logLevel = LogLevel.All, + timeout = Timeout(socket = 300.seconds) ) openAI = OpenAI(config) modelId = ModelId(modelName)