fix(inference): raise llama HTTP request timeout 600s -> 1800s
Align the provider's HTTP client timeout with the orchestrator per-stage timeout (1_800_000ms). A slow local reasoning model with a large prompt and a multi-thousand-token reasoning budget can exceed 10min on a single call; the old 600s HTTP timeout failed the inference before the stage timeout applied, exhausting retries on timeouts alone.
This commit is contained in:
+4
-1
@@ -31,7 +31,10 @@ import kotlinx.serialization.encodeToString
|
||||
import kotlinx.serialization.json.Json
|
||||
import org.slf4j.LoggerFactory
|
||||
|
||||
private const val DEFAULT_REQUEST_TIMEOUT_MS = 600_000L
|
||||
// Aligned with the orchestrator's per-stage timeout (1_800_000ms). A slow local reasoning model
|
||||
// (large prompt + a multi-thousand-token reasoning budget) can take >10min for a single call;
|
||||
// a shorter HTTP timeout here fails the call before the stage timeout ever applies.
|
||||
private const val DEFAULT_REQUEST_TIMEOUT_MS = 1_800_000L
|
||||
|
||||
private fun defaultHttpClient(): HttpClient = HttpClient(CIO) {
|
||||
install(ContentNegotiation) {
|
||||
|
||||
Reference in New Issue
Block a user