fix: mention configurable timeout env vars in Ollama stream stall error (#9246)
Signed-off-by: Douwe Osinga <douwe@squareup.com> Co-authored-by: Douwe Osinga <douwe@squareup.com> Co-authored-by: Jack Amadeo <jackamadeo@squareup.com>
This commit is contained in:
@@ -435,7 +435,9 @@ fn with_line_timeout(
|
|||||||
Err::<(), anyhow::Error>(anyhow::anyhow!(
|
Err::<(), anyhow::Error>(anyhow::anyhow!(
|
||||||
"Ollama stream stalled: no data received for {}s. \
|
"Ollama stream stalled: no data received for {}s. \
|
||||||
This may indicate the model is overwhelmed by the request payload. \
|
This may indicate the model is overwhelmed by the request payload. \
|
||||||
Try a smaller model or reduce the number of tools.",
|
Try a smaller model, reduce the number of tools, or increase the \
|
||||||
|
timeout via OLLAMA_STREAM_TIMEOUT, GOOSE_STREAM_TIMEOUT, or \
|
||||||
|
OLLAMA_TIMEOUT in your config.",
|
||||||
timeout_secs
|
timeout_secs
|
||||||
))?;
|
))?;
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user