vault81/redvault-ai
4
0
Fork 0
Code Issues 1 Pull requests 1 Projects 1 Releases Packages Wiki Activity

Change backoff retry in proxy

Browse source
This commit is contained in:
Tristan D. 2025-01-31 12:29:47 +01:00
parent f1eda67c1e
commit b3be9d2624
Signed by: tristan
SSH key fingerprint: SHA256:9oFM1J63hYWJjCnLG6C0fxBS15rwNcWwdQNMOHYKJ/4
1 changed files with 1 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

2
llama_proxy_man/src/main.rs
View file

@ -315,7 +315,7 @@ async fn handle_request(
// Proxy the request // Proxy the request
let retry_policy = reqwest_retry::policies::ExponentialBackoff::builder() let retry_policy = reqwest_retry::policies::ExponentialBackoff::builder()
.retry_bounds(Duration::from_secs(1), Duration::from_secs(8)) .retry_bounds(Duration::from_millis(500), Duration::from_secs(8))
.jitter(reqwest_retry::Jitter::None) .jitter(reqwest_retry::Jitter::None)
.base(2) .base(2)
.build_with_max_retries(8); .build_with_max_retries(8);