From b3be9d26248f001c82819dcd5012e1ee8dd5d462 Mon Sep 17 00:00:00 2001 From: Tristan Druyen Date: Fri, 31 Jan 2025 12:29:47 +0100 Subject: [PATCH] Change backoff retry in proxy --- llama_proxy_man/src/main.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/llama_proxy_man/src/main.rs b/llama_proxy_man/src/main.rs index cf08966..1c8d317 100644 --- a/llama_proxy_man/src/main.rs +++ b/llama_proxy_man/src/main.rs @@ -315,7 +315,7 @@ async fn handle_request( // Proxy the request let retry_policy = reqwest_retry::policies::ExponentialBackoff::builder() - .retry_bounds(Duration::from_secs(1), Duration::from_secs(8)) + .retry_bounds(Duration::from_millis(500), Duration::from_secs(8)) .jitter(reqwest_retry::Jitter::None) .base(2) .build_with_max_retries(8);