diff --git a/llama_proxy_man/src/main.rs b/llama_proxy_man/src/main.rs index cf08966..1c8d317 100644 --- a/llama_proxy_man/src/main.rs +++ b/llama_proxy_man/src/main.rs @@ -315,7 +315,7 @@ async fn handle_request( // Proxy the request let retry_policy = reqwest_retry::policies::ExponentialBackoff::builder() - .retry_bounds(Duration::from_secs(1), Duration::from_secs(8)) + .retry_bounds(Duration::from_millis(500), Duration::from_secs(8)) .jitter(reqwest_retry::Jitter::None) .base(2) .build_with_max_retries(8);