Skip to content

Commit 3bd2fd2

Browse files
committed
lower min timeout and hedge delay to 0.1
1 parent fc732bf commit 3bd2fd2

File tree

2 files changed

+5
-5
lines changed

2 files changed

+5
-5
lines changed

baseten-performance-client/Cargo.lock

Lines changed: 2 additions & 2 deletions
Some generated files are not rendered by default. Learn more about customizing how changed files appear on GitHub.

baseten-performance-client/core/src/constants.rs

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -2,11 +2,11 @@ use std::time::Duration;
22

33
// Request timeout constants
44
pub const DEFAULT_REQUEST_TIMEOUT_S: f64 = 3600.0;
5-
pub const MIN_REQUEST_TIMEOUT_S: f64 = 0.5;
5+
pub const MIN_REQUEST_TIMEOUT_S: f64 = 0.1;
66
pub const MAX_REQUEST_TIMEOUT_S: f64 = 3600.0;
77

88
// Total timeout constants
9-
pub const MIN_TOTAL_TIMEOUT_S: f64 = 0.5;
9+
pub const MIN_TOTAL_TIMEOUT_S: f64 = 0.1;
1010
pub const MAX_TOTAL_TIMEOUT_S: f64 = 3600.0;
1111

1212
// Concurrency constants
@@ -18,7 +18,7 @@ pub const MIN_CHARACTERS_PER_REQUEST: usize = 50;
1818
pub const MAX_CHARACTERS_PER_REQUEST: usize = 256000;
1919

2020
// hedging settings:
21-
pub const MIN_HEDGE_DELAY_S: f64 = 0.2;
21+
pub const MIN_HEDGE_DELAY_S: f64 = 0.1;
2222
pub const HEDGE_BUDGET_PERCENTAGE: f64 = 0.10;
2323

2424
// Batch size constants

0 commit comments

Comments
 (0)