|
|
|
@@ -139,7 +139,7 @@ pub enum BenchCommand { |
|
|
|
limit: Option<usize>, |
|
|
|
#[arg(long, num_args = 0..=1, default_missing_value = "true")] |
|
|
|
stream: Option<bool>, |
|
|
|
#[arg(long, default_value_t = 32_768)] |
|
|
|
#[arg(long, default_value_t = 64_000)] |
|
|
|
max_tokens: u32, |
|
|
|
#[arg(long)] |
|
|
|
debug_raw: bool, |
|
|
|
@@ -171,7 +171,7 @@ pub enum BenchCommand { |
|
|
|
limit: Option<usize>, |
|
|
|
#[arg(long, num_args = 0..=1, default_missing_value = "true")] |
|
|
|
stream: Option<bool>, |
|
|
|
#[arg(long, default_value_t = 32_768)] |
|
|
|
#[arg(long, default_value_t = 64_000)] |
|
|
|
max_tokens: u32, |
|
|
|
#[arg(long)] |
|
|
|
debug_raw: bool, |
|
|
|
@@ -1681,7 +1681,7 @@ mod tests { |
|
|
|
} |
|
|
|
|
|
|
|
#[test] |
|
|
|
fn bench_command_defaults_max_tokens_to_32768() { |
|
|
|
fn bench_command_defaults_max_tokens_to_64000() { |
|
|
|
let cli = Cli::try_parse_from(["lq_token_test", "bench", "gpqa-diamond"]) |
|
|
|
.expect("parse gpqa bench"); |
|
|
|
|
|
|
|
@@ -1692,7 +1692,7 @@ mod tests { |
|
|
|
panic!("expected gpqa-diamond bench command"); |
|
|
|
}; |
|
|
|
|
|
|
|
assert_eq!(max_tokens, 32_768); |
|
|
|
assert_eq!(max_tokens, 64_000); |
|
|
|
} |
|
|
|
|
|
|
|
#[test] |
|
|
|
|