Explorar el Código

fix: set bench max tokens default to 200k

pull/1/head
orangels hace 1 mes
padre
commit
1a98836b94
Se han modificado 1 ficheros con 4 adiciones y 4 borrados
  1. +4
    -4
      src/cli.rs

+ 4
- 4
src/cli.rs Ver fichero

@@ -138,7 +138,7 @@ pub enum BenchCommand {
limit: Option<usize>, limit: Option<usize>,
#[arg(long, num_args = 0..=1, default_missing_value = "true")] #[arg(long, num_args = 0..=1, default_missing_value = "true")]
stream: Option<bool>, stream: Option<bool>,
#[arg(long, default_value_t = 20_000)]
#[arg(long, default_value_t = 200_000)]
max_tokens: u32, max_tokens: u32,
#[arg(long)] #[arg(long)]
debug_raw: bool, debug_raw: bool,
@@ -170,7 +170,7 @@ pub enum BenchCommand {
limit: Option<usize>, limit: Option<usize>,
#[arg(long, num_args = 0..=1, default_missing_value = "true")] #[arg(long, num_args = 0..=1, default_missing_value = "true")]
stream: Option<bool>, stream: Option<bool>,
#[arg(long, default_value_t = 20_000)]
#[arg(long, default_value_t = 200_000)]
max_tokens: u32, max_tokens: u32,
#[arg(long)] #[arg(long)]
debug_raw: bool, debug_raw: bool,
@@ -1576,7 +1576,7 @@ mod tests {
} }


#[test] #[test]
fn bench_command_defaults_max_tokens_to_20000() {
fn bench_command_defaults_max_tokens_to_200000() {
let cli = Cli::try_parse_from(["lq_token_test", "bench", "gpqa-diamond"]) let cli = Cli::try_parse_from(["lq_token_test", "bench", "gpqa-diamond"])
.expect("parse gpqa bench"); .expect("parse gpqa bench");


@@ -1587,7 +1587,7 @@ mod tests {
panic!("expected gpqa-diamond bench command"); panic!("expected gpqa-diamond bench command");
}; };


assert_eq!(max_tokens, 20_000);
assert_eq!(max_tokens, 200_000);
} }


#[test] #[test]


Cargando…
Cancelar
Guardar