style: rustfmt server engine files

This commit is contained in:
2026-07-01 15:13:35 +08:00
parent d96ee0766c
commit fcf531a9b2
3 changed files with 24 additions and 8 deletions

View File

@@ -396,9 +396,12 @@ fn emit_token(tokenizer: &Tokenizer, seq: &mut Sequence, token_id: u32) {
if tokenizer.eos_token_id() == Some(token_id) {
let tail = tokenizer.flush_decode_stream(&mut seq.decode_buffer);
send_token_if_nonempty(seq, tail);
try_send_event(seq, GenerateEvent::Done {
try_send_event(
seq,
GenerateEvent::Done {
finish_reason: "stop".to_string(),
});
},
);
return;
}
@@ -407,9 +410,12 @@ fn emit_token(tokenizer: &Tokenizer, seq: &mut Sequence, token_id: u32) {
let tail = tokenizer.flush_decode_stream(&mut seq.decode_buffer);
send_token_if_nonempty(seq, text);
send_token_if_nonempty(seq, tail);
try_send_event(seq, GenerateEvent::Done {
try_send_event(
seq,
GenerateEvent::Done {
finish_reason: "length".to_string(),
});
},
);
} else {
send_token_if_nonempty(seq, text);
}

View File

@@ -318,7 +318,12 @@ pub fn run_pp(
/// Returns false if the send would block (client too slow) or the client is
/// gone — the caller stops generating so the coordinator thread is free to
/// admit the next request instead of blocking on one slow consumer.
fn emit_text(tokenizer: &Tokenizer, req: &GenerateRequest, token_id: u32, buf: &mut Vec<u8>) -> bool {
fn emit_text(
tokenizer: &Tokenizer,
req: &GenerateRequest,
token_id: u32,
buf: &mut Vec<u8>,
) -> bool {
if tokenizer.is_eos(token_id) {
return true;
}

View File

@@ -346,7 +346,12 @@ pub fn run_tp(
/// Returns false if the send would block (client too slow) or the client is
/// gone — the caller stops generating so the serial coordinator thread is free
/// to admit the next request instead of blocking on one slow consumer.
fn emit_text(tokenizer: &Tokenizer, req: &GenerateRequest, token_id: u32, buf: &mut Vec<u8>) -> bool {
fn emit_text(
tokenizer: &Tokenizer,
req: &GenerateRequest,
token_id: u32,
buf: &mut Vec<u8>,
) -> bool {
if tokenizer.is_eos(token_id) {
return true;
}