Encode zero cacheable blocks explicitly
This commit is contained in:
@@ -325,8 +325,13 @@ def materialize(args: argparse.Namespace, *, tokenizer: Any | None = None) -> di
|
||||
"num_prefill_tokens": isl,
|
||||
"num_decode_tokens": osl,
|
||||
"session_id": sid,
|
||||
"block_hash_ids": "|".join(
|
||||
str(value) for value in cacheable_block_ids
|
||||
# "[]" is the explicit no-cacheable-block encoding accepted
|
||||
# by Frontier. An empty CSV field is treated as missing
|
||||
# metadata and rejected before scheduling.
|
||||
"block_hash_ids": (
|
||||
"|".join(str(value) for value in cacheable_block_ids)
|
||||
if cacheable_block_ids
|
||||
else "[]"
|
||||
),
|
||||
}
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user