Align Qwen235 attention profile sequence limit
This commit is contained in:
@@ -35,7 +35,7 @@ common_profile() {
|
||||
env CUDA_VISIBLE_DEVICES="${gpu}" PYTHONPATH="${FRONTIER_SOURCE}" \
|
||||
"${VENV_ROOT}/bin/python" -m frontier.profiling.attention.main \
|
||||
--disable_ray --num_gpus 1 --device h20 --output_dir "${root}" --models "${MODEL}" \
|
||||
--num_tensor_parallel_workers 4 8 --max_model_len 40960 --max_seq_len 8192 \
|
||||
--num_tensor_parallel_workers 4 8 --max_model_len 40960 --max_seq_len 40960 \
|
||||
--batch_size_list "${BATCHES[@]}" --decode_kv_cache_size_list "${KV[@]}" \
|
||||
--fixed_chunked_prefill_size 8192 --attention_backend FLASHINFER \
|
||||
--profile_method "${method}" --yes
|
||||
|
||||
Reference in New Issue
Block a user