Expose nvcc to Qwen235 serving workers
This commit is contained in:
@@ -19,6 +19,9 @@ RESUME_VALID_CELLS="${RESUME_VALID_CELLS:-true}"
|
|||||||
PORT="${BASE_PORT:-9300}"
|
PORT="${BASE_PORT:-9300}"
|
||||||
REQUEST_COUNT="$(wc -l < "${TRACE_ROOT}/tp4/private/real_requests.jsonl")"
|
REQUEST_COUNT="$(wc -l < "${TRACE_ROOT}/tp4/private/real_requests.jsonl")"
|
||||||
|
|
||||||
|
export PATH="/usr/local/cuda/bin:${PATH}"
|
||||||
|
command -v nvcc >/dev/null
|
||||||
|
|
||||||
[[ "$(wc -l < "${TRACE_ROOT}/tp8/private/real_requests.jsonl")" == "${REQUEST_COUNT}" ]] || {
|
[[ "$(wc -l < "${TRACE_ROOT}/tp8/private/real_requests.jsonl")" == "${REQUEST_COUNT}" ]] || {
|
||||||
echo 'ERROR: TP-specific request counts differ' >&2
|
echo 'ERROR: TP-specific request counts differ' >&2
|
||||||
exit 1
|
exit 1
|
||||||
|
|||||||
Reference in New Issue
Block a user