gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add fidelity-aware verification pilot

Browse Source
This commit is contained in:
Gahow Wang
2026-07-14 12:49:53 +08:00
parent 57dd6a9fac
commit 16239bef00
18 changed files with 8165 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
src/aituner/slo.py
View File

@@ -16,6 +16,7 @@ class RequestOutcome:
completion_tokens: int | None
error: str = ""
completion_tokens_source: str = ""
completed_mono_ns: int | None = None
@dataclass(frozen=True)

4
src/aituner/worker.py
View File

@@ -127,6 +127,7 @@ def _run_one_request(
f"actual={actual_completion_tokens}"
),
completion_tokens_source=completion_tokens_source,
completed_mono_ns=time.monotonic_ns(),
)
if actual_completion_tokens != expected_completion_tokens:
return RequestOutcome(
@@ -142,6 +143,7 @@ def _run_one_request(
f"actual={actual_completion_tokens}"
),
completion_tokens_source=completion_tokens_source,
completed_mono_ns=time.monotonic_ns(),
)
return RequestOutcome(
request_id=request.row_id,
@@ -151,6 +153,7 @@ def _run_one_request(
prompt_tokens=request.prompt_tokens_hint,
completion_tokens=actual_completion_tokens or request.completion_tokens_hint,
completion_tokens_source=completion_tokens_source,
completed_mono_ns=time.monotonic_ns(),
)
except HttpClientError as exc:
return RequestOutcome(
@@ -161,6 +164,7 @@ def _run_one_request(
prompt_tokens=request.prompt_tokens_hint,
completion_tokens=request.completion_tokens_hint,
error=str(exc),
completed_mono_ns=time.monotonic_ns(),
)