Add fidelity-aware verification pilot
This commit is contained in:
@@ -5604,15 +5604,17 @@ class CoreFlowTests(unittest.TestCase):
|
||||
completion_tokens=1,
|
||||
),
|
||||
):
|
||||
outcome = _run_one_request(
|
||||
request,
|
||||
base_url="http://127.0.0.1:8000",
|
||||
timeout_s=1.0,
|
||||
)
|
||||
with mock.patch("aituner.worker.time.monotonic_ns", return_value=123456789):
|
||||
outcome = _run_one_request(
|
||||
request,
|
||||
base_url="http://127.0.0.1:8000",
|
||||
timeout_s=1.0,
|
||||
)
|
||||
|
||||
self.assertFalse(outcome.success)
|
||||
self.assertEqual(outcome.error, "completion_tokens_mismatch expected=2 actual=1")
|
||||
self.assertEqual(outcome.completion_tokens, 1)
|
||||
self.assertEqual(outcome.completed_mono_ns, 123456789)
|
||||
|
||||
def test_build_prompt_mentions_completion_tokens_override(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmp:
|
||||
|
||||
Reference in New Issue
Block a user