325 lines
12 KiB
JSON
325 lines
12 KiB
JSON
{
|
|
"budget": {
|
|
"expected_h20_hours": [
|
|
4.8,
|
|
6.641945318645901
|
|
],
|
|
"expected_wall_minutes": [
|
|
75,
|
|
95
|
|
],
|
|
"global_hard_cap_h20_hours": 8.0,
|
|
"hard_cap_h20_hours": 6.641945318645901,
|
|
"prior_attempt_h20_hours": 1.3580546813540988,
|
|
"session_estimate_h20_hours": 1.0
|
|
},
|
|
"burnin": {
|
|
"anchor": 0.18919793755240089,
|
|
"arrival_order_sha256": "6c0ac4cb9a30ef501eeeacc8e6cc631c345e976db5ccf530ea5a1ec706d62a24",
|
|
"input_length_order_sha256": "7939cc20e1a00d1031d27d71508789f38decbbbb6ea59a1df18b2ec342fd2ef8",
|
|
"offered_req_s": 8.5,
|
|
"offered_req_s_per_gpu": 2.125,
|
|
"request_id_order_sha256": "84f4809acbc8acd3b1d14dfa357134a1dc0b9287341624b33f598dafeef54dc7",
|
|
"selected_count": 510,
|
|
"study": "/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/studies/burnin-tp4.json",
|
|
"study_sha256": "5d6c2098042909a863efd3112818fbee9bafe96f22898ac98b66846dbe1fef0f"
|
|
},
|
|
"checkpoints": {
|
|
"fractions": [
|
|
0.1,
|
|
0.25,
|
|
0.5,
|
|
0.75,
|
|
1.0
|
|
],
|
|
"seconds": [
|
|
30.0,
|
|
75.0,
|
|
150.0,
|
|
225.0,
|
|
300.0
|
|
]
|
|
},
|
|
"engine": {
|
|
"disable_slo_early_stop": true,
|
|
"duration_s": 300.0,
|
|
"mns_endpoints": [
|
|
16,
|
|
64
|
|
],
|
|
"replay_time_scale": 0.5,
|
|
"safety_deadline_s": 360.0,
|
|
"tp": 4
|
|
},
|
|
"private": {
|
|
"merged_traces": {
|
|
"1": {
|
|
"bytes": 337429767,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/traces/rep1.jsonl",
|
|
"request_id_scheme": "sha256(source_sha256:line_number:original_id)",
|
|
"rows": 9420,
|
|
"sha256": "68983266aa0e66aa589562f7c08edbd966f9ba4405e20c105adb43777d2dfbf5",
|
|
"source_sha256": [
|
|
"b242d1d9086df3accab57b4c92445d5edd581e12f47e12cea227aa63964c6930",
|
|
"d23b549f7b69af3647308677bbf76f818a3c226a1c98f9a9f93f09ceee46be87"
|
|
],
|
|
"sources": [
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/low1.jsonl",
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/high1.jsonl"
|
|
]
|
|
},
|
|
"2": {
|
|
"bytes": 337509330,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/traces/rep2.jsonl",
|
|
"request_id_scheme": "sha256(source_sha256:line_number:original_id)",
|
|
"rows": 9457,
|
|
"sha256": "f38e8938f6a481fc6725b71b21aa04ff7eaf79783cdfd6e41aa2f074156f00c2",
|
|
"source_sha256": [
|
|
"4cbb0baac082bd54af562ce2f39104c5c23b4671672da365a67b1e8c146adf9f",
|
|
"bb0bcd2564a88000f435f12feb21c7c902eafc9ea5fe916adfe9d1eae47f3f9a"
|
|
],
|
|
"sources": [
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/low2.jsonl",
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/high2.jsonl"
|
|
]
|
|
},
|
|
"3": {
|
|
"bytes": 337450256,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/traces/rep3.jsonl",
|
|
"request_id_scheme": "sha256(source_sha256:line_number:original_id)",
|
|
"rows": 9431,
|
|
"sha256": "3094084b0bb20cc02eecf465091a5c919b4e5b112f704cdc36a563d1efdcee46",
|
|
"source_sha256": [
|
|
"1f7ececb142f9a363d2d1ca25eb7b8488b2cc319a51b55faa384f2a3d51f2142",
|
|
"6f326234791e1cff4ff866bface0d097d0d6e3844eebb1c97653d8e9c35e9397"
|
|
],
|
|
"sources": [
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/low3.jsonl",
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/high3.jsonl"
|
|
]
|
|
}
|
|
}
|
|
},
|
|
"repetitions": {
|
|
"1": {
|
|
"duration_s": 300.0,
|
|
"load_order": [
|
|
"low",
|
|
"mid"
|
|
],
|
|
"merged_trace": {
|
|
"bytes": 337429767,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/traces/rep1.jsonl",
|
|
"request_id_scheme": "sha256(source_sha256:line_number:original_id)",
|
|
"rows": 9420,
|
|
"sha256": "68983266aa0e66aa589562f7c08edbd966f9ba4405e20c105adb43777d2dfbf5",
|
|
"source_sha256": [
|
|
"b242d1d9086df3accab57b4c92445d5edd581e12f47e12cea227aa63964c6930",
|
|
"d23b549f7b69af3647308677bbf76f818a3c226a1c98f9a9f93f09ceee46be87"
|
|
],
|
|
"sources": [
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/low1.jsonl",
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/high1.jsonl"
|
|
]
|
|
},
|
|
"selections": {
|
|
"low": {
|
|
"anchor": 0.34815061842962747,
|
|
"arrival_order_sha256": "0b9473052a28b2eb98bb4bda59c726d6c74cd42656c00046f0559cefd38e0c42",
|
|
"input_length_order_sha256": "0172aa1fd7d994e9d95857c32293e25f6c537616b40e01034308a0d57cd94139",
|
|
"offered_req_s": 6.0,
|
|
"offered_req_s_per_gpu": 1.5,
|
|
"request_id_order_sha256": "af50f0c3edfc6f9fb74734b2501378fc8ba6fdd3dd3fe84f2bb1d68540eee69b",
|
|
"selected_count": 1800,
|
|
"target_count": 1800,
|
|
"target_req_s_per_gpu": 1.5
|
|
},
|
|
"mid": {
|
|
"anchor": 0.48686986110831465,
|
|
"arrival_order_sha256": "c2ad99986ce558da5901a9c5ec0a00bd69f198c981d8779235f2773a5c87f1c0",
|
|
"input_length_order_sha256": "9442bfebdc3fab5062dc1f4d688dc28c02afe3fd806c56dd8159f0ac7e6d0b94",
|
|
"offered_req_s": 8.5,
|
|
"offered_req_s_per_gpu": 2.125,
|
|
"request_id_order_sha256": "0bb61dbc9c26875e991d0d4f984134910d37463e5063f86ee960cf4f8aafb771",
|
|
"selected_count": 2550,
|
|
"target_count": 2550,
|
|
"target_req_s_per_gpu": 2.125
|
|
}
|
|
},
|
|
"source_roles": [
|
|
"low1",
|
|
"high1"
|
|
],
|
|
"study": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/studies/rep1-tp4.json",
|
|
"study_sha256": "ecfff96e33d458eb1e3b9a6d24386f00cc6f1b19ff926e2ec6320b3f671a7ae3"
|
|
},
|
|
"2": {
|
|
"duration_s": 300.0,
|
|
"load_order": [
|
|
"mid",
|
|
"low"
|
|
],
|
|
"merged_trace": {
|
|
"bytes": 337509330,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/traces/rep2.jsonl",
|
|
"request_id_scheme": "sha256(source_sha256:line_number:original_id)",
|
|
"rows": 9457,
|
|
"sha256": "f38e8938f6a481fc6725b71b21aa04ff7eaf79783cdfd6e41aa2f074156f00c2",
|
|
"source_sha256": [
|
|
"4cbb0baac082bd54af562ce2f39104c5c23b4671672da365a67b1e8c146adf9f",
|
|
"bb0bcd2564a88000f435f12feb21c7c902eafc9ea5fe916adfe9d1eae47f3f9a"
|
|
],
|
|
"sources": [
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/low2.jsonl",
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/high2.jsonl"
|
|
]
|
|
},
|
|
"selections": {
|
|
"low": {
|
|
"anchor": 0.3411190868318572,
|
|
"arrival_order_sha256": "f4eafbdf7420e8a97e38d46fff1aec5fdbc2a049133862a793b4635b51061b7f",
|
|
"input_length_order_sha256": "cdf82cfc546651f1859c53348eace72348572f09e6e1879ad77d51b489a998fe",
|
|
"offered_req_s": 6.0,
|
|
"offered_req_s_per_gpu": 1.5,
|
|
"request_id_order_sha256": "adc728f189a1ce0301609cdbae7d1dc2318609b13eafb94bcb90903bb7998eb1",
|
|
"selected_count": 1800,
|
|
"target_count": 1800,
|
|
"target_req_s_per_gpu": 1.5
|
|
},
|
|
"mid": {
|
|
"anchor": 0.4825698948735577,
|
|
"arrival_order_sha256": "b9fc12cf3f86bc8a79bee65296e65aa2b8bf2aeca46b2887094c669adcbb9a00",
|
|
"input_length_order_sha256": "d8d4bd6fc8ba852a45605b673b6b3e4f33b58f459e69f2a032d226ee175b074e",
|
|
"offered_req_s": 8.5,
|
|
"offered_req_s_per_gpu": 2.125,
|
|
"request_id_order_sha256": "56a0616b6b54abafd37875c7cb25f8639afef2706ccc55dfbe568f45859ea382",
|
|
"selected_count": 2550,
|
|
"target_count": 2550,
|
|
"target_req_s_per_gpu": 2.125
|
|
}
|
|
},
|
|
"source_roles": [
|
|
"low2",
|
|
"high2"
|
|
],
|
|
"study": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/studies/rep2-tp4.json",
|
|
"study_sha256": "d92a576db031db24bb58f354ea725d7f7567cb76699d387117ac5a6c9317bbb9"
|
|
},
|
|
"3": {
|
|
"duration_s": 300.0,
|
|
"load_order": [
|
|
"low",
|
|
"mid"
|
|
],
|
|
"merged_trace": {
|
|
"bytes": 337450256,
|
|
"path": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/traces/rep3.jsonl",
|
|
"request_id_scheme": "sha256(source_sha256:line_number:original_id)",
|
|
"rows": 9431,
|
|
"sha256": "3094084b0bb20cc02eecf465091a5c919b4e5b112f704cdc36a563d1efdcee46",
|
|
"source_sha256": [
|
|
"1f7ececb142f9a363d2d1ca25eb7b8488b2cc319a51b55faa384f2a3d51f2142",
|
|
"6f326234791e1cff4ff866bface0d097d0d6e3844eebb1c97653d8e9c35e9397"
|
|
],
|
|
"sources": [
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/low3.jsonl",
|
|
"/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/private/traces/high3.jsonl"
|
|
]
|
|
},
|
|
"selections": {
|
|
"low": {
|
|
"anchor": 0.3459572828521402,
|
|
"arrival_order_sha256": "68de977e2ea7396ffe9406675a3d2c5ebecd1b9ea5afc8116c836cc53cfca188",
|
|
"input_length_order_sha256": "dffa79545e738b899bec2e9d282764a3388fe38b162982fb2d26928e17ef6016",
|
|
"offered_req_s": 6.0,
|
|
"offered_req_s_per_gpu": 1.5,
|
|
"request_id_order_sha256": "4993c26442fc6b5a4c09b6f576fd8b3cb1be7ce83b7a771e4a57ee7600de688d",
|
|
"selected_count": 1800,
|
|
"target_count": 1800,
|
|
"target_req_s_per_gpu": 1.5
|
|
},
|
|
"mid": {
|
|
"anchor": 0.48664343020532463,
|
|
"arrival_order_sha256": "efce7339e22d3618cb4d55e6b55bfddb2c563c18faba2a992d5829c13e3f55e9",
|
|
"input_length_order_sha256": "0792b05fff6729fbd92ab2bb4cb6d31bea7799e232ad42772936bc06efbafb54",
|
|
"offered_req_s": 8.5,
|
|
"offered_req_s_per_gpu": 2.125,
|
|
"request_id_order_sha256": "2a2fabe2c4cf176aeb7e0d32fb8e7dbb1f27429a2e7a0cd18d7d186f23096f19",
|
|
"selected_count": 2550,
|
|
"target_count": 2550,
|
|
"target_req_s_per_gpu": 2.125
|
|
}
|
|
},
|
|
"source_roles": [
|
|
"low3",
|
|
"high3"
|
|
],
|
|
"study": "/home/admin/cpfs/wjh/intervention-response-v3-20260714/private/studies/rep3-tp4.json",
|
|
"study_sha256": "fb8ffe256dace32f4ca8a8d49b662d98c3b69b94ecc8fa826e43068b238884ab"
|
|
}
|
|
},
|
|
"sanity": {
|
|
"distinct_selected_sets": 6,
|
|
"invariants": {
|
|
"all_counts_positive": true,
|
|
"load_levels_two": true,
|
|
"selection_hashes_unique": true,
|
|
"selection_sets_disjoint_across_repetitions": true,
|
|
"six_sessions": true,
|
|
"three_repetitions": true
|
|
},
|
|
"red_flags": [],
|
|
"selected_sets": 6
|
|
},
|
|
"schema": "intervention-response-phase-aware-pilot-manifest-v3",
|
|
"sessions": [
|
|
{
|
|
"mns": 16,
|
|
"replicate": 1,
|
|
"session": "rep1-mns16"
|
|
},
|
|
{
|
|
"mns": 64,
|
|
"replicate": 1,
|
|
"session": "rep1-mns64"
|
|
},
|
|
{
|
|
"mns": 64,
|
|
"replicate": 2,
|
|
"session": "rep2-mns64"
|
|
},
|
|
{
|
|
"mns": 16,
|
|
"replicate": 2,
|
|
"session": "rep2-mns16"
|
|
},
|
|
{
|
|
"mns": 16,
|
|
"replicate": 3,
|
|
"session": "rep3-mns16"
|
|
},
|
|
{
|
|
"mns": 64,
|
|
"replicate": 3,
|
|
"session": "rep3-mns64"
|
|
}
|
|
],
|
|
"source": {
|
|
"base_manifest": "/home/admin/cpfs/wjh/fidelity-prefix-pilot-20260714/runs/p1b/pilot-manifest.json",
|
|
"base_manifest_sha256": "86b249a087ab1bcd51cd8de3d1da6bf34afd41af977eb58c93229b941dbf5c8a",
|
|
"prior_attempt_failure": [
|
|
{
|
|
"failure": "TimeoutError('client timeout: tp4_mns16 high')",
|
|
"session": "rep1-mns16"
|
|
}
|
|
],
|
|
"prior_attempt_h20_hours": 1.3580546813540988,
|
|
"prior_attempt_state": "/home/admin/cpfs/wjh/intervention-response-v2-20260714/runs/pilot/controller-state.json",
|
|
"prior_attempt_state_sha256": "c88030ae36862abfc643a855eb3630fb18cd74a58b388514aa31ec1ab485a431",
|
|
"source_trace": "/home/admin/cpfs/wjh/aituner/aituner/trace_windows/traces/chat_w20260312_1000.jsonl",
|
|
"source_trace_sha256": "875ba869775deb78086477919f03b322da14e2673c7d070e26528c4190912757",
|
|
"window_id": "chat_w20260312_1000"
|
|
},
|
|
"status": "PASS"
|
|
}
|