gahow/aituner
0
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add Frontier fidelity envelope campaign

Browse Source
This commit is contained in:
Gahow Wang
2026-07-17 09:44:49 +08:00
parent 3a59d5df96
commit 95f4af3d99
17 changed files with 688 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
runs/frontier-fidelity-envelope-v1/profiles/measured-allreduce.csv Normal file
View File

@@ -0,0 +1,25 @@
time_stats.all_reduce.min,time_stats.all_reduce.max,time_stats.all_reduce.mean,time_stats.all_reduce.median,time_stats.all_reduce.std,rank,num_workers,size,collective,devices_per_node,max_devices_per_node
0.08288000151515007,0.08288000151515007,0.08288000151515007,0.08288000151515007,0.0,0,2,4096,all_reduce,2,8
0.0793600007891655,0.0793600007891655,0.0793600007891655,0.0793600007891655,0.0,0,2,32768,all_reduce,2,8
0.0713919997215271,0.0713919997215271,0.0713919997215271,0.0713919997215271,0.0,0,2,65536,all_reduce,2,8
0.08056000247597694,0.08056000247597694,0.08056000247597694,0.08056000247597694,0.0,0,2,131072,all_reduce,2,8
0.0865279994904995,0.0865279994904995,0.0865279994904995,0.0865279994904995,0.0,0,2,262144,all_reduce,2,8
0.07135999947786331,0.07135999947786331,0.07135999947786331,0.07135999947786331,0.0,0,2,524288,all_reduce,2,8
0.07321599870920181,0.07321599870920181,0.07321599870920181,0.07321599870920181,0.0,0,2,1048576,all_reduce,2,8
0.09025600180029869,0.09025600180029869,0.09025600180029869,0.09025600180029869,0.0,0,2,2097152,all_reduce,2,8
0.08083200082182884,0.08083200082182884,0.08083200082182884,0.08083200082182884,0.0,0,2,4194304,all_reduce,2,8
0.10891199856996536,0.10891199856996536,0.10891199856996536,0.10891199856996536,0.0,0,2,8388608,all_reduce,2,8
0.1703840047121048,0.1703840047121048,0.1703840047121048,0.1703840047121048,0.0,0,2,16777216,all_reduce,2,8
0.25539200007915497,0.25539200007915497,0.25539200007915497,0.25539200007915497,0.0,0,2,33554432,all_reduce,2,8
0.1021759994328022,0.1021759994328022,0.1021759994328022,0.1021759994328022,0.0,0,4,4096,all_reduce,4,8
0.12694399803876877,0.12694399803876877,0.12694399803876877,0.12694399803876877,0.0,0,4,32768,all_reduce,4,8
0.09161599725484848,0.09161599725484848,0.09161599725484848,0.09161599725484848,0.0,0,4,65536,all_reduce,4,8
0.08580800145864487,0.08580800145864487,0.08580800145864487,0.08580800145864487,0.0,0,4,131072,all_reduce,4,8
0.09867199882864952,0.09867199882864952,0.09867199882864952,0.09867199882864952,0.0,0,4,262144,all_reduce,4,8
0.09646400064229965,0.09646400064229965,0.09646400064229965,0.09646400064229965,0.0,0,4,524288,all_reduce,4,8
0.08377600088715553,0.08377600088715553,0.08377600088715553,0.08377600088715553,0.0,0,4,1048576,all_reduce,4,8
0.1128000020980835,0.1128000020980835,0.1128000020980835,0.1128000020980835,0.0,0,4,2097152,all_reduce,4,8
0.08755199983716011,0.08755199983716011,0.08755199983716011,0.08755199983716011,0.0,0,4,4194304,all_reduce,4,8
0.12361599877476692,0.12361599877476692,0.12361599877476692,0.12361599877476692,0.0,0,4,8388608,all_reduce,4,8
0.20030399411916733,0.20030399411916733,0.20030399411916733,0.20030399411916733,0.0,0,4,16777216,all_reduce,4,8
0.2924960106611252,0.2924960106611252,0.2924960106611252,0.2924960106611252,0.0,0,4,33554432,all_reduce,4,8
1 time_stats.all_reduce.min time_stats.all_reduce.max time_stats.all_reduce.mean time_stats.all_reduce.median time_stats.all_reduce.std rank num_workers size collective devices_per_node max_devices_per_node
2 0.08288000151515007 0.08288000151515007 0.08288000151515007 0.08288000151515007 0.0 0 2 4096 all_reduce 2 8
3 0.0793600007891655 0.0793600007891655 0.0793600007891655 0.0793600007891655 0.0 0 2 32768 all_reduce 2 8
4 0.0713919997215271 0.0713919997215271 0.0713919997215271 0.0713919997215271 0.0 0 2 65536 all_reduce 2 8
5 0.08056000247597694 0.08056000247597694 0.08056000247597694 0.08056000247597694 0.0 0 2 131072 all_reduce 2 8
6 0.0865279994904995 0.0865279994904995 0.0865279994904995 0.0865279994904995 0.0 0 2 262144 all_reduce 2 8
7 0.07135999947786331 0.07135999947786331 0.07135999947786331 0.07135999947786331 0.0 0 2 524288 all_reduce 2 8
8 0.07321599870920181 0.07321599870920181 0.07321599870920181 0.07321599870920181 0.0 0 2 1048576 all_reduce 2 8
9 0.09025600180029869 0.09025600180029869 0.09025600180029869 0.09025600180029869 0.0 0 2 2097152 all_reduce 2 8
10 0.08083200082182884 0.08083200082182884 0.08083200082182884 0.08083200082182884 0.0 0 2 4194304 all_reduce 2 8
11 0.10891199856996536 0.10891199856996536 0.10891199856996536 0.10891199856996536 0.0 0 2 8388608 all_reduce 2 8
12 0.1703840047121048 0.1703840047121048 0.1703840047121048 0.1703840047121048 0.0 0 2 16777216 all_reduce 2 8
13 0.25539200007915497 0.25539200007915497 0.25539200007915497 0.25539200007915497 0.0 0 2 33554432 all_reduce 2 8
14 0.1021759994328022 0.1021759994328022 0.1021759994328022 0.1021759994328022 0.0 0 4 4096 all_reduce 4 8
15 0.12694399803876877 0.12694399803876877 0.12694399803876877 0.12694399803876877 0.0 0 4 32768 all_reduce 4 8
16 0.09161599725484848 0.09161599725484848 0.09161599725484848 0.09161599725484848 0.0 0 4 65536 all_reduce 4 8
17 0.08580800145864487 0.08580800145864487 0.08580800145864487 0.08580800145864487 0.0 0 4 131072 all_reduce 4 8
18 0.09867199882864952 0.09867199882864952 0.09867199882864952 0.09867199882864952 0.0 0 4 262144 all_reduce 4 8
19 0.09646400064229965 0.09646400064229965 0.09646400064229965 0.09646400064229965 0.0 0 4 524288 all_reduce 4 8
20 0.08377600088715553 0.08377600088715553 0.08377600088715553 0.08377600088715553 0.0 0 4 1048576 all_reduce 4 8
21 0.1128000020980835 0.1128000020980835 0.1128000020980835 0.1128000020980835 0.0 0 4 2097152 all_reduce 4 8
22 0.08755199983716011 0.08755199983716011 0.08755199983716011 0.08755199983716011 0.0 0 4 4194304 all_reduce 4 8
23 0.12361599877476692 0.12361599877476692 0.12361599877476692 0.12361599877476692 0.0 0 4 8388608 all_reduce 4 8
24 0.20030399411916733 0.20030399411916733 0.20030399411916733 0.20030399411916733 0.0 0 4 16777216 all_reduce 4 8
25 0.2924960106611252 0.2924960106611252 0.2924960106611252 0.2924960106611252 0.0 0 4 33554432 all_reduce 4 8

15
runs/frontier-fidelity-envelope-v1/profiles/measured-allreduce.manifest.json Normal file
View File

@@ -0,0 +1,15 @@
{
"output": "/home/gahow/phd/aituner/runs/frontier-fidelity-envelope-v1/profiles/measured-allreduce.csv",
"output_sha256": "9d693fd406616b599e57bcde66c980c7fc2831b3acf37d3eb633cec80ea0070d",
"payload_contract": "size=num_tokens*hidden_dim*2_bytes",
"rows": 24,
"schema": "frontier-vidur-allreduce-materialization-v1",
"source": "/home/gahow/phd/aituner/runs/frontier-qwen30-vllm020-profile-v1/frozen/profile-v2/allreduce.json",
"source_sha256": "b38d14f990578d668523d25b107aceed433da5020d8ada3b6e44d3562261a3b3",
"target": "time_stats.all_reduce.median",
"tp_coverage": [
2,
4
],
"unused_stat_policy": "repeat critical_path_median; std=0"
}