aituner/runs/frontier-qwen30-vllm020-profile-v1/frozen/profile-v1/moe.csv

1	time_stats.moe_gating_linear.min	time_stats.moe_gating_linear.max	time_stats.moe_gating_linear.mean	time_stats.moe_gating_linear.median	time_stats.moe_gating_linear.std	time_stats.moe_gating_routing_topk.min	time_stats.moe_gating_routing_topk.max	time_stats.moe_gating_routing_topk.mean	time_stats.moe_gating_routing_topk.median	time_stats.moe_gating_routing_topk.std	time_stats.moe_shuffling.min	time_stats.moe_shuffling.max	time_stats.moe_shuffling.mean	time_stats.moe_shuffling.median	time_stats.moe_shuffling.std	time_stats.moe_grouped_gemm.min	time_stats.moe_grouped_gemm.max	time_stats.moe_grouped_gemm.mean	time_stats.moe_grouped_gemm.median	time_stats.moe_grouped_gemm.std	num_tokens	num_experts	num_experts_per_device	expert_parallel_size	routing_runtime_path	routing_assignment_policy	routing_weight_policy	routing_uses_router_logits	gating_runtime_context	gating_runtime_context_impl	router_topk	hidden_dim	expert_hidden_dim	use_gated	num_tensor_parallel_workers	total_routed_tokens	model_expansion_ratio	tokens_per_expert_avg	tokens_to_experts_ratio	expert_utilization	min_load_ratio	load_imbalance_cv	max_load_ratio	load_entropy	load_gini_coefficient	load_distribution	seed	moe_grouped_gemm_backend	measurement_type	profiling_precision	model_arch	quant_signature	router_median_nonadditivity_ratio	projection_policy
2	0.02502400055527687	0.06092799827456474	0.033839999698102474	0.028672000393271446	0.010315255343709818	0.019360000267624855	0.0352960005402565	0.023424000293016434	0.022064000368118286	0.0038898102289194572	0.0	0.0	0.0	0.0	0.0	0.33926400542259216	0.405023992061615	0.36780479848384856	0.36507199704647064	0.01690507644474779	1	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	8	0.375	0.0625	0.0625	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0233364439829928	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
3	0.025280000641942024	0.05132799968123436	0.030641599837690593	0.027343999594449997	0.007562409232763304	0.020160000771284103	0.052960000932216644	0.024145600199699403	0.021424000151455402	0.007450198645599985	0.0	0.0	0.0	0.0	0.0	1.1943039894104004	1.286784052848816	1.228384006023407	1.2273280024528503	0.02832547242381263	8	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	64	0.375	0.5	0.5	0.3984375	0.0	1.346291201783626	4.0	5.59375	0.661865234375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9806430689981738	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
4	0.024831999093294144	0.046560000628232956	0.030371200107038022	0.02763199992477894	0.005878487205028602	0.020320000126957893	0.04560000076889992	0.02601920012384653	0.02270400058478117	0.00751129965906799	0.0	0.0	0.0	0.0	0.0	1.679744005203247	1.766144037246704	1.7095808148384095	1.7015680074691772	0.02438921262998535	16	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	128	0.375	1.0	1.0	0.625	0.0	1.015504800579495	5.0	6.15516433212955	0.529052734375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9103623678483975	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
5	0.024288000538945198	0.049375999718904495	0.03086080001667142	0.0267359996214509	0.0070864531384997225	0.020479999482631683	0.030912000685930252	0.02274719988927245	0.021359999664127827	0.0029966813650672505	0.0	0.0	0.0	0.0	0.0	2.1576640605926514	2.2921600341796875	2.2097824096679686	2.188944101333618	0.045572321842012986	32	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	256	0.375	2.0	2.0	0.875	0.0	0.6343057228182637	2.5	6.64370748444639	0.35369873046875	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9610778571819444	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
6	0.02393599972128868	0.04342399910092354	0.029380799923092126	0.026688000187277794	0.0057374782000526574	0.020031999796628952	0.036607999354600906	0.022487999964505435	0.020911999978125095	0.0038135203062103235	0.0	0.0	0.0	0.0	0.0	2.422368049621582	2.5130879878997803	2.4516672134399413	2.434159994125366	0.03278900287381846	64	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	512	0.375	4.0	4.0	0.984375	0.0	0.4921254921257382	2.25	6.817190042344769	0.272369384765625	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9952941013961014	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
7	0.025407999753952026	0.05510399863123894	0.031430399790406224	0.02798399981111288	0.007335050273982725	0.020479999482631683	0.03561599925160408	0.02275839988142252	0.021551999263465405	0.003545718365165811	0.0	0.0	0.0	0.0	0.0	2.2217600345611572	2.289599895477295	2.2571327924728393	2.263375997543335	0.021660416089449488	128	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	1024	0.375	8.0	8.0	1.0	0.125	0.3486861500690843	1.875	6.908192310183997	0.197662353515625	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9273256282883522	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
8	0.0244159996509552	0.05395200103521347	0.03188959984108806	0.026031999848783016	0.00943995927387483	0.02051199972629547	0.036607999354600906	0.023247999791055917	0.02147199958562851	0.003910623837069648	0.0	0.0	0.0	0.0	0.0	2.18668794631958	2.318079948425293	2.2218016147613526	2.211087942123413	0.035380897213135316	256	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	2048	0.375	16.0	16.0	1.0	0.4375	0.2525504668006971	1.875	6.953347743053017	0.1410369873046875	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0380599882396606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
9	0.024512000381946564	0.04620800167322159	0.02884640023112297	0.026320000179111958	0.005516557583355925	0.02054399996995926	0.03846399858593941	0.023401600029319524	0.021263999864459038	0.0044742944198265374	0.0	0.0	0.0	0.0	0.0	2.2291839122772217	2.3929600715637207	2.2908096313476562	2.2804640531539917	0.04479348924786221	512	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	4096	0.375	32.0	32.0	1.0	0.65625	0.15765965680164504	1.5625	6.98229848728205	0.08779525756835938	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9569603278386984	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
10	0.02412799932062626	0.06940799951553345	0.030817600432783365	0.026800000108778477	0.010047085187652939	0.020128000527620316	0.044096000492572784	0.024606400076299904	0.022304000332951546	0.00622857166823714	0.0	0.0	0.0	0.0	0.0	2.0678720474243164	2.1297600269317627	2.0837119817733765	2.0779199600219727	0.017880044357986735	1024	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	8192	0.375	64.0	64.0	1.0	0.625	0.12169081635504074	1.3125	6.9892029662356325	0.06879425048828125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9524274993623046	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
11	0.02831999957561493	0.043487999588251114	0.031744000129401685	0.02991999965161085	0.003973415836428909	0.02070399932563305	0.029343999922275543	0.022886400017887353	0.021743999794125557	0.0026873065045088873	0.0	0.0	0.0	0.0	0.0	2.916032075881958	3.0819520950317383	2.9805248022079467	2.9656319618225098	0.05482195799019572	2048	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	16384	0.375	128.0	128.0	1.0	0.796875	0.07935434147688751	1.1796875	6.9954297964750305	0.044734954833984375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8971818172100244	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
12	0.03830400109291077	0.06268800050020218	0.043337599746882914	0.040511999279260635	0.005823016247946116	0.023135999217629433	0.03747199848294258	0.025206399988383053	0.02393599972128868	0.003271381256231161	0.0	0.0	0.0	0.0	0.0	4.421599864959717	4.535359859466553	4.486294317245483	4.497056007385254	0.036990243787549344	4096	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	32768	0.375	256.0	256.0	1.0	0.8203125	0.060849326483103046	1.17578125	6.9973188375859685	0.033740997314453125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8113207890716184	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
13	0.05660799890756607	0.07932800054550171	0.06249920018017292	0.06039999984204769	0.005636461691480845	0.02956799976527691	0.03747199848294258	0.031126399897038935	0.030287999659776688	0.002157571006631541	0.0	0.0	0.0	0.0	0.0	7.302591800689697	7.402751922607422	7.354758310317993	7.3464319705963135	0.032142662400335566	8192	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	65536	0.375	512.0	512.0	1.0	0.890625	0.0412323087266341	1.08984375	6.998772433185578	0.02334284782409668	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.883909666885606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
14	0.02502400055527687	0.06092799827456474	0.033839999698102474	0.028672000393271446	0.010315255343709818	0.019360000267624855	0.0352960005402565	0.023424000293016434	0.022064000368118286	0.0038898102289194572	0.0	0.0	0.0	0.0	0.0	0.35280001163482666	0.39692801237106323	0.37662720382213594	0.37196800112724304	0.013401318050665304	1	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	8	0.375	0.0625	0.0625	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0233364439829928	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
15	0.025280000641942024	0.05132799968123436	0.030641599837690593	0.027343999594449997	0.007562409232763304	0.020160000771284103	0.052960000932216644	0.024145600199699403	0.021424000151455402	0.007450198645599985	0.0	0.0	0.0	0.0	0.0	0.4692479968070984	0.5523840188980103	0.5134752035140991	0.5100640058517456	0.02291433464135784	8	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	64	0.375	0.5	0.5	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9806430689981738	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
16	0.024831999093294144	0.046560000628232956	0.030371200107038022	0.02763199992477894	0.005878487205028602	0.020320000126957893	0.04560000076889992	0.02601920012384653	0.02270400058478117	0.00751129965906799	0.0	0.0	0.0	0.0	0.0	0.34652799367904663	0.4119040071964264	0.3789471983909607	0.38550400733947754	0.02073945105803335	16	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	128	0.375	1.0	1.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9103623678483975	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
17	0.024288000538945198	0.049375999718904495	0.03086080001667142	0.0267359996214509	0.0070864531384997225	0.020479999482631683	0.030912000685930252	0.02274719988927245	0.021359999664127827	0.0029966813650672505	0.0	0.0	0.0	0.0	0.0	0.31462401151657104	0.7456960082054138	0.38617280423641204	0.34545600414276123	0.12230201266253077	32	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	256	0.375	2.0	2.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9610778571819444	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
18	0.02393599972128868	0.04342399910092354	0.029380799923092126	0.026688000187277794	0.0057374782000526574	0.020031999796628952	0.036607999354600906	0.022487999964505435	0.020911999978125095	0.0038135203062103235	0.0	0.0	0.0	0.0	0.0	0.32521599531173706	0.419871985912323	0.36325119733810424	0.34968000650405884	0.03161798848223672	64	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	512	0.375	4.0	4.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9952941013961014	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
19	0.025407999753952026	0.05510399863123894	0.031430399790406224	0.02798399981111288	0.007335050273982725	0.020479999482631683	0.03561599925160408	0.02275839988142252	0.021551999263465405	0.003545718365165811	0.0	0.0	0.0	0.0	0.0	0.289792001247406	0.4663360118865967	0.4091839998960495	0.41655999422073364	0.0446001986506615	128	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	1024	0.375	8.0	8.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9273256282883522	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
20	0.0244159996509552	0.05395200103521347	0.03188959984108806	0.026031999848783016	0.00943995927387483	0.02051199972629547	0.036607999354600906	0.023247999791055917	0.02147199958562851	0.003910623837069648	0.0	0.0	0.0	0.0	0.0	0.3761279881000519	0.4416320025920868	0.40686399936676027	0.40540799498558044	0.02257778769899645	256	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	2048	0.375	16.0	16.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0380599882396606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
21	0.024512000381946564	0.04620800167322159	0.02884640023112297	0.026320000179111958	0.005516557583355925	0.02054399996995926	0.03846399858593941	0.023401600029319524	0.021263999864459038	0.0044742944198265374	0.0	0.0	0.0	0.0	0.0	0.7172480225563049	0.8663039803504944	0.7723807990550995	0.7591840028762817	0.04164772379451242	512	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	4096	0.375	32.0	32.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9569603278386984	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
22	0.02412799932062626	0.06940799951553345	0.030817600432783365	0.026800000108778477	0.010047085187652939	0.020128000527620316	0.044096000492572784	0.024606400076299904	0.022304000332951546	0.00622857166823714	0.0	0.0	0.0	0.0	0.0	1.0195519924163818	1.2216639518737793	1.1253888130187988	1.1453600525856018	0.06548005322243594	1024	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	8192	0.375	64.0	64.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9524274993623046	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
23	0.02831999957561493	0.043487999588251114	0.031744000129401685	0.02991999965161085	0.003973415836428909	0.02070399932563305	0.029343999922275543	0.022886400017887353	0.021743999794125557	0.0026873065045088873	0.0	0.0	0.0	0.0	0.0	1.7490559816360474	1.9644800424575806	1.8529024004936219	1.814303994178772	0.08042565617327288	2048	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	16384	0.375	128.0	128.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8971818172100244	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
24	0.03830400109291077	0.06268800050020218	0.043337599746882914	0.040511999279260635	0.005823016247946116	0.023135999217629433	0.03747199848294258	0.025206399988383053	0.02393599972128868	0.003271381256231161	0.0	0.0	0.0	0.0	0.0	3.2479360103607178	3.385279893875122	3.296070408821106	3.2800960540771484	0.04525529026442046	4096	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	32768	0.375	256.0	256.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8113207890716184	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
25	0.05660799890756607	0.07932800054550171	0.06249920018017292	0.06039999984204769	0.005636461691480845	0.02956799976527691	0.03747199848294258	0.031126399897038935	0.030287999659776688	0.002157571006631541	0.0	0.0	0.0	0.0	0.0	6.344799995422363	6.517856121063232	6.464438438415527	6.478623867034912	0.05116674443145098	8192	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	1	65536	0.375	512.0	512.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.883909666885606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
26	0.02502400055527687	0.06092799827456474	0.033839999698102474	0.028672000393271446	0.010315255343709818	0.019360000267624855	0.0352960005402565	0.023424000293016434	0.022064000368118286	0.0038898102289194572	0.0	0.0	0.0	0.0	0.0	0.2648000121116638	0.325439989566803	0.28852800130844114	0.28390398621559143	0.01933778377635077	1	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	8	0.375	0.0625	0.0625	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0233364439829928	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
27	0.025280000641942024	0.05132799968123436	0.030641599837690593	0.027343999594449997	0.007562409232763304	0.020160000771284103	0.052960000932216644	0.024145600199699403	0.021424000151455402	0.007450198645599985	0.0	0.0	0.0	0.0	0.0	0.7347840070724487	0.862496018409729	0.7769344031810761	0.769216001033783	0.03290485328796285	8	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	64	0.375	0.5	0.5	0.421875	0.0	1.346291201783626	6.0	5.652114648336087	0.636962890625	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9806430689981738	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
28	0.024831999093294144	0.046560000628232956	0.030371200107038022	0.02763199992477894	0.005878487205028602	0.020320000126957893	0.04560000076889992	0.02601920012384653	0.02270400058478117	0.00751129965906799	0.0	0.0	0.0	0.0	0.0	0.9198399782180786	0.9646080136299133	0.9412063956260681	0.9411839842796326	0.014939365085478117	16	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	128	0.375	1.0	1.0	0.5703125	0.0	1.118033988749895	5.0	6.008641773518898	0.580810546875	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9103623678483975	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
29	0.024288000538945198	0.049375999718904495	0.03086080001667142	0.0267359996214509	0.0070864531384997225	0.020479999482631683	0.030912000685930252	0.02274719988927245	0.021359999664127827	0.0029966813650672505	0.0	0.0	0.0	0.0	0.0	1.2796800136566162	1.3484159708023071	1.3006976008415223	1.2929120063781738	0.020807998177176254	32	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	256	0.375	2.0	2.0	0.8828125	0.0	0.6959705453537527	3.0	6.60872850615583	0.38055419921875	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9610778571819444	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
30	0.02393599972128868	0.04342399910092354	0.029380799923092126	0.026688000187277794	0.0057374782000526574	0.020031999796628952	0.036607999354600906	0.022487999964505435	0.020911999978125095	0.0038135203062103235	0.0	0.0	0.0	0.0	0.0	1.3630399703979492	1.4430400133132935	1.3909215927124023	1.3892319798469543	0.022335744492366926	64	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	512	0.375	4.0	4.0	0.984375	0.0	0.5201036555341637	3.0	6.798826509158851	0.28302001953125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9952941013961014	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
31	0.025407999753952026	0.05510399863123894	0.031430399790406224	0.02798399981111288	0.007335050273982725	0.020479999482631683	0.03561599925160408	0.02275839988142252	0.021551999263465405	0.003545718365165811	0.0	0.0	0.0	0.0	0.0	1.27948796749115	1.3904000520706177	1.3176063895225525	1.309440016746521	0.038060887827312775	128	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	1024	0.375	8.0	8.0	1.0	0.25	0.3511282039725661	1.875	6.91002266305238	0.1970977783203125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9273256282883522	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
32	0.0244159996509552	0.05395200103521347	0.03188959984108806	0.026031999848783016	0.00943995927387483	0.02051199972629547	0.036607999354600906	0.023247999791055917	0.02147199958562851	0.003910623837069648	0.0	0.0	0.0	0.0	0.0	1.264415979385376	1.3145920038223267	1.2791999936103822	1.2753440141677856	0.014130605249568332	256	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	2048	0.375	16.0	16.0	1.0	0.375	0.24692938483248605	1.6875	6.955481130775285	0.13909912109375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0380599882396606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
33	0.024512000381946564	0.04620800167322159	0.02884640023112297	0.026320000179111958	0.005516557583355925	0.02054399996995926	0.03846399858593941	0.023401600029319524	0.021263999864459038	0.0044742944198265374	0.0	0.0	0.0	0.0	0.0	1.3081920146942139	1.347648024559021	1.3292255997657776	1.329967975616455	0.014558863679016933	512	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	4096	0.375	32.0	32.0	1.0	0.625	0.17143053326165383	1.5625	6.9786675275754035	0.09520339965820312	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9569603278386984	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
34	0.02412799932062626	0.06940799951553345	0.030817600432783365	0.026800000108778477	0.010047085187652939	0.020128000527620316	0.044096000492572784	0.024606400076299904	0.022304000332951546	0.00622857166823714	0.0	0.0	0.0	0.0	0.0	1.242751955986023	1.3112000226974487	1.2747935891151427	1.266207993030548	0.021093073517695057	1024	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	8192	0.375	64.0	64.0	1.0	0.78125	0.11000099875256815	1.296875	6.991308871213679	0.062183380126953125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9524274993623046	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
35	0.02831999957561493	0.043487999588251114	0.031744000129401685	0.02991999965161085	0.003973415836428909	0.02070399932563305	0.029343999922275543	0.022886400017887353	0.021743999794125557	0.0026873065045088873	0.0	0.0	0.0	0.0	0.0	1.7388160228729248	1.8077759742736816	1.772764801979065	1.772704005241394	0.021056644077284283	2048	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	16384	0.375	128.0	128.0	1.0	0.78125	0.0864630150197678	1.1796875	6.994552526394139	0.048796653747558594	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8971818172100244	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
36	0.03830400109291077	0.06268800050020218	0.043337599746882914	0.040511999279260635	0.005823016247946116	0.023135999217629433	0.03747199848294258	0.025206399988383053	0.02393599972128868	0.003271381256231161	0.0	0.0	0.0	0.0	0.0	2.6563520431518555	2.7063679695129395	2.6785055875778196	2.6791679859161377	0.01639963463052944	4096	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	32768	0.375	256.0	256.0	1.0	0.8671875	0.06127686514721937	1.16015625	6.997291583027146	0.03497934341430664	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8113207890716184	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
37	0.05660799890756607	0.07932800054550171	0.06249920018017292	0.06039999984204769	0.005636461691480845	0.02956799976527691	0.03747199848294258	0.031126399897038935	0.030287999659776688	0.002157571006631541	0.0	0.0	0.0	0.0	0.0	4.386879920959473	4.452256202697754	4.4108480453491214	4.406303882598877	0.019768161791937636	8192	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	65536	0.375	512.0	512.0	1.0	0.884765625	0.041723768525324195	1.1171875	6.998746434318934	0.02298593521118164	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.883909666885606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
38	0.02502400055527687	0.06092799827456474	0.033839999698102474	0.028672000393271446	0.010315255343709818	0.019360000267624855	0.0352960005402565	0.023424000293016434	0.022064000368118286	0.0038898102289194572	0.0	0.0	0.0	0.0	0.0	0.24208000302314758	0.4028480052947998	0.3041536003351212	0.277103990316391	0.05660721484881584	1	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	8	0.375	0.0625	0.0625	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0233364439829928	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
39	0.025280000641942024	0.05132799968123436	0.030641599837690593	0.027343999594449997	0.007562409232763304	0.020160000771284103	0.052960000932216644	0.024145600199699403	0.021424000151455402	0.007450198645599985	0.0	0.0	0.0	0.0	0.0	0.2447039932012558	0.30502399802207947	0.26446720361709597	0.26265600323677063	0.016744548364435372	8	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	64	0.375	0.5	0.5	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9806430689981738	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
40	0.024831999093294144	0.046560000628232956	0.030371200107038022	0.02763199992477894	0.005878487205028602	0.020320000126957893	0.04560000076889992	0.02601920012384653	0.02270400058478117	0.00751129965906799	0.0	0.0	0.0	0.0	0.0	0.2337920069694519	0.2881599962711334	0.26074880361557007	0.264384001493454	0.016469850143940968	16	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	128	0.375	1.0	1.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9103623678483975	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
41	0.024288000538945198	0.049375999718904495	0.03086080001667142	0.0267359996214509	0.0070864531384997225	0.020479999482631683	0.030912000685930252	0.02274719988927245	0.021359999664127827	0.0029966813650672505	0.0	0.0	0.0	0.0	0.0	0.23369599878787994	0.28591999411582947	0.25465920120477675	0.25385600328445435	0.01593204652619194	32	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	256	0.375	2.0	2.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9610778571819444	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
42	0.02393599972128868	0.04342399910092354	0.029380799923092126	0.026688000187277794	0.0057374782000526574	0.020031999796628952	0.036607999354600906	0.022487999964505435	0.020911999978125095	0.0038135203062103235	0.0	0.0	0.0	0.0	0.0	0.2295999974012375	0.26556798815727234	0.24674240052700042	0.2497600018978119	0.010345732066199003	64	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	512	0.375	4.0	4.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9952941013961014	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
43	0.025407999753952026	0.05510399863123894	0.031430399790406224	0.02798399981111288	0.007335050273982725	0.020479999482631683	0.03561599925160408	0.02275839988142252	0.021551999263465405	0.003545718365165811	0.0	0.0	0.0	0.0	0.0	0.21721599996089935	0.29020801186561584	0.2394208014011383	0.2346400022506714	0.018747330357768585	128	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	1024	0.375	8.0	8.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9273256282883522	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
44	0.0244159996509552	0.05395200103521347	0.03188959984108806	0.026031999848783016	0.00943995927387483	0.02051199972629547	0.036607999354600906	0.023247999791055917	0.02147199958562851	0.003910623837069648	0.0	0.0	0.0	0.0	0.0	0.2717759907245636	0.305184006690979	0.28813759982585907	0.28809599578380585	0.01183422600545854	256	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	2048	0.375	16.0	16.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0380599882396606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
45	0.024512000381946564	0.04620800167322159	0.02884640023112297	0.026320000179111958	0.005516557583355925	0.02054399996995926	0.03846399858593941	0.023401600029319524	0.021263999864459038	0.0044742944198265374	0.0	0.0	0.0	0.0	0.0	0.3917759954929352	0.43772798776626587	0.41130879521369934	0.4131519943475723	0.012992473640805227	512	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	4096	0.375	32.0	32.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9569603278386984	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
46	0.02412799932062626	0.06940799951553345	0.030817600432783365	0.026800000108778477	0.010047085187652939	0.020128000527620316	0.044096000492572784	0.024606400076299904	0.022304000332951546	0.00622857166823714	0.0	0.0	0.0	0.0	0.0	0.6176639795303345	0.7009919881820679	0.642767995595932	0.6330719888210297	0.024074084919938756	1024	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	8192	0.375	64.0	64.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9524274993623046	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
47	0.02831999957561493	0.043487999588251114	0.031744000129401685	0.02991999965161085	0.003973415836428909	0.02070399932563305	0.029343999922275543	0.022886400017887353	0.021743999794125557	0.0026873065045088873	0.0	0.0	0.0	0.0	0.0	1.0820800065994263	1.1674879789352417	1.1034304022789	1.0977439880371094	0.0233067292981566	2048	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	16384	0.375	128.0	128.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8971818172100244	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
48	0.03830400109291077	0.06268800050020218	0.043337599746882914	0.040511999279260635	0.005823016247946116	0.023135999217629433	0.03747199848294258	0.025206399988383053	0.02393599972128868	0.003271381256231161	0.0	0.0	0.0	0.0	0.0	1.9809919595718384	2.0415360927581787	2.003715181350708	1.992751955986023	0.022066076434645737	4096	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	32768	0.375	256.0	256.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8113207890716184	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
49	0.05660799890756607	0.07932800054550171	0.06249920018017292	0.06039999984204769	0.005636461691480845	0.02956799976527691	0.03747199848294258	0.031126399897038935	0.030287999659776688	0.002157571006631541	0.0	0.0	0.0	0.0	0.0	3.790112018585205	3.8651199340820312	3.829139161109924	3.8230879306793213	0.025177464160110564	8192	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	2	65536	0.375	512.0	512.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.883909666885606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
50	0.02502400055527687	0.06092799827456474	0.033839999698102474	0.028672000393271446	0.010315255343709818	0.019360000267624855	0.0352960005402565	0.023424000293016434	0.022064000368118286	0.0038898102289194572	0.0	0.0	0.0	0.0	0.0	0.212351992726326	0.24383999407291412	0.22760000079870224	0.22723200172185898	0.01050568575837594	1	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	8	0.375	0.0625	0.0625	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0233364439829928	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
51	0.025280000641942024	0.05132799968123436	0.030641599837690593	0.027343999594449997	0.007562409232763304	0.020160000771284103	0.052960000932216644	0.024145600199699403	0.021424000151455402	0.007450198645599985	0.0	0.0	0.0	0.0	0.0	0.47494399547576904	0.5184000134468079	0.4920704007148743	0.49169600009918213	0.011991064701471855	8	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	64	0.375	0.5	0.5	0.3984375	0.0	1.3919410907075054	6.0	5.570159765557392	0.667236328125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9806430689981738	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
52	0.024831999093294144	0.046560000628232956	0.030371200107038022	0.02763199992477894	0.005878487205028602	0.020320000126957893	0.04560000076889992	0.02601920012384653	0.02270400058478117	0.00751129965906799	0.0	0.0	0.0	0.0	0.0	0.6360960006713867	0.7004479765892029	0.6608384013175964	0.6572319865226746	0.020416877242438597	16	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	128	0.375	1.0	1.0	0.625	0.0	1.0307764064044151	4.0	6.138251855282827	0.5382080078125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9103623678483975	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
53	0.024288000538945198	0.049375999718904495	0.03086080001667142	0.0267359996214509	0.0070864531384997225	0.020479999482631683	0.030912000685930252	0.02274719988927245	0.021359999664127827	0.0029966813650672505	0.0	0.0	0.0	0.0	0.0	0.780896008014679	0.8301439881324768	0.80346559882164	0.8030399978160858	0.016801230312128875	32	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	256	0.375	2.0	2.0	0.859375	0.0	0.6903350635742038	3.0	6.5943747091218174	0.38067626953125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9610778571819444	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
54	0.02393599972128868	0.04342399910092354	0.029380799923092126	0.026688000187277794	0.0057374782000526574	0.020031999796628952	0.036607999354600906	0.022487999964505435	0.020911999978125095	0.0038135203062103235	0.0	0.0	0.0	0.0	0.0	0.8607040047645569	0.9195200204849243	0.8783008038997651	0.8751039803028107	0.01719059253115595	64	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	512	0.375	4.0	4.0	0.9765625	0.0	0.49410588440130926	2.75	6.814452474347134	0.271270751953125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9952941013961014	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
55	0.025407999753952026	0.05510399863123894	0.031430399790406224	0.02798399981111288	0.007335050273982725	0.020479999482631683	0.03561599925160408	0.02275839988142252	0.021551999263465405	0.003545718365165811	0.0	0.0	0.0	0.0	0.0	0.833952009677887	0.894752025604248	0.8619967997074127	0.863215982913971	0.018716378851797198	128	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	1024	0.375	8.0	8.0	1.0	0.25	0.33693529145074724	2.125	6.9186075263155535	0.1867218017578125	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9273256282883522	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
56	0.0244159996509552	0.05395200103521347	0.03188959984108806	0.026031999848783016	0.00943995927387483	0.02051199972629547	0.036607999354600906	0.023247999791055917	0.02147199958562851	0.003910623837069648	0.0	0.0	0.0	0.0	0.0	0.834879994392395	0.8871039748191833	0.8651552021503448	0.8638879954814911	0.015262430894400969	256	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	2048	0.375	16.0	16.0	1.0	0.375	0.25567294018677456	1.8125	6.952441049154937	0.14349365234375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0380599882396606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
57	0.024512000381946564	0.04620800167322159	0.02884640023112297	0.026320000179111958	0.005516557583355925	0.02054399996995926	0.03846399858593941	0.023401600029319524	0.021263999864459038	0.0044742944198265374	0.0	0.0	0.0	0.0	0.0	0.8518080115318298	0.9097599983215332	0.8810272097587586	0.8751040101051331	0.017005819633271906	512	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	4096	0.375	32.0	32.0	1.0	0.625	0.1747801353218523	1.53125	6.978069554482723	0.09820938110351562	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9569603278386984	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
58	0.02412799932062626	0.06940799951553345	0.030817600432783365	0.026800000108778477	0.010047085187652939	0.020128000527620316	0.044096000492572784	0.024606400076299904	0.022304000332951546	0.00622857166823714	0.0	0.0	0.0	0.0	0.0	0.8470079898834229	0.9010239839553833	0.8694015920162201	0.8716959953308105	0.016138881171190216	1024	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	8192	0.375	64.0	64.0	1.0	0.65625	0.1158122428154187	1.3125	6.9901908183358845	0.06445503234863281	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9524274993623046	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
59	0.02831999957561493	0.043487999588251114	0.031744000129401685	0.02991999965161085	0.003973415836428909	0.02070399932563305	0.029343999922275543	0.022886400017887353	0.021743999794125557	0.0026873065045088873	0.0	0.0	0.0	0.0	0.0	1.1698240041732788	1.2311359643936157	1.1888479948043824	1.1890720129013062	0.017978797794492758	2048	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	16384	0.375	128.0	128.0	1.0	0.78125	0.08347181893108634	1.1796875	6.994921772573154	0.046871185302734375	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8971818172100244	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
60	0.03830400109291077	0.06268800050020218	0.043337599746882914	0.040511999279260635	0.005823016247946116	0.023135999217629433	0.03747199848294258	0.025206399988383053	0.02393599972128868	0.003271381256231161	0.0	0.0	0.0	0.0	0.0	1.7702720165252686	1.8097599744796753	1.7919103980064393	1.7956640124320984	0.012641295676021557	4096	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	32768	0.375	256.0	256.0	1.0	0.78125	0.06866734477822484	1.20703125	6.996602562938728	0.03801727294921875	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8113207890716184	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
61	0.05660799890756607	0.07932800054550171	0.06249920018017292	0.06039999984204769	0.005636461691480845	0.02956799976527691	0.03747199848294258	0.031126399897038935	0.030287999659776688	0.002157571006631541	0.0	0.0	0.0	0.0	0.0	2.968672037124634	3.0278079509735107	2.9899007797241213	2.9824799299240112	0.01816414122631667	8192	128	128	1	standard_fused_topk	logit_topk	softmax_renorm	True	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	65536	0.375	512.0	512.0	1.0	0.8984375	0.04399546833977376	1.126953125	6.998607314922362	0.024699926376342773	uniform_random_logits	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.883909666885606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
62	0.02502400055527687	0.06092799827456474	0.033839999698102474	0.028672000393271446	0.010315255343709818	0.019360000267624855	0.0352960005402565	0.023424000293016434	0.022064000368118286	0.0038898102289194572	0.0	0.0	0.0	0.0	0.0	0.19574399292469025	0.2512960135936737	0.21939200013875962	0.2199999988079071	0.017532156418212565	1	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	8	0.375	0.0625	0.0625	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0233364439829928	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
63	0.025280000641942024	0.05132799968123436	0.030641599837690593	0.027343999594449997	0.007562409232763304	0.020160000771284103	0.052960000932216644	0.024145600199699403	0.021424000151455402	0.007450198645599985	0.0	0.0	0.0	0.0	0.0	0.20483200252056122	0.24006399512290955	0.22215040028095245	0.22433599829673767	0.00969639786132892	8	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	64	0.375	0.5	0.5	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9806430689981738	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
64	0.024831999093294144	0.046560000628232956	0.030371200107038022	0.02763199992477894	0.005878487205028602	0.020320000126957893	0.04560000076889992	0.02601920012384653	0.02270400058478117	0.00751129965906799	0.0	0.0	0.0	0.0	0.0	0.20559999346733093	0.24726399779319763	0.22126719802618028	0.22207999974489212	0.01328093478485499	16	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	128	0.375	1.0	1.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9103623678483975	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
65	0.024288000538945198	0.049375999718904495	0.03086080001667142	0.0267359996214509	0.0070864531384997225	0.020479999482631683	0.030912000685930252	0.02274719988927245	0.021359999664127827	0.0029966813650672505	0.0	0.0	0.0	0.0	0.0	0.20003199577331543	0.2301120012998581	0.21453119963407516	0.21598400175571442	0.010402239855151332	32	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	256	0.375	2.0	2.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9610778571819444	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
66	0.02393599972128868	0.04342399910092354	0.029380799923092126	0.026688000187277794	0.0057374782000526574	0.020031999796628952	0.036607999354600906	0.022487999964505435	0.020911999978125095	0.0038135203062103235	0.0	0.0	0.0	0.0	0.0	0.19551999866962433	0.22972799837589264	0.21238719969987868	0.21488000452518463	0.010706095835489097	64	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	512	0.375	4.0	4.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9952941013961014	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
67	0.025407999753952026	0.05510399863123894	0.031430399790406224	0.02798399981111288	0.007335050273982725	0.020479999482631683	0.03561599925160408	0.02275839988142252	0.021551999263465405	0.003545718365165811	0.0	0.0	0.0	0.0	0.0	0.19420799612998962	0.2903999984264374	0.2211231991648674	0.21476799994707108	0.025955008886196004	128	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	1024	0.375	8.0	8.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9273256282883522	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
68	0.0244159996509552	0.05395200103521347	0.03188959984108806	0.026031999848783016	0.00943995927387483	0.02051199972629547	0.036607999354600906	0.023247999791055917	0.02147199958562851	0.003910623837069648	0.0	0.0	0.0	0.0	0.0	0.2290560007095337	0.289247989654541	0.2543327987194061	0.24939200282096863	0.01663236753503115	256	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	2048	0.375	16.0	16.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	1.0380599882396606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
69	0.024512000381946564	0.04620800167322159	0.02884640023112297	0.026320000179111958	0.005516557583355925	0.02054399996995926	0.03846399858593941	0.023401600029319524	0.021263999864459038	0.0044742944198265374	0.0	0.0	0.0	0.0	0.0	0.30831998586654663	0.36953601241111755	0.3324000000953674	0.3288639932870865	0.018617999572156707	512	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	4096	0.375	32.0	32.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9569603278386984	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
70	0.02412799932062626	0.06940799951553345	0.030817600432783365	0.026800000108778477	0.010047085187652939	0.020128000527620316	0.044096000492572784	0.024606400076299904	0.022304000332951546	0.00622857166823714	0.0	0.0	0.0	0.0	0.0	0.462911993265152	0.5497919917106628	0.4893856018781662	0.4816960096359253	0.023348152887178286	1024	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	8192	0.375	64.0	64.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.9524274993623046	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
71	0.02831999957561493	0.043487999588251114	0.031744000129401685	0.02991999965161085	0.003973415836428909	0.02070399932563305	0.029343999922275543	0.022886400017887353	0.021743999794125557	0.0026873065045088873	0.0	0.0	0.0	0.0	0.0	0.7662079930305481	0.8717759847640991	0.788454395532608	0.7744799852371216	0.03174746482604812	2048	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	16384	0.375	128.0	128.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8971818172100244	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
72	0.03830400109291077	0.06268800050020218	0.043337599746882914	0.040511999279260635	0.005823016247946116	0.023135999217629433	0.03747199848294258	0.025206399988383053	0.02393599972128868	0.003271381256231161	0.0	0.0	0.0	0.0	0.0	1.363935947418213	1.4143040180206299	1.3812703967094422	1.3798720240592957	0.014770450075530007	4096	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	32768	0.375	256.0	256.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.8113207890716184	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize
73	0.05660799890756607	0.07932800054550171	0.06249920018017292	0.06039999984204769	0.005636461691480845	0.02956799976527691	0.03747199848294258	0.031126399897038935	0.030287999659776688	0.002157571006631541	0.0	0.0	0.0	0.0	0.0	2.5507519245147705	2.680704116821289	2.579859209060669	2.566223978996277	0.03673283558365955	8192	128	128	1	standard_fused_topk	fixed_hotset8	softmax_renorm	False	standalone_legacy	vllm020_replicated_linear	8	2048	768	True	4	65536	0.375	512.0	512.0	0.0625	0.0	3.872983346207417	16.0	3.0	0.9375	hotset8	20260716	FlashInfer CUTLASS	CUDA_EVENT	BF16	generic	none	0.883909666885606	measured_gate+topk+modular_expert;shuffling_zero_because_expert_measurement_includes_prepare_finalize