Files
matmul-analysis/BMM/BMM_Theory/examples/plans.csv

17 KiB

1case_idbranchnpuopused_core_numsplit_bm_cntn_cntgrid_kcore_mapb_coremerge_b0single_core_msingle_core_nsingle_core_kk_l1b_l1l1_formbase_mbase_nbase_kl2_policy_inl2_policy_outswizzle_wworkspace_bytestail_strategytail_m_cnttail_n_cnttail_k_cnttail_m_maintail_n_maintail_block_cnttail_wave_numfixpipe_unitflagout_dtype_bytesnote
2to_matmul_demo转MatmulAscend950PRbatch_mat_mul_v3321001折叠为 Matmul [2048,2048]x[2048,2048], 复用 Matmul 切分体系010020480100000转Matmul后由 Matmul 体系决定1110000True2BatchB=1免费折叠: 左矩阵 [1,2048,2048] 视图折叠为 [2048,2048], 零重排零 split
3special_k0_demo特殊分支Ascend950PRbatch_mat_mul_v3641111AIV 核间按行均分 (无 Cube tile 概念)0100001UB驻留(AIV)000allocatedirect_gm00不涉及(AIV逐元素)1110000False2K=0纯写值: 无任何计算, C=bias 或 0, 纯 AIV 写值; 按行均分到 AIV 核
4special_k1_demo特殊分支Ascend950PRbatch_mat_mul_v3641111AIV 核间按行均分 (无 Cube tile 概念)0100101UB驻留(AIV) UB乒乓000allocatedirect_gm00不涉及(AIV逐元素)1110000False2K=1逐元素乘: 退化为 C=A⊙B 无累加深度, Cube 16x16x16 粒度浪费 15/16; 走 AIV 通路 GM->UB->Mul->GM, UB乒乓 (B>=2*AIV 双batch乒乓流水)
5merge_demo_k_truncMergeBatchAscend950PRbatch_mat_mul_v33232111切B均分(核间零重复读零依赖)6441281282562568合并驻留128128128allocate(GM->L1随路驻留L2)direct_gm00不涉及(核内不切M/N)1110000True2b0=4 (L0C上限5.7/算存比上限19.0/b_core=64); K截断; 合并后单次DMA搬入 A'[128,256]+B'[256,128]
6merge_iter_arbitrateIterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)4164645125122b_双batch乒乓6464256allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2双batch乒乓: 2*(MK+KN)*dtype=256KB <= L1
7iter_demo_form_bIterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)4164642562562b_双batch乒乓6464256allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2双batch乒乓: 2*(MK+KN)*dtype=128KB <= L1
8iter_demo_form_dIterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)216464819210241d_两侧都切K6464256allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2两侧都切K: k_L1=1024, K段成对流水, batch边界天然无缝; dValueA=2048B/dValueB=128B
9streamk_demoStreamKAscend950PRbatch_mat_mul_v33211132B/M/N切出4块, 每块32核切K归约 (归约组内核c负责K段[c*K/32,(c+1)*K/32))111281283202561K段标准分块流水12812864allocate(部分和驻留L2)resident(部分和4B驻留L2, 防精度丢失不随C的fp16/fp8转换)08388608grid_K=32路切K+归约11320000True4P=1.00, grid_K=32, 部分和驻留L2按4B写出, AIV归约后按C dtype=2B写最终
10asw_demo_fullASW_BasicAscend950PRbatch_mat_mul_v332147471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617610242561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40方案B5252152522139True2L2场景B_单batch输入驻留输出直写GM, GM首读倍率=1.00; 尾轮: 周长型主导, rho=0.06<rho_dv=0.53, A1b被dValue卡死, 方案B反超
11asw_demo_reduce_coreASW_Basic_降核Ascend950PRbatch_mat_mul_v3161111降核: 只用16核, 每核一个L0C满载输出块, 其余核闲置012562561281281标准核内流水25625664allocatedirect_gm00不涉及(每核一块无尾轮)1110000True2P=16.00<C, 降核是理性选择 (强切则 tile 跌破搬移效率下限反而更慢)
12b4_m1_n128_k256ASW_Basic_降核Ascend950PRbatch_mat_mul_v311111降核: 只用1核, 每核一个L0C满载输出块, 其余核闲置0111282562561标准核内流水1128128allocatedirect_gm00不涉及(每核一块无尾轮)1110000True2P=0.01<C, 降核是理性选择 (强切则 tile 跌破搬移效率下限反而更慢)
13b8_m2_n192_k128ASW_Basic_降核Ascend950PRbatch_mat_mul_v311111降核: 只用1核, 每核一个L0C满载输出块, 其余核闲置0121921281281标准核内流水219280allocatedirect_gm00不涉及(每核一块无尾轮)1110000True2P=0.05<C, 降核是理性选择 (强切则 tile 跌破搬移效率下限反而更慢)
14b16_m4_n256_k192ASW_Basic_降核Ascend950PRbatch_mat_mul_v311111降核: 只用1核, 每核一个L0C满载输出块, 其余核闲置0142561921921标准核内流水425664allocatedirect_gm00不涉及(每核一块无尾轮)1110000True2P=0.25<C, 降核是理性选择 (强切则 tile 跌破搬移效率下限反而更慢)
15b32_m8_n128_k256IterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)1181282562561a_单batch全驻留8128128allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2单batch全驻留: (MK+KN)*dtype=68KB <= L1
16b64_m16_n256_k512IterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)21162565122401c_一侧驻留+对侧切K1625664allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2一侧驻留(A)+对侧切K: A驻留16KB, 预算L1/2, k_L1=240, dValueA=480B/dValueB=512B
17b128_m8_n192_k256IterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)4181922562562b_双batch乒乓819280allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2双batch乒乓: 2*(MK+KN)*dtype=200KB <= L1
18b32_m16_n8192_k7168ASW_BasicAscend950PRbatch_mat_mul_v33211471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617671682561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A011100047True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
19b4_m1_n8192_k8192StreamKAscend950PRbatch_mat_mul_v33211132B/M/N切出4块, 每块32核切K归约 (归约组内核c负责K段[c*K/32,(c+1)*K/32))11181922562561K段标准分块流水112864allocate(部分和驻留L2)resident(部分和4B驻留L2, 防精度丢失不随C的fp16/fp8转换)04194304grid_K=32路切K+归约11320000True4P=0.50, grid_K=32, 部分和驻留L2按4B写出, AIV归约后按C dtype=2B写最终
20b16_m2_n4096_k7168StreamKAscend950PRbatch_mat_mul_v33211116B/M/N切出16块, 每块16核切K归约 (归约组内核c负责K段[c*K/16,(c+1)*K/16))11240964482561K段标准分块流水212864allocate(部分和驻留L2)resident(部分和4B驻留L2, 防精度丢失不随C的fp16/fp8转换)08388608grid_K=16路切K+归约11160000True4P=2.00, grid_K=16, 部分和驻留L2按4B写出, AIV归约后按C dtype=2B写最终
21b32_m64_n64_k7168IterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)116464716810241d_两侧都切K6464256allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2两侧都切K: k_L1=1024, K段成对流水, batch边界天然无缝; dValueA=2048B/dValueB=128B
22b64_m1024_n1024_k7168IterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)21102410247168641d_两侧都切K17617664allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2两侧都切K: k_L1=64, K段成对流水, batch边界天然无缝; dValueA=128B/dValueB=2048B
23b128_m2048_n2048_k1536ASW_BasicAscend950PRbatch_mat_mul_v332112121B->M->N线性映射+ASW滑窗蛇形(W=4)0117617615362561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A0111000576True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
24b64_m1024_n8192_k2048ASW_BasicAscend950PRbatch_mat_mul_v33216471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617620482561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A0111000564True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
25b32_m1024_n1024_k512IterBatchAscend950PRbatch_mat_mul_v33232111切B轮转分配(核间零重复读零依赖)1110241024512641d_两侧都切K17617664allocate(GM->L1随路驻留L2)direct_gm(输出仅写一次,直写GM不占L2)00不涉及(核内不切M/N)1110000True2两侧都切K: k_L1=64, K段成对流水, batch边界天然无缝; dValueA=128B/dValueB=2048B
26b128_m4096_n4096_k8192ASW_BasicAscend950PRbatch_mat_mul_v332124241B->M->N线性映射+ASW滑窗蛇形(W=4)0117617681922561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A01110002304True2L2场景B_单batch输入驻留输出直写GM, GM首读倍率=1.00; 尾轮: r=0 无尾轮
27b32_m8192_n4096_k7168ASW_BasicAscend950PRbatch_mat_mul_v332147241B->M->N线性映射+ASW滑窗蛇形(W=4)0117617671682561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A01110001128True2L2场景C_单batch输入超L2分组执行, GM首读倍率=1.33; 尾轮: r=0 无尾轮
28b32_m2048_n2048_k8192ASW_BasicAscend950PRbatch_mat_mul_v332112121B->M->N线性映射+ASW滑窗蛇形(W=4)0117617681922561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A0111000144True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
29b64_m4096_n2048_k128ASW_BasicAscend950PRbatch_mat_mul_v332124121B->M->N线性映射+ASW滑窗蛇形(W=4)011761761281281双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A0111000576True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
30b16_m1024_n1024_k8192ASW_BasicAscend950PRbatch_mat_mul_v3321661B->M->N线性映射+ASW滑窗蛇形(W=4)0117617681922561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A011100018True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
31b4_m32768_n128_k128ASW_BasicAscend950PRbatch_mat_mul_v332118711B->M->N线性映射+ASW滑窗蛇形(W=4)011761761281281双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40方案B2051120511224True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: 面积型主导, A1b与方案B严格打平(T=28.96us), 选方案B工程简洁 (一套tile)
32b8_m32768_n2048_k512ASW_BasicAscend950PRbatch_mat_mul_v3321187121B->M->N线性映射+ASW滑窗蛇形(W=4)011761765122561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A0111000561True2L2场景B_单batch输入驻留输出直写GM, GM首读倍率=1.00; 尾轮: r=0 无尾轮
33b4_m131072_n128_k128ASW_BasicAscend950PRbatch_mat_mul_v332174511B->M->N线性映射+ASW滑窗蛇形(W=4)011761761281281双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40方案B820118201494True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: 面积型主导, A1b与方案B严格打平(T=115.39us), 选方案B工程简洁 (一套tile)
34b8_m131072_n1024_k256ASW_BasicAscend950PRbatch_mat_mul_v332174561B->M->N线性映射+ASW滑窗蛇形(W=4)011761762562561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40方案B820718207161118True2L2场景B_单batch输入驻留输出直写GM, GM首读倍率=1.00; 尾轮: 面积型主导, A1b与方案B严格打平(T=1384.63us), 选方案B工程简洁 (一套tile)
35b16_m32768_n8192_k7168ASW_BasicAscend950PRbatch_mat_mul_v3321187471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617671682561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40方案B20552120552164395True2L2场景C_单batch输入超L2分组执行, GM首读倍率=3.20; 尾轮: 周长型主导, rho=0.50<rho_dv=0.53, A1b被dValue卡死, 方案B反超
36b4_m32768_n128_k8192ASW_BasicAscend950PRbatch_mat_mul_v332118711B->M->N线性映射+ASW滑窗蛇形(W=4)0117617681922561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40方案B2051120511224True2L2场景C_单batch输入超L2分组执行, GM首读倍率=1.03; 尾轮: 周长型主导, rho=0.38<rho_dv=0.53, A1b被dValue卡死, 方案B反超
37b32_m131072_n8192_k128ASW_BasicAscend950PRbatch_mat_mul_v3321745471B->M->N线性映射+ASW滑窗蛇形(W=4)011761761281281双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A011100035015True2L2场景B_单batch输入驻留输出直写GM, GM首读倍率=1.00; 尾轮: r=0 无尾轮
38b64_m32768_n8192_k1536ASW_BasicAscend950PRbatch_mat_mul_v3321187471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617615362561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A011100017578True2L2场景B_单batch输入驻留输出直写GM, GM首读倍率=1.00; 尾轮: r=0 无尾轮
39b8_m131072_n8192_k8192ASW_BasicAscend950PRbatch_mat_mul_v3321745471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617681922561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A1b22122248754True2L2场景C_单batch输入超L2分组执行, GM首读倍率=4.76; 尾轮: 周长型主导, rho=0.75>=rho_dv=0.53, A1b恒优 (尾轮tile缩√rho=0.87倍凑满核)
40b8_m16_n7168_k1536StreamKAscend950PRbatch_mat_mul_v3321122B/M/N切出16块, 每块2核切K归约 (归约组内核c负责K段[c*K/2,(c+1)*K/2))111635847682561K段标准分块流水1612864allocate(部分和驻留L2)resident(部分和4B驻留L2, 防精度丢失不随C的fp16/fp8转换)03670016grid_K=2路切K+归约1120000True4P=14.00, grid_K=2, 部分和驻留L2按4B写出, AIV归约后按C dtype=2B写最终
41b64_m1024_n7168_k7168ASW_BasicAscend950PRbatch_mat_mul_v33216411B->M->N线性映射+ASW滑窗蛇形(W=4)0117617671682561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A0111000492True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
42b32_m8192_n8192_k7168ASW_BasicAscend950PRbatch_mat_mul_v332147471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617671682561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A01110002209True2L2场景C_单batch输入超L2分组执行, GM首读倍率=2.00; 尾轮: r=0 无尾轮
43b8_m4096_n4096_k128ASW_BasicAscend950PRbatch_mat_mul_v332124241B->M->N线性映射+ASW滑窗蛇形(W=4)011761761281281双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)resident(输出驻留L2异步回写)40A0111000144True2L2场景A_单batch全驻留(输入+输出), GM首读倍率=1.00; 尾轮: r=0 无尾轮
44b128_m8192_n8192_k7168ASW_BasicAscend950PRbatch_mat_mul_v332147471B->M->N线性映射+ASW滑窗蛇形(W=4)0117617671682561双缓冲驻留当前tile输入17617680allocate(输入驻留L2吸收重复读)direct_gm(输出直写GM不占L2)40A01110008836True2L2场景C_单batch输入超L2分组执行, GM首读倍率=2.00; 尾轮: r=0 无尾轮
45special_k1_b64特殊分支Ascend950PRbatch_mat_mul_v3641111AIV 核间按行均分 (无 Cube tile 概念)0100101UB驻留(AIV) AIV单缓冲000allocatedirect_gm00不涉及(AIV逐元素)1110000False2K=1逐元素乘: 退化为 C=A⊙B 无累加深度, Cube 16x16x16 粒度浪费 15/16; 走 AIV 通路 GM->UB->Mul->GM, AIV单缓冲 (B<2*AIV 逐batch单缓冲串行)