📄 trsm_kernel_lt_4x4_core2.s
字号:
mulpd %xmm8, %xmm0 mulpd %xmm8, %xmm1 movddup -15 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm0, %xmm10 subpd %xmm10, %xmm2 mulpd %xmm1, %xmm12 subpd %xmm12, %xmm3 movddup -14 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm0, %xmm10 subpd %xmm10, %xmm4 mulpd %xmm1, %xmm12 subpd %xmm12, %xmm5 movddup -13 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm0, %xmm10 subpd %xmm10, %xmm6 mulpd %xmm1, %xmm12 subpd %xmm12, %xmm7 movddup -11 * SIZE(B), %xmm8 mulpd %xmm8, %xmm2 mulpd %xmm8, %xmm3 movddup -10 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm2, %xmm10 subpd %xmm10, %xmm4 mulpd %xmm3, %xmm12 subpd %xmm12, %xmm5 movddup -9 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm2, %xmm10 subpd %xmm10, %xmm6 mulpd %xmm3, %xmm12 subpd %xmm12, %xmm7 movddup -6 * SIZE(B), %xmm8 mulpd %xmm8, %xmm4 mulpd %xmm8, %xmm5 movddup -5 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm4, %xmm10 subpd %xmm10, %xmm6 mulpd %xmm5, %xmm12 subpd %xmm12, %xmm7 movddup -1 * SIZE(B), %xmm8 mulpd %xmm8, %xmm6 mulpd %xmm8, %xmm7#endif#ifdef RT movddup -1 * SIZE(B), %xmm8 mulpd %xmm8, %xmm6 mulpd %xmm8, %xmm7 movddup -2 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm6, %xmm10 subpd %xmm10, %xmm4 mulpd %xmm7, %xmm12 subpd %xmm12, %xmm5 movddup -3 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm6, %xmm10 subpd %xmm10, %xmm2 mulpd %xmm7, %xmm12 subpd %xmm12, %xmm3 movddup -4 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm6, %xmm10 subpd %xmm10, %xmm0 mulpd %xmm7, %xmm12 subpd %xmm12, %xmm1 movddup -6 * SIZE(B), %xmm8 mulpd %xmm8, %xmm4 mulpd %xmm8, %xmm5 movddup -7 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm4, %xmm10 subpd %xmm10, %xmm2 mulpd %xmm5, %xmm12 subpd %xmm12, %xmm3 movddup -8 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm4, %xmm10 subpd %xmm10, %xmm0 mulpd %xmm5, %xmm12 subpd %xmm12, %xmm1 movddup -11 * SIZE(B), %xmm8 mulpd %xmm8, %xmm2 mulpd %xmm8, %xmm3 movddup -12 * SIZE(B), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm2, %xmm10 subpd %xmm10, %xmm0 mulpd %xmm3, %xmm12 subpd %xmm12, %xmm1 movddup -16 * SIZE(B), %xmm8 mulpd %xmm8, %xmm0 mulpd %xmm8, %xmm1#endif#ifdef LN subq $4 * SIZE, CO1 subq $4 * SIZE, CO2#endif#if defined(LN) || defined(LT) movsd %xmm9, 0 * SIZE(CO1) movsd %xmm13, 1 * SIZE(CO1) movsd %xmm1, 2 * SIZE(CO1) movsd %xmm5, 3 * SIZE(CO1) movhpd %xmm9, 0 * SIZE(CO2) movhpd %xmm13, 1 * SIZE(CO2) movhpd %xmm1, 2 * SIZE(CO2) movhpd %xmm5, 3 * SIZE(CO2) movsd %xmm11, 0 * SIZE(CO1, LDC, 2) movsd %xmm15, 1 * SIZE(CO1, LDC, 2) movsd %xmm3, 2 * SIZE(CO1, LDC, 2) movsd %xmm7, 3 * SIZE(CO1, LDC, 2) movhpd %xmm11, 0 * SIZE(CO2, LDC, 2) movhpd %xmm15, 1 * SIZE(CO2, LDC, 2) movhpd %xmm3, 2 * SIZE(CO2, LDC, 2) movhpd %xmm7, 3 * SIZE(CO2, LDC, 2)#else movsd %xmm0, 0 * SIZE(CO1) movhpd %xmm0, 1 * SIZE(CO1) movsd %xmm1, 2 * SIZE(CO1) movhpd %xmm1, 3 * SIZE(CO1) movsd %xmm2, 0 * SIZE(CO2) movhpd %xmm2, 1 * SIZE(CO2) movsd %xmm3, 2 * SIZE(CO2) movhpd %xmm3, 3 * SIZE(CO2) movsd %xmm4, 0 * SIZE(CO1, LDC, 2) movhpd %xmm4, 1 * SIZE(CO1, LDC, 2) movsd %xmm5, 2 * SIZE(CO1, LDC, 2) movhpd %xmm5, 3 * SIZE(CO1, LDC, 2) movsd %xmm6, 0 * SIZE(CO2, LDC, 2) movhpd %xmm6, 1 * SIZE(CO2, LDC, 2) movsd %xmm7, 2 * SIZE(CO2, LDC, 2) movhpd %xmm7, 3 * SIZE(CO2, LDC, 2)#endif#if defined(LN) || defined(LT) movapd %xmm9, -16 * SIZE(B) movapd %xmm11, -14 * SIZE(B) movapd %xmm13, -12 * SIZE(B) movapd %xmm15, -10 * SIZE(B) movapd %xmm1, -8 * SIZE(B) movapd %xmm3, -6 * SIZE(B) movapd %xmm5, -4 * SIZE(B) movapd %xmm7, -2 * SIZE(B) movddup %xmm9, %xmm8 SHUFPD_3 %xmm9, %xmm9 movddup %xmm11, %xmm10 SHUFPD_3 %xmm11, %xmm11 movddup %xmm13, %xmm12 SHUFPD_3 %xmm13, %xmm13 movddup %xmm15, %xmm14 SHUFPD_3 %xmm15, %xmm15 movddup %xmm1, %xmm0 SHUFPD_3 %xmm1, %xmm1 movddup %xmm3, %xmm2 SHUFPD_3 %xmm3, %xmm3 movddup %xmm5, %xmm4 SHUFPD_3 %xmm5, %xmm5 movddup %xmm7, %xmm6 SHUFPD_3 %xmm7, %xmm7 movapd %xmm8, -16 * SIZE(BO) movapd %xmm9, -14 * SIZE(BO) movapd %xmm10, -12 * SIZE(BO) movapd %xmm11, -10 * SIZE(BO) movapd %xmm12, -8 * SIZE(BO) movapd %xmm13, -6 * SIZE(BO) movapd %xmm14, -4 * SIZE(BO) movapd %xmm15, -2 * SIZE(BO) movapd %xmm0, 0 * SIZE(BO) movapd %xmm1, 2 * SIZE(BO) movapd %xmm2, 4 * SIZE(BO) movapd %xmm3, 6 * SIZE(BO) movapd %xmm4, 8 * SIZE(BO) movapd %xmm5, 10 * SIZE(BO) movapd %xmm6, 12 * SIZE(BO) movapd %xmm7, 14 * SIZE(BO)#else movapd %xmm0, -16 * SIZE(AO) movapd %xmm1, -14 * SIZE(AO) movapd %xmm2, -12 * SIZE(AO) movapd %xmm3, -10 * SIZE(AO) movapd %xmm4, -8 * SIZE(AO) movapd %xmm5, -6 * SIZE(AO) movapd %xmm6, -4 * SIZE(AO) movapd %xmm7, -2 * SIZE(AO)#endif#ifndef LN addq $4 * SIZE, CO1 addq $4 * SIZE, CO2#endif#if defined(LT) || defined(RN) movq K, %rax subq KK, %rax leaq (,%rax, SIZE), %rax leaq (AO, %rax, 4), AO#ifdef LT addq $16 * SIZE, B#endif#endif#ifdef LN subq $4, KK movq BORIG, B#endif#ifdef LT addq $4, KK#endif#ifdef RT movq K, %rax movq BORIG, B salq $2 + BASE_SHIFT, %rax addq %rax, AORIG#endif decq I # i -- jg .L11 ALIGN_4 .L20: testq $3, M je .L39 testq $2, M je .L30 ALIGN_4.L21:#ifdef LN movq K, %rax salq $1 + BASE_SHIFT, %rax subq %rax, AORIG#endif#if defined(LN) || defined(RT) movq KK, %rax movq AORIG, AO leaq (, %rax, SIZE), %rax leaq (AO, %rax, 2), AO#endif leaq 16 * SIZE + BUFFER, BO#if defined(LN) || defined(RT) movq KK, %rax salq $2 + BASE_SHIFT, %rax leaq (BO, %rax, 2), BO#endif pxor %xmm8, %xmm8 pxor %xmm9, %xmm9 pxor %xmm10, %xmm10 pxor %xmm11, %xmm11#if defined(LT) || defined(RN) movq KK, %rax#else movq K, %rax subq KK, %rax#endif sarq $2, %rax je .L25 ALIGN_4.L22: PREFETCH (PREFETCHSIZE + 0) * SIZE(AO) movapd -16 * SIZE(AO), %xmm0 movapd -16 * SIZE(BO), %xmm2 movapd -14 * SIZE(BO), %xmm3 movapd -12 * SIZE(BO), %xmm4 movapd -10 * SIZE(BO), %xmm5 mulpd %xmm0, %xmm2 mulpd %xmm0, %xmm3 mulpd %xmm0, %xmm4 mulpd %xmm0, %xmm5 addpd %xmm2, %xmm8 addpd %xmm3, %xmm9 addpd %xmm4, %xmm10 addpd %xmm5, %xmm11 movapd -14 * SIZE(AO), %xmm0 movapd -8 * SIZE(BO), %xmm2 movapd -6 * SIZE(BO), %xmm3 movapd -4 * SIZE(BO), %xmm4 movapd -2 * SIZE(BO), %xmm5 mulpd %xmm0, %xmm2 mulpd %xmm0, %xmm3 mulpd %xmm0, %xmm4 mulpd %xmm0, %xmm5 addpd %xmm2, %xmm8 addpd %xmm3, %xmm9 addpd %xmm4, %xmm10 addpd %xmm5, %xmm11 movapd -12 * SIZE(AO), %xmm0 movapd 0 * SIZE(BO), %xmm2 movapd 2 * SIZE(BO), %xmm3 movapd 4 * SIZE(BO), %xmm4 movapd 6 * SIZE(BO), %xmm5 mulpd %xmm0, %xmm2 mulpd %xmm0, %xmm3 mulpd %xmm0, %xmm4 mulpd %xmm0, %xmm5 addpd %xmm2, %xmm8 addpd %xmm3, %xmm9 addpd %xmm4, %xmm10 addpd %xmm5, %xmm11 movapd -10 * SIZE(AO), %xmm0 movapd 8 * SIZE(BO), %xmm2 movapd 10 * SIZE(BO), %xmm3 movapd 12 * SIZE(BO), %xmm4 movapd 14 * SIZE(BO), %xmm5 mulpd %xmm0, %xmm2 mulpd %xmm0, %xmm3 mulpd %xmm0, %xmm4 mulpd %xmm0, %xmm5 addpd %xmm2, %xmm8 addpd %xmm3, %xmm9 addpd %xmm4, %xmm10 addpd %xmm5, %xmm11 subq $ -8 * SIZE, AO subq $-32 * SIZE, BO subq $1, %rax jne .L22 ALIGN_4.L25:#if defined(LT) || defined(RN) movq KK, %rax#else movq K, %rax subq KK, %rax#endif andq $3, %rax # if (k & 1) BRANCH je .L29 ALIGN_4.L26: movapd -16 * SIZE(AO), %xmm0 movapd -16 * SIZE(BO), %xmm2 movapd -14 * SIZE(BO), %xmm3 movapd -12 * SIZE(BO), %xmm4 movapd -10 * SIZE(BO), %xmm5 mulpd %xmm0, %xmm2 mulpd %xmm0, %xmm3 mulpd %xmm0, %xmm4 mulpd %xmm0, %xmm5 addpd %xmm2, %xmm8 addpd %xmm3, %xmm9 addpd %xmm4, %xmm10 addpd %xmm5, %xmm11 addq $2 * SIZE, AO addq $8 * SIZE, BO subq $1, %rax jne .L26 ALIGN_4.L29:#if defined(LN) || defined(RT) movq KK, %rax#ifdef LN subq $2, %rax#else subq $4, %rax#endif movq AORIG, AO movq BORIG, B leaq 16 * SIZE + BUFFER, BO leaq (, %rax, SIZE), %rax leaq (AO, %rax, 2), AO leaq (B, %rax, 4), B leaq (BO, %rax, 8), BO#endif#if defined(LN) || defined(LT) movapd %xmm8, %xmm0 unpcklpd %xmm9, %xmm8 unpckhpd %xmm9, %xmm0 movapd %xmm10, %xmm2 unpcklpd %xmm11, %xmm10 unpckhpd %xmm11, %xmm2 movapd -16 * SIZE(B), %xmm9 movapd -14 * SIZE(B), %xmm11 movapd -12 * SIZE(B), %xmm13 movapd -10 * SIZE(B), %xmm15 subpd %xmm8, %xmm9 subpd %xmm10, %xmm11 subpd %xmm0, %xmm13 subpd %xmm2, %xmm15#else movapd -16 * SIZE(AO), %xmm0 movapd -14 * SIZE(AO), %xmm2 movapd -12 * SIZE(AO), %xmm4 movapd -10 * SIZE(AO), %xmm6 subpd %xmm8, %xmm0 subpd %xmm9, %xmm2 subpd %xmm10, %xmm4 subpd %xmm11, %xmm6#endif#ifdef LN movddup -13 * SIZE(AO), %xmm8 mulpd %xmm8, %xmm13 mulpd %xmm8, %xmm15 movddup -14 * SIZE(AO), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm13, %xmm10 subpd %xmm10, %xmm9 mulpd %xmm15, %xmm12 subpd %xmm12, %xmm11 movddup -16 * SIZE(AO), %xmm8 mulpd %xmm8, %xmm9 mulpd %xmm8, %xmm11#endif#ifdef LT movddup -16 * SIZE(AO), %xmm8 mulpd %xmm8, %xmm9 mulpd %xmm8, %xmm11 movddup -15 * SIZE(AO), %xmm10 movapd %xmm10, %xmm12 mulpd %xmm9, %xmm10 subpd %xmm10, %xmm13 mulpd %xmm11, %xmm12 subpd %xmm12, %xmm15 movddup -13 * SIZE(AO), %xmm8 mulpd %xmm8, %xmm13 mulpd %xmm8, %xmm15#endif#ifdef RN movddup -16 * SIZE(B), %xmm8 mulpd %xmm8, %xmm0 movddup -15 * SIZE(B), %xmm9 mulpd %xmm0, %xmm9 subpd %xmm9, %xmm2 movddup -14 * SIZE(B), %xmm10 mulpd %xmm0, %xmm10 subpd %xmm10, %xmm4 movddup -13 * SIZE(B), %xmm11 mulpd %xmm0, %xmm11 subpd %xmm11, %xmm6 movddup -11 * SIZE(B), %xmm8 mulpd %xmm8, %xmm2 movddup -10 * SIZE(B), %xmm9 mulpd %xmm2, %xmm9 subpd %xmm9, %xmm4 movddup -9 * SIZE(B), %xmm10 mulpd %xmm2, %xmm10 subpd %xmm10, %xmm6 movddup -6 * SIZE(B), %xmm8 mulpd %xmm8, %xmm4 movddup -5 * SIZE(B), %xmm9 mulpd %xmm4, %xmm9 subpd %xmm9, %xmm6 movddup -1 * SIZE(B), %xmm8 mulpd %xmm8, %xmm6#endif#ifdef RT movddup -1 * SIZE(B), %xmm8 mulpd %xmm8, %xmm6 movddup -2 * SIZE(B), %xmm9 mulpd %xmm6, %xmm9 subpd %xmm9, %xmm4 movddup -3 * SIZE(B), %xmm10 mulpd %xmm6, %xmm10 subpd %xmm10, %xmm2 movddup -4 * SIZE(B), %xmm11 mulpd %xmm6, %xmm11 subpd %xmm11, %xmm0 movddup -6 * SIZE(B), %xmm8 mulpd %xmm8, %xmm4 movddup -7 * SIZE(B), %xmm9 mulpd %xmm4, %xmm9 subpd %xmm9, %xmm2 movddup -8 * SIZE(B), %xmm10 mulpd %xmm4, %xmm10 subpd %xmm10, %xmm0 movddup -11 * SIZE(B), %xmm8 mulpd %xmm8, %xmm2 movddup -12 * SIZE(B), %xmm9 mulpd %xmm2, %xmm9 subpd %xmm9, %xmm0 movddup -16 * SIZE(B), %xmm8 mulpd %xmm8, %xmm0#endif#ifdef LN subq $2 * SIZE, CO1 subq $2 * SIZE, CO2#endif#if defined(LN) || defined(LT) movsd %xmm9, 0 * SIZE(CO1) movsd %xmm13, 1 * SIZE(CO1) movhpd %xmm9, 0 * SIZE(CO2) movhpd %xmm13, 1 * SIZE(CO2) movsd %xmm11, 0 * SIZE(CO1, LDC, 2) movsd %xmm15, 1 * SIZE(CO1, LDC, 2) movhpd %xmm11, 0 * SIZE(CO2, LDC, 2) movhpd %xmm15, 1 * SIZE(CO2, LDC, 2)#else movsd %xmm0, 0 * SIZE(CO1) movhpd %xmm0, 1 * SIZE(CO1) movsd %xmm2, 0 * SIZE(CO2) movhpd %xmm2, 1 * SIZE(CO2) movsd %xmm4, 0 * SIZE(CO1, LDC, 2) movhpd %xmm4, 1 * SIZE(CO1, LDC, 2) movsd %xmm6, 0 * SIZE(CO2, LDC, 2) movhpd %xmm6, 1 * SIZE(CO2, LDC, 2)#endif#if defined(LN) || defined(LT) movapd %xmm9, -16 * SIZE(B) movapd %xmm11, -14 * SIZE(B) movapd %xmm13, -12 * SIZE(B) movapd %xmm15, -10 * SIZE(B) movddup %xmm9, %xmm8 SHUFPD_3 %xmm9, %xmm9 movddup %xmm11, %xmm10 SHUFPD_3 %xmm11, %xmm11 movddup %xmm13, %xmm12 SHUFPD_3 %xmm13, %xmm13 movddup %xmm15, %xmm14 SHUFPD_3 %xmm15, %xmm15 movapd %xmm8, -16 * SIZE(BO) movapd %xmm9, -14 * SIZE(BO) movapd %xmm10, -12 * SIZE(BO) movapd %xmm11, -10 * SIZE(BO) movapd %xmm12, -8 * SIZE(BO) movapd %xmm13, -6 * SIZE(BO) movapd %xmm14, -4 * SIZE(BO) movapd %xmm15, -2 * SIZE(BO)#else movapd %xmm0, -16 * SIZE(AO) movapd %xmm2, -14 * SIZE(AO) movapd %xmm4, -12 * SIZE(AO) movapd %xmm6, -10 * SIZE(AO)#endif#ifndef LN addq $2 * SIZE, CO1 addq $2 * SIZE, CO2#endif#if defined(LT) || defined(RN) movq K, %rax subq KK, %rax leaq (,%rax, SIZE), %rax leaq (AO, %rax, 2), AO#ifdef LT addq $8 * SIZE, B#endif#endif#ifdef LN subq $2, KK movq BORIG, B#endif#ifdef LT addq $2, KK#endif#ifdef RT movq K, %rax movq BORIG, B salq $1 + BASE_SHIFT, %rax addq %rax, AORIG#endif ALIGN_4 .L30: testq $1, M je .L39 ALIGN_4.L31:#ifdef LN movq K, %rax salq $0 + BASE_SHIFT, %rax subq %rax, AORIG#endif#if defined(LN) || defined(RT) movq KK, %rax movq AORIG, AO leaq (, %rax, SIZE), %rax leaq (AO, %rax, 1), AO#endif leaq 16 * SIZE + BUFFER, BO#if defined(LN) || defined(RT) movq KK, %rax salq $2 + BASE_SHIFT, %rax leaq (BO, %rax, 2), BO#endif pxor %xmm8, %xmm8 pxor %xmm9, %xmm9 pxor %xmm10, %xmm10 pxor %xmm11, %xmm11#if defined(LT) || defined(RN) movq KK, %rax#else movq K, %rax subq KK, %rax#endif sarq $2, %rax je .L35 ALIGN_4.L32: PREFETCH (PREFETCHSIZE + 0) * SIZE(AO) movsd -16 * SIZE(AO), %xmm0 movsd -16 * SIZE(BO), %xmm2 movsd -14 * SIZE(BO), %xmm3 movsd -12 * SIZE(BO), %xmm4 movsd -10 * SIZE(BO), %xmm5 mulsd %xmm0, %xmm2 mulsd %xmm0, %xmm3 mulsd %xmm0, %xmm4 mulsd %xmm0, %xmm5 addsd %xmm2, %xmm8 addsd %xmm3, %xmm9 addsd %xmm4, %xmm10 addsd %xmm5, %xmm11 movsd -15 * SIZE(AO), %xmm0 movsd -8 * SIZE(BO), %xmm2 movsd -6 * SIZE(BO), %xmm3 movsd -4 * SIZE(BO), %xmm4 movsd -2 * SIZE(BO), %xmm5 mulsd %xmm0, %xmm2 mulsd %xmm0, %xmm3 mulsd %xmm0, %xmm4 mulsd %xmm0, %xmm5 addsd %xmm2, %xmm8 addsd %xmm3, %xmm9 addsd %xmm4, %xmm10 addsd %xmm5, %xmm11 movsd -14 * SIZE(AO), %xmm0 movsd 0 * SIZE(BO), %xmm2 movsd 2 * SIZE(BO), %xmm3 movsd 4 * SIZE(BO), %xmm4 movsd 6 * SIZE(BO), %xmm5 mulsd %xmm0, %xmm2 mulsd %xmm0, %xmm3 mulsd %xmm0, %xmm4 mulsd %xmm0, %xmm5 addsd %xmm2, %xmm8 addsd %xmm3, %xmm9 addsd %xmm4, %xmm10 addsd %xmm5, %xmm11
⌨️ 快捷键说明
复制代码
Ctrl + C
搜索代码
Ctrl + F
全屏模式
F11
切换主题
Ctrl + Shift + D
显示快捷键
?
增大字号
Ctrl + =
减小字号
Ctrl + -