📄 trsm_kernel_lt_8x4_sse.s
字号:
mulps %xmm8, %xmm14 pshufd $0x55, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm13 pshufd $0x00, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm12 movaps 48 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm1 movaps 44 * SIZE(AO), %xmm6 pshufd $0x55, %xmm6, %xmm8 mulps %xmm8, %xmm13 pshufd $0x00, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm12 movaps 40 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm1 movaps 36 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm12 movaps 32 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm1 movaps 24 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm1 movaps 16 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm1 movaps 8 * SIZE(AO), %xmm6 pshufd $0x55, %xmm6, %xmm8 mulps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm1 movaps 0 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm1#endif#ifdef LT movaps 0 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm1 pshufd $0x55, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm5 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm11 movaps 4 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm15 movaps 8 * SIZE(AO), %xmm6 pshufd $0x55, %xmm6, %xmm8 mulps %xmm8, %xmm5 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm11 movaps 12 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm15 movaps 16 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm11 movaps 20 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm15 movaps 24 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm8, %xmm11 movaps 28 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm15 movaps 36 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm12 pshufd $0x55, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm15 movaps 44 * SIZE(AO), %xmm7 pshufd $0x55, %xmm7, %xmm8 mulps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm15 movaps 52 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm14 pshufd $0xff, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm15 movaps 60 * SIZE(AO), %xmm7 pshufd $0xff, %xmm7, %xmm8 mulps %xmm8, %xmm15#endif#ifdef RN movaps 0 * SIZE(B), %xmm0 pshufd $0x00, %xmm0, %xmm2 mulps %xmm2, %xmm8 mulps %xmm2, %xmm9 pshufd $0x55, %xmm0, %xmm2 mulps %xmm8, %xmm2 subps %xmm2, %xmm10 pshufd $0x55, %xmm0, %xmm2 mulps %xmm9, %xmm2 subps %xmm2, %xmm11 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm8, %xmm2 subps %xmm2, %xmm12 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm9, %xmm2 subps %xmm2, %xmm13 pshufd $0xff, %xmm0, %xmm2 mulps %xmm8, %xmm2 subps %xmm2, %xmm14 pshufd $0xff, %xmm0, %xmm2 mulps %xmm9, %xmm2 subps %xmm2, %xmm15 movaps 4 * SIZE(B), %xmm0 pshufd $0x55, %xmm0, %xmm2 mulps %xmm2, %xmm10 mulps %xmm2, %xmm11 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm10, %xmm2 subps %xmm2, %xmm12 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm11, %xmm2 subps %xmm2, %xmm13 pshufd $0xff, %xmm0, %xmm2 mulps %xmm10, %xmm2 subps %xmm2, %xmm14 pshufd $0xff, %xmm0, %xmm2 mulps %xmm11, %xmm2 subps %xmm2, %xmm15 movaps 8 * SIZE(B), %xmm0 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm2, %xmm12 mulps %xmm2, %xmm13 pshufd $0xff, %xmm0, %xmm2 mulps %xmm12, %xmm2 subps %xmm2, %xmm14 pshufd $0xff, %xmm0, %xmm2 mulps %xmm13, %xmm2 subps %xmm2, %xmm15 movaps 12 * SIZE(B), %xmm0 pshufd $0xff, %xmm0, %xmm2 mulps %xmm2, %xmm14 mulps %xmm2, %xmm15#endif#ifdef RT movaps 12 * SIZE(B), %xmm0 pshufd $0xff, %xmm0, %xmm2 mulps %xmm2, %xmm14 mulps %xmm2, %xmm15 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm14, %xmm2 subps %xmm2, %xmm12 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm15, %xmm2 subps %xmm2, %xmm13 pshufd $0x55, %xmm0, %xmm2 mulps %xmm14, %xmm2 subps %xmm2, %xmm10 pshufd $0x55, %xmm0, %xmm2 mulps %xmm15, %xmm2 subps %xmm2, %xmm11 pshufd $0x00, %xmm0, %xmm2 mulps %xmm14, %xmm2 subps %xmm2, %xmm8 pshufd $0x00, %xmm0, %xmm2 mulps %xmm15, %xmm2 subps %xmm2, %xmm9 movaps 8 * SIZE(B), %xmm0 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm2, %xmm12 mulps %xmm2, %xmm13 pshufd $0x55, %xmm0, %xmm2 mulps %xmm12, %xmm2 subps %xmm2, %xmm10 pshufd $0x55, %xmm0, %xmm2 mulps %xmm13, %xmm2 subps %xmm2, %xmm11 pshufd $0x00, %xmm0, %xmm2 mulps %xmm12, %xmm2 subps %xmm2, %xmm8 pshufd $0x00, %xmm0, %xmm2 mulps %xmm13, %xmm2 subps %xmm2, %xmm9 movaps 4 * SIZE(B), %xmm0 pshufd $0x55, %xmm0, %xmm2 mulps %xmm2, %xmm10 mulps %xmm2, %xmm11 pshufd $0x00, %xmm0, %xmm2 mulps %xmm10, %xmm2 subps %xmm2, %xmm8 pshufd $0x00, %xmm0, %xmm2 mulps %xmm11, %xmm2 subps %xmm2, %xmm9 movaps 0 * SIZE(B), %xmm0 pshufd $0x00, %xmm0, %xmm2 mulps %xmm2, %xmm8 mulps %xmm2, %xmm9#endif#ifdef LN subq $8 * SIZE, CO1 subq $8 * SIZE, CO2#endif#if defined(LN) || defined(LT) movaps %xmm1, 0 * SIZE(B) movaps %xmm5, 4 * SIZE(B) movaps %xmm10, 8 * SIZE(B) movaps %xmm11, 12 * SIZE(B) movaps %xmm12, 16 * SIZE(B) movaps %xmm13, 20 * SIZE(B) movaps %xmm14, 24 * SIZE(B) movaps %xmm15, 28 * SIZE(B) pshufd $0x00, %xmm1, %xmm2 pshufd $0x55, %xmm1, %xmm3 pshufd $0xaa, %xmm1, %xmm4 pshufd $0xff, %xmm1, %xmm6 movaps %xmm2, 0 * SIZE(BO) movaps %xmm3, 4 * SIZE(BO) movaps %xmm4, 8 * SIZE(BO) movaps %xmm6, 12 * SIZE(BO) pshufd $0x00, %xmm5, %xmm2 pshufd $0x55, %xmm5, %xmm3 pshufd $0xaa, %xmm5, %xmm4 pshufd $0xff, %xmm5, %xmm6 movaps %xmm2, 16 * SIZE(BO) movaps %xmm3, 20 * SIZE(BO) movaps %xmm4, 24 * SIZE(BO) movaps %xmm6, 28 * SIZE(BO) pshufd $0x00, %xmm10, %xmm2 pshufd $0x55, %xmm10, %xmm3 pshufd $0xaa, %xmm10, %xmm4 pshufd $0xff, %xmm10, %xmm6 movaps %xmm2, 32 * SIZE(BO) movaps %xmm3, 36 * SIZE(BO) movaps %xmm4, 40 * SIZE(BO) movaps %xmm6, 44 * SIZE(BO) pshufd $0x00, %xmm11, %xmm2 pshufd $0x55, %xmm11, %xmm3 pshufd $0xaa, %xmm11, %xmm4 pshufd $0xff, %xmm11, %xmm6 movaps %xmm2, 48 * SIZE(BO) movaps %xmm3, 52 * SIZE(BO) movaps %xmm4, 56 * SIZE(BO) movaps %xmm6, 60 * SIZE(BO) pshufd $0x00, %xmm12, %xmm2 pshufd $0x55, %xmm12, %xmm3 pshufd $0xaa, %xmm12, %xmm4 pshufd $0xff, %xmm12, %xmm6 movaps %xmm2, 64 * SIZE(BO) movaps %xmm3, 68 * SIZE(BO) movaps %xmm4, 72 * SIZE(BO) movaps %xmm6, 76 * SIZE(BO) pshufd $0x00, %xmm13, %xmm2 pshufd $0x55, %xmm13, %xmm3 pshufd $0xaa, %xmm13, %xmm4 pshufd $0xff, %xmm13, %xmm6 movaps %xmm2, 80 * SIZE(BO) movaps %xmm3, 84 * SIZE(BO) movaps %xmm4, 88 * SIZE(BO) movaps %xmm6, 92 * SIZE(BO) pshufd $0x00, %xmm14, %xmm2 pshufd $0x55, %xmm14, %xmm3 pshufd $0xaa, %xmm14, %xmm4 pshufd $0xff, %xmm14, %xmm6 movaps %xmm2, 96 * SIZE(BO) movaps %xmm3, 100 * SIZE(BO) movaps %xmm4, 104 * SIZE(BO) movaps %xmm6, 108 * SIZE(BO) pshufd $0x00, %xmm15, %xmm2 pshufd $0x55, %xmm15, %xmm3 pshufd $0xaa, %xmm15, %xmm4 pshufd $0xff, %xmm15, %xmm6 movaps %xmm2, 112 * SIZE(BO) movaps %xmm3, 116 * SIZE(BO) movaps %xmm4, 120 * SIZE(BO) movaps %xmm6, 124 * SIZE(BO)#else movaps %xmm8, 0 * SIZE(AO) movaps %xmm9, 4 * SIZE(AO) movaps %xmm10, 8 * SIZE(AO) movaps %xmm11, 12 * SIZE(AO) movaps %xmm12, 16 * SIZE(AO) movaps %xmm13, 20 * SIZE(AO) movaps %xmm14, 24 * SIZE(AO) movaps %xmm15, 28 * SIZE(AO)#endif#if defined(LN) || defined(LT) movaps %xmm1, %xmm0 unpcklps %xmm10, %xmm1 unpckhps %xmm10, %xmm0 movaps %xmm5, %xmm7 unpcklps %xmm11, %xmm5 unpckhps %xmm11, %xmm7 movaps %xmm1, %xmm10 unpcklps %xmm5, %xmm1 unpckhps %xmm5, %xmm10 movaps %xmm0, %xmm11 unpcklps %xmm7, %xmm0 unpckhps %xmm7, %xmm11 movaps %xmm12, %xmm2 unpcklps %xmm14, %xmm12 unpckhps %xmm14, %xmm2 movaps %xmm13, %xmm7 unpcklps %xmm15, %xmm13 unpckhps %xmm15, %xmm7 movaps %xmm12, %xmm14 unpcklps %xmm13, %xmm12 unpckhps %xmm13, %xmm14 movaps %xmm2, %xmm15 unpcklps %xmm7, %xmm2 unpckhps %xmm7, %xmm15 movlps %xmm1, 0 * SIZE(CO1) movhps %xmm1, 2 * SIZE(CO1) movlps %xmm12, 4 * SIZE(CO1) movhps %xmm12, 6 * SIZE(CO1) movlps %xmm10, 0 * SIZE(CO2) movhps %xmm10, 2 * SIZE(CO2) movlps %xmm14, 4 * SIZE(CO2) movhps %xmm14, 6 * SIZE(CO2) movlps %xmm0, 0 * SIZE(CO1, LDC, 2) movhps %xmm0, 2 * SIZE(CO1, LDC, 2) movlps %xmm2, 4 * SIZE(CO1, LDC, 2) movhps %xmm2, 6 * SIZE(CO1, LDC, 2) movlps %xmm11, 0 * SIZE(CO2, LDC, 2) movhps %xmm11, 2 * SIZE(CO2, LDC, 2) movlps %xmm15, 4 * SIZE(CO2, LDC, 2) movhps %xmm15, 6 * SIZE(CO2, LDC, 2)#else movlps %xmm8, 0 * SIZE(CO1) movhps %xmm8, 2 * SIZE(CO1) movlps %xmm9, 4 * SIZE(CO1) movhps %xmm9, 6 * SIZE(CO1) movlps %xmm10, 0 * SIZE(CO2) movhps %xmm10, 2 * SIZE(CO2) movlps %xmm11, 4 * SIZE(CO2) movhps %xmm11, 6 * SIZE(CO2) movlps %xmm12, 0 * SIZE(CO1, LDC, 2) movhps %xmm12, 2 * SIZE(CO1, LDC, 2) movlps %xmm13, 4 * SIZE(CO1, LDC, 2) movhps %xmm13, 6 * SIZE(CO1, LDC, 2) movlps %xmm14, 0 * SIZE(CO2, LDC, 2) movhps %xmm14, 2 * SIZE(CO2, LDC, 2) movlps %xmm15, 4 * SIZE(CO2, LDC, 2) movhps %xmm15, 6 * SIZE(CO2, LDC, 2)#endif#ifndef LN addq $8 * SIZE, CO1 addq $8 * SIZE, CO2#endif#if defined(LT) || defined(RN) movq K, %rax subq KK, %rax leaq (,%rax, SIZE), %rax leaq (AO, %rax, 8), AO#ifdef LT addq $32 * SIZE, B#endif#endif#ifdef LN subq $8, KK movq BORIG, B#endif#ifdef LT addq $8, KK#endif#ifdef RT movq K, %rax movq BORIG, B salq $3 + BASE_SHIFT, %rax addq %rax, AORIG#endif decq I # i -- jg .L11 ALIGN_4 .L20: testq $4, M je .L30#ifdef LN movq K, %rax salq $2 + BASE_SHIFT, %rax subq %rax, AORIG#endif#if defined(LN) || defined(RT) movq KK, %rax movq AORIG, AO leaq (, %rax, SIZE), %rax leaq (AO, %rax, 4), AO#endif leaq BUFFER, BO#if defined(LN) || defined(RT) movq KK, %rax salq $2 + BASE_SHIFT, %rax leaq (BO, %rax, 4), BO#endif movaps 0 * SIZE(AO), %xmm8 movaps 16 * SIZE(AO), %xmm10 movaps 0 * SIZE(BO), %xmm9 movaps 16 * SIZE(BO), %xmm11 movaps 32 * SIZE(BO), %xmm13 movaps 48 * SIZE(BO), %xmm15 pxor %xmm0, %xmm0 pxor %xmm1, %xmm1 pxor %xmm2, %xmm2 pxor %xmm3, %xmm3#if defined(LT) || defined(RN) movq KK, %rax#else movq K, %rax subq KK, %rax#endif sarq $3, %rax je .L25 ALIGN_4.L22: mulps %xmm8, %xmm9 addps %xmm9, %xmm0#if defined(OPTERON) && defined(HAVE_PREFETCH) PREFETCH (PREFETCHSIZE + 0) * SIZE(AO)#endif movaps 4 * SIZE(BO), %xmm9 mulps %xmm8, %xmm9 addps %xmm9, %xmm1 movaps 8 * SIZE(BO), %xmm9 mulps %xmm8, %xmm9 mulps 12 * SIZE(BO), %xmm8 addps %xmm9, %xmm2 movaps 64 * SIZE(BO), %xmm9 addps %xmm8, %xmm3 movaps 4 * SIZE(AO), %xmm8 mulps %xmm8, %xmm11 addps %xmm11, %xmm0 movaps 20 * SIZE(BO), %xmm11 mulps %xmm8, %xmm11 addps %xmm11, %xmm1 movaps 24 * SIZE(BO), %xmm11 mulps %xmm8, %xmm11 mulps 28 * SIZE(BO), %xmm8 addps %xmm11, %xmm2 movaps 80 * SIZE(BO), %xmm11 addps %xmm8, %xmm3 movaps 8 * SIZE(AO), %xmm8 mulps %xmm8, %xmm13 addps %xmm13, %xmm0 movaps 36 * SIZE(BO), %xmm13 mulps %xmm8, %xmm13 addps %xmm13, %xmm1 movaps 40 * SIZE(BO), %xmm13 mulps %xmm8, %xmm13 mulps 44 * SIZE(BO), %xmm8 addps %xmm13, %xmm2 movaps 96 * SIZE(BO), %xmm13 addps %xmm8, %xmm3 movaps 12 * SIZE(AO), %xmm8 mulps %xmm8, %xmm15 addps %xmm15, %xmm0 movaps 52 * SIZE(BO), %xmm15 mulps %xmm8, %xmm15 addps %xmm15, %xmm1 movaps 56 * SIZE(BO), %xmm15 mulps %xmm8, %xmm15 mulps 60 * SIZE(BO), %xmm8 addps %xmm15, %xmm2
⌨️ 快捷键说明
复制代码
Ctrl + C
搜索代码
Ctrl + F
全屏模式
F11
切换主题
Ctrl + Shift + D
显示快捷键
?
增大字号
Ctrl + =
减小字号
Ctrl + -