📄 trsm_kernel_rt_8x4_sse.s
字号:
movaps 40 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm1 movaps 36 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm12 movaps 32 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm1 movaps 24 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm1 movaps 16 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm1 movaps 8 * SIZE(AO), %xmm6 pshufd $0x55, %xmm6, %xmm8 mulps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm1 movaps 0 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm1#endif#ifdef LT movaps 0 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm1 pshufd $0x55, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm5 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm11 movaps 4 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm15 movaps 8 * SIZE(AO), %xmm6 pshufd $0x55, %xmm6, %xmm8 mulps %xmm8, %xmm5 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm11 movaps 12 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm15 movaps 16 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm11 movaps 20 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm15 movaps 24 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm8, %xmm11 movaps 28 * SIZE(AO), %xmm7 pshufd $0x00, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm12 pshufd $0x55, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm15 movaps 36 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm12 pshufd $0x55, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm13 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm6, %xmm8 mulps %xmm12, %xmm8 subps %xmm8, %xmm15 movaps 44 * SIZE(AO), %xmm7 pshufd $0x55, %xmm7, %xmm8 mulps %xmm8, %xmm13 pshufd $0xaa, %xmm7, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm14 pshufd $0xff, %xmm7, %xmm8 mulps %xmm13, %xmm8 subps %xmm8, %xmm15 movaps 52 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm14 pshufd $0xff, %xmm6, %xmm8 mulps %xmm14, %xmm8 subps %xmm8, %xmm15 movaps 60 * SIZE(AO), %xmm7 pshufd $0xff, %xmm7, %xmm8 mulps %xmm8, %xmm15#endif#ifdef RN movaps 0 * SIZE(B), %xmm0 pshufd $0x00, %xmm0, %xmm2 mulps %xmm2, %xmm8 mulps %xmm2, %xmm9 pshufd $0x55, %xmm0, %xmm2 mulps %xmm8, %xmm2 subps %xmm2, %xmm10 pshufd $0x55, %xmm0, %xmm2 mulps %xmm9, %xmm2 subps %xmm2, %xmm11 pshufd $0xff, %xmm0, %xmm2 mulps %xmm2, %xmm10 mulps %xmm2, %xmm11#endif#ifdef RT movaps 0 * SIZE(B), %xmm0 pshufd $0xff, %xmm0, %xmm2 mulps %xmm2, %xmm10 mulps %xmm2, %xmm11 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm10, %xmm2 subps %xmm2, %xmm8 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm11, %xmm2 subps %xmm2, %xmm9 pshufd $0x00, %xmm0, %xmm2 mulps %xmm2, %xmm8 mulps %xmm2, %xmm9#endif#ifdef LN subq $8 * SIZE, CO1#endif#if defined(LN) || defined(LT) movlps %xmm1, 0 * SIZE(B) movlps %xmm5, 2 * SIZE(B) movlps %xmm10, 4 * SIZE(B) movlps %xmm11, 6 * SIZE(B) movlps %xmm12, 8 * SIZE(B) movlps %xmm13, 10 * SIZE(B) movlps %xmm14, 12 * SIZE(B) movlps %xmm15, 14 * SIZE(B) pshufd $0x00, %xmm1, %xmm2 pshufd $0x55, %xmm1, %xmm3 movaps %xmm2, 0 * SIZE(BO) movaps %xmm3, 4 * SIZE(BO) pshufd $0x00, %xmm5, %xmm2 pshufd $0x55, %xmm5, %xmm3 movaps %xmm2, 8 * SIZE(BO) movaps %xmm3, 12 * SIZE(BO) pshufd $0x00, %xmm10, %xmm2 pshufd $0x55, %xmm10, %xmm3 movaps %xmm2, 16 * SIZE(BO) movaps %xmm3, 20 * SIZE(BO) pshufd $0x00, %xmm11, %xmm2 pshufd $0x55, %xmm11, %xmm3 movaps %xmm2, 24 * SIZE(BO) movaps %xmm3, 28 * SIZE(BO) pshufd $0x00, %xmm12, %xmm2 pshufd $0x55, %xmm12, %xmm3 movaps %xmm2, 32 * SIZE(BO) movaps %xmm3, 36 * SIZE(BO) pshufd $0x00, %xmm13, %xmm2 pshufd $0x55, %xmm13, %xmm3 movaps %xmm2, 40 * SIZE(BO) movaps %xmm3, 44 * SIZE(BO) pshufd $0x00, %xmm14, %xmm2 pshufd $0x55, %xmm14, %xmm3 movaps %xmm2, 48 * SIZE(BO) movaps %xmm3, 52 * SIZE(BO) pshufd $0x00, %xmm15, %xmm2 pshufd $0x55, %xmm15, %xmm3 movaps %xmm2, 56 * SIZE(BO) movaps %xmm3, 60 * SIZE(BO)#else movaps %xmm8, 0 * SIZE(AO) movaps %xmm9, 4 * SIZE(AO) movaps %xmm10, 8 * SIZE(AO) movaps %xmm11, 12 * SIZE(AO)#endif#if defined(LN) || defined(LT) unpcklps %xmm10, %xmm1 unpcklps %xmm11, %xmm5 movaps %xmm1, %xmm10 unpcklps %xmm5, %xmm1 unpckhps %xmm5, %xmm10 unpcklps %xmm14, %xmm12 unpcklps %xmm15, %xmm13 movaps %xmm12, %xmm14 unpcklps %xmm13, %xmm12 unpckhps %xmm13, %xmm14 movlps %xmm1, 0 * SIZE(CO1) movhps %xmm1, 2 * SIZE(CO1) movlps %xmm12, 4 * SIZE(CO1) movhps %xmm12, 6 * SIZE(CO1) movlps %xmm10, 0 * SIZE(CO1, LDC, 1) movhps %xmm10, 2 * SIZE(CO1, LDC, 1) movlps %xmm14, 4 * SIZE(CO1, LDC, 1) movhps %xmm14, 6 * SIZE(CO1, LDC, 1)#else movlps %xmm8, 0 * SIZE(CO1) movhps %xmm8, 2 * SIZE(CO1) movlps %xmm9, 4 * SIZE(CO1) movhps %xmm9, 6 * SIZE(CO1) movlps %xmm10, 0 * SIZE(CO1, LDC, 1) movhps %xmm10, 2 * SIZE(CO1, LDC, 1) movlps %xmm11, 4 * SIZE(CO1, LDC, 1) movhps %xmm11, 6 * SIZE(CO1, LDC, 1)#endif#ifndef LN addq $8 * SIZE, CO1#endif#if defined(LT) || defined(RN) movq K, %rax subq KK, %rax leaq (,%rax, SIZE), %rax leaq (AO, %rax, 8), AO#ifdef LT addq $16 * SIZE, B#endif#endif#ifdef LN subq $8, KK movq BORIG, B#endif#ifdef LT addq $8, KK#endif#ifdef RT movq K, %rax movq BORIG, B salq $3 + BASE_SHIFT, %rax addq %rax, AORIG#endif decq I # i -- jg .L61 ALIGN_4 .L70: testq $4, M je .L80#ifdef LN movq K, %rax salq $2 + BASE_SHIFT, %rax subq %rax, AORIG#endif#if defined(LN) || defined(RT) movq KK, %rax movq AORIG, AO leaq (, %rax, SIZE), %rax leaq (AO, %rax, 4), AO#endif leaq BUFFER, BO#if defined(LN) || defined(RT) movq KK, %rax salq $1 + BASE_SHIFT, %rax leaq (BO, %rax, 4), BO#endif movaps 0 * SIZE(AO), %xmm8 movaps 16 * SIZE(AO), %xmm10 movaps 0 * SIZE(BO), %xmm9 movaps 16 * SIZE(BO), %xmm11 movaps 32 * SIZE(BO), %xmm13 movaps 48 * SIZE(BO), %xmm15 pxor %xmm0, %xmm0 pxor %xmm1, %xmm1 pxor %xmm2, %xmm2 pxor %xmm3, %xmm3#if defined(LT) || defined(RN) movq KK, %rax#else movq K, %rax subq KK, %rax#endif sarq $3, %rax je .L75 ALIGN_4.L72: mulps %xmm8, %xmm9#if defined(OPTERON) && defined(HAVE_PREFETCH) PREFETCH (PREFETCHSIZE + 0) * SIZE(AO)#endif mulps 4 * SIZE(BO), %xmm8 addps %xmm9, %xmm0 movaps 8 * SIZE(BO), %xmm9 addps %xmm8, %xmm1 movaps 4 * SIZE(AO), %xmm8 mulps %xmm8, %xmm9 mulps 12 * SIZE(BO), %xmm8 addps %xmm9, %xmm2 movaps 64 * SIZE(BO), %xmm9 addps %xmm8, %xmm3 movaps 8 * SIZE(AO), %xmm8 mulps %xmm8, %xmm11 mulps 20 * SIZE(BO), %xmm8 addps %xmm11, %xmm0 movaps 24 * SIZE(BO), %xmm11 addps %xmm8, %xmm1 movaps 12 * SIZE(AO), %xmm8 mulps %xmm8, %xmm11 mulps 28 * SIZE(BO), %xmm8 addps %xmm11, %xmm2 movaps 80 * SIZE(BO), %xmm11 addps %xmm8, %xmm3 movaps 32 * SIZE(AO), %xmm8 mulps %xmm10, %xmm13 mulps 36 * SIZE(BO), %xmm10 addps %xmm13, %xmm0 movaps 40 * SIZE(BO), %xmm13 addps %xmm10, %xmm1 movaps 20 * SIZE(AO), %xmm10 mulps %xmm10, %xmm13 mulps 44 * SIZE(BO), %xmm10 addps %xmm13, %xmm2 movaps 96 * SIZE(BO), %xmm13 addps %xmm10, %xmm3 movaps 24 * SIZE(AO), %xmm10 mulps %xmm10, %xmm15 mulps 52 * SIZE(BO), %xmm10 addps %xmm15, %xmm0 movaps 56 * SIZE(BO), %xmm15 addps %xmm10, %xmm1 movaps 28 * SIZE(AO), %xmm10 mulps %xmm10, %xmm15 mulps 60 * SIZE(BO), %xmm10 addps %xmm15, %xmm2 movaps 112 * SIZE(BO), %xmm15 addps %xmm10, %xmm3 movaps 48 * SIZE(AO), %xmm10 addq $32 * SIZE, AO addq $64 * SIZE, BO decq %rax jne .L72 ALIGN_4.L75:#if defined(LT) || defined(RN) movq KK, %rax#else movq K, %rax subq KK, %rax#endif andq $7, %rax # if (k & 1) BRANCH je .L78 ALIGN_4.L76: mulps %xmm8, %xmm9 mulps 4 * SIZE(BO), %xmm8 addps %xmm9, %xmm0 movaps 8 * SIZE(BO), %xmm9 addps %xmm8, %xmm1 movaps 4 * SIZE(AO), %xmm8 addq $4 * SIZE, AO # aoffset += 4 addq $8 * SIZE, BO # boffset1 += 8 decq %rax jg .L76 ALIGN_4.L78: addps %xmm2, %xmm0 addps %xmm3, %xmm1#if defined(LN) || defined(RT) movq KK, %rax#ifdef LN subq $4, %rax#else subq $2, %rax#endif movq AORIG, AO movq BORIG, B leaq BUFFER, BO salq $1 + BASE_SHIFT, %rax leaq (AO, %rax, 2), AO leaq (B, %rax, 1), B leaq (BO, %rax, 4), BO#endif#if defined(LN) || defined(LT) movaps %xmm0, %xmm8 unpcklps %xmm2, %xmm0 unpckhps %xmm2, %xmm8 movaps %xmm1, %xmm14 unpcklps %xmm3, %xmm1 unpckhps %xmm3, %xmm14 movaps %xmm0, %xmm2 unpcklps %xmm1, %xmm0 unpckhps %xmm1, %xmm2 movaps %xmm8, %xmm3 unpcklps %xmm14, %xmm8 unpckhps %xmm14, %xmm3 movsd 0 * SIZE(B), %xmm1 movsd 2 * SIZE(B), %xmm5 movsd 4 * SIZE(B), %xmm10 movsd 6 * SIZE(B), %xmm11 subps %xmm0, %xmm1 subps %xmm2, %xmm5 subps %xmm8, %xmm10 subps %xmm3, %xmm11#else movaps 0 * SIZE(AO), %xmm8 movaps 4 * SIZE(AO), %xmm10 subps %xmm0, %xmm8 subps %xmm1, %xmm10#endif#ifdef LN movaps 12 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm8, %xmm11 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm11, %xmm8 subps %xmm8, %xmm1 movaps 8 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm10 pshufd $0x55, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm1 movaps 4 * SIZE(AO), %xmm6 pshufd $0x55, %xmm6, %xmm8 mulps %xmm8, %xmm5 pshufd $0x00, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm1 movaps 0 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm1#endif#ifdef LT movaps 0 * SIZE(AO), %xmm6 pshufd $0x00, %xmm6, %xmm8 mulps %xmm8, %xmm1 pshufd $0x55, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm5 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm1, %xmm8 subps %xmm8, %xmm11 movaps 4 * SIZE(AO), %xmm6 pshufd $0x55, %xmm6, %xmm8 mulps %xmm8, %xmm5 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm5, %xmm8 subps %xmm8, %xmm11 movaps 8 * SIZE(AO), %xmm6 pshufd $0xaa, %xmm6, %xmm8 mulps %xmm8, %xmm10 pshufd $0xff, %xmm6, %xmm8 mulps %xmm10, %xmm8 subps %xmm8, %xmm11 movaps 12 * SIZE(AO), %xmm6 pshufd $0xff, %xmm6, %xmm8 mulps %xmm8, %xmm11#endif#ifdef RN movaps 0 * SIZE(B), %xmm0 pshufd $0x00, %xmm0, %xmm2 mulps %xmm2, %xmm8 pshufd $0x55, %xmm0, %xmm2 mulps %xmm8, %xmm2 subps %xmm2, %xmm10 pshufd $0xff, %xmm0, %xmm2 mulps %xmm2, %xmm10#endif#ifdef RT movaps 0 * SIZE(B), %xmm0 pshufd $0xff, %xmm0, %xmm2 mulps %xmm2, %xmm10 pshufd $0xaa, %xmm0, %xmm2 mulps %xmm10, %xmm2 subps %xmm2, %xmm8 pshufd $0x00, %xmm0, %xmm2 mulps %xmm2, %xmm8#endif#ifdef LN subq $4 * SIZE, CO1#endif#if defined(LN) || defined(LT) movlps %xmm1, 0 * SIZE(B) movlps %xmm5, 2 * SIZE(B) movlps %xmm10, 4 * SIZE(B) movlps %xmm11, 6 * SIZE(B) pshufd $0x00, %xmm1, %xmm2 pshufd $0x55, %xmm1, %xmm3 movaps %xmm2, 0 * SIZE(BO) movaps %xmm3, 4 * SIZE(BO) pshufd $0x00, %xmm5, %xmm2 pshufd $0x55, %xmm5, %xmm3 movaps %xmm2, 8 * SIZE(BO) movaps %xmm3, 12 * SIZE(BO) pshufd $0x00, %xmm10, %xmm2 pshufd $0x55, %xmm10, %xmm3 movaps %xmm2, 16 * SIZE(BO) movaps %xmm3, 20 * SIZE(BO) pshufd $0x00, %xmm11, %xmm2 pshufd $0x55, %xmm11, %xmm3 movaps %xmm2, 24 * SIZE(BO) movaps %xmm3, 28 * SIZE(BO)#else movaps %xmm8, 0 * SIZE(AO) movaps %xmm10, 4 * SIZE(AO)#endif#if defined(LN) || defined(LT) unpcklps %xmm10, %xmm1 unpcklps %xmm11, %xmm5 movaps %xmm1, %xmm10 unpcklps %xmm5, %xmm1 unpckhps %xmm5, %xmm10 movlps %xmm1, 0 * SIZE(CO1) movhps %xmm1, 2 * SIZE(CO1) movlps %xmm10, 0 * SIZE(CO1, LDC, 1) movhps %xmm10, 2 * SIZE(CO1, LDC, 1)#else movlps %xmm8, 0 * SIZE(CO1) movhps %xmm8, 2 * SIZE(CO1) movlps %xmm10, 0 * SIZE(CO1, LDC, 1) movhps %xmm10, 2 * SIZE(CO1, LDC, 1)#endif
⌨️ 快捷键说明
复制代码
Ctrl + C
搜索代码
Ctrl + F
全屏模式
F11
切换主题
Ctrl + Shift + D
显示快捷键
?
增大字号
Ctrl + =
减小字号
Ctrl + -