📄 trsm_kernel_ln_4x4_barcelona.s

📁 Optimized GotoBLAS libraries
💻 S
📖 第 1 页 / 共 5 页
字号:
	movsd	-10 * SIZE(BO), %xmm5	mulsd	 %xmm0, %xmm5	subsd	 %xmm5, %xmm3	movsd	 -9 * SIZE(BO), %xmm6	mulsd	 %xmm0, %xmm6	subsd	 %xmm6, %xmm1	movsd	 -6 * SIZE(BO), %xmm4	mulsd	 %xmm4, %xmm3	movsd	 -5 * SIZE(BO), %xmm5	mulsd	 %xmm3, %xmm5	subsd	 %xmm5, %xmm1	movsd	 -1 * SIZE(BO), %xmm4	mulsd	 %xmm4, %xmm1	unpcklpd %xmm0, %xmm2	unpcklpd %xmm1, %xmm3#endif#ifdef RT	movapd	%xmm2, %xmm0        unpckhpd %xmm0, %xmm0	movapd	%xmm3, %xmm1        unpckhpd %xmm1, %xmm1	movsd	 -1 * SIZE(BO), %xmm4	mulsd	 %xmm4, %xmm1	movsd	 -2 * SIZE(BO), %xmm5	mulsd	 %xmm1, %xmm5	subsd	 %xmm5, %xmm3	movsd	 -3 * SIZE(BO), %xmm6	mulsd	 %xmm1, %xmm6	subsd	 %xmm6, %xmm0	movsd	 -4 * SIZE(BO), %xmm7	mulsd	 %xmm1, %xmm7	subsd	 %xmm7, %xmm2	movsd	 -6 * SIZE(BO), %xmm4	mulsd	 %xmm4, %xmm3	movsd	 -7 * SIZE(BO), %xmm5	mulsd	 %xmm3, %xmm5	subsd	 %xmm5, %xmm0	movsd	 -8 * SIZE(BO), %xmm6	mulsd	 %xmm3, %xmm6	subsd	 %xmm6, %xmm2	movsd	-11 * SIZE(BO), %xmm4	mulsd	 %xmm4, %xmm0	movsd	-12 * SIZE(BO), %xmm5	mulsd	 %xmm0, %xmm5	subsd	 %xmm5, %xmm2	movsd	-16 * SIZE(BO), %xmm4	mulsd	 %xmm4, %xmm2	unpcklpd %xmm0, %xmm2	unpcklpd %xmm1, %xmm3#endif#ifdef LN	subq	$1 * SIZE, CO1	subq	$1 * SIZE, CO2#endif#if defined(LN) || defined(LT)	movlpd	%xmm2,  0 * SIZE(CO1)	movhpd	%xmm2,  0 * SIZE(CO2)	movlpd	%xmm3,  0 * SIZE(CO1, LDC, 2)	movhpd	%xmm3,  0 * SIZE(CO2, LDC, 2)#else	movlpd	%xmm2,  0 * SIZE(CO1)	movhpd	%xmm2,  0 * SIZE(CO2)	movlpd	%xmm3,  0 * SIZE(CO1, LDC, 2)	movhpd	%xmm3,  0 * SIZE(CO2, LDC, 2)#endif#if defined(LN) || defined(LT)	movaps	%xmm2, -16 * SIZE(BO)	movaps	%xmm3, -14 * SIZE(BO)#else	movaps	%xmm2, -16 * SIZE(AO)	movaps	%xmm3, -14 * SIZE(AO)#endif#ifndef LN	addq	$1 * SIZE, CO1	addq	$1 * SIZE, CO2#endif#if defined(LT) || defined(RN)	movq	K,  %rax	subq	KK, %rax	leaq	(,%rax, SIZE), %rax	leaq	(AO, %rax, 1), AO	leaq	(BO, %rax, 4), BO#endif#ifdef LN	subq	$1, KK#endif#ifdef LT	addq	$1, KK#endif#ifdef RT       movq	K, %rax       salq	$0 + BASE_SHIFT, %rax       addq	%rax, AORIG#endif	ALIGN_4	.L20:	testq	$2, M	je	.L30	ALIGN_4.L21:#ifdef LN       movq	K, %rax       salq	$1 + BASE_SHIFT, %rax       subq	%rax, AORIG#endif#if defined(LN) || defined(RT)	movq	KK, %rax	movq	AORIG, AO	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 2), AO#endif	movq	B, BO#if defined(LN) || defined(RT)	movq	KK, %rax	leaq	(, %rax, SIZE), %rax	leaq	(BO, %rax, 4), BO#endif		movapd	-16 * SIZE(AO), %xmm0	pxor	%xmm8, %xmm8	movapd	-12 * SIZE(AO), %xmm2	pxor	%xmm9, %xmm9	movddup	-16 * SIZE(BO), %xmm1	pxor	%xmm10, %xmm10	movddup	-15 * SIZE(BO), %xmm5	pxor	%xmm11, %xmm11	movddup	 -8 * SIZE(BO), %xmm3#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	andq	$-4, %rax	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 2), AO	leaq	(BO, %rax, 4), BO	negq	%rax	je,pn	.L26	ALIGN_4.L22:	mulpd	%xmm0, %xmm1	addpd	%xmm1, %xmm8	movddup	-14 * SIZE(BO, %rax, 4), %xmm1	mulpd	%xmm0, %xmm5	addpd	%xmm5, %xmm9	movddup	-13 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm0, %xmm1	addpd	%xmm1, %xmm10	movddup	-12 * SIZE(BO, %rax, 4), %xmm1	mulpd	%xmm0, %xmm5	movapd	-14 * SIZE(AO, %rax, 2), %xmm0	addpd	%xmm5, %xmm11	movddup	-11 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm0, %xmm1	addpd	%xmm1, %xmm8	movddup	-10 * SIZE(BO, %rax, 4), %xmm1	mulpd	%xmm0, %xmm5	addpd	%xmm5, %xmm9	movddup	 -9 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm0, %xmm1	addpd	%xmm1, %xmm10	movddup	  (BO, %rax, 4), %xmm1	mulpd	%xmm0, %xmm5	movapd	 -8 * SIZE(AO, %rax, 2), %xmm0	addpd	%xmm5, %xmm11	movddup	 -7 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm2, %xmm3	addpd	%xmm3, %xmm8	movddup	 -6 * SIZE(BO, %rax, 4), %xmm3	mulpd	%xmm2, %xmm5	addpd	%xmm5, %xmm9	movddup	 -5 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm2, %xmm3	addpd	%xmm3, %xmm10	movddup	 -4 * SIZE(BO, %rax, 4), %xmm3	mulpd	%xmm2, %xmm5	movapd	-10 * SIZE(AO, %rax, 2), %xmm2	addpd	%xmm5, %xmm11	movddup	 -3 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm2, %xmm3	addpd	%xmm3, %xmm8	movddup	 -2 * SIZE(BO, %rax, 4), %xmm3	mulpd	%xmm2, %xmm5	addpd	%xmm5, %xmm9	movddup	 -1 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm2, %xmm3	addpd	%xmm3, %xmm10	movddup	  8 * SIZE(BO, %rax, 4), %xmm3	mulpd	%xmm2, %xmm5	movapd	 -4 * SIZE(AO, %rax, 2), %xmm2	addpd	%xmm5, %xmm11	movddup	  1 * SIZE(BO, %rax, 4), %xmm5	addq	$4 * SIZE, %rax	jl,pt	.L22	ALIGN_4.L26:#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	andq	$3, %rax		# if (k & 1)	je .L29	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 2), AO	leaq	(BO, %rax, 4), BO	negq	%rax	ALIGN_4.L27:	mulpd	%xmm0, %xmm1	addpd	%xmm1, %xmm8	movddup	-14 * SIZE(BO, %rax, 4), %xmm1	mulpd	%xmm0, %xmm5	addpd	%xmm5, %xmm9	movddup	-13 * SIZE(BO, %rax, 4), %xmm5	mulpd	%xmm0, %xmm1	addpd	%xmm1, %xmm10	movddup	-12 * SIZE(BO, %rax, 4), %xmm1	mulpd	%xmm0, %xmm5	movapd	-14 * SIZE(AO, %rax, 2), %xmm0	addpd	%xmm5, %xmm11	movddup	-11 * SIZE(BO, %rax, 4), %xmm5	addq	$SIZE, %rax	jl	.L27	ALIGN_4.L29:#if defined(LN) || defined(RT)	movq	KK, %rax#ifdef LN	subq	$2, %rax#else	subq	$4, %rax#endif	leaq	(, %rax, SIZE), %rax	movq	AORIG, AO	leaq	(AO, %rax, 2), AO	leaq	(B,  %rax, 4), BO#endif#if defined(LN) || defined(LT)	movapd	 %xmm8,  %xmm0	unpcklpd %xmm9,  %xmm8	unpckhpd %xmm9,  %xmm0	movapd	 %xmm10, %xmm2	unpcklpd %xmm11, %xmm10	unpckhpd %xmm11, %xmm2	movapd	-16 * SIZE(BO), %xmm9	movapd	-14 * SIZE(BO), %xmm11	movapd	-12 * SIZE(BO), %xmm13	movapd	-10 * SIZE(BO), %xmm15	subpd	%xmm8,  %xmm9	subpd	%xmm10, %xmm11	subpd	%xmm0,  %xmm13	subpd	%xmm2,  %xmm15#else	movapd	-16 * SIZE(AO), %xmm0	movapd	-14 * SIZE(AO), %xmm2	movapd	-12 * SIZE(AO), %xmm4	movapd	-10 * SIZE(AO), %xmm6	subpd	%xmm8,  %xmm0	subpd	%xmm9,  %xmm2	subpd	%xmm10, %xmm4	subpd	%xmm11, %xmm6#endif#ifdef LN	movddup	-13 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm13	mulpd	 %xmm8, %xmm15	movddup	-14 * SIZE(AO), %xmm10	mulpd	 %xmm13, %xmm10	subpd	 %xmm10, %xmm9	movddup	-14 * SIZE(AO), %xmm10	mulpd	 %xmm15, %xmm10	subpd	 %xmm10, %xmm11	movddup	-16 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm9	mulpd	 %xmm8, %xmm11#endif#ifdef LT	movddup	-16 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm9	mulpd	 %xmm8, %xmm11	movddup	-15 * SIZE(AO), %xmm10	mulpd	 %xmm9, %xmm10	subpd	 %xmm10, %xmm13	movddup	-15 * SIZE(AO), %xmm10	mulpd	 %xmm11, %xmm10	subpd	 %xmm10, %xmm15	movddup	-13 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm13	mulpd	 %xmm8, %xmm15#endif#ifdef RN	movddup	-16 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm0	movddup	-15 * SIZE(BO), %xmm9	mulpd	 %xmm0, %xmm9	subpd	 %xmm9, %xmm2	movddup	-14 * SIZE(BO), %xmm10	mulpd	 %xmm0, %xmm10	subpd	 %xmm10, %xmm4	movddup	-13 * SIZE(BO), %xmm11	mulpd	 %xmm0, %xmm11	subpd	 %xmm11, %xmm6	movddup	-11 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm2	movddup	-10 * SIZE(BO), %xmm9	mulpd	 %xmm2, %xmm9	subpd	 %xmm9, %xmm4	movddup	 -9 * SIZE(BO), %xmm10	mulpd	 %xmm2, %xmm10	subpd	 %xmm10, %xmm6	movddup	 -6 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm4	movddup	 -5 * SIZE(BO), %xmm9	mulpd	 %xmm4, %xmm9	subpd	 %xmm9, %xmm6	movddup	 -1 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm6#endif#ifdef RT	movddup	 -1 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm6	movddup	 -2 * SIZE(BO), %xmm9	mulpd	 %xmm6, %xmm9	subpd	 %xmm9, %xmm4	movddup	 -3 * SIZE(BO), %xmm10	mulpd	 %xmm6, %xmm10	subpd	 %xmm10, %xmm2	movddup	 -4 * SIZE(BO), %xmm11	mulpd	 %xmm6, %xmm11	subpd	 %xmm11, %xmm0	movddup	 -6 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm4	movddup	 -7 * SIZE(BO), %xmm9	mulpd	 %xmm4, %xmm9	subpd	 %xmm9, %xmm2	movddup	 -8 * SIZE(BO), %xmm10	mulpd	 %xmm4, %xmm10	subpd	 %xmm10, %xmm0	movddup	-11 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm2	movddup	-12 * SIZE(BO), %xmm9	mulpd	 %xmm2, %xmm9	subpd	 %xmm9, %xmm0	movddup	-16 * SIZE(BO), %xmm8	mulpd	 %xmm8, %xmm0#endif#ifdef LN	subq	$2 * SIZE, CO1	subq	$2 * SIZE, CO2#endif#if defined(LN) || defined(LT)	movlpd	%xmm9,   0 * SIZE(CO1)	movlpd	%xmm13,  1 * SIZE(CO1)	movhpd	%xmm9,   0 * SIZE(CO2)	movhpd	%xmm13,  1 * SIZE(CO2)	movlpd	%xmm11,  0 * SIZE(CO1, LDC, 2)	movlpd	%xmm15,  1 * SIZE(CO1, LDC, 2)	movhpd	%xmm11,  0 * SIZE(CO2, LDC, 2)	movhpd	%xmm15,  1 * SIZE(CO2, LDC, 2)#else	movlpd	%xmm0,  0 * SIZE(CO1)	movhpd	%xmm0,  1 * SIZE(CO1)	movlpd	%xmm2,  0 * SIZE(CO2)	movhpd	%xmm2,  1 * SIZE(CO2)	movlpd	%xmm4,  0 * SIZE(CO1, LDC, 2)	movhpd	%xmm4,  1 * SIZE(CO1, LDC, 2)	movlpd	%xmm6,  0 * SIZE(CO2, LDC, 2)	movhpd	%xmm6,  1 * SIZE(CO2, LDC, 2)#endif#if defined(LN) || defined(LT)	movaps	%xmm9,  -16 * SIZE(BO)	movaps	%xmm11, -14 * SIZE(BO)	movaps	%xmm13, -12 * SIZE(BO)	movaps	%xmm15, -10 * SIZE(BO)#else	movaps	%xmm0,  -16 * SIZE(AO)	movaps	%xmm2,  -14 * SIZE(AO)	movaps	%xmm4,  -12 * SIZE(AO)	movaps	%xmm6,  -10 * SIZE(AO)#endif#ifndef LN	addq	$2 * SIZE, CO1	addq	$2 * SIZE, CO2#endif#if defined(LT) || defined(RN)	movq	K,  %rax	subq	KK, %rax	leaq	(,%rax, SIZE), %rax	leaq	(AO, %rax, 2), AO	leaq	(BO, %rax, 4), BO#endif#ifdef LN	subq	$2, KK#endif#ifdef LT	addq	$2, KK#endif#ifdef RT       movq	K, %rax       salq	$1 + BASE_SHIFT, %rax       addq	%rax, AORIG#endif	ALIGN_4	.L30:	movq	M,  I	sarq	$2, I	# i = (m >> 2)	jle	.L39	ALIGN_4.L11:#ifdef LN       movq	K, %rax       salq	$2 + BASE_SHIFT, %rax       subq	%rax, AORIG#endif#if defined(LN) || defined(RT)	movq	KK, %rax	movq	AORIG, AO	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 4), AO#endif	movq	B, BO#if defined(LN) || defined(RT)	movq	KK, %rax	leaq	(, %rax, SIZE), %rax	leaq	(BO, %rax, 4), BO#endif		movapd	-16 * SIZE(AO), %xmm0	movddup	-16 * SIZE(BO), %xmm1	pxor	%xmm8, %xmm8 	movddup	-15 * SIZE(BO), %xmm3	pxor	%xmm9, %xmm9	movapd	 -8 * SIZE(AO), %xmm4	pxor	%xmm10, %xmm10	movddup	 -8 * SIZE(BO), %xmm5	pxor	%xmm11, %xmm11#ifndef LN	prefetchw      3 * SIZE(CO1)	pxor	%xmm12, %xmm12	prefetchw      3 * SIZE(CO2)	pxor	%xmm13, %xmm13	prefetchw      3 * SIZE(CO1, LDC, 2)	pxor	%xmm14, %xmm14	prefetchw      3 * SIZE(CO2, LDC, 2)	pxor	%xmm15, %xmm15	movapd	%xmm0, %xmm2#else	prefetchw     -8 * SIZE(CO1)	pxor	%xmm12, %xmm12	prefetchw     -8 * SIZE(CO2)	pxor	%xmm13, %xmm13	prefetchw     -8 * SIZE(CO1, LDC, 2)	pxor	%xmm14, %xmm14	prefetchw     -8 * SIZE(CO2, LDC, 2)	pxor	%xmm15, %xmm15	movapd	%xmm0, %xmm2#endif	prefetch	 -16 * SIZE(BB)	prefetch	  -8 * SIZE(BB)	subq		 $-16 * SIZE, BB#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	andq	$-8, %rax	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 4), AO	leaq	(BO, %rax, 4), BO	negq	%rax	je,pn	.L15	ALIGN_4.L12:	KERNEL1(16 *  0)	KERNEL2(16 *  0)	KERNEL3(16 *  0)	KERNEL4(16 *  0)	KERNEL5(16 *  0)	KERNEL6(16 *  0)	KERNEL7(16 *  0)	KERNEL8(16 *  0)	jl,pt	.L12	ALIGN_4.L15:#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	testq	$4, %rax	je .L16	xorq	%rax, %rax	ALIGN_4	KERNEL_SUB1(16 *  0)	KERNEL_SUB2(16 *  0)	KERNEL_SUB3(16 *  0)	KERNEL_SUB4(16 *  0)	subq	$-16 * SIZE, BO	subq	$-16 * SIZE, AO	ALIGN_4.L16:#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	andq	$3, %rax		# if (k & 1)	je .L19	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 4), AO	leaq	(BO, %rax, 4), BO	negq	%rax	ALIGN_4.L17:	mulpd	%xmm1, %xmm0	mulpd	-14 * SIZE(AO, %rax, 4), %xmm1	addpd	%xmm0, %xmm8	movapd	%xmm2, %xmm0	addpd	%xmm1, %xmm12	movddup	-14 * SIZE(BO, %rax, 4), %xmm1	mulpd	%xmm3, %xmm2	mulpd	-14 * SIZE(AO, %rax, 4), %xmm3	addpd	%xmm2, %xmm9	movapd	%xmm0, %xmm2	addpd	%xmm3, %xmm13	movddup	-13 * SIZE(BO, %rax, 4), %xmm3	mulpd	%xmm1, %xmm0	mulpd	-14 * SIZE(AO, %rax, 4), %xmm1	addpd	%xmm0, %xmm10	movapd	-12 * SIZE(AO, %rax, 4), %xmm0	addpd	%xmm1, %xmm14	movddup	-12 * SIZE(BO, %rax, 4), %xmm1	mulpd	%xmm3, %xmm2	mulpd	-14 * SIZE(AO, %rax, 4), %xmm3	addpd	%xmm2, %xmm11	addpd	%xmm3, %xmm15 	movddup	-11 * SIZE(BO, %rax, 4), %xmm3	movapd	%xmm0, %xmm2	addq	$SIZE, %rax	jl	.L17	ALIGN_4.L19:#if defined(LN) || defined(RT)	movq	KK, %rax#ifdef LN	subq	$4, %rax#else	subq	$4, %rax#endif	leaq	(, %rax, SIZE), %rax	movq	AORIG, AO	leaq	(AO, %rax, 4), AO	leaq	(B,  %rax, 4), BO#endif#if defined(LN) || defined(LT)	movapd	%xmm8, %xmm0	unpcklpd %xmm9, %xmm8	unpckhpd %xmm9, %xmm0	movapd	%xmm10, %xmm2	unpcklpd %xmm11, %xmm10	unpckhpd %xmm11, %xmm2	movapd	%xmm12, %xmm4	unpcklpd %xmm13, %xmm12	unpckhpd %xmm13, %xmm4	movapd	%xmm14, %xmm6	unpcklpd %xmm15, %xmm14
⌨️ 快捷键说明

复制代码 Ctrl + C
搜索代码 Ctrl + F
全屏模式 F11
切换主题 Ctrl + Shift + D
显示快捷键 ?
增大字号 Ctrl + =
减小字号 Ctrl + -