📄 trsm_kernel_rt_4x4_core2.s

📁 Optimized GotoBLAS libraries
💻 S
📖 第 1 页 / 共 5 页
字号:
	unpcklpd %xmm8, %xmm10#endif#ifdef LT	movapd	%xmm10, %xmm8        unpckhpd %xmm8, %xmm8	movsd	-16 * SIZE(AO), %xmm12	mulsd	 %xmm12, %xmm10	movsd	-15 * SIZE(AO), %xmm13	mulsd	 %xmm10, %xmm13	subsd	 %xmm13, %xmm8	movsd	-13 * SIZE(AO), %xmm12	mulsd	 %xmm12, %xmm8	unpcklpd %xmm8, %xmm10#endif#ifdef RN	movddup	-16 * SIZE(B), %xmm8	mulpd	 %xmm8, %xmm10#endif#ifdef RT	movddup -16 * SIZE(B), %xmm8	mulpd	 %xmm8, %xmm10#endif#ifdef LN	subq	$2 * SIZE, CO1#endif#if defined(LN) || defined(LT)	movsd	%xmm10,  0 * SIZE(CO1)	movhpd	%xmm10,  1 * SIZE(CO1)#else	movsd	%xmm10,  0 * SIZE(CO1)	movhpd	%xmm10,  1 * SIZE(CO1)#endif#if defined(LN) || defined(LT)	movapd	%xmm10,   -16 * SIZE(B)	movddup	%xmm10,  %xmm8	SHUFPD_3 %xmm10,  %xmm10	movapd	%xmm8,  -16 * SIZE(BO)	movapd	%xmm10,  -14 * SIZE(BO)#else	movapd	%xmm10,  -16 * SIZE(AO)#endif#ifndef LN	addq	$2 * SIZE, CO1#endif#if defined(LT) || defined(RN)	movq	K,  %rax	subq	KK, %rax	leaq	(,%rax, SIZE), %rax	leaq	(AO, %rax, 2), AO#ifdef LT	addq	$2 * SIZE, B#endif#endif#ifdef LN	subq	$2, KK	movq	BORIG, B#endif#ifdef LT	addq	$2, KK#endif#ifdef RT       movq	K, %rax       movq	BORIG, B       salq	$1 + BASE_SHIFT, %rax       addq	%rax, AORIG#endif	ALIGN_4	.L110:	testq	$1, M	je	.L119	ALIGN_4.L111:#ifdef LN       movq	K, %rax       salq	$0 + BASE_SHIFT, %rax       subq	%rax, AORIG#endif#if defined(LN) || defined(RT)	movq	KK, %rax	movq	AORIG, AO	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 1), AO#endif	leaq	16 * SIZE + BUFFER, BO#if defined(LN) || defined(RT)	movq	KK, %rax	salq	$0 + BASE_SHIFT, %rax	leaq	(BO, %rax, 2), BO#endif		pxor	%xmm8, %xmm8	pxor	%xmm9, %xmm9	pxor	%xmm10, %xmm10	pxor	%xmm11, %xmm11#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	sarq	$2, %rax	je	.L115	ALIGN_4.L112:	PREFETCH (PREFETCHSIZE +  0) * SIZE(AO)	movsd	-16 * SIZE(AO), %xmm0	movsd	-15 * SIZE(AO), %xmm1	movsd	-16 * SIZE(BO), %xmm2	movsd	-14 * SIZE(BO), %xmm3	mulsd	%xmm0, %xmm2	mulsd	%xmm1, %xmm3	addsd	%xmm2, %xmm8	addsd	%xmm3, %xmm9	movsd	-14 * SIZE(AO), %xmm0	movsd	-13 * SIZE(AO), %xmm1	movsd	-12 * SIZE(BO), %xmm2	movsd	-10 * SIZE(BO), %xmm3	mulsd	%xmm0, %xmm2	mulsd	%xmm1, %xmm3	addsd	%xmm2, %xmm10	addsd	%xmm3, %xmm11	subq	$-4 * SIZE, AO	subq	$-8 * SIZE, BO	subq	$1, %rax	jne    .L112	ALIGN_4.L115:#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	andq	$3, %rax		# if (k & 1)	BRANCH	je .L118	ALIGN_4.L116:	movsd	-16 * SIZE(AO), %xmm0	movsd	-16 * SIZE(BO), %xmm2	mulsd	%xmm0, %xmm2	addsd	%xmm2, %xmm8	addq	$1 * SIZE, AO	addq	$2 * SIZE, BO	subq	$1, %rax	jg	.L116	ALIGN_4.L118:	addsd	%xmm10, %xmm8	addsd	%xmm11, %xmm9	addsd	%xmm9, %xmm8#if defined(LN) || defined(RT)	movq	KK, %rax#ifdef LN	subq	$1, %rax#else	subq	$1, %rax#endif	movq	AORIG, AO	movq	BORIG, B	leaq	16 * SIZE + BUFFER, BO	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 1), AO	leaq	(B,  %rax, 1), B	leaq	(BO, %rax, 2), BO#endif#if defined(LN) || defined(LT)	movsd	-16 * SIZE(B), %xmm10	subsd	%xmm8,  %xmm10#else	movsd	-16 * SIZE(AO), %xmm10	subsd	%xmm8, %xmm10#endif#ifdef LN	movsd	-16 * SIZE(AO), %xmm12	mulsd	 %xmm12, %xmm10#endif#ifdef LT	movsd	-16 * SIZE(AO), %xmm12	mulsd	 %xmm12, %xmm10#endif#ifdef RN	movsd	-16 * SIZE(B), %xmm8	mulsd	 %xmm8, %xmm10#endif#ifdef RT	movsd	-16 * SIZE(B), %xmm8	mulsd	 %xmm8, %xmm10#endif#ifdef LN	subq	$1 * SIZE, CO1#endif#if defined(LN) || defined(LT)	movsd	%xmm10,  0 * SIZE(CO1)#else	movsd	%xmm10,  0 * SIZE(CO1)#endif#if defined(LN) || defined(LT)	movsd	%xmm10,   -16 * SIZE(B)	movlpd	%xmm10,   -16 * SIZE(BO)	movlpd	%xmm10,   -15 * SIZE(BO)#else	movsd	%xmm10,   -16 * SIZE(AO)#endif#ifndef LN	addq	$1 * SIZE, CO1#endif#if defined(LT) || defined(RN)	movq	K,  %rax	subq	KK, %rax	leaq	(,%rax, SIZE), %rax	leaq	(AO, %rax, 1), AO#ifdef LT	addq	$1 * SIZE, B#endif#endif#ifdef LN	subq	$1, KK	movq	BORIG, B#endif#ifdef LT	addq	$1, KK#endif#ifdef RT       movq	K, %rax       movq	BORIG, B       salq	$0 + BASE_SHIFT, %rax       addq	%rax, AORIG#endif	ALIGN_4	.L119:#ifdef LN       leaq	(, K, SIZE), %rax       leaq	(B, %rax, 1), B#endif#if defined(LT) || defined(RN)	movq	K,  %rax	subq	KK, %rax	leaq	(,%rax, SIZE), %rax	leaq	(B,  %rax, 1), B#endif#ifdef RN	addq	$1, KK#endif#ifdef RT	subq	$1, KK#endif	ALIGN_4.L40:	testq	$2, N	je	.L80	ALIGN_4.L41:/* Copying to Sub Buffer */	#ifdef LN	movq	OFFSET, %rax	addq	M, %rax	movq	%rax, KK#endif		leaq	BUFFER, BO#ifdef RT       movq	K, %rax       salq	$1 + BASE_SHIFT, %rax       subq	%rax, B#endif#if defined(LN) || defined(RT)	movq	KK, %rax	movq	B, BORIG	leaq	(, %rax, SIZE), %rax	leaq	(B,  %rax, 2), B	leaq	(BO, %rax, 4), BO#endif	#ifdef LT	movq	OFFSET, %rax	movq	%rax, KK#endif#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	sarq	$2, %rax	jle	.L43	ALIGN_4	.L42:	movddup	 -16 * SIZE(B), %xmm0	movddup	 -15 * SIZE(B), %xmm1	movddup	 -14 * SIZE(B), %xmm2	movddup	 -13 * SIZE(B), %xmm3	movddup	 -12 * SIZE(B), %xmm4	movddup	 -11 * SIZE(B), %xmm5	movddup	 -10 * SIZE(B), %xmm6	movddup	  -9 * SIZE(B), %xmm7	movapd	%xmm0,  0 * SIZE(BO)	movapd	%xmm1,  2 * SIZE(BO)	movapd	%xmm2,  4 * SIZE(BO)	movapd	%xmm3,  6 * SIZE(BO)	movapd	%xmm4,  8 * SIZE(BO)	movapd	%xmm5, 10 * SIZE(BO)	movapd	%xmm6, 12 * SIZE(BO)	movapd	%xmm7, 14 * SIZE(BO)	addq	$8 * SIZE, B	addq	$16 * SIZE, BO	subq	$1, %rax	jne	.L42	ALIGN_4.L43:#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	andq	$3, %rax	BRANCH	jle	.L50	ALIGN_4.L44:	movddup	 -16 * SIZE(B), %xmm0	movddup	 -15 * SIZE(B), %xmm1	movapd	%xmm0,  0 * SIZE(BO)	movapd	%xmm1,  2 * SIZE(BO)	addq	$2 * SIZE, B	addq	$4 * SIZE, BO	decq	%rax	jne	.L44	ALIGN_4	.L50:#if defined(LT) || defined(RN)	movq	A, AO#else	movq	A, AORIG#endif#ifdef RT       leaq	(, LDC, 2), %rax       subq	%rax, C#endif	movq	C, CO1			# coffset1 = c	leaq	(C, LDC, 1), CO2	# coffset2 = c + ldc#ifndef RT	leaq	(C, LDC, 2), C#endif	movq	M,  I	sarq	$2, I	# i = (m >> 2)	jle	.L60	ALIGN_4.L51:#ifdef LN       movq	K, %rax       salq	$2 + BASE_SHIFT, %rax       subq	%rax, AORIG#endif#if defined(LN) || defined(RT)	movq	KK, %rax	movq	AORIG, AO	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 4), AO#endif	leaq	16 * SIZE + BUFFER, BO#if defined(LN) || defined(RT)	movq	KK, %rax	salq	$1 + BASE_SHIFT, %rax	leaq	(BO, %rax, 2), BO#endif		pxor	%xmm8, %xmm8	pxor	%xmm9, %xmm9#ifdef LN	prefetcht2    -3 * SIZE(CO1)	pxor	%xmm12, %xmm12	prefetcht2    -3 * SIZE(CO2)	pxor	%xmm13, %xmm13#else	prefetcht2     3 * SIZE(CO1)	pxor	%xmm12, %xmm12	prefetcht2     3 * SIZE(CO2)	pxor	%xmm13, %xmm13#endif#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	sarq	$2, %rax	je	.L55	ALIGN_4.L52:	PREFETCH (PREFETCHSIZE +  0) * SIZE(AO)	movapd	-16 * SIZE(AO), %xmm0	movapd	-14 * SIZE(AO), %xmm1	movapd	-16 * SIZE(BO), %xmm2	movapd	 %xmm2, %xmm3	movapd	-14 * SIZE(BO), %xmm4	movapd	 %xmm4, %xmm5	mulpd	%xmm0, %xmm2	mulpd	%xmm1, %xmm3	mulpd	%xmm0, %xmm4	mulpd	%xmm1, %xmm5	addpd	%xmm2, %xmm8	addpd	%xmm3, %xmm12	addpd	%xmm4, %xmm9	addpd	%xmm5, %xmm13	movapd	-12 * SIZE(AO), %xmm0	movapd	-10 * SIZE(AO), %xmm1	movapd	-12 * SIZE(BO), %xmm2	movapd	 %xmm2, %xmm3	movapd	-10 * SIZE(BO), %xmm4	movapd	 %xmm4, %xmm5	mulpd	%xmm0, %xmm2	mulpd	%xmm1, %xmm3	mulpd	%xmm0, %xmm4	mulpd	%xmm1, %xmm5	addpd	%xmm2, %xmm8	addpd	%xmm3, %xmm12	addpd	%xmm4, %xmm9	addpd	%xmm5, %xmm13	movapd	 -8 * SIZE(AO), %xmm0	movapd	 -6 * SIZE(AO), %xmm1	movapd	 -8 * SIZE(BO), %xmm2	movapd	 %xmm2, %xmm3	movapd	 -6 * SIZE(BO), %xmm4	movapd	 %xmm4, %xmm5	mulpd	%xmm0, %xmm2	mulpd	%xmm1, %xmm3	mulpd	%xmm0, %xmm4	mulpd	%xmm1, %xmm5	addpd	%xmm2, %xmm8	addpd	%xmm3, %xmm12	addpd	%xmm4, %xmm9	addpd	%xmm5, %xmm13	movapd	 -4 * SIZE(AO), %xmm0	movapd	 -2 * SIZE(AO), %xmm1	movapd	 -4 * SIZE(BO), %xmm2	movapd	 %xmm2, %xmm3	movapd	 -2 * SIZE(BO), %xmm4	movapd	 %xmm4, %xmm5	mulpd	%xmm0, %xmm2	mulpd	%xmm1, %xmm3	mulpd	%xmm0, %xmm4	mulpd	%xmm1, %xmm5	addpd	%xmm2, %xmm8	addpd	%xmm3, %xmm12	addpd	%xmm4, %xmm9	addpd	%xmm5, %xmm13	subq	$-16 * SIZE, AO	subq	$-16 * SIZE, BO	subq	$1, %rax	jne    .L52	ALIGN_4.L55:#if defined(LT) || defined(RN)	movq	KK, %rax#else	movq	K, %rax	subq	KK, %rax#endif	andq	$3, %rax		# if (k & 1)	BRANCH	je .L59	ALIGN_4.L56:	movapd	-16 * SIZE(AO), %xmm0	movapd	-14 * SIZE(AO), %xmm1	movapd	-16 * SIZE(BO), %xmm2	movapd	 %xmm2, %xmm3	movapd	-14 * SIZE(BO), %xmm4	movapd	 %xmm4, %xmm5	mulpd	%xmm0, %xmm2	mulpd	%xmm1, %xmm3	mulpd	%xmm0, %xmm4	mulpd	%xmm1, %xmm5	addpd	%xmm2, %xmm8	addpd	%xmm3, %xmm12	addpd	%xmm4, %xmm9	addpd	%xmm5, %xmm13	addq	$4 * SIZE, AO	addq	$4 * SIZE, BO	subq	$1, %rax	jg	.L56	ALIGN_4.L59:#if defined(LN) || defined(RT)	movq	KK, %rax#ifdef LN	subq	$4, %rax#else	subq	$2, %rax#endif	movq	AORIG, AO	movq	BORIG, B	leaq	16 * SIZE + BUFFER, BO	leaq	(, %rax, SIZE), %rax	leaq	(AO, %rax, 4), AO	leaq	(B,  %rax, 2), B	leaq	(BO, %rax, 4), BO#endif#if defined(LN) || defined(LT)	movapd	%xmm8, %xmm0	unpcklpd %xmm9, %xmm8	unpckhpd %xmm9, %xmm0	movapd	%xmm12, %xmm4	unpcklpd %xmm13, %xmm12	unpckhpd %xmm13, %xmm4	movapd	 -16 * SIZE(B), %xmm9	movapd	 -14 * SIZE(B), %xmm13	movapd	 -12 * SIZE(B), %xmm1	movapd	 -10 * SIZE(B), %xmm5	subpd	%xmm8,  %xmm9	subpd	%xmm0,  %xmm13	subpd	%xmm12,  %xmm1	subpd	%xmm4, %xmm5#else	movapd	 -16 * SIZE(AO), %xmm0	movapd	 -14 * SIZE(AO), %xmm1	movapd	 -12 * SIZE(AO), %xmm2	movapd	 -10 * SIZE(AO), %xmm3	subpd	%xmm8, %xmm0	subpd	%xmm12, %xmm1	subpd	%xmm9, %xmm2	subpd	%xmm13, %xmm3#endif#ifdef LN	movddup	 -1 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm5	movddup	 -2 * SIZE(AO), %xmm10	mulpd	 %xmm5, %xmm10	subpd	 %xmm10, %xmm1	movddup	 -3 * SIZE(AO), %xmm12	mulpd	 %xmm5, %xmm12	subpd	 %xmm12, %xmm13	movddup	 -4 * SIZE(AO), %xmm14	mulpd	 %xmm5, %xmm14	subpd	 %xmm14, %xmm9	movddup	 -6 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm1	movddup	 -7 * SIZE(AO), %xmm10	mulpd	 %xmm1, %xmm10	subpd	 %xmm10, %xmm13	movddup	 -8 * SIZE(AO), %xmm12	mulpd	 %xmm1, %xmm12	subpd	 %xmm12, %xmm9	movddup	-11 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm13	movddup	-12 * SIZE(AO), %xmm10	mulpd	 %xmm13, %xmm10	subpd	 %xmm10, %xmm9	movddup	-16 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm9#endif#ifdef LT	movddup	-16 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm9	movddup	-15 * SIZE(AO), %xmm10	mulpd	 %xmm9, %xmm10	subpd	 %xmm10, %xmm13	movddup	-14 * SIZE(AO), %xmm12	mulpd	 %xmm9, %xmm12	subpd	 %xmm12, %xmm1	movddup	-13 * SIZE(AO), %xmm14	mulpd	 %xmm9, %xmm14	subpd	 %xmm14, %xmm5	movddup	-11 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm13	movddup	-10 * SIZE(AO), %xmm10	mulpd	 %xmm13, %xmm10	subpd	 %xmm10, %xmm1	movddup	 -9 * SIZE(AO), %xmm12	mulpd	 %xmm13, %xmm12	subpd	 %xmm12, %xmm5	movddup	 -6 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm1	movddup	 -5 * SIZE(AO), %xmm10	mulpd	 %xmm1, %xmm10	subpd	 %xmm10, %xmm5	movddup	 -1 * SIZE(AO), %xmm8	mulpd	 %xmm8, %xmm5#endif#ifdef RN	movddup	-16 * SIZE(B), %xmm8	mulpd	 %xmm8, %xmm0	mulpd	 %xmm8, %xmm1	movddup	-15 * SIZE(B), %xmm9	movapd	%xmm9, %xmm10	mulpd	 %xmm0, %xmm9	subpd	 %xmm9, %xmm2	mulpd	 %xmm1, %xmm10	subpd	 %xmm10, %xmm3	movddup	-13 * SIZE(B), %xmm8	mulpd	 %xmm8, %xmm2	mulpd	 %xmm8, %xmm3#endif#ifdef RT	movddup	-13 * SIZE(B), %xmm8	mulpd	 %xmm8, %xmm2	mulpd	 %xmm8, %xmm3	movddup	-14 * SIZE(B), %xmm9	movapd	%xmm9, %xmm10	mulpd	 %xmm2, %xmm9	subpd	 %xmm9, %xmm0	mulpd	 %xmm3, %xmm10	subpd	 %xmm10, %xmm1	movddup	-16 * SIZE(B), %xmm8	mulpd	 %xmm8, %xmm0	mulpd	 %xmm8, %xmm1#endif#ifdef LN	subq	$4 * SIZE, CO1	subq	$4 * SIZE, CO2#endif#if defined(LN) || defined(LT)
⌨️ 快捷键说明

复制代码 Ctrl + C
搜索代码 Ctrl + F
全屏模式 F11
切换主题 Ctrl + Shift + D
显示快捷键 ?
增大字号 Ctrl + =
减小字号 Ctrl + -