📄 gemv_t_sse2.s

📁 Optimized GotoBLAS libraries
💻 S
📖 第 1 页 / 共 5 页
字号:
	addpd	%xmm3, %xmm1#ifdef HAVE_SSE3	haddpd	%xmm0, %xmm0	haddpd	%xmm1, %xmm1#else	movapd	%xmm0, %xmm9	movapd	%xmm1, %xmm10	unpckhpd %xmm0, %xmm0	unpckhpd %xmm1, %xmm1	addsd	 %xmm9,  %xmm0	addsd	 %xmm10, %xmm1#endif	mulsd	ALPHA, %xmm0	mulsd	ALPHA, %xmm1	movq	CO, TEMP	addsd	(TEMP), %xmm0	addq	INCY, TEMP	addsd	(TEMP), %xmm1	addq	INCY, TEMP	movsd	%xmm0, (CO)	addq	INCY, CO	movsd	%xmm1, (CO)	addq	INCY, CO	ALIGN_3.L80:	movq	N,  J	andq	$1, J	jle	.L89	ALIGN_3.L81:	movq	A, AO1	addq	LDA, A	movq	BUFFER, BO	movsd	(BO), %xmm12	movsd	(AO1), %xmm0	mulsd	%xmm12, %xmm0	pxor	%xmm1, %xmm1	movapd	 2 * SIZE(BO), %xmm12	pxor	%xmm2, %xmm2	movapd	 4 * SIZE(BO), %xmm13	pxor	%xmm3, %xmm3	addq	$1 * SIZE, AO1	addq	$1 * SIZE, AO2	addq	$2 * SIZE, BO#if defined(CORE2) || defined(PENRYN)	PREFETCHW	4 * SIZE(CO)#endif	leaq	-1(MIN_M), I	sarq	$4,  I	jle	.L84	movapd	 0 * SIZE(AO1), %xmm4	movapd	 2 * SIZE(AO1), %xmm8	decq	I	jle	.L83	ALIGN_3.L82:	PREFETCH	PREFETCHSIZE * SIZE(AO1)	mulpd	%xmm12, %xmm4	movapd	 4 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	movapd	 4 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	 6 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm0	movapd	 6 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	 8 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	movapd	 8 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	10 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm0	movapd	10 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	12 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	movapd	12 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	14 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm0	movapd	14 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	16 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	movapd	16 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	18 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm0	movapd	18 * SIZE(AO1), %xmm8	subq	$-16 * SIZE, AO1	subq	$-16 * SIZE, BO	decq	I	jg	.L82	ALIGN_3.L83:	mulpd	%xmm12, %xmm4	movapd	 4 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	movapd	 4 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	 6 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm1	movapd	 6 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	 8 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm2	movapd	 8 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	10 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm3	movapd	10 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	12 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	movapd	12 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	14 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm1	movapd	14 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	16 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm2	subq	$-16 * SIZE, AO1	mulpd	%xmm13, %xmm8	movapd	18 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm3	subq	$-16 * SIZE, BO.L84:	leaq	-1(MIN_M), I	andq	$8,  I	je	.L85	movapd	 0 * SIZE(AO1), %xmm4	movapd	 2 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	 4 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	movapd	 4 * SIZE(AO1), %xmm4	mulpd	%xmm13, %xmm8	movapd	 6 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm1	movapd	 6 * SIZE(AO1), %xmm8	mulpd	%xmm12, %xmm4	movapd	 8 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm2	subq	$-8 * SIZE, AO1	mulpd	%xmm13, %xmm8	movapd	10 * SIZE(BO), %xmm13	addpd	%xmm8, %xmm3	subq	$-8 * SIZE, BO.L85:	leaq	-1(MIN_M), I	andq	$4,  I	je	.L86	movapd	 0 * SIZE(AO1), %xmm4	movapd	 2 * SIZE(AO1), %xmm8	subq	$-4 * SIZE, AO1	mulpd	%xmm12, %xmm4	movapd	 4 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	mulpd	%xmm13, %xmm8	subq	$-4 * SIZE, BO	addpd	%xmm8, %xmm1.L86:	leaq	-1(MIN_M), I	andq	$2,  I	je	.L87	movapd	 0 * SIZE(AO1), %xmm4	subq	$-2 * SIZE, AO1	mulpd	%xmm12, %xmm4	movapd	 2 * SIZE(BO), %xmm12	addpd	%xmm4, %xmm0	subq	$-2 * SIZE, BO.L87:	leaq	-1(MIN_M), I	andq	$1,  I	je	.L88	movsd	0 * SIZE(AO1), %xmm8	mulsd	%xmm12, %xmm8	addsd	%xmm8, %xmm0.L88:	addpd	%xmm2, %xmm0	addpd	%xmm3, %xmm1	addpd	%xmm1, %xmm0#ifdef HAVE_SSE3	haddpd	%xmm0, %xmm0#else	movapd	%xmm0, %xmm9	unpckhpd %xmm0, %xmm0	addsd	 %xmm9,  %xmm0#endif	mulsd	ALPHA, %xmm0	addsd	(CO), %xmm0	movsd	%xmm0, (CO)	ALIGN_3.L89:	addq	NLDA, A	addq	$P, IS	cmpq	M,  IS	jl	.L50	jmp	.L999	ALIGN_3.L100:	movq	$P,   TEMP	movq	M,    MIN_M	subq	IS,   MIN_M	cmpq	TEMP, MIN_M	cmovg	TEMP, MIN_M	movq	BUFFER, BO	movq	MIN_M, I	sarq	$3,    I	jle	.L115	ALIGN_3.L112:	movsd	(X), %xmm0	addq	INCX, X	movhpd	(X), %xmm0	addq	INCX, X	movsd	(X), %xmm2	addq	INCX, X	movhpd	(X), %xmm2	addq	INCX, X	movsd	(X), %xmm4	addq	INCX, X	movhpd	(X), %xmm4	addq	INCX, X	movsd	(X), %xmm6	addq	INCX, X	movhpd	(X), %xmm6	addq	INCX, X	movapd	%xmm0, 0 * SIZE(BO)	movapd	%xmm2, 2 * SIZE(BO)	movapd	%xmm4, 4 * SIZE(BO)	movapd	%xmm6, 6 * SIZE(BO)	addq	$8 * SIZE, BO	decq	I	jg	.L112	ALIGN_3.L115:	movq	MIN_M, I	andq	$7,    I	jle	.L120	ALIGN_2.L116:	movsd	(X), %xmm0	addq	INCX, X	movsd	%xmm0, 0 * SIZE(BO)	addq	$SIZE, BO	decq	I	jg	.L116	ALIGN_3.L120:	movq	Y, CO	testq	$SIZE, A	jne	.L160	movq	N,  J	sarq	$2, J	jle	.L130	ALIGN_3.L121:	movq	A, AO1	leaq	(A, LDA, 1), AO2	leaq	(A, LDA, 4), A	movq	BUFFER, BO	movapd	 0 * SIZE(BO), %xmm12	pxor	%xmm0, %xmm0	movapd	 2 * SIZE(BO), %xmm13	pxor	%xmm1, %xmm1	pxor	%xmm2, %xmm2	pxor	%xmm3, %xmm3#if defined(CORE2) || defined(PENRYN)	PREFETCHW	4 * SIZE(CO)#endif	movapd	 -1 * SIZE(AO2), %xmm5	movapd	 -1 * SIZE(AO2, LDA, 2), %xmm7	movq	MIN_M, I	sarq	$4,  I	jle	.L124	movapd	 0 * SIZE(AO1), %xmm4	movapd	 0 * SIZE(AO1, LDA, 2), %xmm6	movapd	 2 * SIZE(AO1), %xmm8	movapd	 1 * SIZE(AO2), %xmm9	movapd	 2 * SIZE(AO1, LDA, 2), %xmm10	movapd	 1 * SIZE(AO2, LDA, 2), %xmm11	decq	I	jle	.L123	ALIGN_3.L122:	PREFETCH	PREFETCHSIZE * SIZE(AO1)	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	movapd	 4 * SIZE(AO1), %xmm4	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	 3 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	 4 * SIZE(AO1, LDA, 2), %xmm6	mulpd	%xmm12, %xmm7	movapd	 4 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	 3 * SIZE(AO2, LDA, 2), %xmm7#if defined(CORE2) || defined(PENRYN)	PREFETCH	(PREFETCHSIZE + 8) * SIZE(AO1)#endif	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	movapd	 6 * SIZE(AO1), %xmm8	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	 5 * SIZE(AO2), %xmm9	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	movapd	 6 * SIZE(AO1, LDA, 2), %xmm10	mulpd	%xmm13, %xmm11	movapd	 6 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	movapd	 5 * SIZE(AO2, LDA, 2), %xmm11	PREFETCH	PREFETCHSIZE * SIZE(AO2)	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	movapd	 8 * SIZE(AO1), %xmm4	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	 7 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	 8 * SIZE(AO1, LDA, 2), %xmm6	mulpd	%xmm12, %xmm7	movapd	 8 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	 7 * SIZE(AO2, LDA, 2), %xmm7#if defined(CORE2) || defined(PENRYN)	PREFETCH	(PREFETCHSIZE + 8) * SIZE(AO2)#endif	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	movapd	10 * SIZE(AO1), %xmm8	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	 9 * SIZE(AO2), %xmm9	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	movapd	10 * SIZE(AO1, LDA, 2), %xmm10	mulpd	%xmm13, %xmm11	movapd	10 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	movapd	 9 * SIZE(AO2, LDA, 2), %xmm11	PREFETCH	PREFETCHSIZE * SIZE(AO1, LDA, 2)	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	movapd	12 * SIZE(AO1), %xmm4	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	11 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	12 * SIZE(AO1, LDA, 2), %xmm6	mulpd	%xmm12, %xmm7	movapd	12 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	11 * SIZE(AO2, LDA, 2), %xmm7#if defined(CORE2) || defined(PENRYN)	PREFETCH	(PREFETCHSIZE + 8) * SIZE(AO1, LDA, 2)#endif	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	movapd	14 * SIZE(AO1), %xmm8	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	13 * SIZE(AO2), %xmm9	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	movapd	14 * SIZE(AO1, LDA, 2), %xmm10	mulpd	%xmm13, %xmm11	movapd	14 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	movapd	13 * SIZE(AO2, LDA, 2), %xmm11	PREFETCH	PREFETCHSIZE * SIZE(AO2, LDA, 2)	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	movapd	16 * SIZE(AO1), %xmm4	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	15 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	16 * SIZE(AO1, LDA, 2), %xmm6	mulpd	%xmm12, %xmm7	movapd	16 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	15 * SIZE(AO2, LDA, 2), %xmm7#if defined(CORE2) || defined(PENRYN)	PREFETCH	(PREFETCHSIZE + 8) * SIZE(AO2, LDA, 2)#endif	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	movapd	18 * SIZE(AO1), %xmm8	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	17 * SIZE(AO2), %xmm9	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	movapd	18 * SIZE(AO1, LDA, 2), %xmm10	mulpd	%xmm13, %xmm11	movapd	18 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	movapd	17 * SIZE(AO2, LDA, 2), %xmm11	subq	$-16 * SIZE, AO1	subq	$-16 * SIZE, AO2	subq	$-16 * SIZE, BO	decq	I	jg	.L122	ALIGN_3.L123:	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	movapd	 4 * SIZE(AO1), %xmm4	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	 3 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	 4 * SIZE(AO1, LDA, 2), %xmm6	mulpd	%xmm12, %xmm7	movapd	 4 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	 3 * SIZE(AO2, LDA, 2), %xmm7	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	movapd	 6 * SIZE(AO1), %xmm8	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	 5 * SIZE(AO2), %xmm9	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	movapd	 6 * SIZE(AO1, LDA, 2), %xmm10	mulpd	%xmm13, %xmm11	movapd	 6 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	movapd	 5 * SIZE(AO2, LDA, 2), %xmm11	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	movapd	 8 * SIZE(AO1), %xmm4	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	 7 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	 8 * SIZE(AO1, LDA, 2), %xmm6	mulpd	%xmm12, %xmm7	movapd	 8 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	 7 * SIZE(AO2, LDA, 2), %xmm7	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	movapd	10 * SIZE(AO1), %xmm8	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	 9 * SIZE(AO2), %xmm9	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	movapd	10 * SIZE(AO1, LDA, 2), %xmm10	mulpd	%xmm13, %xmm11	movapd	10 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	movapd	 9 * SIZE(AO2, LDA, 2), %xmm11	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	movapd	12 * SIZE(AO1), %xmm4	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	11 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	12 * SIZE(AO1, LDA, 2), %xmm6	mulpd	%xmm12, %xmm7	movapd	12 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	11 * SIZE(AO2, LDA, 2), %xmm7	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	movapd	14 * SIZE(AO1), %xmm8	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	13 * SIZE(AO2), %xmm9	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	movapd	14 * SIZE(AO1, LDA, 2), %xmm10	mulpd	%xmm13, %xmm11	movapd	14 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	movapd	13 * SIZE(AO2, LDA, 2), %xmm11	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm4	SHUFPD_1 %xmm11, %xmm7	addpd	%xmm4, %xmm0	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	15 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	mulpd	%xmm12, %xmm7	movapd	16 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	15 * SIZE(AO2, LDA, 2), %xmm7	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm8	SHUFPD_1 %xmm7,  %xmm11	addpd	%xmm8, %xmm0	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	mulpd	%xmm13, %xmm10	addpd	%xmm10, %xmm2	mulpd	%xmm13, %xmm11	movapd	18 * SIZE(BO), %xmm13	addpd	%xmm11, %xmm3	subq	$-16 * SIZE, AO1	subq	$-16 * SIZE, AO2	subq	$-16 * SIZE, BO.L124:	movq	MIN_M, I	andq	$8,  I	je	.L125	movapd	 0 * SIZE(AO1), %xmm4	movapd	 0 * SIZE(AO1, LDA, 2), %xmm6	movapd	 2 * SIZE(AO1), %xmm8	movapd	 1 * SIZE(AO2), %xmm9	movapd	 2 * SIZE(AO1, LDA, 2), %xmm10	movapd	 1 * SIZE(AO2, LDA, 2), %xmm11	mulpd	%xmm12, %xmm4	addpd	%xmm4, %xmm0	movapd	 4 * SIZE(AO1), %xmm4	SHUFPD_1 %xmm9,  %xmm5	mulpd	%xmm12, %xmm5	addpd	%xmm5, %xmm1	movapd	 3 * SIZE(AO2), %xmm5	mulpd	%xmm12, %xmm6	addpd	%xmm6, %xmm2	movapd	 4 * SIZE(AO1, LDA, 2), %xmm6	SHUFPD_1 %xmm11, %xmm7	mulpd	%xmm12, %xmm7	movapd	 4 * SIZE(BO), %xmm12	addpd	%xmm7, %xmm3	movapd	 3 * SIZE(AO2, LDA, 2), %xmm7	mulpd	%xmm13, %xmm8	addpd	%xmm8, %xmm0	movapd	 6 * SIZE(AO1), %xmm8	SHUFPD_1 %xmm5,  %xmm9	mulpd	%xmm13, %xmm9	addpd	%xmm9, %xmm1	movapd	 5 * SIZE(AO2), %xmm9
⌨️ 快捷键说明

复制代码 Ctrl + C
搜索代码 Ctrl + F
全屏模式 F11
切换主题 Ctrl + Shift + D
显示快捷键 ?
增大字号 Ctrl + =
减小字号 Ctrl + -