📄 znrm2_sse.s

📁 Optimized GotoBLAS libraries
💻 S
字号:
/*********************************************************************//*                                                                   *//*             Optimized BLAS libraries                              *//*                     By Kazushige Goto <kgoto@tacc.utexas.edu>     *//*                                                                   *//* Copyright (c) The University of Texas, 2005. All rights reserved. *//* UNIVERSITY EXPRESSLY DISCLAIMS ANY AND ALL WARRANTIES CONCERNING  *//* THIS SOFTWARE AND DOCUMENTATION, INCLUDING ANY WARRANTIES OF      *//* MERCHANTABILITY, FITNESS FOR ANY PARTICULAR PURPOSE,              *//* NON-INFRINGEMENT AND WARRANTIES OF PERFORMANCE, AND ANY WARRANTY  *//* THAT MIGHT OTHERWISE ARISE FROM COURSE OF DEALING OR USAGE OF     *//* TRADE. NO WARRANTY IS EITHER EXPRESS OR IMPLIED WITH RESPECT TO   *//* THE USE OF THE SOFTWARE OR DOCUMENTATION.                         *//* Under no circumstances shall University be liable for incidental, *//* special, indirect, direct or consequential damages or loss of     *//* profits, interruption of business, or related expenses which may  *//* arise from use of Software or Documentation, including but not    *//* limited to those resulting from defects in Software and/or        *//* Documentation, or loss or inaccuracy of data of any kind.         *//*********************************************************************/#define ASSEMBLER#include "common.h"	#define M	ARG1	/* rdi */#define X	ARG2	/* rsi */#define INCX	ARG3	/* rdx */#define I	%rax#define FLAG	%r10#ifdef BARCELONA#define PREFETCH	prefetch#define PREFETCHSIZE	(16 * 16)#endif	PROLOGUE	PROFCODE	#ifdef F_INTERFACE#ifndef USE64BITINT	movslq	(M),    M	movslq	(INCX), INCX#else	movq	(M),    M	movq	(INCX), INCX#endif#endif	SAVEREGISTERS	pxor	%xmm0, %xmm0	testq	M, M	jle	.L999	pxor	%xmm1, %xmm1	testq	INCX, INCX	jle	.L999	xorq	FLAG, FLAG	pxor	%xmm2, %xmm2	leaq	(, INCX, 2 * SIZE), INCX	pxor	%xmm3, %xmm3	cmpq	$2 * SIZE, INCX	jne	.L40	testq	$SIZE, X	je	.L05		movss	(X), %xmm4	cvtss2sd %xmm4, %xmm6	mulsd	 %xmm6, %xmm6	addsd	 %xmm6, %xmm3	addq	$SIZE, X	movq	$1, FLAG	decq	M	jle	.L19	ALIGN_3.L05:	movq	M,  I	sarq	$3, I	jle	.L14		movsd	 0 * SIZE(X), %xmm4	movsd	 2 * SIZE(X), %xmm5	movsd	 4 * SIZE(X), %xmm6	movsd	 6 * SIZE(X), %xmm7	movsd	 8 * SIZE(X), %xmm8	movsd	10 * SIZE(X), %xmm9	movsd	12 * SIZE(X), %xmm10	movsd	14 * SIZE(X), %xmm11	addq	$16 * SIZE, X	decq	I	jle	.L12	ALIGN_3.L10:#ifdef BARCELONA	PREFETCH	(PREFETCHSIZE + 0)(X)#endif	cvtps2pd %xmm4,  %xmm12	cvtps2pd %xmm5,  %xmm13	cvtps2pd %xmm6,  %xmm14	cvtps2pd %xmm7,  %xmm15	movsd	 0 * SIZE(X), %xmm4	movsd	 2 * SIZE(X), %xmm5	movsd	 4 * SIZE(X), %xmm6	movsd	 6 * SIZE(X), %xmm7	mulpd	 %xmm12, %xmm12	mulpd	 %xmm13, %xmm13	mulpd	 %xmm14, %xmm14	mulpd	 %xmm15, %xmm15	addpd	 %xmm12, %xmm0	addpd	 %xmm13, %xmm1	addpd	 %xmm14, %xmm2	addpd	 %xmm15, %xmm3	cvtps2pd %xmm8,  %xmm12	cvtps2pd %xmm9,  %xmm13	cvtps2pd %xmm10, %xmm14	cvtps2pd %xmm11, %xmm15	movsd	 8 * SIZE(X), %xmm8	movsd	10 * SIZE(X), %xmm9	movsd	12 * SIZE(X), %xmm10	movsd	14 * SIZE(X), %xmm11	mulpd	 %xmm12, %xmm12	mulpd	 %xmm13, %xmm13	mulpd	 %xmm14, %xmm14	mulpd	 %xmm15, %xmm15	addpd	 %xmm12, %xmm0	addpd	 %xmm13, %xmm1	addpd	 %xmm14, %xmm2	addpd	 %xmm15, %xmm3	subq	$-16 * SIZE, X	decq	I	jg	.L10	ALIGN_3.L12:	cvtps2pd %xmm4,  %xmm12	cvtps2pd %xmm5,  %xmm13	cvtps2pd %xmm6,  %xmm14	cvtps2pd %xmm7,  %xmm15	mulpd	 %xmm12, %xmm12	mulpd	 %xmm13, %xmm13	mulpd	 %xmm14, %xmm14	mulpd	 %xmm15, %xmm15	addpd	 %xmm12, %xmm0	addpd	 %xmm13, %xmm1	addpd	 %xmm14, %xmm2	addpd	 %xmm15, %xmm3	cvtps2pd %xmm8,  %xmm12	cvtps2pd %xmm9,  %xmm13	cvtps2pd %xmm10, %xmm14	cvtps2pd %xmm11, %xmm15	mulpd	 %xmm12, %xmm12	mulpd	 %xmm13, %xmm13	mulpd	 %xmm14, %xmm14	mulpd	 %xmm15, %xmm15	addpd	 %xmm12, %xmm0	addpd	 %xmm13, %xmm1	addpd	 %xmm14, %xmm2	addpd	 %xmm15, %xmm3	ALIGN_3.L14:	testq	$4,  M	je	.L15	movsd	0 * SIZE(X), %xmm4	movsd	2 * SIZE(X), %xmm5	movsd	4 * SIZE(X), %xmm6	movsd	6 * SIZE(X), %xmm7	cvtps2pd %xmm4, %xmm8	cvtps2pd %xmm5, %xmm9	cvtps2pd %xmm6, %xmm10	cvtps2pd %xmm7, %xmm11	mulpd	 %xmm8,  %xmm8	mulpd	 %xmm9,  %xmm9	mulpd	 %xmm10, %xmm10	mulpd	 %xmm11, %xmm11	addpd	 %xmm8,  %xmm0	addpd	 %xmm9,  %xmm1	addpd	 %xmm10, %xmm2	addpd	 %xmm11, %xmm3	addq	$8 * SIZE, X	ALIGN_3.L15:	testq	$2,  M	je	.L16	movsd	0 * SIZE(X), %xmm4	movsd	2 * SIZE(X), %xmm5	cvtps2pd %xmm4, %xmm8	cvtps2pd %xmm5, %xmm9	mulpd	 %xmm8, %xmm8	mulpd	 %xmm9, %xmm9	addpd	 %xmm8, %xmm0	addpd	 %xmm9, %xmm1	addq	$4 * SIZE, X	ALIGN_3.L16:	testq	$1,  M	je	.L19	movsd	(X), %xmm4	cvtps2pd %xmm4, %xmm6	mulpd	 %xmm6, %xmm6	addpd	 %xmm6, %xmm2	addq	$2 * SIZE, X	ALIGN_3.L19:	testq	FLAG, FLAG	je	.L998	movss	(X), %xmm4	cvtss2sd %xmm4, %xmm6	mulsd	 %xmm6, %xmm6	addsd	 %xmm6, %xmm3	jmp	.L998	ALIGN_4.L40:	movq	M,  I	sarq	$3, I	jle	.L44	ALIGN_4	.L41:	movsd	(X), %xmm4	addq	INCX, X	movsd	(X), %xmm5	addq	INCX, X	movsd	(X), %xmm6	addq	INCX, X	movsd	(X), %xmm7	addq	INCX, X	movsd	(X), %xmm8	addq	INCX, X	movsd	(X), %xmm9	addq	INCX, X	movsd	(X), %xmm10	addq	INCX, X	movsd	(X), %xmm11	addq	INCX, X	cvtps2pd %xmm4,  %xmm4	cvtps2pd %xmm5,  %xmm5	cvtps2pd %xmm6,  %xmm6	cvtps2pd %xmm7,  %xmm7	cvtps2pd %xmm8,  %xmm8	cvtps2pd %xmm9,  %xmm9	cvtps2pd %xmm10, %xmm10	cvtps2pd %xmm11, %xmm11	mulpd	 %xmm4,  %xmm4	mulpd	 %xmm5,  %xmm5	mulpd	 %xmm6,  %xmm6	mulpd	 %xmm7,  %xmm7	addpd	 %xmm4,  %xmm0	addpd	 %xmm5,  %xmm1	addpd	 %xmm6,  %xmm2	addpd	 %xmm7,  %xmm3	mulpd	 %xmm8,  %xmm8	mulpd	 %xmm9,  %xmm9	mulpd	 %xmm10, %xmm10	mulpd	 %xmm11, %xmm11	addpd	 %xmm8,  %xmm0	addpd	 %xmm9,  %xmm1	addpd	 %xmm10, %xmm2	addpd	 %xmm11, %xmm3	decq	I	jg	.L41	ALIGN_3.L44:	testq	$4,  M	je	.L45	movsd	(X), %xmm4	addq	INCX, X	movsd	(X), %xmm5	addq	INCX, X	movsd	(X), %xmm6	addq	INCX, X	movsd	(X), %xmm7	addq	INCX, X	cvtps2pd %xmm4, %xmm8	cvtps2pd %xmm5, %xmm9	cvtps2pd %xmm6, %xmm10	cvtps2pd %xmm7, %xmm11	mulpd	 %xmm8,  %xmm8	mulpd	 %xmm9,  %xmm9	mulpd	 %xmm10, %xmm10	mulpd	 %xmm11, %xmm11	addpd	 %xmm8,  %xmm0	addpd	 %xmm9,  %xmm1	addpd	 %xmm10, %xmm2	addpd	 %xmm11, %xmm3	ALIGN_3.L45:	testq	$2,  M	je	.L46	movsd	(X), %xmm4	addq	INCX, X	movsd	(X), %xmm5	addq	INCX, X	cvtps2pd %xmm4, %xmm6	cvtps2pd %xmm5, %xmm7	mulpd	 %xmm6, %xmm6	mulpd	 %xmm7, %xmm7	addpd	 %xmm6, %xmm0	addpd	 %xmm7, %xmm1	ALIGN_3.L46:	testq	$1,  M	je	.L998	movsd	(X), %xmm4	cvtps2pd %xmm4, %xmm6	mulpd	 %xmm6, %xmm6	addpd	 %xmm6, %xmm3	ALIGN_4.L998:	addpd	%xmm1, %xmm0	addpd	%xmm3, %xmm2	addpd	%xmm2, %xmm0#ifndef HAVE_SSE3	movapd	%xmm0, %xmm1	unpckhpd	%xmm0, %xmm0	addsd	%xmm1, %xmm0#else	haddpd	%xmm0, %xmm0#endif	ALIGN_4.L999:	sqrtsd	%xmm0,  %xmm0#if !defined(F_INTERFACE) || !defined(NEED_F2CCONV)	cvtsd2ss %xmm0, %xmm0#endif	RESTOREREGISTERS	ret	EPILOGUE
⌨️ 快捷键说明

复制代码 Ctrl + C
搜索代码 Ctrl + F
全屏模式 F11
切换主题 Ctrl + Shift + D
显示快捷键 ?
增大字号 Ctrl + =
减小字号 Ctrl + -