📄 axpy_hummer.s

📁 Optimized GotoBLAS libraries
💻 S
字号:
/*********************************************************************//*                                                                   *//*             Optimized BLAS libraries                              *//*                     By Kazushige Goto <kgoto@tacc.utexas.edu>     *//*                                                                   *//* Copyright (c) The University of Texas, 2005. All rights reserved. *//* UNIVERSITY EXPRESSLY DISCLAIMS ANY AND ALL WARRANTIES CONCERNING  *//* THIS SOFTWARE AND DOCUMENTATION, INCLUDING ANY WARRANTIES OF      *//* MERCHANTABILITY, FITNESS FOR ANY PARTICULAR PURPOSE,              *//* NON-INFRINGEMENT AND WARRANTIES OF PERFORMANCE, AND ANY WARRANTY  *//* THAT MIGHT OTHERWISE ARISE FROM COURSE OF DEALING OR USAGE OF     *//* TRADE. NO WARRANTY IS EITHER EXPRESS OR IMPLIED WITH RESPECT TO   *//* THE USE OF THE SOFTWARE OR DOCUMENTATION.                         *//* Under no circumstances shall University be liable for incidental, *//* special, indirect, direct or consequential damages or loss of     *//* profits, interruption of business, or related expenses which may  *//* arise from use of Software or Documentation, including but not    *//* limited to those resulting from defects in Software and/or        *//* Documentation, or loss or inaccuracy of data of any kind.         *//*********************************************************************/#define ASSEMBLER#include "common.h"		#define N	r3#define X	r6#define INCX	r7	#define Y	r8#define INCY	r9#define	YY	r4#define INCX2	r5#define INCY2	r10#define ALPHA	f1#define A1	f0#define A2	f8#define A3	f2#define A4	f3#define A5	f4#define A6	f5#define A7	f6#define A8	f7#define A9	f25#define B1	f9#define B2	f10#define B3	f11#define B4	f12#define B5	f13#define B6	f14#define B7	f15#define B8	f16#define C1	f17#define C2	f18#define C3	f19#define C4	f20#define C5	f21#define C6	f22#define C7	f23#define C8	f24	PROLOGUE	PROFCODE	li	r10, -16	stfpdux	f14, SP, r10	stfpdux	f15, SP, r10	stfpdux	f16, SP, r10	stfpdux	f17, SP, r10	stfpdux	f18, SP, r10	stfpdux	f19, SP, r10	stfpdux	f20, SP, r10	stfpdux	f21, SP, r10	stfpdux	f22, SP, r10	stfpdux	f23, SP, r10	stfpdux	f24, SP, r10	stfpdux	f25, SP, r10	fsmfp	ALPHA, ALPHA	slwi	INCX,  INCX, BASE_SHIFT	slwi	INCY,  INCY, BASE_SHIFT	add	INCX2, INCX, INCX	add	INCY2, INCY, INCY	cmpwi	cr0, N, 0	ble	LL(999)	cmpwi	cr0, INCX, SIZE	bne	LL(100)	cmpwi	cr0, INCY, SIZE	bne	LL(100)	andi.	r0, Y, 2 * SIZE - 1	beq	LL(05)	LFD	A1,   0 * SIZE(X)	LFD	B1,   0 * SIZE(Y)	addi	X, X, SIZE	addi	Y, Y, SIZE	fmadd	C1, ALPHA, A1, B1	addi	N, N, -1	STFD	C1,  -1 * SIZE(Y)LL(05):	andi.	r0, X, 2 * SIZE - 1	bne	LL(20)	sub	X,  X, INCX2	sub	Y,  Y, INCY2	mr	YY, Y	srawi.	r0, N, 4	mtspr	CTR,  r0	beq-	LL(15)	LFPDUX	A1,   X, INCX2	LFPDUX	B1,   Y, INCY2	LFPDUX	A2,   X, INCX2	LFPDUX	B2,   Y, INCY2	LFPDUX	A3,   X, INCX2	LFPDUX	B3,   Y, INCY2	LFPDUX	A4,   X, INCX2	LFPDUX	B4,   Y, INCY2	LFPDUX	A5,   X, INCX2	LFPDUX	B5,   Y, INCY2	LFPDUX	A6,   X, INCX2	LFPDUX	B6,   Y, INCY2	LFPDUX	A7,   X, INCX2	LFPDUX	B7,   Y, INCY2	LFPDUX	A8,   X, INCX2	LFPDUX	B8,   Y, INCY2	bdz	LL(13)	.align 4LL(12):	fpmadd	C1, ALPHA, A1, B1	LFPDUX	A1,   X, INCX2	LFPDUX	B1,   Y, INCY2	fpmadd	C2, ALPHA, A2, B2	LFPDUX	A2,   X, INCX2	LFPDUX	B2,   Y, INCY2	fpmadd	C3, ALPHA, A3, B3	LFPDUX	A3,   X, INCX2	LFPDUX	B3,   Y, INCY2	fpmadd	C4, ALPHA, A4, B4	LFPDUX	A4,   X, INCX2	LFPDUX	B4,   Y, INCY2	fpmadd	C5, ALPHA, A5, B5	LFPDUX	A5,   X, INCX2	LFPDUX	B5,   Y, INCY2	fpmadd	C6, ALPHA, A6, B6	LFPDUX	A6,   X, INCX2	LFPDUX	B6,   Y, INCY2	fpmadd	C7, ALPHA, A7, B7	LFPDUX	A7,   X, INCX2	LFPDUX	B7,   Y, INCY2	fpmadd	C8, ALPHA, A8, B8	LFPDUX	A8,   X, INCX2	LFPDUX	B8,   Y, INCY2	STFPDUX	C1,  YY, INCY2	STFPDUX	C2,  YY, INCY2	STFPDUX	C3,  YY, INCY2	STFPDUX	C4,  YY, INCY2	STFPDUX	C5,  YY, INCY2	STFPDUX	C6,  YY, INCY2	STFPDUX	C7,  YY, INCY2	STFPDUX	C8,  YY, INCY2	bdnz	LL(12)	.align 4LL(13):	fpmadd	C1, ALPHA, A1, B1	fpmadd	C2, ALPHA, A2, B2	fpmadd	C3, ALPHA, A3, B3	fpmadd	C4, ALPHA, A4, B4	fpmadd	C5, ALPHA, A5, B5	fpmadd	C6, ALPHA, A6, B6	STFPDUX	C1,  YY, INCY2	fpmadd	C7, ALPHA, A7, B7	STFPDUX	C2,  YY, INCY2	fpmadd	C8, ALPHA, A8, B8	STFPDUX	C3,  YY, INCY2	STFPDUX	C4,  YY, INCY2	STFPDUX	C5,  YY, INCY2	STFPDUX	C6,  YY, INCY2	STFPDUX	C7,  YY, INCY2	STFPDUX	C8,  YY, INCY2	.align 4LL(15):	andi.	r0,  N, 15	beq	LL(999)	andi.	r0,  N, 8	beq	LL(16)	LFPDUX	A1,   X, INCX2	LFPDUX	B1,   Y, INCY2	LFPDUX	A2,   X, INCX2	LFPDUX	B2,   Y, INCY2	LFPDUX	A3,   X, INCX2	LFPDUX	B3,   Y, INCY2	LFPDUX	A4,   X, INCX2	LFPDUX	B4,   Y, INCY2	fpmadd	C1, ALPHA, A1, B1	fpmadd	C2, ALPHA, A2, B2	fpmadd	C3, ALPHA, A3, B3	fpmadd	C4, ALPHA, A4, B4	STFPDUX	C1,  YY, INCY2	STFPDUX	C2,  YY, INCY2	STFPDUX	C3,  YY, INCY2	STFPDUX	C4,  YY, INCY2	.align 4LL(16):	andi.	r0,  N, 4	beq	LL(17)	LFPDUX	A1,   X, INCX2	LFPDUX	B1,   Y, INCY2	LFPDUX	A2,   X, INCX2	LFPDUX	B2,   Y, INCY2	fpmadd	C1, ALPHA, A1, B1	fpmadd	C2, ALPHA, A2, B2	STFPDUX	C1,  YY, INCY2	STFPDUX	C2,  YY, INCY2	.align 4LL(17):	andi.	r0,  N, 2	beq	LL(18)	LFPDUX	A1,   X, INCX2	LFPDUX	B1,   Y, INCY2	fpmadd	C1, ALPHA, A1, B1	STFPDUX	C1,  YY, INCY2	.align 4LL(18):	andi.	r0,  N, 1	beq	LL(999)	LFDUX	A1,   X, INCX2	LFDUX	B1,   Y, INCY2	fmadd	C1, ALPHA, A1, B1	STFDUX	C1,  YY, INCY2	b	LL(999)	.align 4/* X is unaliged */LL(20):	LFD	A1,  0 * SIZE(X)	addi	X,  X, SIZE	sub	X,  X, INCX2	sub	Y,  Y, INCY2	mr	YY, Y	srawi.	r0, N, 4	mtspr	CTR,  r0	beq-	LL(25)	LFXDUX	A2,   X, INCX2	LFPDUX	B1,   Y, INCY2	LFXDUX	A3,   X, INCX2	LFPDUX	B2,   Y, INCY2	LFXDUX	A4,   X, INCX2	LFPDUX	B3,   Y, INCY2	LFXDUX	A5,   X, INCX2	LFPDUX	B4,   Y, INCY2	LFXDUX	A6,   X, INCX2	LFPDUX	B5,   Y, INCY2	LFXDUX	A7,   X, INCX2	LFPDUX	B6,   Y, INCY2	fsmr	A1, A2	LFXDUX	A8,   X, INCX2  	fsmr	A2, A3	LFPDUX	B7,   Y, INCY2	fsmr	A3, A4	LFXDUX	A9,   X, INCX2	fsmr	A4, A5	LFPDUX	B8,   Y, INCY2	bdz	LL(23)	.align 4LL(22):	fpmadd	C1, ALPHA, A1, B1	fsmr	A5, A6	LFPDUX	B1,   Y, INCY2	fpmadd	C2, ALPHA, A2, B2	LFXDUX	A2,   X, INCX2	fsmr	A6, A7	LFPDUX	B2,   Y, INCY2	fpmadd	C3, ALPHA, A3, B3	LFXDUX	A3,   X, INCX2	fsmr	A7, A8	LFPDUX	B3,   Y, INCY2	fpmadd	C4, ALPHA, A4, B4	LFXDUX	A4,   X, INCX2	fsmr	A8, A9	LFPDUX	B4,   Y, INCY2	fpmadd	C5, ALPHA, A5, B5	LFXDUX	A5,   X, INCX2	LFPDUX	B5,   Y, INCY2	fpmadd	C6, ALPHA, A6, B6	LFXDUX	A6,   X, INCX2	LFPDUX	B6,   Y, INCY2	fpmadd	C7, ALPHA, A7, B7	LFXDUX	A7,   X, INCX2	LFPDUX	B7,   Y, INCY2	fpmadd	C8, ALPHA, A8, B8	LFXDUX	A8,   X, INCX2	LFPDUX	B8,   Y, INCY2	fpmr	A1, A9	LFXDUX	A9,   X, INCX2	STFPDUX	C1,  YY, INCY2	STFPDUX	C2,  YY, INCY2	STFPDUX	C3,  YY, INCY2	STFPDUX	C4,  YY, INCY2	fsmr	A1, A2	STFPDUX	C5,  YY, INCY2	fsmr	A2, A3	STFPDUX	C6,  YY, INCY2	fsmr	A3, A4	STFPDUX	C7,  YY, INCY2	fsmr	A4, A5	STFPDUX	C8,  YY, INCY2	bdnz	LL(22)	.align 4LL(23):	fpmadd	C1, ALPHA, A1, B1	fsmr	A5, A6	fpmadd	C2, ALPHA, A2, B2	fsmr	A6, A7	fpmadd	C3, ALPHA, A3, B3	fsmr	A7, A8	fpmadd	C4, ALPHA, A4, B4	fsmr	A8, A9	fpmadd	C5, ALPHA, A5, B5	fpmadd	C6, ALPHA, A6, B6	fpmadd	C7, ALPHA, A7, B7	fpmadd	C8, ALPHA, A8, B8	fpmr	A1, A9	STFPDUX	C1,  YY, INCY2	STFPDUX	C2,  YY, INCY2	STFPDUX	C3,  YY, INCY2	STFPDUX	C4,  YY, INCY2	STFPDUX	C5,  YY, INCY2	STFPDUX	C6,  YY, INCY2	STFPDUX	C7,  YY, INCY2	STFPDUX	C8,  YY, INCY2	.align 4LL(25):	andi.	r0,  N, 15	beq	LL(999)	andi.	r0,  N, 8	beq	LL(26)	LFXDUX	A2,   X, INCX2	LFPDUX	B1,   Y, INCY2	LFXDUX	A3,   X, INCX2	LFPDUX	B2,   Y, INCY2	LFXDUX	A4,   X, INCX2	LFPDUX	B3,   Y, INCY2	LFXDUX	A5,   X, INCX2	LFPDUX	B4,   Y, INCY2	fsmr	A1, A2	fsmr	A2, A3	fsmr	A3, A4	fsmr	A4, A5	fpmadd	C1, ALPHA, A1, B1	fpmadd	C2, ALPHA, A2, B2	fpmadd	C3, ALPHA, A3, B3	fpmadd	C4, ALPHA, A4, B4	fpmr	A1, A5	STFPDUX	C1,  YY, INCY2	STFPDUX	C2,  YY, INCY2	STFPDUX	C3,  YY, INCY2	STFPDUX	C4,  YY, INCY2	.align 4LL(26):	andi.	r0,  N, 4	beq	LL(27)	LFXDUX	A2,   X, INCX2	LFPDUX	B1,   Y, INCY2	LFXDUX	A3,   X, INCX2	LFPDUX	B2,   Y, INCY2	fsmr	A1, A2	fsmr	A2, A3	fpmadd	C1, ALPHA, A1, B1	fpmadd	C2, ALPHA, A2, B2	fpmr	A1, A3	STFPDUX	C1,  YY, INCY2	STFPDUX	C2,  YY, INCY2	.align 4LL(27):	andi.	r0,  N, 2	beq	LL(28)	LFXDUX	A2,   X, INCX2	LFPDUX	B1,   Y, INCY2	fsmr	A1, A2	fpmadd	C1, ALPHA, A1, B1	fpmr	A1, A2	STFPDUX	C1,  YY, INCY2	.align 4LL(28):	andi.	r0,  N, 1	beq	LL(999)	LFDUX	B1,   Y, INCY2	fmadd	C1, ALPHA, A1, B1	STFDUX	C1,  YY, INCY2	b	LL(999)	.align 4####LL(100):	sub	X,  X, INCX	sub	Y,  Y, INCY	mr	YY, Y	srawi.	r0, N, 3	mtspr	CTR,  r0	beq-	LL(115)	LFDUX	A1,   X, INCX	LFDUX	B1,   Y, INCY	LFDUX	A2,   X, INCX	LFDUX	B2,   Y, INCY	LFDUX	A3,   X, INCX	LFDUX	B3,   Y, INCY	LFDUX	A4,   X, INCX	LFDUX	B4,   Y, INCY	LFDUX	A5,   X, INCX	LFDUX	B5,   Y, INCY	LFDUX	A6,   X, INCX	LFDUX	B6,   Y, INCY	LFDUX	A7,   X, INCX	LFDUX	B7,   Y, INCY	LFDUX	A8,   X, INCX	LFDUX	B8,   Y, INCY	bdz	LL(113)	.align 4LL(112):	fmadd	C1, ALPHA, A1, B1	LFDUX	A1,   X, INCX	LFDUX	B1,   Y, INCY	fmadd	C2, ALPHA, A2, B2	LFDUX	A2,   X, INCX	LFDUX	B2,   Y, INCY	fmadd	C3, ALPHA, A3, B3	LFDUX	A3,   X, INCX	LFDUX	B3,   Y, INCY	fmadd	C4, ALPHA, A4, B4	LFDUX	A4,   X, INCX	LFDUX	B4,   Y, INCY	fmadd	C5, ALPHA, A5, B5	LFDUX	A5,   X, INCX	LFDUX	B5,   Y, INCY	fmadd	C6, ALPHA, A6, B6	LFDUX	A6,   X, INCX	LFDUX	B6,   Y, INCY	fmadd	C7, ALPHA, A7, B7	LFDUX	A7,   X, INCX	LFDUX	B7,   Y, INCY	fmadd	C8, ALPHA, A8, B8	LFDUX	A8,   X, INCX	LFDUX	B8,   Y, INCY	STFDUX	C1,  YY, INCY	STFDUX	C2,  YY, INCY	STFDUX	C3,  YY, INCY	STFDUX	C4,  YY, INCY	STFDUX	C5,  YY, INCY	STFDUX	C6,  YY, INCY	STFDUX	C7,  YY, INCY	STFDUX	C8,  YY, INCY	bdnz	LL(112)	.align 4LL(113):	fmadd	C1, ALPHA, A1, B1	fmadd	C2, ALPHA, A2, B2	fmadd	C3, ALPHA, A3, B3	fmadd	C4, ALPHA, A4, B4	fmadd	C5, ALPHA, A5, B5	fmadd	C6, ALPHA, A6, B6	STFDUX	C1,  YY, INCY	fmadd	C7, ALPHA, A7, B7	STFDUX	C2,  YY, INCY	fmadd	C8, ALPHA, A8, B8	STFDUX	C3,  YY, INCY	STFDUX	C4,  YY, INCY	STFDUX	C5,  YY, INCY	STFDUX	C6,  YY, INCY	STFDUX	C7,  YY, INCY	STFDUX	C8,  YY, INCY	.align 4LL(115):	andi.	r0,  N, 7	beq	LL(999)	andi.	r0,  N, 4	beq	LL(117)	LFDUX	A1,   X, INCX	LFDUX	B1,   Y, INCY	LFDUX	A2,   X, INCX	LFDUX	B2,   Y, INCY	LFDUX	A3,   X, INCX	LFDUX	B3,   Y, INCY	LFDUX	A4,   X, INCX	LFDUX	B4,   Y, INCY	fmadd	C1, ALPHA, A1, B1	fmadd	C2, ALPHA, A2, B2	fmadd	C3, ALPHA, A3, B3	fmadd	C4, ALPHA, A4, B4	STFDUX	C1,  YY, INCY	STFDUX	C2,  YY, INCY	STFDUX	C3,  YY, INCY	STFDUX	C4,  YY, INCY	.align 4LL(117):	andi.	r0,  N, 2	beq	LL(118)	LFDUX	A1,   X, INCX	LFDUX	B1,   Y, INCY	LFDUX	A2,   X, INCX	LFDUX	B2,   Y, INCY	fmadd	C1, ALPHA, A1, B1	fmadd	C2, ALPHA, A2, B2	STFDUX	C1,  YY, INCY	STFDUX	C2,  YY, INCY	.align 4LL(118):	andi.	r0,  N, 1	beq	LL(999)	LFDUX	A1,   X, INCX	LFDUX	B1,   Y, INCY	fmadd	C1, ALPHA, A1, B1	STFDUX	C1,  YY, INCY	.align 4LL(999):	li	r10, 16	subi	SP, SP, 16		lfpdux	f25, SP, r10	lfpdux	f24, SP, r10	lfpdux	f23, SP, r10	lfpdux	f22, SP, r10	lfpdux	f21, SP, r10	lfpdux	f20, SP, r10	lfpdux	f19, SP, r10	lfpdux	f18, SP, r10	lfpdux	f17, SP, r10	lfpdux	f16, SP, r10	lfpdux	f15, SP, r10	lfpdux	f14, SP, r10	addi	SP, SP,  16	blr	EPILOGUE
⌨️ 快捷键说明

复制代码 Ctrl + C
搜索代码 Ctrl + F
全屏模式 F11
切换主题 Ctrl + Shift + D
显示快捷键 ?
增大字号 Ctrl + =
减小字号 Ctrl + -