📄 rot_sse2.s
字号:
/*********************************************************************//* *//* Optimized BLAS libraries *//* By Kazushige Goto <kgoto@tacc.utexas.edu> *//* *//* Copyright (c) The University of Texas, 2005. All rights reserved. *//* UNIVERSITY EXPRESSLY DISCLAIMS ANY AND ALL WARRANTIES CONCERNING *//* THIS SOFTWARE AND DOCUMENTATION, INCLUDING ANY WARRANTIES OF *//* MERCHANTABILITY, FITNESS FOR ANY PARTICULAR PURPOSE, *//* NON-INFRINGEMENT AND WARRANTIES OF PERFORMANCE, AND ANY WARRANTY *//* THAT MIGHT OTHERWISE ARISE FROM COURSE OF DEALING OR USAGE OF *//* TRADE. NO WARRANTY IS EITHER EXPRESS OR IMPLIED WITH RESPECT TO *//* THE USE OF THE SOFTWARE OR DOCUMENTATION. *//* Under no circumstances shall University be liable for incidental, *//* special, indirect, direct or consequential damages or loss of *//* profits, interruption of business, or related expenses which may *//* arise from use of Software or Documentation, including but not *//* limited to those resulting from defects in Software and/or *//* Documentation, or loss or inaccuracy of data of any kind. *//*********************************************************************/#define ASSEMBLER#include "common.h"#define STACK 12#define ARGS 0#define STACK_N 4 + STACK + ARGS(%esp)#define STACK_X 8 + STACK + ARGS(%esp)#define STACK_INCX 12 + STACK + ARGS(%esp)#define STACK_Y 16 + STACK + ARGS(%esp)#define STACK_INCY 20 + STACK + ARGS(%esp)#define STACK_C 24 + STACK + ARGS(%esp)#define STACK_S 32 + STACK + ARGS(%esp)#define N %ebx#define X %esi#define INCX %ecx#define Y %edi#define INCY %edx#define I %eax#ifdef PENTIUM4#define PREFETCH prefetcht0#define PREFETCH_SIZE 144#define MOVSD movsd#endif#ifdef OPTERON#define PREFETCH prefetchw#define PREFETCH_SIZE 144#define MOVSD movlpd#endif#define C %xmm6#define S %xmm7 PROLOGUE pushl %edi pushl %esi pushl %ebx PROFCODE movl STACK_N, N movl STACK_X, X movl STACK_INCX, INCX movl STACK_Y, Y movl STACK_INCY, INCY leal (, INCX, SIZE), INCX leal (, INCY, SIZE), INCY movsd STACK_C, C movsd STACK_S, S pshufd $0x44, C, C pshufd $0x44, S, S cmpl $0, N jle .L999 cmpl $SIZE, INCX jne .L50 cmpl $SIZE, INCY jne .L50 testl $SIZE, X je .L10 movsd 0 * SIZE(Y), %xmm1 movsd 0 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulsd C, %xmm0 mulsd S, %xmm1 mulsd C, %xmm2 mulsd S, %xmm3 addsd %xmm1, %xmm0 subsd %xmm3, %xmm2 movsd %xmm0, 0 * SIZE(X) movsd %xmm2, 0 * SIZE(Y) addl $1 * SIZE, X addl $1 * SIZE, Y decl N jle .L999 ALIGN_2.L10: testl $SIZE, Y jne .L20 movl N, I sarl $4, I jle .L14 ALIGN_3.L11:#ifdef PENTIUM4 PREFETCH (PREFETCH_SIZE + 0) * SIZE(X)#endif#ifdef OPTERON PREFETCH (PREFETCH_SIZE + 0) * SIZE(X)#endif movapd 0 * SIZE(Y), %xmm1 movapd 0 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movapd %xmm2, 0 * SIZE(Y) movapd 2 * SIZE(Y), %xmm1 movapd 2 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 2 * SIZE(X) movapd %xmm2, 2 * SIZE(Y)#ifdef OPTERON PREFETCH (PREFETCH_SIZE + 0) * SIZE(Y)#endif movapd 4 * SIZE(Y), %xmm1 movapd 4 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 4 * SIZE(X) movapd %xmm2, 4 * SIZE(Y) movapd 6 * SIZE(Y), %xmm1 movapd 6 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 6 * SIZE(X) movapd %xmm2, 6 * SIZE(Y)#ifdef PENTIUM4 PREFETCH (PREFETCH_SIZE + 0) * SIZE(Y)#endif#ifdef OPTERON PREFETCH (PREFETCH_SIZE + 8) * SIZE(X)#endif movapd 8 * SIZE(Y), %xmm1 movapd 8 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 8 * SIZE(X) movapd %xmm2, 8 * SIZE(Y) movapd 10 * SIZE(Y), %xmm1 movapd 10 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 10 * SIZE(X) movapd %xmm2, 10 * SIZE(Y)#ifdef OPTERON PREFETCH (PREFETCH_SIZE + 8) * SIZE(Y)#endif movapd 12 * SIZE(Y), %xmm1 movapd 12 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 12 * SIZE(X) movapd %xmm2, 12 * SIZE(Y) movapd 14 * SIZE(Y), %xmm1 movapd 14 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 14 * SIZE(X) movapd %xmm2, 14 * SIZE(Y) addl $16 * SIZE, X addl $16 * SIZE, Y decl I jg .L11 ALIGN_3.L14: testl $15, N jle .L999 testl $8, N jle .L15 movapd 0 * SIZE(Y), %xmm1 movapd 0 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movapd %xmm2, 0 * SIZE(Y) movapd 2 * SIZE(Y), %xmm1 movapd 2 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 2 * SIZE(X) movapd %xmm2, 2 * SIZE(Y) movapd 4 * SIZE(Y), %xmm1 movapd 4 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 4 * SIZE(X) movapd %xmm2, 4 * SIZE(Y) movapd 6 * SIZE(Y), %xmm1 movapd 6 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 6 * SIZE(X) movapd %xmm2, 6 * SIZE(Y) addl $8 * SIZE, X addl $8 * SIZE, Y ALIGN_3.L15: testl $4, N jle .L16 movapd 0 * SIZE(Y), %xmm1 movapd 0 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movapd %xmm2, 0 * SIZE(Y) movapd 2 * SIZE(Y), %xmm1 movapd 2 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 2 * SIZE(X) movapd %xmm2, 2 * SIZE(Y) addl $4 * SIZE, X addl $4 * SIZE, Y ALIGN_3.L16: testl $2, N jle .L17 movapd 0 * SIZE(Y), %xmm1 movapd 0 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movapd %xmm2, 0 * SIZE(Y) addl $2 * SIZE, X addl $2 * SIZE, Y ALIGN_3.L17: testl $1, N jle .L999 movsd 0 * SIZE(Y), %xmm1 movsd 0 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulsd C, %xmm0 mulsd S, %xmm1 mulsd C, %xmm2 mulsd S, %xmm3 addsd %xmm1, %xmm0 subsd %xmm3, %xmm2 movsd %xmm0, 0 * SIZE(X) movsd %xmm2, 0 * SIZE(Y) jmp .L999 ALIGN_3.L20: movapd -1 * SIZE(Y), %xmm1 movl N, I sarl $4, I jle .L24 ALIGN_3.L21:#ifdef PENTIUM4 PREFETCH (PREFETCH_SIZE + 0) * SIZE(X)#endif#ifdef OPTERON PREFETCH (PREFETCH_SIZE + 0) * SIZE(X)#endif movapd 1 * SIZE(Y), %xmm4 movapd 0 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movlpd %xmm2, 0 * SIZE(Y) movhpd %xmm2, 1 * SIZE(Y) movapd 3 * SIZE(Y), %xmm1 movapd 2 * SIZE(X), %xmm0 SHUFPD_1 %xmm1, %xmm4 movapd %xmm4, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm4 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm4, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 2 * SIZE(X) movlpd %xmm2, 2 * SIZE(Y) movhpd %xmm2, 3 * SIZE(Y) movapd 5 * SIZE(Y), %xmm4 movapd 4 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 4 * SIZE(X) movlpd %xmm2, 4 * SIZE(Y) movhpd %xmm2, 5 * SIZE(Y) movapd 7 * SIZE(Y), %xmm1 movapd 6 * SIZE(X), %xmm0 SHUFPD_1 %xmm1, %xmm4 movapd %xmm4, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm4 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm4, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 6 * SIZE(X) movlpd %xmm2, 6 * SIZE(Y) movhpd %xmm2, 7 * SIZE(Y) movapd 9 * SIZE(Y), %xmm4 movapd 8 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 8 * SIZE(X) movlpd %xmm2, 8 * SIZE(Y) movhpd %xmm2, 9 * SIZE(Y) movapd 11 * SIZE(Y), %xmm1 movapd 10 * SIZE(X), %xmm0 SHUFPD_1 %xmm1, %xmm4 movapd %xmm4, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm4 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm4, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 10 * SIZE(X) movlpd %xmm2, 10 * SIZE(Y) movhpd %xmm2, 11 * SIZE(Y) movapd 13 * SIZE(Y), %xmm4 movapd 12 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 12 * SIZE(X) movlpd %xmm2, 12 * SIZE(Y) movhpd %xmm2, 13 * SIZE(Y) movapd 15 * SIZE(Y), %xmm1 movapd 14 * SIZE(X), %xmm0 SHUFPD_1 %xmm1, %xmm4 movapd %xmm4, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm4 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm4, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 14 * SIZE(X) movlpd %xmm2, 14 * SIZE(Y) movhpd %xmm2, 15 * SIZE(Y) addl $16 * SIZE, X addl $16 * SIZE, Y decl I jg .L21 ALIGN_3.L24: testl $15, N jle .L999 testl $8, N jle .L25 movapd 1 * SIZE(Y), %xmm4 movapd 0 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movlpd %xmm2, 0 * SIZE(Y) movhpd %xmm2, 1 * SIZE(Y) movapd 3 * SIZE(Y), %xmm1 movapd 2 * SIZE(X), %xmm0 SHUFPD_1 %xmm1, %xmm4 movapd %xmm4, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm4 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm4, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 2 * SIZE(X) movlpd %xmm2, 2 * SIZE(Y) movhpd %xmm2, 3 * SIZE(Y) movapd 5 * SIZE(Y), %xmm4 movapd 4 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 4 * SIZE(X) movlpd %xmm2, 4 * SIZE(Y) movhpd %xmm2, 5 * SIZE(Y) movapd 7 * SIZE(Y), %xmm1 movapd 6 * SIZE(X), %xmm0 SHUFPD_1 %xmm1, %xmm4 movapd %xmm4, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm4 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm4, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 6 * SIZE(X) movlpd %xmm2, 6 * SIZE(Y) movhpd %xmm2, 7 * SIZE(Y) addl $8 * SIZE, X addl $8 * SIZE, Y ALIGN_3.L25: testl $4, N jle .L26 movapd 1 * SIZE(Y), %xmm4 movapd 0 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movlpd %xmm2, 0 * SIZE(Y) movhpd %xmm2, 1 * SIZE(Y) movapd 3 * SIZE(Y), %xmm1 movapd 2 * SIZE(X), %xmm0 SHUFPD_1 %xmm1, %xmm4 movapd %xmm4, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm4 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm4, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 2 * SIZE(X) movlpd %xmm2, 2 * SIZE(Y) movhpd %xmm2, 3 * SIZE(Y) addl $4 * SIZE, X addl $4 * SIZE, Y ALIGN_3.L26: testl $2, N jle .L27 movapd 1 * SIZE(Y), %xmm4 movapd 0 * SIZE(X), %xmm0 SHUFPD_1 %xmm4, %xmm1 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movapd %xmm0, 0 * SIZE(X) movlpd %xmm2, 0 * SIZE(Y) movhpd %xmm2, 1 * SIZE(Y) movapd %xmm4, %xmm1 addl $2 * SIZE, X addl $2 * SIZE, Y ALIGN_3.L27: testl $1, N jle .L999 unpckhpd %xmm1, %xmm1 movsd 0 * SIZE(X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulsd C, %xmm0 mulsd S, %xmm1 mulsd C, %xmm2 mulsd S, %xmm3 addsd %xmm1, %xmm0 subsd %xmm3, %xmm2 movsd %xmm0, 0 * SIZE(X) movsd %xmm2, 0 * SIZE(Y) jmp .L999 ALIGN_3.L50: movl N, I sarl $2, I jle .L55 ALIGN_3.L53: MOVSD (Y), %xmm1 movhpd (Y, INCY), %xmm1 MOVSD (X), %xmm0 movhpd (X, INCX), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movlpd %xmm0, (X) movhpd %xmm0, (X, INCX) movlpd %xmm2, (Y) movhpd %xmm2, (Y, INCY) leal (X, INCX, 2), X leal (Y, INCY, 2), Y MOVSD (Y), %xmm1 movhpd (Y, INCY), %xmm1 MOVSD (X), %xmm0 movhpd (X, INCX), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulpd C, %xmm0 mulpd S, %xmm1 mulpd C, %xmm2 mulpd S, %xmm3 addpd %xmm1, %xmm0 subpd %xmm3, %xmm2 movlpd %xmm0, (X) movhpd %xmm0, (X, INCX) movlpd %xmm2, (Y) movhpd %xmm2, (Y, INCY) leal (X, INCX, 2), X leal (Y, INCY, 2), Y decl I jg .L53 ALIGN_3.L55: movl N, I andl $3, I jle .L999 ALIGN_3.L56: movsd (Y), %xmm1 movsd (X), %xmm0 movapd %xmm1, %xmm2 movapd %xmm0, %xmm3 mulsd C, %xmm0 mulsd S, %xmm1 mulsd C, %xmm2 mulsd S, %xmm3 addsd %xmm1, %xmm0 subsd %xmm3, %xmm2 movsd %xmm0, (X) movsd %xmm2, (Y) addl INCX, X addl INCY, Y decl I jg .L56 ALIGN_3.L999: popl %ebx popl %esi popl %edi ret EPILOGUE
⌨️ 快捷键说明
复制代码
Ctrl + C
搜索代码
Ctrl + F
全屏模式
F11
切换主题
Ctrl + Shift + D
显示快捷键
?
增大字号
Ctrl + =
减小字号
Ctrl + -