nb_kernel101_x86_64_sse.intel_syntax.s
来自「最著名最快的分子模拟软件」· S 代码 · 共 1,440 行 · 第 1/3 页
S
1,440 行
;#;# $Id: nb_kernel101_x86_64_sse.intel_syntax.s,v 1.1.2.2 2006/09/22 08:32:48 lindahl Exp $;#;# Gromacs 4.0 Copyright (c) 1991-2003 ;# David van der Spoel, Erik Lindahl;#;# This program is free software; you can redistribute it and/or;# modify it under the terms of the GNU General Public License;# as published by the Free Software Foundation; either version 2;# of the License, or (at your option) any later version.;#;# To help us fund GROMACS development, we humbly ask that you cite;# the research papers on the package. Check out http://www.gromacs.org;# ;# And Hey:;# Gnomes, ROck Monsters And Chili Sauce;#;# These files require GNU binutils 2.10 or later, since we;# use intel syntax for portability, or a recent version ;# of NASM that understands Extended 3DNow and SSE2 instructions.;# (NASM is normally only used with MS Visual C++).;# Since NASM and gnu as disagree on some definitions and use ;# completely different preprocessing options I have to introduce a;# trick: NASM uses ';' for comments, while gnu as uses '#' on x86.;# Gnu as treats ';' as a line break, i.e. ignores it. This is the;# reason why all comments need both symbols...;# The source is written for GNU as, with intel syntax. When you use;# NASM we redefine a couple of things. The false if-statement around ;# the following code is seen by GNU as, but NASM doesn't see it, so ;# the code inside is read by NASM but not gcc.; .if 0 # block below only read by NASM%define .section section%define .long dd%define .align align%define .globl global;# NASM only wants 'dword', not 'dword ptr'.%define ptr.equiv .equiv 2 %1 equ %2%endmacro; .endif # End of NASM-specific block; .intel_syntax noprefix # Line only read by gnu as.globl nb_kernel101_x86_64_sse.globl _nb_kernel101_x86_64_ssenb_kernel101_x86_64_sse: _nb_kernel101_x86_64_sse: ;# Room for return address and rbp (16 bytes).equiv nb101_fshift, 16.equiv nb101_gid, 24.equiv nb101_pos, 32.equiv nb101_faction, 40.equiv nb101_charge, 48.equiv nb101_p_facel, 56.equiv nb101_argkrf, 64.equiv nb101_argcrf, 72.equiv nb101_Vc, 80.equiv nb101_type, 88.equiv nb101_p_ntype, 96.equiv nb101_vdwparam, 104.equiv nb101_Vvdw, 112.equiv nb101_p_tabscale, 120.equiv nb101_VFtab, 128.equiv nb101_invsqrta, 136.equiv nb101_dvda, 144.equiv nb101_p_gbtabscale, 152.equiv nb101_GBtab, 160.equiv nb101_p_nthreads, 168.equiv nb101_count, 176.equiv nb101_mtx, 184.equiv nb101_outeriter, 192.equiv nb101_inneriter, 200.equiv nb101_work, 208 ;# stack offsets for local variables ;# bottom of stack is cache-aligned for sse use .equiv nb101_ixO, 0.equiv nb101_iyO, 16.equiv nb101_izO, 32.equiv nb101_ixH1, 48.equiv nb101_iyH1, 64.equiv nb101_izH1, 80.equiv nb101_ixH2, 96.equiv nb101_iyH2, 112.equiv nb101_izH2, 128.equiv nb101_iqO, 144.equiv nb101_iqH, 160.equiv nb101_dxO, 176.equiv nb101_dyO, 192.equiv nb101_dzO, 208.equiv nb101_dxH1, 224.equiv nb101_dyH1, 240.equiv nb101_dzH1, 256.equiv nb101_dxH2, 272.equiv nb101_dyH2, 288.equiv nb101_dzH2, 304.equiv nb101_qqO, 320.equiv nb101_qqH, 336.equiv nb101_vctot, 352.equiv nb101_fixO, 368.equiv nb101_fiyO, 384.equiv nb101_fizO, 400.equiv nb101_fixH1, 416.equiv nb101_fiyH1, 432.equiv nb101_fizH1, 448.equiv nb101_fixH2, 464.equiv nb101_fiyH2, 480.equiv nb101_fizH2, 496.equiv nb101_fjx, 512.equiv nb101_fjy, 528.equiv nb101_fjz, 544.equiv nb101_half, 560.equiv nb101_three, 576.equiv nb101_nri, 592.equiv nb101_innerjjnr, 600.equiv nb101_iinr, 608.equiv nb101_jindex, 616.equiv nb101_jjnr, 624.equiv nb101_shift, 632.equiv nb101_shiftvec, 640.equiv nb101_facel, 648.equiv nb101_is3, 656.equiv nb101_ii3, 660.equiv nb101_innerk, 664.equiv nb101_n, 668.equiv nb101_nn1, 672.equiv nb101_nouter, 676.equiv nb101_ninner, 680 push rbp mov rbp, rsp push rbx push r12 push r13 push r14 push r15 sub rsp, 696 emms ;# zero 32-bit iteration counters mov eax, 0 mov [rsp + nb101_nouter], eax mov [rsp + nb101_ninner], eax mov edi, [rdi] mov [rsp + nb101_nri], edi mov [rsp + nb101_iinr], rsi mov [rsp + nb101_jindex], rdx mov [rsp + nb101_jjnr], rcx mov [rsp + nb101_shift], r8 mov [rsp + nb101_shiftvec], r9 mov rsi, [rbp + nb101_p_facel] movss xmm0, [rsi] movss [rsp + nb101_facel], xmm0 ;# assume we have at least one i particle - start directly mov rcx, [rsp + nb101_iinr] ;# rcx = pointer into iinr[] mov ebx, [rcx] ;# ebx =ii mov rdx, [rbp + nb101_charge] movss xmm3, [rdx + rbx*4] movss xmm4, [rdx + rbx*4 + 4] mov rsi, [rbp + nb101_p_facel] movss xmm0, [rsi] movss xmm5, [rsp + nb101_facel] mulss xmm3, xmm5 mulss xmm4, xmm5 shufps xmm3, xmm3, 0 shufps xmm4, xmm4, 0 movaps [rsp + nb101_iqO], xmm3 movaps [rsp + nb101_iqH], xmm4 ;# create constant floating-point factors on stack mov eax, 0x3f000000 ;# half in IEEE (hex) mov [rsp + nb101_half], eax movss xmm1, [rsp + nb101_half] shufps xmm1, xmm1, 0 ;# splat to all elements movaps xmm2, xmm1 addps xmm2, xmm2 ;# one movaps xmm3, xmm2 addps xmm2, xmm2 ;# two addps xmm3, xmm2 ;# three movaps [rsp + nb101_half], xmm1 movaps [rsp + nb101_three], xmm3.nb101_threadloop: mov rsi, [rbp + nb101_count] ;# pointer to sync counter mov eax, [rsi].nb101_spinlock: mov ebx, eax ;# ebx=*count=nn0 add ebx, 1 ;# ebx=nn1=nn0+10 lock cmpxchg [esi], ebx ;# write nn1 to *counter, ;# if it hasnt changed. ;# or reread *counter to eax. pause ;# -> better p4 performance jnz .nb101_spinlock ;# if(nn1>nri) nn1=nri mov ecx, [rsp + nb101_nri] mov edx, ecx sub ecx, ebx cmovle ebx, edx ;# if(nn1>nri) nn1=nri ;# Cleared the spinlock if we got here. ;# eax contains nn0, ebx contains nn1. mov [rsp + nb101_n], eax mov [rsp + nb101_nn1], ebx sub ebx, eax ;# calc number of outer lists mov esi, eax ;# copy n to esi jg .nb101_outerstart jmp .nb101_end .nb101_outerstart: ;# ebx contains number of outer iterations add ebx, [rsp + nb101_nouter] mov [rsp + nb101_nouter], ebx.nb101_outer: mov rax, [rsp + nb101_shift] ;# rax = pointer into shift[] mov ebx, [rax+rsi*4] ;# rbx=shift[n] lea rbx, [rbx + rbx*2] ;# rbx=3*is mov [rsp + nb101_is3],ebx ;# store is3 mov rax, [rsp + nb101_shiftvec] ;# rax = base of shiftvec[] movss xmm0, [rax + rbx*4] movss xmm1, [rax + rbx*4 + 4] movss xmm2, [rax + rbx*4 + 8] mov rcx, [rsp + nb101_iinr] ;# rcx = pointer into iinr[] mov ebx, [rcx + rsi*4] ;# ebx =ii movaps xmm3, xmm0 movaps xmm4, xmm1 movaps xmm5, xmm2 lea rbx, [rbx + rbx*2] ;# rbx = 3*ii=ii3 mov rax, [rbp + nb101_pos] ;# rax = base of pos[] mov [rsp + nb101_ii3], ebx addss xmm3, [rax + rbx*4] addss xmm4, [rax + rbx*4 + 4] addss xmm5, [rax + rbx*4 + 8] shufps xmm3, xmm3, 0 shufps xmm4, xmm4, 0 shufps xmm5, xmm5, 0 movaps [rsp + nb101_ixO], xmm3 movaps [rsp + nb101_iyO], xmm4 movaps [rsp + nb101_izO], xmm5 movss xmm3, xmm0 movss xmm4, xmm1 movss xmm5, xmm2 addss xmm0, [rax + rbx*4 + 12] addss xmm1, [rax + rbx*4 + 16] addss xmm2, [rax + rbx*4 + 20] addss xmm3, [rax + rbx*4 + 24] addss xmm4, [rax + rbx*4 + 28] addss xmm5, [rax + rbx*4 + 32] shufps xmm0, xmm0, 0 shufps xmm1, xmm1, 0 shufps xmm2, xmm2, 0 shufps xmm3, xmm3, 0 shufps xmm4, xmm4, 0 shufps xmm5, xmm5, 0 movaps [rsp + nb101_ixH1], xmm0 movaps [rsp + nb101_iyH1], xmm1 movaps [rsp + nb101_izH1], xmm2 movaps [rsp + nb101_ixH2], xmm3 movaps [rsp + nb101_iyH2], xmm4 movaps [rsp + nb101_izH2], xmm5 ;# clear vctot and i forces xorps xmm4, xmm4 movaps [rsp + nb101_vctot], xmm4 movaps [rsp + nb101_fixO], xmm4 movaps [rsp + nb101_fiyO], xmm4 movaps [rsp + nb101_fizO], xmm4 movaps [rsp + nb101_fixH1], xmm4 movaps [rsp + nb101_fiyH1], xmm4 movaps [rsp + nb101_fizH1], xmm4 movaps [rsp + nb101_fixH2], xmm4 movaps [rsp + nb101_fiyH2], xmm4 movaps [rsp + nb101_fizH2], xmm4 mov rax, [rsp + nb101_jindex] mov ecx, [rax + rsi*4] ;# jindex[n] mov edx, [rax + rsi*4 + 4] ;# jindex[n+1] sub edx, ecx ;# number of innerloop atoms mov rsi, [rbp + nb101_pos] mov rdi, [rbp + nb101_faction] mov rax, [rsp + nb101_jjnr] shl ecx, 2 add rax, rcx mov [rsp + nb101_innerjjnr], rax ;# pointer to jjnr[nj0] mov ecx, edx sub edx, 4 add ecx, [rsp + nb101_ninner] mov [rsp + nb101_ninner], ecx add edx, 0 mov [rsp + nb101_innerk], edx ;# number of innerloop atoms jge .nb101_unroll_loop jmp .nb101_odd_inner.nb101_unroll_loop: ;# quad-unroll innerloop here mov rdx, [rsp + nb101_innerjjnr] ;# pointer to jjnr[k] mov r8d, [rdx] mov r9d, [rdx + 4] mov r10d, [rdx + 8] mov r11d, [rdx + 12] ;# eax-edx=jnr1-4 add qword ptr [rsp + nb101_innerjjnr], 16 ;# advance pointer (unrolled 4) mov rsi, [rbp + nb101_charge] ;# base of charge[] movss xmm12, [rsi + r8*4] movss xmm13, [rsi + r10*4] movss xmm14, [rsi + r9*4] movss xmm15, [rsi + r11*4] shufps xmm12, xmm14, 0 shufps xmm13, xmm15, 0 shufps xmm12, xmm13, 136 ;# 10001000 ;# all charges in xmm3 movaps xmm13, xmm12 ;# and in xmm4 mulps xmm12, [rsp + nb101_iqO] mulps xmm13, [rsp + nb101_iqH] movaps [rsp + nb101_qqO], xmm12 movaps [rsp + nb101_qqH], xmm13 mov rsi, [rbp + nb101_pos] ;# base of pos[] lea rax, [r8 + r8*2] ;# j3 lea rbx, [r9 + r9*2] lea rcx, [r10 + r10*2] lea rdx, [r11 + r11*2] ;# move four j coordinates to xmm0-xmm2 movlps xmm4, [rsi + rax*4] movlps xmm5, [rsi + rcx*4] movss xmm2, [rsi + rax*4 + 8] movss xmm6, [rsi + rcx*4 + 8] movhps xmm4, [rsi + rbx*4] movhps xmm5, [rsi + rdx*4] movss xmm0, [rsi + rbx*4 + 8] movss xmm1, [rsi + rdx*4 + 8] shufps xmm2, xmm0, 0 shufps xmm6, xmm1, 0 movaps xmm0, xmm4 movaps xmm1, xmm4 shufps xmm2, xmm6, 136 ;# 10001000 shufps xmm0, xmm5, 136 ;# 10001000 shufps xmm1, xmm5, 221 ;# 11011101 ;# xmm0 = jx ;# xmm1 = jy ;# xmm2 = jz movaps xmm3, xmm0 movaps xmm4, xmm1 movaps xmm5, xmm2 movaps xmm6, xmm0 movaps xmm7, xmm1 movaps xmm8, xmm2 subps xmm0, [rsp + nb101_ixO] subps xmm1, [rsp + nb101_iyO] subps xmm2, [rsp + nb101_izO] subps xmm3, [rsp + nb101_ixH1] subps xmm4, [rsp + nb101_iyH1] subps xmm5, [rsp + nb101_izH1] subps xmm6, [rsp + nb101_ixH2] subps xmm7, [rsp + nb101_iyH2] subps xmm8, [rsp + nb101_izH2] movaps [rsp + nb101_dxO], xmm0 movaps [rsp + nb101_dyO], xmm1 movaps [rsp + nb101_dzO], xmm2 mulps xmm0, xmm0 mulps xmm1, xmm1 mulps xmm2, xmm2 movaps [rsp + nb101_dxH1], xmm3 movaps [rsp + nb101_dyH1], xmm4 movaps [rsp + nb101_dzH1], xmm5 mulps xmm3, xmm3 mulps xmm4, xmm4 mulps xmm5, xmm5 movaps [rsp + nb101_dxH2], xmm6 movaps [rsp + nb101_dyH2], xmm7 movaps [rsp + nb101_dzH2], xmm8 mulps xmm6, xmm6 mulps xmm7, xmm7 mulps xmm8, xmm8 addps xmm0, xmm1 addps xmm0, xmm2 addps xmm3, xmm4 addps xmm3, xmm5 addps xmm6, xmm7 addps xmm6, xmm8 ;# start doing invsqrt rsqrtps xmm1, xmm0 rsqrtps xmm4, xmm3 rsqrtps xmm7, xmm6 movaps xmm2, xmm1 movaps xmm5, xmm4 movaps xmm8, xmm7 mulps xmm1, xmm1 ;# lu*lu mulps xmm4, xmm4 ;# lu*lu mulps xmm7, xmm7 ;# lu*lu movaps xmm9, [rsp + nb101_three] movaps xmm10, xmm9 movaps xmm11, xmm9 mulps xmm1, xmm0 ;# rsq*lu*lu mulps xmm4, xmm3 ;# rsq*lu*lu mulps xmm7, xmm6 ;# rsq*lu*lu subps xmm9, xmm1 subps xmm10, xmm4 subps xmm11, xmm7 ;# 3-rsq*lu*lu mulps xmm9, xmm2 mulps xmm10, xmm5 mulps xmm11, xmm8 ;# lu*(3-rsq*lu*lu) movaps xmm0, [rsp + nb101_half] mulps xmm9, xmm0 ;# rinvO mulps xmm10, xmm0 ;# rinvH1 mulps xmm11, xmm0 ;# rinvH2 ;# interactions movaps xmm13, xmm9 movaps xmm14, xmm10 movaps xmm15, xmm11 mulps xmm9, xmm9 mulps xmm10, xmm10 mulps xmm11, xmm11 mulps xmm13, [rsp + nb101_qqO] mulps xmm14, [rsp + nb101_qqH] mulps xmm15, [rsp + nb101_qqH] mulps xmm9, xmm13 mulps xmm10, xmm14 mulps xmm11, xmm15 addps xmm13, [rsp + nb101_vctot] addps xmm14, xmm15 addps xmm13, xmm14 movaps [rsp + nb101_vctot], xmm13 ;# move j forces to local temp variables movlps xmm0, [rdi + rax*4] ;# jxa jya - - movlps xmm1, [rdi + rcx*4] ;# jxc jyc - - movhps xmm0, [rdi + rbx*4] ;# jxa jya jxb jyb movhps xmm1, [rdi + rdx*4] ;# jxc jyc jxd jyd movss xmm2, [rdi + rax*4 + 8] ;# jza - - - movss xmm3, [rdi + rcx*4 + 8] ;# jzc - - - movss xmm4, [rdi + rbx*4 + 8] ;# jzb movss xmm5, [rdi + rdx*4 + 8] ;# jzd movlhps xmm2, xmm4 ;# jza - jzb -⌨️ 快捷键说明
复制代码Ctrl + C
搜索代码Ctrl + F
全屏模式F11
增大字号Ctrl + =
减小字号Ctrl + -
显示快捷键?