nb_kernel113_x86_64_sse.intel_syntax.s
来自「最著名最快的分子模拟软件」· S 代码 · 共 1,845 行 · 第 1/4 页
S
1,845 行
movhlps xmm5, xmm2 addps xmm0, xmm3 addps xmm1, xmm4 addps xmm2, xmm5 ;# sum is in 1/2 in xmm0-xmm2 movaps xmm3, xmm0 movaps xmm4, xmm1 movaps xmm5, xmm2 shufps xmm3, xmm3, 1 shufps xmm4, xmm4, 1 shufps xmm5, xmm5, 1 addss xmm0, xmm3 addss xmm1, xmm4 addss xmm2, xmm5 ;# xmm0-xmm2 has single force in pos0 ;# increment i force movss xmm3, [rdi + rcx*4] movss xmm4, [rdi + rcx*4 + 4] movss xmm5, [rdi + rcx*4 + 8] subss xmm3, xmm0 subss xmm4, xmm1 subss xmm5, xmm2 movss [rdi + rcx*4], xmm3 movss [rdi + rcx*4 + 4], xmm4 movss [rdi + rcx*4 + 8], xmm5 ;# accumulate force in xmm6/xmm7 for fshift movaps xmm6, xmm0 movss xmm7, xmm2 movlhps xmm6, xmm1 shufps xmm6, xmm6, 8 ;# 00001000 ;# accumulate H1i forces in xmm0, xmm1, xmm2 movaps xmm0, [rsp + nb113_fixH1] movaps xmm1, [rsp + nb113_fiyH1] movaps xmm2, [rsp + nb113_fizH1] movhlps xmm3, xmm0 movhlps xmm4, xmm1 movhlps xmm5, xmm2 addps xmm0, xmm3 addps xmm1, xmm4 addps xmm2, xmm5 ;# sum is in 1/2 in xmm0-xmm2 movaps xmm3, xmm0 movaps xmm4, xmm1 movaps xmm5, xmm2 shufps xmm3, xmm3, 1 shufps xmm4, xmm4, 1 shufps xmm5, xmm5, 1 addss xmm0, xmm3 addss xmm1, xmm4 addss xmm2, xmm5 ;# xmm0-xmm2 has single force in pos0 ;# increment i force movss xmm3, [rdi + rcx*4 + 12] movss xmm4, [rdi + rcx*4 + 16] movss xmm5, [rdi + rcx*4 + 20] subss xmm3, xmm0 subss xmm4, xmm1 subss xmm5, xmm2 movss [rdi + rcx*4 + 12], xmm3 movss [rdi + rcx*4 + 16], xmm4 movss [rdi + rcx*4 + 20], xmm5 ;# accumulate force in xmm6/xmm7 for fshift addss xmm7, xmm2 movlhps xmm0, xmm1 shufps xmm0, xmm0, 8 ;# 00001000 addps xmm6, xmm0 ;# accumulate H2i forces in xmm0, xmm1, xmm2 movaps xmm0, [rsp + nb113_fixH2] movaps xmm1, [rsp + nb113_fiyH2] movaps xmm2, [rsp + nb113_fizH2] movhlps xmm3, xmm0 movhlps xmm4, xmm1 movhlps xmm5, xmm2 addps xmm0, xmm3 addps xmm1, xmm4 addps xmm2, xmm5 ;# sum is in 1/2 in xmm0-xmm2 movaps xmm3, xmm0 movaps xmm4, xmm1 movaps xmm5, xmm2 shufps xmm3, xmm3, 1 shufps xmm4, xmm4, 1 shufps xmm5, xmm5, 1 addss xmm0, xmm3 addss xmm1, xmm4 addss xmm2, xmm5 ;# xmm0-xmm2 has single force in pos0 ;# increment i force movss xmm3, [rdi + rcx*4 + 24] movss xmm4, [rdi + rcx*4 + 28] movss xmm5, [rdi + rcx*4 + 32] subss xmm3, xmm0 subss xmm4, xmm1 subss xmm5, xmm2 movss [rdi + rcx*4 + 24], xmm3 movss [rdi + rcx*4 + 28], xmm4 movss [rdi + rcx*4 + 32], xmm5 ;# accumulate force in xmm6/xmm7 for fshift addss xmm7, xmm2 movlhps xmm0, xmm1 shufps xmm0, xmm0, 8 ;# 00001000 addps xmm6, xmm0 ;# accumulate Mi forces in xmm0, xmm1, xmm2 movaps xmm0, [rsp + nb113_fixM] movaps xmm1, [rsp + nb113_fiyM] movaps xmm2, [rsp + nb113_fizM] movhlps xmm3, xmm0 movhlps xmm4, xmm1 movhlps xmm5, xmm2 addps xmm0, xmm3 addps xmm1, xmm4 addps xmm2, xmm5 ;# sum is in 1/2 in xmm0-xmm2 movaps xmm3, xmm0 movaps xmm4, xmm1 movaps xmm5, xmm2 shufps xmm3, xmm3, 1 shufps xmm4, xmm4, 1 shufps xmm5, xmm5, 1 addss xmm0, xmm3 addss xmm1, xmm4 addss xmm2, xmm5 ;# xmm0-xmm2 has single force in pos0 ;# increment i force movss xmm3, [rdi + rcx*4 + 36] movss xmm4, [rdi + rcx*4 + 40] movss xmm5, [rdi + rcx*4 + 44] subss xmm3, xmm0 subss xmm4, xmm1 subss xmm5, xmm2 movss [rdi + rcx*4 + 36], xmm3 movss [rdi + rcx*4 + 40], xmm4 movss [rdi + rcx*4 + 44], xmm5 ;# accumulate force in xmm6/xmm7 for fshift addss xmm7, xmm2 movlhps xmm0, xmm1 shufps xmm0, xmm0, 8 ;# 00001000 addps xmm6, xmm0 ;# increment fshift force movlps xmm3, [rsi + rdx*4] movss xmm4, [rsi + rdx*4 + 8] subps xmm3, xmm6 subss xmm4, xmm7 movlps [rsi + rdx*4], xmm3 movss [rsi + rdx*4 + 8], xmm4 ;# get n from stack mov esi, [rsp + nb113_n] ;# get group index for i particle mov rdx, [rbp + nb113_gid] ;# base of gid[] mov edx, [rdx + rsi*4] ;# ggid=gid[n] ;# accumulate total potential energy and update it movaps xmm7, [rsp + nb113_vctot] ;# accumulate movhlps xmm6, xmm7 addps xmm7, xmm6 ;# pos 0-1 in xmm7 have the sum now movaps xmm6, xmm7 shufps xmm6, xmm6, 1 addss xmm7, xmm6 ;# add earlier value from mem mov rax, [rbp + nb113_Vc] addss xmm7, [rax + rdx*4] ;# move back to mem movss [rax + rdx*4], xmm7 ;# accumulate total lj energy and update it movaps xmm7, [rsp + nb113_Vvdwtot] ;# accumulate movhlps xmm6, xmm7 addps xmm7, xmm6 ;# pos 0-1 in xmm7 have the sum now movaps xmm6, xmm7 shufps xmm6, xmm6, 1 addss xmm7, xmm6 ;# add earlier value from mem mov rax, [rbp + nb113_Vvdw] addss xmm7, [rax + rdx*4] ;# move back to mem movss [rax + rdx*4], xmm7 ;# finish if last mov ecx, [rsp + nb113_nn1] ;# esi already loaded with n inc esi sub ecx, esi jz .nb113_outerend ;# not last, iterate outer loop once more! mov [rsp + nb113_n], esi jmp .nb113_outer.nb113_outerend: ;# check if more outer neighborlists remain mov ecx, [rsp + nb113_nri] ;# esi already loaded with n above sub ecx, esi jz .nb113_end ;# non-zero, do one more workunit jmp .nb113_threadloop.nb113_end: mov eax, [rsp + nb113_nouter] mov ebx, [rsp + nb113_ninner] mov rcx, [rbp + nb113_outeriter] mov rdx, [rbp + nb113_inneriter] mov [rcx], eax mov [rdx], ebx add rsp, 984 emms pop r15 pop r14 pop r13 pop r12 pop rbx pop rbp ret .globl nb_kernel113nf_x86_64_sse.globl _nb_kernel113nf_x86_64_ssenb_kernel113nf_x86_64_sse: _nb_kernel113nf_x86_64_sse: ;# Room for return address and rbp (16 bytes).equiv nb113nf_fshift, 16.equiv nb113nf_gid, 24.equiv nb113nf_pos, 32.equiv nb113nf_faction, 40.equiv nb113nf_charge, 48.equiv nb113nf_p_facel, 56.equiv nb113nf_argkrf, 64.equiv nb113nf_argcrf, 72.equiv nb113nf_Vc, 80.equiv nb113nf_type, 88.equiv nb113nf_p_ntype, 96.equiv nb113nf_vdwparam, 104.equiv nb113nf_Vvdw, 112.equiv nb113nf_p_tabscale, 120.equiv nb113nf_VFtab, 128.equiv nb113nf_invsqrta, 136.equiv nb113nf_dvda, 144.equiv nb113nf_p_gbtabscale, 152.equiv nb113nf_GBtab, 160.equiv nb113nf_p_nthreads, 168.equiv nb113nf_count, 176.equiv nb113nf_mtx, 184.equiv nb113nf_outeriter, 192.equiv nb113nf_inneriter, 200.equiv nb113nf_work, 208 ;# stack offsets for local variables ;# bottom of stack is cache-aligned for sse use .equiv nb113nf_ixO, 0.equiv nb113nf_iyO, 16.equiv nb113nf_izO, 32.equiv nb113nf_ixH1, 48.equiv nb113nf_iyH1, 64.equiv nb113nf_izH1, 80.equiv nb113nf_ixH2, 96.equiv nb113nf_iyH2, 112.equiv nb113nf_izH2, 128.equiv nb113nf_ixM, 144.equiv nb113nf_iyM, 160.equiv nb113nf_izM, 176.equiv nb113nf_iqM, 192.equiv nb113nf_iqH, 208.equiv nb113nf_qqM, 224.equiv nb113nf_qqH, 240.equiv nb113nf_rinvH1, 256.equiv nb113nf_rinvH2, 272.equiv nb113nf_rinvM, 288.equiv nb113nf_c6, 304.equiv nb113nf_c12, 320.equiv nb113nf_vctot, 336.equiv nb113nf_Vvdwtot, 352.equiv nb113nf_half, 368.equiv nb113nf_three, 384.equiv nb113nf_two, 400.equiv nb113nf_facel, 416.equiv nb113nf_iinr, 424.equiv nb113nf_jindex, 432.equiv nb113nf_jjnr, 440.equiv nb113nf_shift, 448.equiv nb113nf_shiftvec, 456.equiv nb113nf_innerjjnr, 464.equiv nb113nf_ntia, 472.equiv nb113nf_nri, 476.equiv nb113nf_is3, 480.equiv nb113nf_ii3, 484.equiv nb113nf_innerk, 488.equiv nb113nf_n, 492.equiv nb113nf_nn1, 496.equiv nb113nf_nouter, 500.equiv nb113nf_ninner, 504 push rbp mov rbp, rsp push rbx emms push r12 push r13 push r14 push r15 sub rsp, 520 ;# zero 32-bit iteration counters mov eax, 0 mov [rsp + nb113nf_nouter], eax mov [rsp + nb113nf_ninner], eax mov edi, [rdi] mov [rsp + nb113nf_nri], edi mov [rsp + nb113nf_iinr], rsi mov [rsp + nb113nf_jindex], rdx mov [rsp + nb113nf_jjnr], rcx mov [rsp + nb113nf_shift], r8 mov [rsp + nb113nf_shiftvec], r9 mov rsi, [rbp + nb113nf_p_facel] movss xmm0, [rsi] movss [rsp + nb113nf_facel], xmm0 ;# create constant floating-point factors on stack mov eax, 0x3f000000 ;# half in IEEE (hex) mov [rsp + nb113nf_half], eax movss xmm1, [rsp + nb113nf_half] shufps xmm1, xmm1, 0 ;# splat to all elements movaps xmm2, xmm1 addps xmm2, xmm2 ;# one movaps xmm3, xmm2 addps xmm2, xmm2 ;# two addps xmm3, xmm2 ;# three movaps [rsp + nb113nf_half], xmm1 movaps [rsp + nb113nf_two], xmm2 movaps [rsp + nb113nf_three], xmm3 ;# assume we have at least one i particle - start directly mov rcx, [rsp + nb113nf_iinr] ;# rcx = pointer into iinr[] mov ebx, [rcx] ;# ebx =ii mov rdx, [rbp + nb113nf_charge] movss xmm4, [rdx + rbx*4 + 4] movss xmm3, [rdx + rbx*4 + 12] mov rsi, [rbp + nb113nf_p_facel] movss xmm0, [rsi] movss xmm5, [rsp + nb113nf_facel] mulss xmm3, xmm5 mulss xmm4, xmm5 shufps xmm3, xmm3, 0 shufps xmm4, xmm4, 0 movaps [rsp + nb113nf_iqM], xmm3 movaps [rsp + nb113nf_iqH], xmm4 mov rdx, [rbp + nb113nf_type] mov ecx, [rdx + rbx*4] shl ecx, 1 mov rdi, [rbp + nb113nf_p_ntype] imul ecx, [rdi] ;# rcx = ntia = 2*ntype*type[ii0] mov [rsp + nb113nf_ntia], ecx .nb113nf_threadloop: mov rsi, [rbp + nb113nf_count] ;# pointer to sync counter mov eax, [rsi].nb113nf_spinlock: mov ebx, eax ;# ebx=*count=nn0 add ebx, 1 ;# ebx=nn1=nn0+10 lock cmpxchg [esi], ebx ;# write nn1 to *counter, ;# if it hasnt changed. ;# or reread *counter to eax. pause ;# -> better p4 performance jnz .nb113nf_spinlock ;# if(nn1>nri) nn1=nri mov ecx, [rsp + nb113nf_nri] mov edx, ecx sub ecx, ebx cmovle ebx, edx ;# if(nn1>nri) nn1=nri ;# Cleared the spinlock if we got here. ;# eax contains nn0, ebx contains nn1. mov [rsp + nb113nf_n], eax mov [rsp + nb113nf_nn1], ebx sub ebx, eax ;# calc number of outer lists mov esi, eax ;# copy n to esi jg .nb113nf_outerstart jmp .nb113nf_end .nb113nf_outerstart: ;# ebx contains number of outer iterations add ebx, [rsp + nb113nf_nouter] mov [rsp + nb113nf_nouter], ebx.nb113nf_outer: mov rax, [rsp + nb113nf_shift] ;# rax = pointer into shift[] mov ebx, [rax + rsi*4] ;# rbx=shift[n] lea rbx, [rbx + rbx*2] ;# rbx=3*is mov [rsp + nb113nf_is3],ebx ;# store is3 mov rax, [rsp + nb113nf_shiftvec] ;# rax = base of shiftvec[] movss xmm0, [rax + rbx*4] movss xmm1, [rax + rbx*4 + 4] movss xmm2, [rax + rbx*4 + 8] mov rcx, [rsp + nb113nf_iinr] ;# rcx = pointer into iinr[] mov ebx, [rcx + rsi*4] ;# ebx =ii movaps xmm3, xmm0 movaps xmm4, xmm1 movaps xmm5, xmm2 movaps xmm6, xmm0 movaps xmm7, xmm1 lea rbx, [rbx + rbx*2] ;# rbx = 3*ii=ii3 mov rax, [rbp + nb113nf_pos] ;# rax = base of pos[] mov [rsp + nb113nf_ii3], ebx addss xmm3, [rax + rbx*4] ;# ox addss xmm4, [rax + rbx*4 + 4] ;# oy addss xmm5, [rax + rbx*4 + 8] ;# oz addss xmm6, [rax + rbx*4 + 12] ;# h1x addss xmm7, [rax + rbx*4 + 16] ;# h1y shufps xmm3, xmm3, 0 shufps xmm4, xmm4, 0 shufps xmm5, xmm5, 0 shufps xmm6, xmm6, 0 shufps xmm7, xmm7, 0 movaps [rsp + nb113nf_ixO], xmm3 movaps [rsp + nb113nf_iyO], xmm4 movaps [rsp + nb113nf_izO], xmm5 movaps [rsp + nb113nf_ixH1], xmm6 movaps [rsp + nb113nf_iyH1], xmm7 movss xmm6, xmm2 movss xmm3, xmm0 movss xmm4, xmm1 movss xmm5, xmm2 addss xmm6, [rax + rbx*4 + 20] ;# h1z addss xmm0, [rax + rbx*4 + 24] ;# h2x⌨️ 快捷键说明
复制代码Ctrl + C
搜索代码Ctrl + F
全屏模式F11
增大字号Ctrl + =
减小字号Ctrl + -
显示快捷键?