📄 nb_kernel302_ia32_3dnow.intel_syntax.s
字号:
movq [esp + nb302nf_qqHH], mm6 movd mm3, [edi] punpckldq mm3,mm3 movq [esp + nb302nf_tsc], mm3.nb302nf_threadloop: mov esi, [ebp + nb302nf_count] ;# pointer to sync counter mov eax, [esi].nb302nf_spinlock: mov ebx, eax ;# ebx=*count=nn0 add ebx, 1 ;# ebx=nn1=nn0+10 lock cmpxchg [esi], ebx ;# write nn1 to *counter, ;# if it hasnt changed. ;# or reread *counter to eax. pause ;# -> better p4 performance jnz .nb302nf_spinlock ;# if(nn1>nri) nn1=nri mov ecx, [esp + nb302nf_nri] mov edx, ecx sub ecx, ebx cmovle ebx, edx ;# if(nn1>nri) nn1=nri ;# Cleared the spinlock if we got here. ;# eax contains nn0, ebx contains nn1. mov [esp + nb302nf_n], eax mov [esp + nb302nf_nn1], ebx sub ebx, eax ;# calc number of outer lists mov esi, eax ;# copy n to esi jg .nb302nf_outerstart jmp .nb302nf_end.nb302nf_outerstart: ;# ebx contains number of outer iterations add ebx, [esp + nb302nf_nouter] mov [esp + nb302nf_nouter], ebx .nb302nf_outer: mov eax, [ebp + nb302nf_shift] ;# eax = pointer into shift[] mov ebx, [eax + esi*4] ;# ebx=shift[n] lea ebx, [ebx + ebx*2] ;# ebx=3*is mov [esp + nb302nf_is3],ebx ;# store is3 mov eax, [ebp + nb302nf_shiftvec] ;# eax = base of shiftvec[] movq mm5, [eax + ebx*4] ;# move shX/shY to mm5 and shZ to mm6. movd mm6, [eax + ebx*4 + 8] movq mm0, mm5 movq mm1, mm5 movq mm2, mm6 punpckldq mm0,mm0 ;# also expand shX,Y,Z in mm0--mm2. punpckhdq mm1,mm1 punpckldq mm2,mm2 mov ecx, [ebp + nb302nf_iinr] ;# ecx = pointer into iinr[] mov ebx, [ecx+esi*4] ;# ebx=ii lea ebx, [ebx + ebx*2] ;# ebx = 3*ii=ii3 mov eax, [ebp + nb302nf_pos] ;# eax = base of pos[] pfadd mm5, [eax + ebx*4] ;# ix = shX + posX (and iy too) movd mm7, [eax + ebx*4 + 8] ;# cant use direct memory add for 4 bytes (iz) mov [esp + nb302nf_ii3], ebx ;# (use mm7 as temp. storage for iz.) pfadd mm6, mm7 movq [esp + nb302nf_ixO], mm5 movq [esp + nb302nf_izO], mm6 movd mm3, [eax + ebx*4 + 12] movd mm4, [eax + ebx*4 + 16] movd mm5, [eax + ebx*4 + 20] punpckldq mm3, [eax + ebx*4 + 24] punpckldq mm4, [eax + ebx*4 + 28] punpckldq mm5, [eax + ebx*4 + 32] ;# coords of H1 in low mm3-mm5, H2 in high pfadd mm0, mm3 pfadd mm1, mm4 pfadd mm2, mm5 movq [esp + nb302nf_ixH], mm0 movq [esp + nb302nf_iyH], mm1 movq [esp + nb302nf_izH], mm2 ;# clear vctot and i forces pxor mm7,mm7 movq [esp + nb302nf_vctot], mm7 mov eax, [ebp + nb302nf_jindex] mov ecx, [eax + esi*4] ;# jindex[n] mov edx, [eax + esi*4 + 4] ;# jindex[n+1] sub edx, ecx ;# number of innerloop atoms mov [esp + nb302nf_innerk], edx ;# number of innerloop atoms add edx, [esp + nb302nf_ninner] mov [esp + nb302nf_ninner], edx mov esi, [ebp + nb302nf_pos] mov eax, [ebp + nb302nf_jjnr] shl ecx, 2 add eax, ecx mov [esp + nb302nf_innerjjnr], eax ;# pointer to jjnr[nj0] .nb302nf_inner_loop: ;# a single j particle iteration here - compare with the unrolled code for comments. mov eax, [esp + nb302nf_innerjjnr] mov eax, [eax] ;# eax=jnr offset add dword ptr [esp + nb302nf_innerjjnr], 4 ;# advance pointer lea eax, [eax + eax*2] movq mm0, [esi + eax*4] movd mm1, [esi + eax*4 + 8] ;# copy & expand to mm2-mm4 for the H interactions movq mm2, mm0 movq mm3, mm0 movq mm4, mm1 punpckldq mm2,mm2 punpckhdq mm3,mm3 punpckldq mm4,mm4 pfsubr mm0, [esp + nb302nf_ixO] pfsubr mm1, [esp + nb302nf_izO] pfmul mm0,mm0 pfmul mm1,mm1 pfacc mm0, mm0 pfadd mm0, mm1 ;# mm0=rsqO punpckldq mm2, mm2 punpckldq mm3, mm3 punpckldq mm4, mm4 ;# mm2-mm4 is jx-jz pfsubr mm2, [esp + nb302nf_ixH] pfsubr mm3, [esp + nb302nf_iyH] pfsubr mm4, [esp + nb302nf_izH] ;# mm2-mm4 is dxH-dzH pfmul mm2,mm2 pfmul mm3,mm3 pfmul mm4,mm4 pfadd mm3,mm2 pfadd mm3,mm4 ;# mm3=rsqH movq [esp + nb302nf_tmprsqH], mm3 pfrsqrt mm1,mm0 movq mm2,mm1 pfmul mm1,mm1 pfrsqit1 mm1,mm0 pfrcpit2 mm1,mm2 ;# mm1=invsqrt pfmul mm0, mm1 ;# mm0=rsq pfmul mm0, [esp + nb302nf_tsc] pf2iw mm4, mm0 movd [esp + nb302nf_n1], mm4 pi2fd mm4,mm4 pfsub mm0, mm4 ;# now mm0 is eps and mm4 n0 movq mm2, mm0 pfmul mm2, mm2 ;# mm0 is eps, mm2 eps2 ;# coulomb table mov edx, [ebp + nb302nf_VFtab] mov ecx, [esp + nb302nf_n1] shl ecx, 2 ;# load all values we need movd mm4, [edx + ecx*4] movd mm5, [edx + ecx*4 + 4] movd mm6, [edx + ecx*4 + 8] movd mm7, [edx + ecx*4 + 12] pfmul mm6, mm0 ;# mm6 = Geps pfmul mm7, mm2 ;# mm7 = Heps2 pfadd mm5, mm6 pfadd mm5, mm7 ;# mm5 = Fp pfmul mm5, mm0 ;# mm5=eps*Fp pfadd mm5, mm4 ;# mm5= VV pfmul mm5, [esp + nb302nf_qqOO] ;# vcoul=qq*VV ;# update vctot directly, use mm3 for fscal sum. pfadd mm5, [esp + nb302nf_vctot] movq [esp + nb302nf_vctot], mm5 ;# time for hydrogens! movq mm0, [esp + nb302nf_tmprsqH] pfrsqrt mm1, mm0 pswapd mm0,mm0 pfrsqrt mm2, mm0 pswapd mm0,mm0 punpckldq mm1,mm2 ;# seeds are in mm1 now, and rsq in mm0. movq mm2, mm1 pfmul mm1,mm1 pfrsqit1 mm1,mm0 pfrcpit2 mm1,mm2 ;# mm1=invsqrt pfmul mm0,mm1 ;# mm0=r pfmul mm0, [esp + nb302nf_tsc] pf2iw mm4, mm0 movq [esp + nb302nf_n1], mm4 pi2fd mm4,mm4 pfsub mm0, mm4 ;# now mm0 is eps and mm4 n0 movq mm2, mm0 pfmul mm2, mm2 ;# mm0 is eps, mm2 eps2 ;# coulomb table mov edx, [ebp + nb302nf_VFtab] mov ecx, [esp + nb302nf_n1] shl ecx, 2 ;# load all values we need movd mm4, [edx + ecx*4] movd mm5, [edx + ecx*4 + 4] movd mm6, [edx + ecx*4 + 8] movd mm7, [edx + ecx*4 + 12] mov ecx, [esp + nb302nf_n1+4] shl ecx, 2 punpckldq mm4, [edx + ecx*4] punpckldq mm5, [edx + ecx*4 + 4] punpckldq mm6, [edx + ecx*4 + 8] punpckldq mm7, [edx + ecx*4 + 12] pfmul mm6, mm0 ;# mm6 = Geps pfmul mm7, mm2 ;# mm7 = Heps2 pfadd mm5, mm6 pfadd mm5, mm7 ;# mm5 = Fp pfmul mm5, mm0 ;# mm5=eps*Fp pfadd mm5, mm4 ;# mm5= VV pfmul mm5, [esp + nb302nf_qqOH] ;# vcoul=qq*VV ;# update vctot pfadd mm5, [esp + nb302nf_vctot] movq [esp + nb302nf_vctot], mm5 ;# interactions with j H1 movq mm0, [esi + eax*4 + 12] movd mm1, [esi + eax*4 + 20] ;# copy & expand to mm2-mm4 for the H interactions movq mm2, mm0 movq mm3, mm0 movq mm4, mm1 punpckldq mm2,mm2 punpckhdq mm3,mm3 punpckldq mm4,mm4 pfsubr mm0, [esp + nb302nf_ixO] pfsubr mm1, [esp + nb302nf_izO] pfmul mm0,mm0 pfmul mm1,mm1 pfacc mm0, mm1 pfadd mm0, mm1 ;# mm0=rsqO punpckldq mm2, mm2 punpckldq mm3, mm3 punpckldq mm4, mm4 ;# mm2-mm4 is jx-jz pfsubr mm2, [esp + nb302nf_ixH] pfsubr mm3, [esp + nb302nf_iyH] pfsubr mm4, [esp + nb302nf_izH] ;# mm2-mm4 is dxH-dzH pfmul mm2,mm2 pfmul mm3,mm3 pfmul mm4,mm4 pfadd mm3,mm2 pfadd mm3,mm4 ;# mm3=rsqH movq [esp + nb302nf_tmprsqH], mm3 pfrsqrt mm1,mm0 movq mm2,mm1 pfmul mm1,mm1 pfrsqit1 mm1,mm0 pfrcpit2 mm1,mm2 ;# mm1=invsqrt pfmul mm0, mm1 ;# mm0=rsq pfmul mm0, [esp + nb302nf_tsc] pf2iw mm4, mm0 movd [esp + nb302nf_n1], mm4 pi2fd mm4,mm4 pfsub mm0, mm4 ;# now mm0 is eps and mm4 n0 movq mm2, mm0 pfmul mm2, mm2 ;# mm0 is eps, mm2 eps2 ;# coulomb table mov edx, [ebp + nb302nf_VFtab] mov ecx, [esp + nb302nf_n1] shl ecx, 2 ;# load all values we need movd mm4, [edx + ecx*4] movd mm5, [edx + ecx*4 + 4] movd mm6, [edx + ecx*4 + 8] movd mm7, [edx + ecx*4 + 12] pfmul mm6, mm0 ;# mm6 = Geps pfmul mm7, mm2 ;# mm7 = Heps2 pfadd mm5, mm6 pfadd mm5, mm7 ;# mm5 = Fp pfmul mm5, mm0 ;# mm5=eps*Fp pfadd mm5, mm4 ;# mm5= VV pfmul mm5, [esp + nb302nf_qqOH] ;# vcoul=qq*VV ;# update vctot directly, force is moved to mm3 pfadd mm5, [esp + nb302nf_vctot] movq [esp + nb302nf_vctot], mm5 movq mm0, [esp + nb302nf_tmprsqH] pfrsqrt mm1, mm0 pswapd mm0,mm0 pfrsqrt mm2, mm0 pswapd mm0,mm0 punpckldq mm1,mm2 ;# seeds are in mm1 now, and rsq in mm0. movq mm2, mm1 pfmul mm1,mm1 pfrsqit1 mm1,mm0 pfrcpit2 mm1,mm2 ;# mm1=invsqrt pfmul mm0,mm1 ;# mm0=r pfmul mm0, [esp + nb302nf_tsc] pf2iw mm4, mm0 movq [esp + nb302nf_n1], mm4 pi2fd mm4,mm4 pfsub mm0, mm4 ;# now mm0 is eps and mm4 n0 movq mm2, mm0 pfmul mm2, mm2 ;# mm0 is eps, mm2 eps2 ;# coulomb table mov edx, [ebp + nb302nf_VFtab] mov ecx, [esp + nb302nf_n1] shl ecx, 2 ;# load all values we need movd mm4, [edx + ecx*4] movd mm5, [edx + ecx*4 + 4] movd mm6, [edx + ecx*4 + 8] movd mm7, [edx + ecx*4 + 12] mov ecx, [esp + nb302nf_n1+4] shl ecx, 2 punpckldq mm4, [edx + ecx*4] punpckldq mm5, [edx + ecx*4 + 4] punpckldq mm6, [edx + ecx*4 + 8] punpckldq mm7, [edx + ecx*4 + 12] pfmul mm6, mm0 ;# mm6 = Geps pfmul mm7, mm2 ;# mm7 = Heps2 pfadd mm5, mm6 pfadd mm5, mm7 ;# mm5 = Fp pfmul mm5, mm0 ;# mm5=eps*Fp pfadd mm5, mm4 ;# mm5= VV pfmul mm5, [esp + nb302nf_qqHH] ;# vcoul=qq*VV ;# update vctot pfadd mm5, [esp + nb302nf_vctot] movq [esp + nb302nf_vctot], mm5 ;# interactions with j H2 movq mm0, [esi + eax*4 + 24] movd mm1, [esi + eax*4 + 32] ;# copy & expand to mm2-mm4 for the H interactions movq mm2, mm0 movq mm3, mm0 movq mm4, mm1 punpckldq mm2,mm2 punpckhdq mm3,mm3 punpckldq mm4,mm4 pfsubr mm0, [esp + nb302nf_ixO] pfsubr mm1, [esp + nb302nf_izO] pfmul mm0,mm0 pfmul mm1,mm1 pfacc mm0, mm1 pfadd mm0, mm1 ;# mm0=rsqO punpckldq mm2, mm2 punpckldq mm3, mm3 punpckldq mm4, mm4 ;# mm2-mm4 is jx-jz pfsubr mm2, [esp + nb302nf_ixH] pfsubr mm3, [esp + nb302nf_iyH] pfsubr mm4, [esp + nb302nf_izH] ;# mm2-mm4 is dxH-dzH pfmul mm2,mm2 pfmul mm3,mm3 pfmul mm4,mm4 pfadd mm3,mm2 pfadd mm3,mm4 ;# mm3=rsqH movq [esp + nb302nf_tmprsqH], mm3 pfrsqrt mm1,mm0 movq mm2,mm1 pfmul mm1,mm1 pfrsqit1 mm1,mm0 pfrcpit2 mm1,mm2 ;# mm1=invsqrt pfmul mm0, mm1 pfmul mm0, [esp + nb302nf_tsc] pf2iw mm4, mm0 movd [esp + nb302nf_n1], mm4 pi2fd mm4,mm4 pfsub mm0, mm4 ;# now mm0 is eps and mm4 n0 movq mm2, mm0 pfmul mm2, mm2 ;# mm0 is eps, mm2 eps2 ;# coulomb table mov edx, [ebp + nb302nf_VFtab] mov ecx, [esp + nb302nf_n1] shl ecx, 2 ;# load all values we need movd mm4, [edx + ecx*4] movd mm5, [edx + ecx*4 + 4] movd mm6, [edx + ecx*4 + 8] movd mm7, [edx + ecx*4 + 12] pfmul mm6, mm0 ;# mm6 = Geps pfmul mm7, mm2 ;# mm7 = Heps2 pfadd mm5, mm6 pfadd mm5, mm7 ;# mm5 = Fp pfmul mm5, mm0 ;# mm5=eps*Fp pfadd mm5, mm4 ;# mm5= VV pfmul mm5, [esp + nb302nf_qqOH] ;# vcoul=qq*VV ;# update vctot directly, use mm3 for fscal sum. pfadd mm5, [esp + nb302nf_vctot] movq [esp + nb302nf_vctot], mm5 movq mm0, [esp + nb302nf_tmprsqH] pfrsqrt mm1, mm0 pswapd mm0,mm0 pfrsqrt mm2, mm0 pswapd mm0,mm0 punpckldq mm1,mm2 ;# seeds are in mm1 now, and rsq in mm0. movq mm2, mm1 pfmul mm1,mm1 pfrsqit1 mm1,mm0 pfrcpit2 mm1,mm2 ;# mm1=invsqrt pfmul mm0,mm1 ;# mm0=r pfmul mm0, [esp + nb302nf_tsc] pf2iw mm4, mm0 movq [esp + nb302nf_n1], mm4 pi2fd mm4,mm4 pfsub mm0, mm4 ;# now mm0 is eps and mm4 n0 movq mm2, mm0 pfmul mm2, mm2 ;# mm0 is eps, mm2 eps2 ;# coulomb table mov edx, [ebp + nb302nf_VFtab] mov ecx, [esp + nb302nf_n1] shl ecx, 2 ;# load all values we need movd mm4, [edx + ecx*4] movd mm5, [edx + ecx*4 + 4] movd mm6, [edx + ecx*4 + 8] movd mm7, [edx + ecx*4 + 12] mov ecx, [esp + nb302nf_n1+4] shl ecx, 2 punpckldq mm4, [edx + ecx*4] punpckldq mm5, [edx + ecx*4 + 4] punpckldq mm6, [edx + ecx*4 + 8] punpckldq mm7, [edx + ecx*4 + 12] pfmul mm6, mm0 ;# mm6 = Geps pfmul mm7, mm2 ;# mm7 = Heps2 pfadd mm5, mm6 pfadd mm5, mm7 ;# mm5 = Fp pfmul mm5, mm0 ;# mm5=eps*Fp pfadd mm5, mm4 ;# mm5= VV pfmul mm5, [esp + nb302nf_qqHH] ;# vcoul=qq*VV ;# update vctot pfadd mm5, [esp + nb302nf_vctot] movq [esp + nb302nf_vctot], mm5 ;# done - one more? dec dword ptr [esp + nb302nf_innerk] jz .nb302nf_updateouterdata jmp .nb302nf_inner_loop .nb302nf_updateouterdata: ;# get n from stack mov esi, [esp + nb302nf_n] ;# get group index for i particle mov edx, [ebp + nb302nf_gid] ;# base of gid[] mov edx, [edx + esi*4] ;# ggid=gid[n] movq mm7, [esp + nb302nf_vctot] pfacc mm7,mm7 ;# get and sum the two parts of total potential mov eax, [ebp + nb302nf_Vc] movd mm6, [eax + edx*4] pfadd mm6, mm7 movd [eax + edx*4], mm6 ;# increment vc[gid] ;# finish if last mov ecx, [esp + nb302nf_nn1] ;# esi already loaded with n inc esi sub ecx, esi jecxz .nb302nf_outerend ;# not last, iterate outer loop once more! mov [esp + nb302nf_n], esi jmp .nb302nf_outer.nb302nf_outerend: ;# check if more outer neighborlists remain mov ecx, [esp + nb302nf_nri] ;# esi already loaded with n above sub ecx, esi jecxz .nb302nf_end ;# non-zero, do one more workunit jmp .nb302nf_threadloop.nb302nf_end: femms mov eax, [esp + nb302nf_nouter] mov ebx, [esp + nb302nf_ninner] mov ecx, [ebp + nb302nf_outeriter] mov edx, [ebp + nb302nf_inneriter] mov [ecx], eax mov [edx], ebx add esp, 128 pop edi pop esi pop edx pop ecx pop ebx pop eax leave ret
⌨️ 快捷键说明
复制代码
Ctrl + C
搜索代码
Ctrl + F
全屏模式
F11
切换主题
Ctrl + Shift + D
显示快捷键
?
增大字号
Ctrl + =
减小字号
Ctrl + -