dct-a.asm

mpeg4 video codec mpeg4 video codec

;-----------------------------------------------------------------------------
x264_pixel_sub_8x8_mmx:

    push        ebx
    push        ebp
    mov         ebp, [esp+12]           ; diff
    mov         eax, [esp+16]           ; pix1
    mov         ebx, [esp+20]           ; i_pix1
    mov         ecx, [esp+24]           ; pix2
    mov         edx, [esp+28]           ; i_pix2

    MMX_ZERO    mm7

    %assign disp 0
    %rep  8
    MMX_LOAD_DIFF_8P mm0, mm1, mm2, mm3, [eax], [ecx], mm7
    movq        [ebp+disp], mm0
    movq        [ebp+disp+8], mm1
    add         eax, ebx
    add         ecx, edx
    %assign disp disp+16
    %endrep

    pop         ebp
    pop         ebx
    ret

ALIGN 16
;-----------------------------------------------------------------------------
;   void __cdecl x264_xdct8_mmxext( int16_t dest[8][8] );
;-----------------------------------------------------------------------------
x264_xdct8_mmxext:

    mov         eax, [esp+04]           ; dest
    movq        mm5, [x264_mmx_PPNN]
    movq        mm6, [x264_mmx_PNNP]
    movq        mm4, [x264_mmx_PPPN]
    movq        mm7, [x264_mmx_PPNP]

    ;-------------------------------------------------------------------------
    ; horizontal dct ( compute 1 row at a time -> 8 loops )
    ;-------------------------------------------------------------------------

    %assign disp 0
    %rep 8
    
    movq        mm0, [eax+disp]
    movq        mm1, [eax+disp+8]

    pshufw      mm2, mm1, 00011011b
    movq        mm1, mm0
    paddw       mm0, mm2                ; (low)s07/s16/d25/s34(high)
    psubw       mm1, mm2                ; (low)d07/d16/d25/d34(high)

    pshufw      mm2, mm0, 00011011b     ; (low)s34/s25/s16/s07(high)
    pmullw      mm0, mm5                ; (low)s07/s16/-s25/-s34(high)
    paddw       mm0, mm2                ; (low)a0/a1/a3/a2(high)

    movq        mm3, mm1
    psraw       mm1, 1                  ; (low)d07/d16/d25/d34(high) (x>>1)
    pshufw      mm2, mm3, 10110001b     ; (low)d16/d07/d34/d25(high)
    paddw       mm1, mm3                ; (low)d07/d16/d25/d34(high) (x+(x>>1))
    pshufw      mm3, mm2, 00011011b     ; (low)d25/d34/d07/d16(high)
    pmullw      mm2, mm5                ; (low)d16/d07/-d34/-d25(high)
    pmullw      mm1, mm6                ; (low)d07/-d16/-d25/d34(high) (x+(x>>1))
    paddw       mm3, mm2
    paddw       mm1, mm3                ; (low)a4/a6/a5/a7(high)


    pshufw      mm2, mm0, 11001001b     ; (low)a1/a3/a0/a2(high)
    pshufw      mm0, mm0, 10011100b     ; (low)a0/a2/a1/a3(high)
    pmullw      mm2, [x264_mmx_2121]
    pmullw      mm0, mm5                ; (low)a0/a2/-a1/-a3(high)
    psraw       mm2, 1                  ; (low)a1/a3>>1/a0/a2>>1(high)
    paddw       mm0, mm2                ; (low)dst0/dst2/dst4/dst6(high)

    pshufw      mm1, mm1, 00100111b     ; (low)a7/a6/a5/a4(high)
    pshufw      mm2, mm1, 00011011b     ; (low)a4/a5/a6/a7(high)
    psraw       mm1, 2                  ; (low)a7>>2/a6>>2/a5>>2/a4>>2(high)
    pmullw      mm2, mm4                ; (low)a4/a5/a6/-a7(high)
    pmullw      mm1, mm7                ; (low)a7>>2/a6>>2/-a5>>2/a4>>2(high)
    paddw       mm1, mm2                ; (low)dst1/dst3/dst5/dst7(high)

    movq        mm2, mm0
    punpcklwd   mm0, mm1                ; (low)dst0/dst1/dst2/dst3(high)
    punpckhwd   mm2, mm1                ; (low)dst4/dst5/dst6/dst7(high)

    movq        [eax+disp], mm0
    movq        [eax+disp+8], mm2

    %assign disp disp+16
    %endrep

    ret

ALIGN 16
;-----------------------------------------------------------------------------
;   void __cdecl x264_ydct8_mmx( int16_t dest[8][8] );
;-----------------------------------------------------------------------------
x264_ydct8_mmx:

    mov         eax, [esp+04]           ; dest

    ;-------------------------------------------------------------------------
    ; vertical dct ( compute 4 columns at a time -> 2 loops )
    ;-------------------------------------------------------------------------

    %assign disp 0
    %rep 2
    
    MMX_LOADSUMSUB  mm2, mm3, [eax+disp+0*16], [eax+disp+7*16] ; mm2 = s07, mm3 = d07
    MMX_LOADSUMSUB  mm1, mm5, [eax+disp+1*16], [eax+disp+6*16] ; mm1 = s16, mm5 = d16
    MMX_LOADSUMSUB  mm0, mm6, [eax+disp+2*16], [eax+disp+5*16] ; mm0 = s25, mm6 = d25
    MMX_LOADSUMSUB  mm4, mm7, [eax+disp+3*16], [eax+disp+4*16] ; mm4 = s34, mm7 = d34

    MMX_SUMSUB_BA   mm4, mm2        ; mm4 = a0, mm2 = a2
    MMX_SUMSUB_BA   mm0, mm1        ; mm0 = a1, mm1 = a3
    MMX_SUMSUB_BA   mm0, mm4        ; mm0 = dst0, mm1 = dst4

    movq    [eax+disp+0*16], mm0
    movq    [eax+disp+4*16], mm4

    movq    mm0, mm1         ; a3
    psraw   mm0, 1           ; a3>>1
    paddw   mm0, mm2         ; a2 + (a3>>1)
    psraw   mm2, 1           ; a2>>1
    psubw   mm2, mm1         ; (a2>>1) - a3

    movq    [eax+disp+2*16], mm0
    movq    [eax+disp+6*16], mm2

    movq    mm0, mm6
    psraw   mm0, 1
    paddw   mm0, mm6         ; d25+(d25>>1)
    movq    mm1, mm3
    psubw   mm1, mm7         ; a5 = d07-d34-(d25+(d25>>1))
    psubw   mm1, mm0

    movq    mm0, mm5
    psraw   mm0, 1
    paddw   mm0, mm5         ; d16+(d16>>1)
    movq    mm2, mm3
    paddw   mm2, mm7         ; a6 = d07+d34-(d16+(d16>>1))
    psubw   mm2, mm0

    movq    mm0, mm3
    psraw   mm0, 1
    paddw   mm0, mm3         ; d07+(d07>>1)
    paddw   mm0, mm5
    paddw   mm0, mm6         ; a4 = d16+d25+(d07+(d07>>1))

    movq    mm3, mm7
    psraw   mm3, 1
    paddw   mm3, mm7         ; d34+(d34>>1)
    paddw   mm3, mm5
    psubw   mm3, mm6         ; a7 = d16-d25+(d34+(d34>>1))

    movq    mm7, mm3
    psraw   mm7, 2
    paddw   mm7, mm0         ; a4 + (a7>>2)

    movq    mm6, mm2
    psraw   mm6, 2
    paddw   mm6, mm1         ; a5 + (a6>>2)

    psraw   mm0, 2
    psraw   mm1, 2
    psubw   mm0, mm3         ; (a4>>2) - a7
    psubw   mm2, mm1         ; a6 - (a5>>2)

    movq    [eax+disp+1*16], mm7
    movq    [eax+disp+3*16], mm6
    movq    [eax+disp+5*16], mm2
    movq    [eax+disp+7*16], mm0

    %assign disp disp+8
    %endrep

    ret

ALIGN 16
;-----------------------------------------------------------------------------
;   void __cdecl x264_xidct8_mmxext( int16_t dest[8][8] );
;-----------------------------------------------------------------------------
x264_xidct8_mmxext:

    mov         eax, [esp+04]           ; dest
    movq        mm4, [x264_mmx_PPNN]
    movq        mm5, [x264_mmx_PNPN]
    movq        mm6, [x264_mmx_PPNP]
    movq        mm7, [x264_mmx_PPPN]

    ;-------------------------------------------------------------------------
    ; horizontal idct ( compute 1 row at a time -> 8 loops )
    ;-------------------------------------------------------------------------

    %assign disp 0
    %rep 8

    pshufw      mm0, [eax+disp], 11011000b      ; (low)d0,d2,d1,d3(high)
    pshufw      mm2, [eax+disp+8], 11011000b    ; (low)d4,d6,d5,d7(high)
    movq        mm1, mm0
    punpcklwd   mm0, mm2                ; (low)d0,d4,d2,d6(high)
    punpckhwd   mm1, mm2                ; (low)d1,d5,d3,d7(high)

    pshufw      mm2, mm0, 10110001b     ; (low)d4,d0,d6,d2(high)
    pmullw      mm0, [x264_mmx_p2n2p1p1]; (low)2*d0,-2*d4,d2,d6(high)
    pmullw      mm2, mm6                ; (low)d4,d0,-d6,d2(high)
    psraw       mm0, 1                  ; (low)d0,-d4,d2>>1,d6>>1(high)
    paddw       mm0, mm2                ; (low)e0,e2,e4,e6(high)

    movq        mm3, mm1                ; (low)d1,d5,d3,d7(high)
    psraw       mm1, 1                  ; (low)d1>>1,d5>>1,d3>>1,d7>>1(high)
    pshufw      mm2, mm3, 10110001b     ; (low)d5,d1,d7,d3(high)
    paddw       mm1, mm3                ; (low)d1+(d1>>1),d5+(d5>>1),d3+(d3>>1),d7+(d7>>1)(high)
    pshufw      mm3, mm2, 00011011b     ; (low)d3,d7,d1,d5(high)
    pmullw      mm1, mm4                ; (low)d1+(d1>>1),d5+(d5>>1),-d3-(d3>>1),-d7-(d7>>1)(high)
    pmullw      mm2, mm5                ; (low)d5,-d1,d7,-d3(high)
    paddw       mm1, mm3
    paddw       mm1, mm2                ; (low)e7,e5,e3,e1(high)

    pshufw      mm2, mm0, 00011011b     ; (low)e6,e4,e2,e0(high)
    pmullw      mm0, mm4                ; (low)e0,e2,-e4,-e6(high)
    pshufw      mm3, mm1, 00011011b     ; (low)e1,e3,e5,e7(high)
    psraw       mm1, 2                  ; (low)e7>>2,e5>>2,e3>>2,e1>>2(high)
    pmullw      mm3, mm6                ; (low)e1,e3,-e5,e7(high)
    pmullw      mm1, mm7                ; (low)e7>>2,e5>>2,e3>>2,-e1>>2(high)
    paddw       mm0, mm2                ; (low)f0,f2,f4,f6(high)
    paddw       mm1, mm3                ; (low)f1,f3,f5,f7(high)

    pshufw      mm3, mm0, 00011011b     ; (low)f6,f4,f2,f0(high)
    pshufw      mm2, mm1, 00011011b     ; (low)f7,f5,f3,f1(high)
    psubw       mm3, mm1
    paddw       mm0, mm2

    movq        [eax+disp], mm0
    movq        [eax+disp+8], mm3

    %assign disp disp+16
    %endrep

    ret

ALIGN 16
;-----------------------------------------------------------------------------
;   void __cdecl x264_yidct8_mmx( int16_t dest[8][8] );
;-----------------------------------------------------------------------------
x264_yidct8_mmx:

    mov         eax, [esp+04]           ; dest

    ;-------------------------------------------------------------------------
    ; vertical idct ( compute 4 columns at a time -> 2 loops )
    ;-------------------------------------------------------------------------

    %assign disp 0
    %rep 2

    movq        mm1, [eax+disp+1*16]    ; mm1 = d1
    movq        mm3, [eax+disp+3*16]    ; mm3 = d3
    movq        mm5, [eax+disp+5*16]    ; mm5 = d5
    movq        mm7, [eax+disp+7*16]    ; mm7 = d7

    movq        mm4, mm7
    psraw       mm4, 1
    movq        mm0, mm5
    psubw       mm0, mm7
    psubw       mm0, mm4
    psubw       mm0, mm3                ; mm0 = e1

    movq        mm6, mm3
    psraw       mm6, 1
    movq        mm2, mm7
    psubw       mm2, mm6
    psubw       mm2, mm3
    paddw       mm2, mm1                ; mm2 = e3

    movq        mm4, mm5
    psraw       mm4, 1
    paddw       mm4, mm5
    paddw       mm4, mm7
    psubw       mm4, mm1                ; mm4 = e5

    movq        mm6, mm1
    psraw       mm6, 1
    paddw       mm6, mm1
    paddw       mm6, mm5
    paddw       mm6, mm3                ; mm6 = e7

    movq        mm1, mm0
    movq        mm3, mm4
    movq        mm5, mm2
    movq        mm7, mm6
    psraw       mm6, 2
    psraw       mm3, 2
    psraw       mm5, 2
    psraw       mm0, 2
    paddw       mm1, mm6                ; mm1 = f1
    paddw       mm3, mm2                ; mm3 = f3
    psubw       mm5, mm4                ; mm5 = f5
    psubw       mm7, mm0                ; mm7 = f7

    movq        mm2, [eax+disp+2*16]    ; mm2 = d2
    movq        mm6, [eax+disp+6*16]    ; mm6 = d6
    movq        mm4, mm2
    movq        mm0, mm6
    psraw       mm4, 1
    psraw       mm6, 1
    psubw       mm4, mm0                ; mm4 = a4
    paddw       mm6, mm2                ; mm6 = a6

    movq        mm2, [eax+disp+0*16]    ; mm2 = d0
    movq        mm0, [eax+disp+4*16]    ; mm0 = d4
    MMX_SUMSUB_BA   mm0, mm2                ; mm0 = a0, mm2 = a2

    MMX_SUMSUB_BA   mm6, mm0                ; mm6 = f0, mm0 = f6
    MMX_SUMSUB_BA   mm4, mm2                ; mm4 = f2, mm2 = f4

    MMX_SUMSUB_BA   mm7, mm6                ; mm7 = g0, mm6 = g7
    MMX_SUMSUB_BA   mm5, mm4                ; mm5 = g1, mm4 = g6
    MMX_SUMSUB_BA   mm3, mm2                ; mm3 = g2, mm2 = g5
    MMX_SUMSUB_BA   mm1, mm0                ; mm1 = g3, mm0 = g4

    psraw       mm7, 6
    psraw       mm6, 6
    psraw       mm5, 6
    psraw       mm4, 6
    psraw       mm3, 6
    psraw       mm2, 6
    psraw       mm1, 6
    psraw       mm0, 6

    movq        [eax+disp+0*16], mm7
    movq        [eax+disp+1*16], mm5
    movq        [eax+disp+2*16], mm3
    movq        [eax+disp+3*16], mm1
    movq        [eax+disp+4*16], mm0
    movq        [eax+disp+5*16], mm2
    movq        [eax+disp+6*16], mm4
    movq        [eax+disp+7*16], mm6

    %assign disp disp+8
    %endrep

    ret

ALIGN 16
;-----------------------------------------------------------------------------
;   void __cdecl x264_pixel_add_8x8_mmx( unit8_t *dst, int i_dst, int16_t src[8][8] );
;-----------------------------------------------------------------------------
x264_pixel_add_8x8_mmx:
    mov         eax, [esp+04]       ; dst
    mov         ecx, [esp+08]       ; i_dst
    mov         edx, [esp+12]       ; src

    MMX_ZERO    mm7

    %assign disp 0
    %rep 8
    MMX_STORE_DIFF_8P   mm0, mm1, [eax], [edx+disp], [edx+disp+8], mm7
    add         eax, ecx
    %assign disp disp+16
    %endrep
    ret