early-access version 1432
This commit is contained in:
301
externals/ffmpeg/libavcodec/x86/dcadsp.asm
vendored
Executable file
301
externals/ffmpeg/libavcodec/x86/dcadsp.asm
vendored
Executable file
@@ -0,0 +1,301 @@
|
||||
;******************************************************************************
|
||||
;* SIMD-optimized functions for the DCA decoder
|
||||
;* Copyright (C) 2016 James Almer
|
||||
;*
|
||||
;* This file is part of FFmpeg.
|
||||
;*
|
||||
;* FFmpeg is free software; you can redistribute it and/or
|
||||
;* modify it under the terms of the GNU Lesser General Public
|
||||
;* License as published by the Free Software Foundation; either
|
||||
;* version 2.1 of the License, or (at your option) any later version.
|
||||
;*
|
||||
;* FFmpeg is distributed in the hope that it will be useful,
|
||||
;* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
;* Lesser General Public License for more details.
|
||||
;*
|
||||
;* You should have received a copy of the GNU Lesser General Public
|
||||
;* License along with FFmpeg; if not, write to the Free Software
|
||||
;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
||||
;******************************************************************************
|
||||
|
||||
%include "libavutil/x86/x86util.asm"
|
||||
|
||||
SECTION .text
|
||||
|
||||
%define sizeof_float 4
|
||||
%define FMA3_OFFSET (8 * cpuflag(fma3))
|
||||
|
||||
%macro LFE_FIR0_FLOAT 0
|
||||
cglobal lfe_fir0_float, 4, 6, 12 + cpuflag(fma3)*4, samples, lfe, coeff, nblocks, cnt1, cnt2
|
||||
shr nblocksd, 1
|
||||
sub lfeq, 7*sizeof_float
|
||||
mov cnt1d, 32*sizeof_float
|
||||
mov cnt2d, 32*sizeof_float-8-FMA3_OFFSET
|
||||
lea coeffq, [coeffq+cnt1q*8]
|
||||
add samplesq, cnt1q
|
||||
neg cnt1q
|
||||
|
||||
.loop:
|
||||
%if cpuflag(avx)
|
||||
cvtdq2ps m4, [lfeq+16]
|
||||
cvtdq2ps m5, [lfeq ]
|
||||
shufps m7, m4, m4, q0123
|
||||
shufps m6, m5, m5, q0123
|
||||
%elif cpuflag(sse2)
|
||||
movu m4, [lfeq+16]
|
||||
movu m5, [lfeq ]
|
||||
cvtdq2ps m4, m4
|
||||
cvtdq2ps m5, m5
|
||||
pshufd m7, m4, q0123
|
||||
pshufd m6, m5, q0123
|
||||
%else
|
||||
cvtpi2ps m4, [lfeq+16]
|
||||
cvtpi2ps m0, [lfeq+24]
|
||||
cvtpi2ps m5, [lfeq ]
|
||||
cvtpi2ps m1, [lfeq+8 ]
|
||||
shufps m4, m0, q1010
|
||||
shufps m5, m1, q1010
|
||||
shufps m7, m4, m4, q0123
|
||||
shufps m6, m5, m5, q0123
|
||||
%endif
|
||||
|
||||
.inner_loop:
|
||||
%if ARCH_X86_64
|
||||
movaps m8, [coeffq+cnt1q*8 ]
|
||||
movaps m9, [coeffq+cnt1q*8+16]
|
||||
movaps m10, [coeffq+cnt1q*8+32]
|
||||
movaps m11, [coeffq+cnt1q*8+48]
|
||||
%if cpuflag(fma3)
|
||||
movaps m12, [coeffq+cnt1q*8+64]
|
||||
movaps m13, [coeffq+cnt1q*8+80]
|
||||
movaps m14, [coeffq+cnt1q*8+96]
|
||||
movaps m15, [coeffq+cnt1q*8+112]
|
||||
mulps m0, m7, m8
|
||||
mulps m1, m7, m10
|
||||
mulps m2, m7, m12
|
||||
mulps m3, m7, m14
|
||||
fmaddps m0, m6, m9, m0
|
||||
fmaddps m1, m6, m11, m1
|
||||
fmaddps m2, m6, m13, m2
|
||||
fmaddps m3, m6, m15, m3
|
||||
|
||||
haddps m0, m1
|
||||
haddps m2, m3
|
||||
haddps m0, m2
|
||||
movaps [samplesq+cnt1q], m0
|
||||
%else
|
||||
mulps m0, m7, m8
|
||||
mulps m1, m6, m9
|
||||
mulps m2, m7, m10
|
||||
mulps m3, m6, m11
|
||||
addps m0, m1
|
||||
addps m2, m3
|
||||
|
||||
unpckhps m3, m0, m2
|
||||
unpcklps m0, m2
|
||||
addps m3, m0
|
||||
movhlps m2, m3
|
||||
addps m2, m3
|
||||
movlps [samplesq+cnt1q], m2
|
||||
%endif
|
||||
%else ; ARCH_X86_32
|
||||
%if cpuflag(fma3)
|
||||
mulps m0, m7, [coeffq+cnt1q*8 ]
|
||||
mulps m1, m7, [coeffq+cnt1q*8+32 ]
|
||||
mulps m2, m7, [coeffq+cnt1q*8+64 ]
|
||||
mulps m3, m7, [coeffq+cnt1q*8+96 ]
|
||||
fmaddps m0, m6, [coeffq+cnt1q*8+16 ], m0
|
||||
fmaddps m1, m6, [coeffq+cnt1q*8+48 ], m1
|
||||
fmaddps m2, m6, [coeffq+cnt1q*8+80 ], m2
|
||||
fmaddps m3, m6, [coeffq+cnt1q*8+112], m3
|
||||
|
||||
haddps m0, m1
|
||||
haddps m2, m3
|
||||
haddps m0, m2
|
||||
movaps [samplesq+cnt1q], m0
|
||||
%else
|
||||
mulps m0, m7, [coeffq+cnt1q*8 ]
|
||||
mulps m1, m6, [coeffq+cnt1q*8+16]
|
||||
mulps m2, m7, [coeffq+cnt1q*8+32]
|
||||
mulps m3, m6, [coeffq+cnt1q*8+48]
|
||||
addps m0, m1
|
||||
addps m2, m3
|
||||
|
||||
unpckhps m3, m0, m2
|
||||
unpcklps m0, m2
|
||||
addps m3, m0
|
||||
movhlps m2, m3
|
||||
addps m2, m3
|
||||
movlps [samplesq+cnt1q], m2
|
||||
%endif
|
||||
%endif; ARCH
|
||||
|
||||
%if ARCH_X86_64
|
||||
%if cpuflag(fma3)
|
||||
mulps m8, m5
|
||||
mulps m10, m5
|
||||
mulps m12, m5
|
||||
mulps m14, m5
|
||||
fmaddps m8, m4, m9, m8
|
||||
fmaddps m10, m4, m11, m10
|
||||
fmaddps m12, m4, m13, m12
|
||||
fmaddps m14, m4, m15, m14
|
||||
|
||||
haddps m10, m8
|
||||
haddps m14, m12
|
||||
haddps m14, m10
|
||||
movaps [samplesq+cnt2q], m14
|
||||
%else
|
||||
mulps m8, m5
|
||||
mulps m9, m4
|
||||
mulps m10, m5
|
||||
mulps m11, m4
|
||||
addps m8, m9
|
||||
addps m10, m11
|
||||
|
||||
unpckhps m11, m10, m8
|
||||
unpcklps m10, m8
|
||||
addps m11, m10
|
||||
movhlps m8, m11
|
||||
addps m8, m11
|
||||
movlps [samplesq+cnt2q], m8
|
||||
%endif
|
||||
%else ; ARCH_X86_32
|
||||
%if cpuflag(fma3)
|
||||
mulps m0, m5, [coeffq+cnt1q*8 ]
|
||||
mulps m1, m5, [coeffq+cnt1q*8+32 ]
|
||||
mulps m2, m5, [coeffq+cnt1q*8+64 ]
|
||||
mulps m3, m5, [coeffq+cnt1q*8+96 ]
|
||||
fmaddps m0, m4, [coeffq+cnt1q*8+16 ], m0
|
||||
fmaddps m1, m4, [coeffq+cnt1q*8+48 ], m1
|
||||
fmaddps m2, m4, [coeffq+cnt1q*8+80 ], m2
|
||||
fmaddps m3, m4, [coeffq+cnt1q*8+112], m3
|
||||
|
||||
haddps m1, m0
|
||||
haddps m3, m2
|
||||
haddps m3, m1
|
||||
movaps [samplesq+cnt2q], m3
|
||||
%else
|
||||
mulps m0, m5, [coeffq+cnt1q*8 ]
|
||||
mulps m1, m4, [coeffq+cnt1q*8+16]
|
||||
mulps m2, m5, [coeffq+cnt1q*8+32]
|
||||
mulps m3, m4, [coeffq+cnt1q*8+48]
|
||||
addps m0, m1
|
||||
addps m2, m3
|
||||
|
||||
unpckhps m3, m2, m0
|
||||
unpcklps m2, m0
|
||||
addps m3, m2
|
||||
movhlps m0, m3
|
||||
addps m0, m3
|
||||
movlps [samplesq+cnt2q], m0
|
||||
%endif
|
||||
%endif; ARCH
|
||||
|
||||
sub cnt2d, 8 + FMA3_OFFSET
|
||||
add cnt1q, 8 + FMA3_OFFSET
|
||||
jl .inner_loop
|
||||
|
||||
add lfeq, 4
|
||||
add samplesq, 64*sizeof_float
|
||||
mov cnt1q, -32*sizeof_float
|
||||
mov cnt2d, 32*sizeof_float-8-FMA3_OFFSET
|
||||
sub nblocksd, 1
|
||||
jg .loop
|
||||
RET
|
||||
%endmacro
|
||||
|
||||
%if ARCH_X86_32
|
||||
INIT_XMM sse
|
||||
LFE_FIR0_FLOAT
|
||||
%endif
|
||||
INIT_XMM sse2
|
||||
LFE_FIR0_FLOAT
|
||||
%if HAVE_AVX_EXTERNAL
|
||||
INIT_XMM avx
|
||||
LFE_FIR0_FLOAT
|
||||
%endif
|
||||
%if HAVE_FMA3_EXTERNAL
|
||||
INIT_XMM fma3
|
||||
LFE_FIR0_FLOAT
|
||||
%endif
|
||||
|
||||
%macro LFE_FIR1_FLOAT 0
|
||||
cglobal lfe_fir1_float, 4, 6, 10, samples, lfe, coeff, nblocks, cnt1, cnt2
|
||||
shr nblocksd, 2
|
||||
sub lfeq, 3*sizeof_float
|
||||
mov cnt1d, 64*sizeof_float
|
||||
mov cnt2d, 64*sizeof_float-16
|
||||
lea coeffq, [coeffq+cnt1q*4]
|
||||
add samplesq, cnt1q
|
||||
neg cnt1q
|
||||
|
||||
.loop:
|
||||
%if cpuflag(avx)
|
||||
cvtdq2ps m4, [lfeq]
|
||||
shufps m5, m4, m4, q0123
|
||||
%elif cpuflag(sse2)
|
||||
movu m4, [lfeq]
|
||||
cvtdq2ps m4, m4
|
||||
pshufd m5, m4, q0123
|
||||
%endif
|
||||
|
||||
.inner_loop:
|
||||
movaps m6, [coeffq+cnt1q*4 ]
|
||||
movaps m7, [coeffq+cnt1q*4+16]
|
||||
mulps m0, m5, m6
|
||||
mulps m1, m5, m7
|
||||
%if ARCH_X86_64
|
||||
movaps m8, [coeffq+cnt1q*4+32]
|
||||
movaps m9, [coeffq+cnt1q*4+48]
|
||||
mulps m2, m5, m8
|
||||
mulps m3, m5, m9
|
||||
%else
|
||||
mulps m2, m5, [coeffq+cnt1q*4+32]
|
||||
mulps m3, m5, [coeffq+cnt1q*4+48]
|
||||
%endif
|
||||
|
||||
haddps m0, m1
|
||||
haddps m2, m3
|
||||
haddps m0, m2
|
||||
movaps [samplesq+cnt1q], m0
|
||||
|
||||
mulps m6, m4
|
||||
mulps m7, m4
|
||||
%if ARCH_X86_64
|
||||
mulps m8, m4
|
||||
mulps m9, m4
|
||||
|
||||
haddps m6, m7
|
||||
haddps m8, m9
|
||||
haddps m6, m8
|
||||
%else
|
||||
mulps m2, m4, [coeffq+cnt1q*4+32]
|
||||
mulps m3, m4, [coeffq+cnt1q*4+48]
|
||||
|
||||
haddps m6, m7
|
||||
haddps m2, m3
|
||||
haddps m6, m2
|
||||
%endif
|
||||
movaps [samplesq+cnt2q], m6
|
||||
|
||||
sub cnt2d, 16
|
||||
add cnt1q, 16
|
||||
jl .inner_loop
|
||||
|
||||
add lfeq, sizeof_float
|
||||
add samplesq, 128*sizeof_float
|
||||
mov cnt1q, -64*sizeof_float
|
||||
mov cnt2d, 64*sizeof_float-16
|
||||
sub nblocksd, 1
|
||||
jg .loop
|
||||
RET
|
||||
%endmacro
|
||||
|
||||
INIT_XMM sse3
|
||||
LFE_FIR1_FLOAT
|
||||
%if HAVE_AVX_EXTERNAL
|
||||
INIT_XMM avx
|
||||
LFE_FIR1_FLOAT
|
||||
%endif
|
Reference in New Issue
Block a user