145 lines
3.8 KiB
NASM
145 lines
3.8 KiB
NASM
|
;*****************************************************************************
|
||
|
;* x86-optimized functions for overlay filter
|
||
|
;*
|
||
|
;* Copyright (C) 2018 Paul B Mahol
|
||
|
;* Copyright (C) 2018 Henrik Gramner
|
||
|
;*
|
||
|
;* This file is part of FFmpeg.
|
||
|
;*
|
||
|
;* FFmpeg is free software; you can redistribute it and/or
|
||
|
;* modify it under the terms of the GNU Lesser General Public
|
||
|
;* License as published by the Free Software Foundation; either
|
||
|
;* version 2.1 of the License, or (at your option) any later version.
|
||
|
;*
|
||
|
;* FFmpeg is distributed in the hope that it will be useful,
|
||
|
;* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||
|
;* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||
|
;* Lesser General Public License for more details.
|
||
|
;*
|
||
|
;* You should have received a copy of the GNU Lesser General Public
|
||
|
;* License along with FFmpeg; if not, write to the Free Software
|
||
|
;* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
||
|
;*****************************************************************************
|
||
|
|
||
|
%include "libavutil/x86/x86util.asm"
|
||
|
|
||
|
SECTION_RODATA
|
||
|
|
||
|
pb_1: times 16 db 1
|
||
|
pw_128: times 8 dw 128
|
||
|
pw_255: times 8 dw 255
|
||
|
pw_257: times 8 dw 257
|
||
|
|
||
|
SECTION .text
|
||
|
|
||
|
INIT_XMM sse4
|
||
|
cglobal overlay_row_44, 5, 7, 6, 0, d, da, s, a, w, r, x
|
||
|
xor xq, xq
|
||
|
movsxdifnidn wq, wd
|
||
|
mov rq, wq
|
||
|
and rq, mmsize/2 - 1
|
||
|
cmp wq, mmsize/2
|
||
|
jl .end
|
||
|
sub wq, rq
|
||
|
mova m3, [pw_255]
|
||
|
mova m4, [pw_128]
|
||
|
mova m5, [pw_257]
|
||
|
.loop:
|
||
|
pmovzxbw m0, [sq+xq]
|
||
|
pmovzxbw m2, [aq+xq]
|
||
|
pmovzxbw m1, [dq+xq]
|
||
|
pmullw m0, m2
|
||
|
pxor m2, m3
|
||
|
pmullw m1, m2
|
||
|
paddw m0, m4
|
||
|
paddw m0, m1
|
||
|
pmulhuw m0, m5
|
||
|
packuswb m0, m0
|
||
|
movq [dq+xq], m0
|
||
|
add xq, mmsize/2
|
||
|
cmp xq, wq
|
||
|
jl .loop
|
||
|
|
||
|
.end:
|
||
|
mov eax, xd
|
||
|
RET
|
||
|
|
||
|
INIT_XMM sse4
|
||
|
cglobal overlay_row_22, 5, 7, 6, 0, d, da, s, a, w, r, x
|
||
|
xor xq, xq
|
||
|
movsxdifnidn wq, wd
|
||
|
sub wq, 1
|
||
|
mov rq, wq
|
||
|
and rq, mmsize/2 - 1
|
||
|
cmp wq, mmsize/2
|
||
|
jl .end
|
||
|
sub wq, rq
|
||
|
mova m3, [pw_255]
|
||
|
mova m4, [pw_128]
|
||
|
mova m5, [pw_257]
|
||
|
.loop:
|
||
|
pmovzxbw m0, [sq+xq]
|
||
|
movu m1, [aq+2*xq]
|
||
|
pandn m2, m3, m1
|
||
|
psllw m1, 8
|
||
|
pavgw m2, m1
|
||
|
pavgw m2, m1
|
||
|
psrlw m2, 8
|
||
|
pmovzxbw m1, [dq+xq]
|
||
|
pmullw m0, m2
|
||
|
pxor m2, m3
|
||
|
pmullw m1, m2
|
||
|
paddw m0, m4
|
||
|
paddw m0, m1
|
||
|
pmulhuw m0, m5
|
||
|
packuswb m0, m0
|
||
|
movq [dq+xq], m0
|
||
|
add xq, mmsize/2
|
||
|
cmp xq, wq
|
||
|
jl .loop
|
||
|
|
||
|
.end:
|
||
|
mov eax, xd
|
||
|
RET
|
||
|
|
||
|
INIT_XMM sse4
|
||
|
cglobal overlay_row_20, 6, 7, 7, 0, d, da, s, a, w, r, x
|
||
|
mov daq, aq
|
||
|
add daq, rmp
|
||
|
xor xq, xq
|
||
|
movsxdifnidn wq, wd
|
||
|
sub wq, 1
|
||
|
mov rq, wq
|
||
|
and rq, mmsize/2 - 1
|
||
|
cmp wq, mmsize/2
|
||
|
jl .end
|
||
|
sub wq, rq
|
||
|
mova m3, [pw_255]
|
||
|
mova m4, [pw_128]
|
||
|
mova m5, [pw_257]
|
||
|
mova m6, [pb_1]
|
||
|
.loop:
|
||
|
pmovzxbw m0, [sq+xq]
|
||
|
movu m2, [aq+2*xq]
|
||
|
movu m1, [daq+2*xq]
|
||
|
pmaddubsw m2, m6
|
||
|
pmaddubsw m1, m6
|
||
|
paddw m2, m1
|
||
|
psrlw m2, 2
|
||
|
pmovzxbw m1, [dq+xq]
|
||
|
pmullw m0, m2
|
||
|
pxor m2, m3
|
||
|
pmullw m1, m2
|
||
|
paddw m0, m4
|
||
|
paddw m0, m1
|
||
|
pmulhuw m0, m5
|
||
|
packuswb m0, m0
|
||
|
movq [dq+xq], m0
|
||
|
add xq, mmsize/2
|
||
|
cmp xq, wq
|
||
|
jl .loop
|
||
|
|
||
|
.end:
|
||
|
mov eax, xd
|
||
|
RET
|