185 lines
7 KiB
C
185 lines
7 KiB
C
/*
|
|
* This file is part of FFmpeg.
|
|
*
|
|
* FFmpeg is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2.1 of the License, or (at your option) any later version.
|
|
*
|
|
* FFmpeg is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General Public
|
|
* License along with FFmpeg; if not, write to the Free Software
|
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
*/
|
|
|
|
#include <stdint.h>
|
|
|
|
#include "libavutil/attributes.h"
|
|
#include "libavutil/avassert.h"
|
|
#include "libavutil/common.h"
|
|
#include "libavutil/cpu.h"
|
|
#include "libavutil/x86/asm.h"
|
|
#include "libavutil/x86/cpu.h"
|
|
#include "libavcodec/avcodec.h"
|
|
#include "libavcodec/mpegvideoencdsp.h"
|
|
#include "mpegvideoencdsp.h"
|
|
|
|
int ff_pix_sum16_sse2(const uint8_t *pix, ptrdiff_t line_size);
|
|
int ff_pix_sum16_xop(const uint8_t *pix, ptrdiff_t line_size);
|
|
int ff_pix_norm1_sse2(const uint8_t *pix, ptrdiff_t line_size);
|
|
void ff_add_8x8basis_ssse3(int16_t rem[64], const int16_t basis[64], int scale);
|
|
|
|
#if HAVE_SSSE3_INLINE
|
|
#define SCALE_OFFSET -1
|
|
|
|
#define MAX_ABS 512
|
|
|
|
static int try_8x8basis_ssse3(const int16_t rem[64], const int16_t weight[64], const int16_t basis[64], int scale)
|
|
{
|
|
x86_reg i=0;
|
|
|
|
av_assert2(FFABS(scale) < MAX_ABS);
|
|
scale *= 1 << (16 + SCALE_OFFSET - BASIS_SHIFT + RECON_SHIFT);
|
|
|
|
__asm__ volatile(
|
|
"pxor %%xmm2, %%xmm2 \n\t"
|
|
"movd %4, %%xmm3 \n\t"
|
|
"punpcklwd %%xmm3, %%xmm3 \n\t"
|
|
"pshufd $0, %%xmm3, %%xmm3 \n\t"
|
|
".p2align 4 \n\t"
|
|
"1: \n\t"
|
|
"movdqa (%1, %0), %%xmm0 \n\t"
|
|
"movdqa 16(%1, %0), %%xmm1 \n\t"
|
|
"pmulhrsw %%xmm3, %%xmm0 \n\t"
|
|
"pmulhrsw %%xmm3, %%xmm1 \n\t"
|
|
"paddw (%2, %0), %%xmm0 \n\t"
|
|
"paddw 16(%2, %0), %%xmm1 \n\t"
|
|
"psraw $6, %%xmm0 \n\t"
|
|
"psraw $6, %%xmm1 \n\t"
|
|
"pmullw (%3, %0), %%xmm0 \n\t"
|
|
"pmullw 16(%3, %0), %%xmm1 \n\t"
|
|
"pmaddwd %%xmm0, %%xmm0 \n\t"
|
|
"pmaddwd %%xmm1, %%xmm1 \n\t"
|
|
"paddd %%xmm1, %%xmm0 \n\t"
|
|
"psrld $4, %%xmm0 \n\t"
|
|
"paddd %%xmm0, %%xmm2 \n\t"
|
|
"add $32, %0 \n\t"
|
|
"cmp $128, %0 \n\t" //FIXME optimize & bench
|
|
" jb 1b \n\t"
|
|
"pshufd $0x0E, %%xmm2, %%xmm0 \n\t"
|
|
"paddd %%xmm0, %%xmm2 \n\t"
|
|
"pshufd $0x01, %%xmm2, %%xmm0 \n\t"
|
|
"paddd %%xmm0, %%xmm2 \n\t"
|
|
"psrld $2, %%xmm2 \n\t"
|
|
"movd %%xmm2, %0 \n\t"
|
|
: "+r" (i)
|
|
: "r"(basis), "r"(rem), "r"(weight), "g"(scale)
|
|
XMM_CLOBBERS_ONLY("%xmm0", "%xmm1", "%xmm2", "%xmm3")
|
|
);
|
|
return i;
|
|
}
|
|
|
|
/* Draw the edges of width 'w' of an image of size width, height */
|
|
static void draw_edges_ssse3(uint8_t *buf, ptrdiff_t wrap, int width, int height,
|
|
int w, int h, int sides)
|
|
{
|
|
uint8_t *ptr = buf, *last_line;
|
|
int i;
|
|
|
|
av_assert1(w == 16 || w == 8 || w == 4);
|
|
|
|
/* left and right */
|
|
__asm__ volatile (
|
|
"pcmpeqw %%xmm3, %%xmm3 \n\t"
|
|
"pxor %%xmm2, %%xmm2 \n\t"
|
|
"psrlw $14, %%xmm3 \n\t" // pw_3
|
|
"pshufb %%xmm2, %%xmm3 \n\t" // pb_3
|
|
"cmp $8, %4 \n\t"
|
|
"jg 16f \n\t"
|
|
"jl 4f \n\t"
|
|
"8: \n\t"
|
|
"movd (%0), %%xmm0 \n\t"
|
|
"movd -4(%0, %2), %%xmm1 \n\t"
|
|
"pshufb %%xmm2, %%xmm0 \n\t"
|
|
"pshufb %%xmm3, %%xmm1 \n\t"
|
|
"movq %%xmm0, -8(%0) \n\t"
|
|
"movq %%xmm1, (%0, %2) \n\t"
|
|
"add %1, %0 \n\t"
|
|
"cmp %3, %0 \n\t"
|
|
"jnz 8b \n\t"
|
|
"jmp 1f \n\t"
|
|
"4: \n\t"
|
|
"movd (%0), %%xmm0 \n\t"
|
|
"movd -4(%0, %2), %%xmm1 \n\t"
|
|
"pshufb %%xmm2, %%xmm0 \n\t"
|
|
"pshufb %%xmm3, %%xmm1 \n\t"
|
|
"movd %%xmm0, -4(%0) \n\t"
|
|
"movd %%xmm1, (%0, %2) \n\t"
|
|
"add %1, %0 \n\t"
|
|
"cmp %3, %0 \n\t"
|
|
"jnz 4b \n\t"
|
|
"jmp 1f \n\t"
|
|
"16: \n\t"
|
|
"movd (%0), %%xmm0 \n\t"
|
|
"movd -4(%0, %2), %%xmm1 \n\t"
|
|
"pshufb %%xmm2, %%xmm0 \n\t"
|
|
"pshufb %%xmm3, %%xmm1 \n\t"
|
|
"movdqu %%xmm0, -16(%0) \n\t"
|
|
"movdqu %%xmm1, (%0, %2) \n\t"
|
|
"add %1, %0 \n\t"
|
|
"cmp %3, %0 \n\t"
|
|
"jnz 16b \n\t"
|
|
"1: \n\t"
|
|
: "+r" (ptr)
|
|
: "r" ((x86_reg) wrap), "r" ((x86_reg) width), "r"(ptr + wrap * height), "r" (w)
|
|
XMM_CLOBBERS_ONLY("%xmm0", "%xmm1", "%xmm2", "%xmm3")
|
|
);
|
|
|
|
/* top and bottom + corners */
|
|
buf -= w;
|
|
last_line = buf + (height - 1) * wrap;
|
|
if (sides & EDGE_TOP)
|
|
for (i = 0; i < h; i++)
|
|
// top
|
|
memcpy(buf - (i + 1) * wrap, buf, width + w + w);
|
|
if (sides & EDGE_BOTTOM)
|
|
for (i = 0; i < h; i++)
|
|
// bottom
|
|
memcpy(last_line + (i + 1) * wrap, last_line, width + w + w);
|
|
}
|
|
#endif /* HAVE_SSSE3_INLINE */
|
|
|
|
av_cold void ff_mpegvideoencdsp_init_x86(MpegvideoEncDSPContext *c,
|
|
AVCodecContext *avctx)
|
|
{
|
|
int cpu_flags = av_get_cpu_flags();
|
|
|
|
if (EXTERNAL_SSE2(cpu_flags)) {
|
|
c->denoise_dct = ff_mpv_denoise_dct_sse2;
|
|
c->pix_sum = ff_pix_sum16_sse2;
|
|
c->pix_norm1 = ff_pix_norm1_sse2;
|
|
}
|
|
|
|
if (EXTERNAL_XOP(cpu_flags)) {
|
|
c->pix_sum = ff_pix_sum16_xop;
|
|
}
|
|
|
|
if (X86_SSSE3(cpu_flags)) {
|
|
#if HAVE_SSSE3_INLINE
|
|
if (!(avctx->flags & AV_CODEC_FLAG_BITEXACT)) {
|
|
c->try_8x8basis = try_8x8basis_ssse3;
|
|
}
|
|
if (avctx->bits_per_raw_sample <= 8) {
|
|
c->draw_edges = draw_edges_ssse3;
|
|
}
|
|
#endif /* HAVE_SSSE3_INLINE */
|
|
#if HAVE_SSSE3_EXTERNAL
|
|
c->add_8x8basis = ff_add_8x8basis_ssse3;
|
|
#endif
|
|
}
|
|
|
|
}
|