110 lines
4.4 KiB
C
110 lines
4.4 KiB
C
/*
|
|
* Copyright (c) 2018, Alliance for Open Media. All rights reserved
|
|
*
|
|
* This source code is subject to the terms of the BSD 2 Clause License and
|
|
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
|
|
* was not distributed with this source code in the LICENSE file, you can
|
|
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
|
|
* Media Patent License 1.0 was not distributed with this source code in the
|
|
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
|
|
*/
|
|
#include <immintrin.h>
|
|
|
|
#include "config/aom_dsp_rtcd.h"
|
|
|
|
static INLINE void subtract32_avx2(int16_t *diff_ptr, const uint8_t *src_ptr,
|
|
const uint8_t *pred_ptr) {
|
|
__m256i s = _mm256_lddqu_si256((__m256i *)(src_ptr));
|
|
__m256i p = _mm256_lddqu_si256((__m256i *)(pred_ptr));
|
|
__m256i set_one_minusone = _mm256_set1_epi32((int)0xff01ff01);
|
|
__m256i diff0 = _mm256_unpacklo_epi8(s, p);
|
|
__m256i diff1 = _mm256_unpackhi_epi8(s, p);
|
|
diff0 = _mm256_maddubs_epi16(diff0, set_one_minusone);
|
|
diff1 = _mm256_maddubs_epi16(diff1, set_one_minusone);
|
|
_mm256_store_si256((__m256i *)(diff_ptr),
|
|
_mm256_permute2x128_si256(diff0, diff1, 0x20));
|
|
_mm256_store_si256((__m256i *)(diff_ptr + 16),
|
|
_mm256_permute2x128_si256(diff0, diff1, 0x31));
|
|
}
|
|
|
|
static INLINE void subtract_block_16xn_avx2(
|
|
int rows, int16_t *diff_ptr, ptrdiff_t diff_stride, const uint8_t *src_ptr,
|
|
ptrdiff_t src_stride, const uint8_t *pred_ptr, ptrdiff_t pred_stride) {
|
|
for (int32_t j = 0; j < rows; ++j) {
|
|
__m128i s = _mm_lddqu_si128((__m128i *)(src_ptr));
|
|
__m128i p = _mm_lddqu_si128((__m128i *)(pred_ptr));
|
|
__m256i s_0 = _mm256_cvtepu8_epi16(s);
|
|
__m256i p_0 = _mm256_cvtepu8_epi16(p);
|
|
const __m256i d_0 = _mm256_sub_epi16(s_0, p_0);
|
|
_mm256_store_si256((__m256i *)(diff_ptr), d_0);
|
|
src_ptr += src_stride;
|
|
pred_ptr += pred_stride;
|
|
diff_ptr += diff_stride;
|
|
}
|
|
}
|
|
|
|
static INLINE void subtract_block_32xn_avx2(
|
|
int rows, int16_t *diff_ptr, ptrdiff_t diff_stride, const uint8_t *src_ptr,
|
|
ptrdiff_t src_stride, const uint8_t *pred_ptr, ptrdiff_t pred_stride) {
|
|
for (int32_t j = 0; j < rows; ++j) {
|
|
subtract32_avx2(diff_ptr, src_ptr, pred_ptr);
|
|
src_ptr += src_stride;
|
|
pred_ptr += pred_stride;
|
|
diff_ptr += diff_stride;
|
|
}
|
|
}
|
|
|
|
static INLINE void subtract_block_64xn_avx2(
|
|
int rows, int16_t *diff_ptr, ptrdiff_t diff_stride, const uint8_t *src_ptr,
|
|
ptrdiff_t src_stride, const uint8_t *pred_ptr, ptrdiff_t pred_stride) {
|
|
for (int32_t j = 0; j < rows; ++j) {
|
|
subtract32_avx2(diff_ptr, src_ptr, pred_ptr);
|
|
subtract32_avx2(diff_ptr + 32, src_ptr + 32, pred_ptr + 32);
|
|
src_ptr += src_stride;
|
|
pred_ptr += pred_stride;
|
|
diff_ptr += diff_stride;
|
|
}
|
|
}
|
|
|
|
static INLINE void subtract_block_128xn_avx2(
|
|
int rows, int16_t *diff_ptr, ptrdiff_t diff_stride, const uint8_t *src_ptr,
|
|
ptrdiff_t src_stride, const uint8_t *pred_ptr, ptrdiff_t pred_stride) {
|
|
for (int32_t j = 0; j < rows; ++j) {
|
|
subtract32_avx2(diff_ptr, src_ptr, pred_ptr);
|
|
subtract32_avx2(diff_ptr + 32, src_ptr + 32, pred_ptr + 32);
|
|
subtract32_avx2(diff_ptr + 64, src_ptr + 64, pred_ptr + 64);
|
|
subtract32_avx2(diff_ptr + 96, src_ptr + 96, pred_ptr + 96);
|
|
src_ptr += src_stride;
|
|
pred_ptr += pred_stride;
|
|
diff_ptr += diff_stride;
|
|
}
|
|
}
|
|
|
|
void aom_subtract_block_avx2(int rows, int cols, int16_t *diff_ptr,
|
|
ptrdiff_t diff_stride, const uint8_t *src_ptr,
|
|
ptrdiff_t src_stride, const uint8_t *pred_ptr,
|
|
ptrdiff_t pred_stride) {
|
|
switch (cols) {
|
|
case 16:
|
|
subtract_block_16xn_avx2(rows, diff_ptr, diff_stride, src_ptr, src_stride,
|
|
pred_ptr, pred_stride);
|
|
break;
|
|
case 32:
|
|
subtract_block_32xn_avx2(rows, diff_ptr, diff_stride, src_ptr, src_stride,
|
|
pred_ptr, pred_stride);
|
|
break;
|
|
case 64:
|
|
subtract_block_64xn_avx2(rows, diff_ptr, diff_stride, src_ptr, src_stride,
|
|
pred_ptr, pred_stride);
|
|
break;
|
|
case 128:
|
|
subtract_block_128xn_avx2(rows, diff_ptr, diff_stride, src_ptr,
|
|
src_stride, pred_ptr, pred_stride);
|
|
break;
|
|
default:
|
|
aom_subtract_block_sse2(rows, cols, diff_ptr, diff_stride, src_ptr,
|
|
src_stride, pred_ptr, pred_stride);
|
|
break;
|
|
}
|
|
}
|