1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
/*
* Copyright (c) 2018, Alliance for Open Media. All rights reserved
*
* This source code is subject to the terms of the BSD 2 Clause License and
* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
* was not distributed with this source code in the LICENSE file, you can
* obtain it at www.aomedia.org/license/software. If the Alliance for Open
* Media Patent License 1.0 was not distributed with this source code in the
* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
*/
#ifndef AOM_AOM_DSP_X86_CONVOLVE_SSE2_H_
#define AOM_AOM_DSP_X86_CONVOLVE_SSE2_H_
// Note:
// This header file should be put below any x86 intrinsics head file
static INLINE void prepare_coeffs(const InterpFilterParams *const filter_params,
const int subpel_q4,
__m128i *const coeffs /* [4] */) {
const int16_t *filter = av1_get_interp_filter_subpel_kernel(
filter_params, subpel_q4 & SUBPEL_MASK);
const __m128i coeff = _mm_loadu_si128((__m128i *)filter);
// coeffs 0 1 0 1 0 1 0 1
coeffs[0] = _mm_shuffle_epi32(coeff, 0x00);
// coeffs 2 3 2 3 2 3 2 3
coeffs[1] = _mm_shuffle_epi32(coeff, 0x55);
// coeffs 4 5 4 5 4 5 4 5
coeffs[2] = _mm_shuffle_epi32(coeff, 0xaa);
// coeffs 6 7 6 7 6 7 6 7
coeffs[3] = _mm_shuffle_epi32(coeff, 0xff);
}
static INLINE __m128i convolve(const __m128i *const s,
const __m128i *const coeffs) {
const __m128i res_0 = _mm_madd_epi16(s[0], coeffs[0]);
const __m128i res_1 = _mm_madd_epi16(s[1], coeffs[1]);
const __m128i res_2 = _mm_madd_epi16(s[2], coeffs[2]);
const __m128i res_3 = _mm_madd_epi16(s[3], coeffs[3]);
const __m128i res =
_mm_add_epi32(_mm_add_epi32(res_0, res_1), _mm_add_epi32(res_2, res_3));
return res;
}
static INLINE __m128i convolve_lo_x(const __m128i *const s,
const __m128i *const coeffs) {
__m128i ss[4];
ss[0] = _mm_unpacklo_epi8(s[0], _mm_setzero_si128());
ss[1] = _mm_unpacklo_epi8(s[1], _mm_setzero_si128());
ss[2] = _mm_unpacklo_epi8(s[2], _mm_setzero_si128());
ss[3] = _mm_unpacklo_epi8(s[3], _mm_setzero_si128());
return convolve(ss, coeffs);
}
static INLINE __m128i convolve_lo_y(const __m128i *const s,
const __m128i *const coeffs) {
__m128i ss[4];
ss[0] = _mm_unpacklo_epi8(s[0], _mm_setzero_si128());
ss[1] = _mm_unpacklo_epi8(s[2], _mm_setzero_si128());
ss[2] = _mm_unpacklo_epi8(s[4], _mm_setzero_si128());
ss[3] = _mm_unpacklo_epi8(s[6], _mm_setzero_si128());
return convolve(ss, coeffs);
}
static INLINE __m128i convolve_hi_y(const __m128i *const s,
const __m128i *const coeffs) {
__m128i ss[4];
ss[0] = _mm_unpackhi_epi8(s[0], _mm_setzero_si128());
ss[1] = _mm_unpackhi_epi8(s[2], _mm_setzero_si128());
ss[2] = _mm_unpackhi_epi8(s[4], _mm_setzero_si128());
ss[3] = _mm_unpackhi_epi8(s[6], _mm_setzero_si128());
return convolve(ss, coeffs);
}
static INLINE __m128i comp_avg(const __m128i *const data_ref_0,
const __m128i *const res_unsigned,
const __m128i *const wt,
const int use_dist_wtd_avg) {
__m128i res;
if (use_dist_wtd_avg) {
const __m128i data_lo = _mm_unpacklo_epi16(*data_ref_0, *res_unsigned);
const __m128i data_hi = _mm_unpackhi_epi16(*data_ref_0, *res_unsigned);
const __m128i wt_res_lo = _mm_madd_epi16(data_lo, *wt);
const __m128i wt_res_hi = _mm_madd_epi16(data_hi, *wt);
const __m128i res_lo = _mm_srai_epi32(wt_res_lo, DIST_PRECISION_BITS);
const __m128i res_hi = _mm_srai_epi32(wt_res_hi, DIST_PRECISION_BITS);
res = _mm_packs_epi32(res_lo, res_hi);
} else {
const __m128i wt_res = _mm_add_epi16(*data_ref_0, *res_unsigned);
res = _mm_srai_epi16(wt_res, 1);
}
return res;
}
static INLINE __m128i convolve_rounding(const __m128i *const res_unsigned,
const __m128i *const offset_const,
const __m128i *const round_const,
const int round_shift) {
const __m128i res_signed = _mm_sub_epi16(*res_unsigned, *offset_const);
const __m128i res_round =
_mm_srai_epi16(_mm_add_epi16(res_signed, *round_const), round_shift);
return res_round;
}
static INLINE __m128i highbd_convolve_rounding_sse2(
const __m128i *const res_unsigned, const __m128i *const offset_const,
const __m128i *const round_const, const int round_shift) {
const __m128i res_signed = _mm_sub_epi32(*res_unsigned, *offset_const);
const __m128i res_round =
_mm_srai_epi32(_mm_add_epi32(res_signed, *round_const), round_shift);
return res_round;
}
#endif // AOM_AOM_DSP_X86_CONVOLVE_SSE2_H_
|
