1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
|
/* Spa
*
* Copyright © 2019 Wim Taymans
*
* Permission is hereby granted, free of charge, to any person obtaining a
* copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice (including the next
* paragraph) shall be included in all copies or substantial portions of the
* Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
* THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
* DEALINGS IN THE SOFTWARE.
*/
#include "resample-native-impl.h"
#include <xmmintrin.h>
static void inner_product_sse(float *d, const float * SPA_RESTRICT s,
const float * SPA_RESTRICT taps, uint32_t n_taps)
{
__m128 sum = _mm_setzero_ps();
uint32_t i = 0;
#if 0
uint32_t unrolled = n_taps & ~15;
for (i = 0; i < unrolled; i += 16) {
sum = _mm_add_ps(sum,
_mm_mul_ps(
_mm_loadu_ps(s + i + 0),
_mm_load_ps(taps + i + 0)));
sum = _mm_add_ps(sum,
_mm_mul_ps(
_mm_loadu_ps(s + i + 4),
_mm_load_ps(taps + i + 4)));
sum = _mm_add_ps(sum,
_mm_mul_ps(
_mm_loadu_ps(s + i + 8),
_mm_load_ps(taps + i + 8)));
sum = _mm_add_ps(sum,
_mm_mul_ps(
_mm_loadu_ps(s + i + 12),
_mm_load_ps(taps + i + 12)));
}
#endif
for (; i < n_taps; i += 8) {
sum = _mm_add_ps(sum,
_mm_mul_ps(
_mm_loadu_ps(s + i + 0),
_mm_load_ps(taps + i + 0)));
sum = _mm_add_ps(sum,
_mm_mul_ps(
_mm_loadu_ps(s + i + 4),
_mm_load_ps(taps + i + 4)));
}
sum = _mm_add_ps(sum, _mm_movehl_ps(sum, sum));
sum = _mm_add_ss(sum, _mm_shuffle_ps(sum, sum, 0x55));
_mm_store_ss(d, sum);
}
static void inner_product_ip_sse(float *d, const float * SPA_RESTRICT s,
const float * SPA_RESTRICT t0, const float * SPA_RESTRICT t1, float x,
uint32_t n_taps)
{
__m128 sum[2] = { _mm_setzero_ps (), _mm_setzero_ps () }, t;
uint32_t i;
for (i = 0; i < n_taps; i += 8) {
t = _mm_loadu_ps(s + i + 0);
sum[0] = _mm_add_ps(sum[0], _mm_mul_ps(t, _mm_load_ps(t0 + i + 0)));
sum[1] = _mm_add_ps(sum[1], _mm_mul_ps(t, _mm_load_ps(t1 + i + 0)));
t = _mm_loadu_ps(s + i + 4);
sum[0] = _mm_add_ps(sum[0], _mm_mul_ps(t, _mm_load_ps(t0 + i + 4)));
sum[1] = _mm_add_ps(sum[1], _mm_mul_ps(t, _mm_load_ps(t1 + i + 4)));
}
sum[1] = _mm_mul_ps(_mm_sub_ps(sum[1], sum[0]), _mm_load1_ps(&x));
sum[0] = _mm_add_ps(sum[0], sum[1]);
sum[0] = _mm_add_ps(sum[0], _mm_movehl_ps(sum[0], sum[0]));
sum[0] = _mm_add_ss(sum[0], _mm_shuffle_ps(sum[0], sum[0], 0x55));
_mm_store_ss(d, sum[0]);
}
MAKE_RESAMPLER_FULL(sse);
MAKE_RESAMPLER_INTER(sse);
|
