-
Notifications
You must be signed in to change notification settings - Fork 11
/
convolve.h
120 lines (98 loc) · 4.93 KB
/
convolve.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
/* Copyright (C) 2012 Henry Gomersall <[email protected]>
*
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* modification, are permitted provided that the following conditions are met:
* * Redistributions of source code must retain the above copyright
* notice, this list of conditions and the following disclaimer.
* * Redistributions in binary form must reproduce the above copyright
* notice, this list of conditions and the following disclaimer in the
* documentation and/or other materials provided with the distribution.
* * Neither the name of the organization nor the
* names of its contributors may be used to endorse or promote products
* derived from this software without specific prior written permission.
*
* THIS SOFTWARE IS PROVIDED BY THE AUTHOR ''AS IS'' AND ANY
* EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
* WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
* DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
* (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
* LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
* ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
* SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
*/
#ifndef _CONVOLVE_H
#define _CONVOLVE_H
#if defined SSE3 || defined AVX
#include <immintrin.h>
#endif
/* A macro that outputs a wrapper for each of the convolution routines.
* The macro passed a name conv_func will output a function called
* conv_func_multiple and it will have signature:
* conv_func_multiple(float* in, float* out, int length,
* float* kernel, int kernel_length, int N)
*
* The additional N defines how many times to run the convolution function
* conv_func(float* in, float* out, int length,
* float* kernel, int kernel_length)
* */
#ifndef MULTIPLE_CONVOLVE
#define MULTIPLE_CONVOLVE_PROTO(FUNCTION_NAME) \
int FUNCTION_NAME ## _multiple(float* in, float* out, int length, \
float* kernel, int kernel_length, int N);
#endif
int convolve_naive(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_naive);
int convolve_reversed_naive(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_reversed_naive);
#ifdef SSE3
int convolve_sse_simple(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_sse_simple);
int convolve_sse_partial_unroll(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_sse_partial_unroll);
int convolve_sse_in_aligned(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_sse_in_aligned);
int convolve_sse_in_aligned_fixed_kernel(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_sse_in_aligned_fixed_kernel);
int convolve_sse_unrolled_avx_vector(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_sse_unrolled_avx_vector);
int convolve_sse_unrolled_vector(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_sse_unrolled_vector);
#endif
#ifdef AVX
int convolve_avx_unrolled_vector(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_avx_unrolled_vector);
int convolve_avx_unrolled_vector_unaligned(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_avx_unrolled_vector_unaligned);
int convolve_avx_unrolled_vector_unaligned_fma(float* in, float* out,
int length, float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_avx_unrolled_vector_unaligned_fma);
int convolve_avx_unrolled_vector_m128_load(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_avx_unrolled_vector_m128_load);
int convolve_avx_unrolled_vector_aligned(
float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_avx_unrolled_vector_aligned);
int convolve_avx_unrolled_vector_partial_aligned(
float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_avx_unrolled_vector_partial_aligned);
int convolve_avx_unrolled_vector_local_output(float* in, float* out, int length,
float* kernel, int kernel_length);
MULTIPLE_CONVOLVE_PROTO(convolve_avx_unrolled_vector_local_output);
#endif
#endif /*Header guard*/