1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
#include "ocl_atom.h"
#include "ocl_as.h"
OVERLOADABLE uint __gen_ocl_atomic_add(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_add(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_sub(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_sub(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_and(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_and(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_or(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_or(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_xor(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_xor(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_xchg(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_xchg(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_inc(__global uint *p);
OVERLOADABLE uint __gen_ocl_atomic_inc(__local uint *p);
OVERLOADABLE uint __gen_ocl_atomic_dec(__global uint *p);
OVERLOADABLE uint __gen_ocl_atomic_dec(__local uint *p);
OVERLOADABLE uint __gen_ocl_atomic_cmpxchg(__global uint *p, uint cmp, uint val);
OVERLOADABLE uint __gen_ocl_atomic_cmpxchg(__local uint *p, uint cmp, uint val);
OVERLOADABLE uint __gen_ocl_atomic_imin(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_imin(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_imax(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_imax(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_umin(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_umin(__local uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_umax(__global uint *p, uint val);
OVERLOADABLE uint __gen_ocl_atomic_umax(__local uint *p, uint val);
#define DECL_ATOMIC_OP_SPACE(NAME, TYPE, SPACE, PREFIX) \
OVERLOADABLE TYPE atomic_##NAME (volatile SPACE TYPE *p, TYPE val) { \
return (TYPE)__gen_ocl_##PREFIX##NAME((SPACE uint *)p, val); \
}
#define DECL_ATOMIC_OP_TYPE(NAME, TYPE, PREFIX) \
DECL_ATOMIC_OP_SPACE(NAME, TYPE, __global, PREFIX) \
DECL_ATOMIC_OP_SPACE(NAME, TYPE, __local, PREFIX)
#define DECL_ATOMIC_OP(NAME) \
DECL_ATOMIC_OP_TYPE(NAME, uint, atomic_) \
DECL_ATOMIC_OP_TYPE(NAME, int, atomic_)
DECL_ATOMIC_OP(add)
DECL_ATOMIC_OP(sub)
DECL_ATOMIC_OP(and)
DECL_ATOMIC_OP(or)
DECL_ATOMIC_OP(xor)
DECL_ATOMIC_OP(xchg)
DECL_ATOMIC_OP_TYPE(min, int, atomic_i)
DECL_ATOMIC_OP_TYPE(max, int, atomic_i)
DECL_ATOMIC_OP_TYPE(min, uint, atomic_u)
DECL_ATOMIC_OP_TYPE(max, uint, atomic_u)
#undef DECL_ATOMIC_OP_SPACE
#define DECL_ATOMIC_OP_SPACE(NAME, TYPE, SPACE, PREFIX) \
OVERLOADABLE TYPE atomic_##NAME (volatile SPACE TYPE *p, TYPE val) { \
return as_float(__gen_ocl_##PREFIX##NAME((SPACE uint *)p, as_uint(val))); \
}
DECL_ATOMIC_OP_SPACE(xchg, float, __global, atomic_)
DECL_ATOMIC_OP_SPACE(xchg, float, __local, atomic_)
#undef DECL_ATOMIC_OP
#undef DECL_ATOMIC_OP_TYPE
#undef DECL_ATOMIC_OP_SPACE
#define DECL_ATOMIC_OP_SPACE(NAME, TYPE, SPACE) \
OVERLOADABLE TYPE atomic_##NAME (volatile SPACE TYPE *p) { \
return (TYPE)__gen_ocl_atomic_##NAME((SPACE uint *)p); \
}
#define DECL_ATOMIC_OP_TYPE(NAME, TYPE) \
DECL_ATOMIC_OP_SPACE(NAME, TYPE, __global) \
DECL_ATOMIC_OP_SPACE(NAME, TYPE, __local)
#define DECL_ATOMIC_OP(NAME) \
DECL_ATOMIC_OP_TYPE(NAME, uint) \
DECL_ATOMIC_OP_TYPE(NAME, int)
DECL_ATOMIC_OP(inc)
DECL_ATOMIC_OP(dec)
#undef DECL_ATOMIC_OP
#undef DECL_ATOMIC_OP_TYPE
#undef DECL_ATOMIC_OP_SPACE
#define DECL_ATOMIC_OP_SPACE(NAME, TYPE, SPACE) \
OVERLOADABLE TYPE atomic_##NAME (volatile SPACE TYPE *p, TYPE cmp, TYPE val) { \
return (TYPE)__gen_ocl_atomic_##NAME((SPACE uint *)p, (uint)cmp, (uint)val); \
}
#define DECL_ATOMIC_OP_TYPE(NAME, TYPE) \
DECL_ATOMIC_OP_SPACE(NAME, TYPE, __global) \
DECL_ATOMIC_OP_SPACE(NAME, TYPE, __local)
#define DECL_ATOMIC_OP(NAME) \
DECL_ATOMIC_OP_TYPE(NAME, uint) \
DECL_ATOMIC_OP_TYPE(NAME, int)
DECL_ATOMIC_OP(cmpxchg)
#undef DECL_ATOMIC_OP
#undef DECL_ATOMIC_OP_TYPE
#undef DECL_ATOMIC_OP_SPACE
// XXX for conformance test
// The following atom_xxx api is on OpenCL spec 1.0.
// But the conformance test suite will test them anyway.
#define atom_add atomic_add
#define atom_sub atomic_sub
#define atom_and atomic_and
#define atom_or atomic_or
#define atom_xor atomic_xor
#define atom_xchg atomic_xchg
#define atom_min atomic_min
#define atom_max atomic_max
#define atom_inc atomic_inc
#define atom_dec atomic_dec
#define atom_cmpxchg atomic_cmpxchg
|
