Add support for masked load/store_lanes
[gcc.git] / gcc / internal-fn.def
1 /* Internal functions.
2 Copyright (C) 2011-2018 Free Software Foundation, Inc.
3
4 This file is part of GCC.
5
6 GCC is free software; you can redistribute it and/or modify it under
7 the terms of the GNU General Public License as published by the Free
8 Software Foundation; either version 3, or (at your option) any later
9 version.
10
11 GCC is distributed in the hope that it will be useful, but WITHOUT ANY
12 WARRANTY; without even the implied warranty of MERCHANTABILITY or
13 FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
14 for more details.
15
16 You should have received a copy of the GNU General Public License
17 along with GCC; see the file COPYING3. If not see
18 <http://www.gnu.org/licenses/>. */
19
20 /* This file specifies a list of internal "functions". These functions
21 differ from built-in functions in that they have no linkage and cannot
22 be called directly by the user. They represent operations that are only
23 synthesised by GCC itself.
24
25 Internal functions are used instead of tree codes if the operation
26 and its operands are more naturally represented as a GIMPLE_CALL
27 than a GIMPLE_ASSIGN.
28
29 Each entry in this file has one of the forms:
30
31 DEF_INTERNAL_FN (NAME, FLAGS, FNSPEC)
32 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
33 DEF_INTERNAL_SIGNED_OPTAB_FN (NAME, FLAGS, SELECTOR, SIGNED_OPTAB,
34 UNSIGNED_OPTAB, TYPE)
35 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
36 DEF_INTERNAL_INT_FN (NAME, FLAGS, OPTAB, TYPE)
37
38 where NAME is the name of the function, FLAGS is a set of
39 ECF_* flags and FNSPEC is a string describing functions fnspec.
40
41 DEF_INTERNAL_OPTAB_FN defines an internal function that maps to a
42 direct optab. The function should only be called with a given
43 set of types if the associated optab is available for the modes
44 of those types. OPTAB says what optab to use (without the trailing
45 "_optab") and TYPE categorizes the optab based on its inputs and
46 outputs. The possible types of optab are:
47
48 - mask_load: currently just maskload
49 - load_lanes: currently just vec_load_lanes
50 - mask_load_lanes: currently just vec_mask_load_lanes
51
52 - mask_store: currently just maskstore
53 - store_lanes: currently just vec_store_lanes
54 - mask_store_lanes: currently just vec_mask_store_lanes
55
56 DEF_INTERNAL_SIGNED_OPTAB_FN defines an internal function that
57 maps to one of two optabs, depending on the signedness of an input.
58 SIGNED_OPTAB and UNSIGNED_OPTAB are the optabs for signed and
59 unsigned inputs respectively, both without the trailing "_optab".
60 SELECTOR says which type in the tree_pair determines the signedness.
61
62 DEF_INTERNAL_FLT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition,
63 the function implements the computational part of a built-in math
64 function BUILT_IN_<NAME>{F,,L}. Unlike some built-in functions,
65 these internal functions never set errno.
66
67 DEF_INTERNAL_INT_FN is like DEF_INTERNAL_OPTAB_FN, but in addition
68 says that the function extends the C-level BUILT_IN_<NAME>{,L,LL,IMAX}
69 group of functions to any integral mode (including vector modes).
70
71 Each entry must have a corresponding expander of the form:
72
73 void expand_NAME (gimple_call stmt)
74
75 where STMT is the statement that performs the call. These are generated
76 automatically for optab functions and call out to a function or macro
77 called expand_<TYPE>_optab_fn. */
78
79 #ifndef DEF_INTERNAL_FN
80 #define DEF_INTERNAL_FN(CODE, FLAGS, FNSPEC)
81 #endif
82
83 #ifndef DEF_INTERNAL_OPTAB_FN
84 #define DEF_INTERNAL_OPTAB_FN(NAME, FLAGS, OPTAB, TYPE) \
85 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
86 #endif
87
88 #ifndef DEF_INTERNAL_SIGNED_OPTAB_FN
89 #define DEF_INTERNAL_SIGNED_OPTAB_FN(NAME, FLAGS, SELECTOR, SIGNED_OPTAB, \
90 UNSIGNED_OPTAB, TYPE) \
91 DEF_INTERNAL_FN (NAME, FLAGS | ECF_LEAF, NULL)
92 #endif
93
94 #ifndef DEF_INTERNAL_FLT_FN
95 #define DEF_INTERNAL_FLT_FN(NAME, FLAGS, OPTAB, TYPE) \
96 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
97 #endif
98
99 #ifndef DEF_INTERNAL_FLT_FLOATN_FN
100 #define DEF_INTERNAL_FLT_FLOATN_FN(NAME, FLAGS, OPTAB, TYPE) \
101 DEF_INTERNAL_FLT_FN (NAME, FLAGS, OPTAB, TYPE)
102 #endif
103
104 #ifndef DEF_INTERNAL_INT_FN
105 #define DEF_INTERNAL_INT_FN(NAME, FLAGS, OPTAB, TYPE) \
106 DEF_INTERNAL_OPTAB_FN (NAME, FLAGS, OPTAB, TYPE)
107 #endif
108
109 DEF_INTERNAL_OPTAB_FN (MASK_LOAD, ECF_PURE, maskload, mask_load)
110 DEF_INTERNAL_OPTAB_FN (LOAD_LANES, ECF_CONST, vec_load_lanes, load_lanes)
111 DEF_INTERNAL_OPTAB_FN (MASK_LOAD_LANES, ECF_PURE,
112 vec_mask_load_lanes, mask_load_lanes)
113
114 DEF_INTERNAL_OPTAB_FN (MASK_STORE, 0, maskstore, mask_store)
115 DEF_INTERNAL_OPTAB_FN (STORE_LANES, ECF_CONST, vec_store_lanes, store_lanes)
116 DEF_INTERNAL_OPTAB_FN (MASK_STORE_LANES, 0,
117 vec_mask_store_lanes, mask_store_lanes)
118
119 DEF_INTERNAL_OPTAB_FN (RSQRT, ECF_CONST, rsqrt, unary)
120
121 DEF_INTERNAL_OPTAB_FN (REDUC_PLUS, ECF_CONST | ECF_NOTHROW,
122 reduc_plus_scal, unary)
123 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MAX, ECF_CONST | ECF_NOTHROW, first,
124 reduc_smax_scal, reduc_umax_scal, unary)
125 DEF_INTERNAL_SIGNED_OPTAB_FN (REDUC_MIN, ECF_CONST | ECF_NOTHROW, first,
126 reduc_smin_scal, reduc_umin_scal, unary)
127
128 /* Unary math functions. */
129 DEF_INTERNAL_FLT_FN (ACOS, ECF_CONST, acos, unary)
130 DEF_INTERNAL_FLT_FN (ASIN, ECF_CONST, asin, unary)
131 DEF_INTERNAL_FLT_FN (ATAN, ECF_CONST, atan, unary)
132 DEF_INTERNAL_FLT_FN (COS, ECF_CONST, cos, unary)
133 DEF_INTERNAL_FLT_FN (EXP, ECF_CONST, exp, unary)
134 DEF_INTERNAL_FLT_FN (EXP10, ECF_CONST, exp10, unary)
135 DEF_INTERNAL_FLT_FN (EXP2, ECF_CONST, exp2, unary)
136 DEF_INTERNAL_FLT_FN (EXPM1, ECF_CONST, expm1, unary)
137 DEF_INTERNAL_FLT_FN (LOG, ECF_CONST, log, unary)
138 DEF_INTERNAL_FLT_FN (LOG10, ECF_CONST, log10, unary)
139 DEF_INTERNAL_FLT_FN (LOG1P, ECF_CONST, log1p, unary)
140 DEF_INTERNAL_FLT_FN (LOG2, ECF_CONST, log2, unary)
141 DEF_INTERNAL_FLT_FN (LOGB, ECF_CONST, logb, unary)
142 DEF_INTERNAL_FLT_FN (SIGNIFICAND, ECF_CONST, significand, unary)
143 DEF_INTERNAL_FLT_FN (SIN, ECF_CONST, sin, unary)
144 DEF_INTERNAL_FLT_FLOATN_FN (SQRT, ECF_CONST, sqrt, unary)
145 DEF_INTERNAL_FLT_FN (TAN, ECF_CONST, tan, unary)
146
147 /* FP rounding. */
148 DEF_INTERNAL_FLT_FLOATN_FN (CEIL, ECF_CONST, ceil, unary)
149 DEF_INTERNAL_FLT_FLOATN_FN (FLOOR, ECF_CONST, floor, unary)
150 DEF_INTERNAL_FLT_FLOATN_FN (NEARBYINT, ECF_CONST, nearbyint, unary)
151 DEF_INTERNAL_FLT_FLOATN_FN (RINT, ECF_CONST, rint, unary)
152 DEF_INTERNAL_FLT_FLOATN_FN (ROUND, ECF_CONST, round, unary)
153 DEF_INTERNAL_FLT_FLOATN_FN (TRUNC, ECF_CONST, btrunc, unary)
154
155 /* Binary math functions. */
156 DEF_INTERNAL_FLT_FN (ATAN2, ECF_CONST, atan2, binary)
157 DEF_INTERNAL_FLT_FLOATN_FN (COPYSIGN, ECF_CONST, copysign, binary)
158 DEF_INTERNAL_FLT_FN (FMOD, ECF_CONST, fmod, binary)
159 DEF_INTERNAL_FLT_FN (POW, ECF_CONST, pow, binary)
160 DEF_INTERNAL_FLT_FN (REMAINDER, ECF_CONST, remainder, binary)
161 DEF_INTERNAL_FLT_FN (SCALB, ECF_CONST, scalb, binary)
162 DEF_INTERNAL_FLT_FLOATN_FN (FMIN, ECF_CONST, fmin, binary)
163 DEF_INTERNAL_FLT_FLOATN_FN (FMAX, ECF_CONST, fmax, binary)
164 DEF_INTERNAL_OPTAB_FN (XORSIGN, ECF_CONST, xorsign, binary)
165
166 /* FP scales. */
167 DEF_INTERNAL_FLT_FN (LDEXP, ECF_CONST, ldexp, binary)
168
169 /* Unary integer ops. */
170 DEF_INTERNAL_INT_FN (CLRSB, ECF_CONST | ECF_NOTHROW, clrsb, unary)
171 DEF_INTERNAL_INT_FN (CLZ, ECF_CONST | ECF_NOTHROW, clz, unary)
172 DEF_INTERNAL_INT_FN (CTZ, ECF_CONST | ECF_NOTHROW, ctz, unary)
173 DEF_INTERNAL_INT_FN (FFS, ECF_CONST | ECF_NOTHROW, ffs, unary)
174 DEF_INTERNAL_INT_FN (PARITY, ECF_CONST | ECF_NOTHROW, parity, unary)
175 DEF_INTERNAL_INT_FN (POPCOUNT, ECF_CONST | ECF_NOTHROW, popcount, unary)
176
177 DEF_INTERNAL_FN (GOMP_USE_SIMT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
178 DEF_INTERNAL_FN (GOMP_SIMT_ENTER, ECF_LEAF | ECF_NOTHROW, NULL)
179 DEF_INTERNAL_FN (GOMP_SIMT_ENTER_ALLOC, ECF_LEAF | ECF_NOTHROW, NULL)
180 DEF_INTERNAL_FN (GOMP_SIMT_EXIT, ECF_LEAF | ECF_NOTHROW, NULL)
181 DEF_INTERNAL_FN (GOMP_SIMT_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
182 DEF_INTERNAL_FN (GOMP_SIMT_VF, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
183 DEF_INTERNAL_FN (GOMP_SIMT_LAST_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
184 DEF_INTERNAL_FN (GOMP_SIMT_ORDERED_PRED, ECF_LEAF | ECF_NOTHROW, NULL)
185 DEF_INTERNAL_FN (GOMP_SIMT_VOTE_ANY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
186 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_BFLY, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
187 DEF_INTERNAL_FN (GOMP_SIMT_XCHG_IDX, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
188 DEF_INTERNAL_FN (GOMP_SIMD_LANE, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
189 DEF_INTERNAL_FN (GOMP_SIMD_VF, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
190 DEF_INTERNAL_FN (GOMP_SIMD_LAST_LANE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
191 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_START, ECF_LEAF | ECF_NOTHROW, NULL)
192 DEF_INTERNAL_FN (GOMP_SIMD_ORDERED_END, ECF_LEAF | ECF_NOTHROW, NULL)
193 DEF_INTERNAL_FN (LOOP_VECTORIZED, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
194 DEF_INTERNAL_FN (LOOP_DIST_ALIAS, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
195 DEF_INTERNAL_FN (ANNOTATE, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
196 DEF_INTERNAL_FN (UBSAN_NULL, ECF_LEAF | ECF_NOTHROW, ".R.")
197 DEF_INTERNAL_FN (UBSAN_BOUNDS, ECF_LEAF | ECF_NOTHROW, NULL)
198 DEF_INTERNAL_FN (UBSAN_VPTR, ECF_LEAF | ECF_NOTHROW, ".RR..")
199 DEF_INTERNAL_FN (UBSAN_CHECK_ADD, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
200 DEF_INTERNAL_FN (UBSAN_CHECK_SUB, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
201 DEF_INTERNAL_FN (UBSAN_CHECK_MUL, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
202 DEF_INTERNAL_FN (UBSAN_PTR, ECF_LEAF | ECF_NOTHROW, ".R.")
203 DEF_INTERNAL_FN (UBSAN_OBJECT_SIZE, ECF_LEAF | ECF_NOTHROW, NULL)
204 DEF_INTERNAL_FN (ABNORMAL_DISPATCHER, ECF_NORETURN, NULL)
205 DEF_INTERNAL_FN (BUILTIN_EXPECT, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
206 DEF_INTERNAL_FN (ASAN_CHECK, ECF_TM_PURE | ECF_LEAF | ECF_NOTHROW, ".R...")
207 DEF_INTERNAL_FN (ASAN_MARK, ECF_LEAF | ECF_NOTHROW, ".R..")
208 DEF_INTERNAL_FN (ASAN_POISON, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
209 DEF_INTERNAL_FN (ASAN_POISON_USE, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
210 DEF_INTERNAL_FN (ADD_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
211 DEF_INTERNAL_FN (SUB_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
212 DEF_INTERNAL_FN (MUL_OVERFLOW, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
213 DEF_INTERNAL_FN (TSAN_FUNC_EXIT, ECF_NOVOPS | ECF_LEAF | ECF_NOTHROW, NULL)
214 DEF_INTERNAL_FN (VA_ARG, ECF_NOTHROW | ECF_LEAF, NULL)
215
216 /* An unduplicable, uncombinable function. Generally used to preserve
217 a CFG property in the face of jump threading, tail merging or
218 other such optimizations. The first argument distinguishes
219 between uses. See internal-fn.h for usage. */
220 DEF_INTERNAL_FN (UNIQUE, ECF_NOTHROW, NULL)
221 DEF_INTERNAL_FN (PHI, 0, NULL)
222
223 /* DIM_SIZE and DIM_POS return the size of a particular compute
224 dimension and the executing thread's position within that
225 dimension. DIM_POS is pure (and not const) so that it isn't
226 thought to clobber memory and can be gcse'd within a single
227 parallel region, but not across FORK/JOIN boundaries. They take a
228 single INTEGER_CST argument. This might be overly conservative. */
229 DEF_INTERNAL_FN (GOACC_DIM_SIZE, ECF_CONST | ECF_NOTHROW | ECF_LEAF, ".")
230 DEF_INTERNAL_FN (GOACC_DIM_POS, ECF_PURE | ECF_NOTHROW | ECF_LEAF, ".")
231
232 /* OpenACC looping abstraction. See internal-fn.h for usage. */
233 DEF_INTERNAL_FN (GOACC_LOOP, ECF_PURE | ECF_NOTHROW, NULL)
234
235 /* OpenACC reduction abstraction. See internal-fn.h for usage. */
236 DEF_INTERNAL_FN (GOACC_REDUCTION, ECF_NOTHROW | ECF_LEAF, NULL)
237
238 /* Openacc tile abstraction. Describes the spans of the element loop.
239 GOACC_TILE (num-loops, loop-no, tile-arg, tile-mask, element-mask). */
240 DEF_INTERNAL_FN (GOACC_TILE, ECF_NOTHROW | ECF_LEAF, NULL)
241
242 /* Set errno to EDOM, if GCC knows how to do that directly for the
243 current target. */
244 DEF_INTERNAL_FN (SET_EDOM, ECF_LEAF | ECF_NOTHROW, NULL)
245
246 /* Atomic functions. These don't have ECF_NOTHROW because for
247 -fnon-call-exceptions they can throw, otherwise we set
248 gimple_call_nothrow_p on it. */
249 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_SET, ECF_LEAF, NULL)
250 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_COMPLEMENT, ECF_LEAF, NULL)
251 DEF_INTERNAL_FN (ATOMIC_BIT_TEST_AND_RESET, ECF_LEAF, NULL)
252 DEF_INTERNAL_FN (ATOMIC_COMPARE_EXCHANGE, ECF_LEAF, NULL)
253
254 /* To implement [[fallthrough]]. */
255 DEF_INTERNAL_FN (FALLTHROUGH, ECF_LEAF | ECF_NOTHROW, NULL)
256
257 /* To implement __builtin_launder. */
258 DEF_INTERNAL_FN (LAUNDER, ECF_LEAF | ECF_NOTHROW | ECF_NOVOPS, NULL)
259
260 /* Divmod function. */
261 DEF_INTERNAL_FN (DIVMOD, ECF_CONST | ECF_LEAF, NULL)
262
263 /* A NOP function with arbitrary arguments and return value. */
264 DEF_INTERNAL_FN (NOP, ECF_CONST | ECF_LEAF | ECF_NOTHROW, NULL)
265
266 #undef DEF_INTERNAL_INT_FN
267 #undef DEF_INTERNAL_FLT_FN
268 #undef DEF_INTERNAL_FLT_FLOATN_FN
269 #undef DEF_INTERNAL_SIGNED_OPTAB_FN
270 #undef DEF_INTERNAL_OPTAB_FN
271 #undef DEF_INTERNAL_FN