2 * Copyright 2016 Bas Nieuwenhuizen
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the
6 * "Software"), to deal in the Software without restriction, including
7 * without limitation the rights to use, copy, modify, merge, publish,
8 * distribute, sub license, and/or sell copies of the Software, and to
9 * permit persons to whom the Software is furnished to do so, subject to
10 * the following conditions:
12 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
13 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
14 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
15 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
16 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
17 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
18 * USE OR OTHER DEALINGS IN THE SOFTWARE.
20 * The above copyright notice and this permission notice (including the
21 * next paragraph) shall be included in all copies or substantial portions
25 #ifndef AC_LLVM_BUILD_H
26 #define AC_LLVM_BUILD_H
29 #include <llvm-c/TargetMachine.h>
31 #include "amd_family.h"
37 #define HAVE_32BIT_POINTERS (HAVE_LLVM >= 0x0700)
40 /* CONST is the only address space that selects SMEM loads */
41 AC_CONST_ADDR_SPACE
= HAVE_LLVM
>= 0x700 ? 4 : 2,
42 AC_LOCAL_ADDR_SPACE
= 3,
43 AC_CONST_32BIT_ADDR_SPACE
= 6, /* same as CONST, but the pointer type has 32 bits */
46 struct ac_llvm_context
{
47 LLVMContextRef context
;
49 LLVMBuilderRef builder
;
80 unsigned range_md_kind
;
81 unsigned invariant_load_md_kind
;
82 unsigned uniform_md_kind
;
83 unsigned fpmath_md_kind
;
84 LLVMValueRef fpmath_md_2p5_ulp
;
85 LLVMValueRef empty_md
;
87 enum chip_class chip_class
;
88 enum radeon_family family
;
94 ac_llvm_context_init(struct ac_llvm_context
*ctx
, LLVMContextRef context
,
95 enum chip_class chip_class
, enum radeon_family family
);
98 ac_get_llvm_num_components(LLVMValueRef value
);
101 ac_get_elem_bits(struct ac_llvm_context
*ctx
, LLVMTypeRef type
);
104 ac_llvm_extract_elem(struct ac_llvm_context
*ac
,
108 unsigned ac_get_type_size(LLVMTypeRef type
);
110 LLVMTypeRef
ac_to_integer_type(struct ac_llvm_context
*ctx
, LLVMTypeRef t
);
111 LLVMValueRef
ac_to_integer(struct ac_llvm_context
*ctx
, LLVMValueRef v
);
112 LLVMTypeRef
ac_to_float_type(struct ac_llvm_context
*ctx
, LLVMTypeRef t
);
113 LLVMValueRef
ac_to_float(struct ac_llvm_context
*ctx
, LLVMValueRef v
);
116 ac_build_intrinsic(struct ac_llvm_context
*ctx
, const char *name
,
117 LLVMTypeRef return_type
, LLVMValueRef
*params
,
118 unsigned param_count
, unsigned attrib_mask
);
120 void ac_build_type_name_for_intr(LLVMTypeRef type
, char *buf
, unsigned bufsize
);
123 ac_build_phi(struct ac_llvm_context
*ctx
, LLVMTypeRef type
,
124 unsigned count_incoming
, LLVMValueRef
*values
,
125 LLVMBasicBlockRef
*blocks
);
127 void ac_build_optimization_barrier(struct ac_llvm_context
*ctx
,
128 LLVMValueRef
*pvgpr
);
130 LLVMValueRef
ac_build_shader_clock(struct ac_llvm_context
*ctx
);
132 LLVMValueRef
ac_build_ballot(struct ac_llvm_context
*ctx
, LLVMValueRef value
);
134 LLVMValueRef
ac_build_vote_all(struct ac_llvm_context
*ctx
, LLVMValueRef value
);
136 LLVMValueRef
ac_build_vote_any(struct ac_llvm_context
*ctx
, LLVMValueRef value
);
138 LLVMValueRef
ac_build_vote_eq(struct ac_llvm_context
*ctx
, LLVMValueRef value
);
141 ac_build_varying_gather_values(struct ac_llvm_context
*ctx
, LLVMValueRef
*values
,
142 unsigned value_count
, unsigned component
);
145 ac_build_gather_values_extended(struct ac_llvm_context
*ctx
,
146 LLVMValueRef
*values
,
147 unsigned value_count
,
148 unsigned value_stride
,
152 ac_build_gather_values(struct ac_llvm_context
*ctx
,
153 LLVMValueRef
*values
,
154 unsigned value_count
);
155 LLVMValueRef
ac_build_expand_to_vec4(struct ac_llvm_context
*ctx
,
157 unsigned num_channels
);
160 ac_build_fdiv(struct ac_llvm_context
*ctx
,
165 ac_prepare_cube_coords(struct ac_llvm_context
*ctx
,
166 bool is_deriv
, bool is_array
, bool is_lod
,
167 LLVMValueRef
*coords_arg
,
168 LLVMValueRef
*derivs_arg
);
172 ac_build_fs_interp(struct ac_llvm_context
*ctx
,
173 LLVMValueRef llvm_chan
,
174 LLVMValueRef attr_number
,
180 ac_build_fs_interp_mov(struct ac_llvm_context
*ctx
,
181 LLVMValueRef parameter
,
182 LLVMValueRef llvm_chan
,
183 LLVMValueRef attr_number
,
184 LLVMValueRef params
);
187 ac_build_gep0(struct ac_llvm_context
*ctx
,
188 LLVMValueRef base_ptr
,
192 ac_build_indexed_store(struct ac_llvm_context
*ctx
,
193 LLVMValueRef base_ptr
, LLVMValueRef index
,
196 LLVMValueRef
ac_build_load(struct ac_llvm_context
*ctx
, LLVMValueRef base_ptr
,
198 LLVMValueRef
ac_build_load_invariant(struct ac_llvm_context
*ctx
,
199 LLVMValueRef base_ptr
, LLVMValueRef index
);
200 LLVMValueRef
ac_build_load_to_sgpr(struct ac_llvm_context
*ctx
,
201 LLVMValueRef base_ptr
, LLVMValueRef index
);
204 ac_build_buffer_store_dword(struct ac_llvm_context
*ctx
,
207 unsigned num_channels
,
208 LLVMValueRef voffset
,
209 LLVMValueRef soffset
,
210 unsigned inst_offset
,
213 bool writeonly_memory
,
214 bool swizzle_enable_hint
);
216 ac_build_buffer_load(struct ac_llvm_context
*ctx
,
220 LLVMValueRef voffset
,
221 LLVMValueRef soffset
,
222 unsigned inst_offset
,
228 LLVMValueRef
ac_build_buffer_load_format(struct ac_llvm_context
*ctx
,
231 LLVMValueRef voffset
,
232 unsigned num_channels
,
237 ac_get_thread_id(struct ac_llvm_context
*ctx
);
239 #define AC_TID_MASK_TOP_LEFT 0xfffffffc
240 #define AC_TID_MASK_TOP 0xfffffffd
241 #define AC_TID_MASK_LEFT 0xfffffffe
244 ac_build_ddxy(struct ac_llvm_context
*ctx
,
249 #define AC_SENDMSG_GS 2
250 #define AC_SENDMSG_GS_DONE 3
252 #define AC_SENDMSG_GS_OP_NOP (0 << 4)
253 #define AC_SENDMSG_GS_OP_CUT (1 << 4)
254 #define AC_SENDMSG_GS_OP_EMIT (2 << 4)
255 #define AC_SENDMSG_GS_OP_EMIT_CUT (3 << 4)
257 void ac_build_sendmsg(struct ac_llvm_context
*ctx
,
259 LLVMValueRef wave_id
);
261 LLVMValueRef
ac_build_imsb(struct ac_llvm_context
*ctx
,
263 LLVMTypeRef dst_type
);
265 LLVMValueRef
ac_build_umsb(struct ac_llvm_context
*ctx
,
267 LLVMTypeRef dst_type
);
268 LLVMValueRef
ac_build_fmin(struct ac_llvm_context
*ctx
, LLVMValueRef a
,
270 LLVMValueRef
ac_build_fmax(struct ac_llvm_context
*ctx
, LLVMValueRef a
,
272 LLVMValueRef
ac_build_imin(struct ac_llvm_context
*ctx
, LLVMValueRef a
,
274 LLVMValueRef
ac_build_imax(struct ac_llvm_context
*ctx
, LLVMValueRef a
,
276 LLVMValueRef
ac_build_umin(struct ac_llvm_context
*ctx
, LLVMValueRef a
, LLVMValueRef b
);
277 LLVMValueRef
ac_build_clamp(struct ac_llvm_context
*ctx
, LLVMValueRef value
);
279 struct ac_export_args
{
282 unsigned enabled_channels
;
288 void ac_build_export(struct ac_llvm_context
*ctx
, struct ac_export_args
*a
);
290 void ac_build_export_null(struct ac_llvm_context
*ctx
);
292 enum ac_image_opcode
{
298 ac_image_get_resinfo
,
301 struct ac_image_args
{
302 enum ac_image_opcode opcode
;
310 LLVMValueRef resource
;
311 LLVMValueRef sampler
;
318 LLVMValueRef
ac_build_image_opcode(struct ac_llvm_context
*ctx
,
319 struct ac_image_args
*a
);
320 LLVMValueRef
ac_build_cvt_pkrtz_f16(struct ac_llvm_context
*ctx
,
321 LLVMValueRef args
[2]);
322 LLVMValueRef
ac_build_cvt_pknorm_i16(struct ac_llvm_context
*ctx
,
323 LLVMValueRef args
[2]);
324 LLVMValueRef
ac_build_cvt_pknorm_u16(struct ac_llvm_context
*ctx
,
325 LLVMValueRef args
[2]);
326 LLVMValueRef
ac_build_cvt_pk_i16(struct ac_llvm_context
*ctx
,
327 LLVMValueRef args
[2], unsigned bits
, bool hi
);
328 LLVMValueRef
ac_build_cvt_pk_u16(struct ac_llvm_context
*ctx
,
329 LLVMValueRef args
[2], unsigned bits
, bool hi
);
330 LLVMValueRef
ac_build_wqm_vote(struct ac_llvm_context
*ctx
, LLVMValueRef i1
);
331 void ac_build_kill_if_false(struct ac_llvm_context
*ctx
, LLVMValueRef i1
);
332 LLVMValueRef
ac_build_bfe(struct ac_llvm_context
*ctx
, LLVMValueRef input
,
333 LLVMValueRef offset
, LLVMValueRef width
,
336 void ac_build_waitcnt(struct ac_llvm_context
*ctx
, unsigned simm16
);
338 void ac_get_image_intr_name(const char *base_name
,
339 LLVMTypeRef data_type
,
340 LLVMTypeRef coords_type
,
341 LLVMTypeRef rsrc_type
,
342 char *out_name
, unsigned out_len
);
344 void ac_optimize_vs_outputs(struct ac_llvm_context
*ac
,
345 LLVMValueRef main_fn
,
346 uint8_t *vs_output_param_offset
,
347 uint32_t num_outputs
,
348 uint8_t *num_param_exports
);
349 void ac_init_exec_full_mask(struct ac_llvm_context
*ctx
);
351 void ac_declare_lds_as_pointer(struct ac_llvm_context
*ac
);
352 LLVMValueRef
ac_lds_load(struct ac_llvm_context
*ctx
,
353 LLVMValueRef dw_addr
);
354 void ac_lds_store(struct ac_llvm_context
*ctx
,
355 LLVMValueRef dw_addr
, LLVMValueRef value
);
357 LLVMValueRef
ac_find_lsb(struct ac_llvm_context
*ctx
,
358 LLVMTypeRef dst_type
,
361 LLVMTypeRef
ac_array_in_const_addr_space(LLVMTypeRef elem_type
);
362 LLVMTypeRef
ac_array_in_const32_addr_space(LLVMTypeRef elem_type
);