panfrost: Avoid postfix dep for vertex_data
[mesa.git] / src / gallium / drivers / panfrost / pan_context.h
1 /*
2 * © Copyright 2018 Alyssa Rosenzweig
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21 * SOFTWARE.
22 *
23 */
24
25 #ifndef __BUILDER_H__
26 #define __BUILDER_H__
27
28 #define _LARGEFILE64_SOURCE 1
29 #define CACHE_LINE_SIZE 1024 /* TODO */
30 #include <sys/mman.h>
31 #include <assert.h>
32 #include "pan_resource.h"
33 #include "pan_job.h"
34 #include "pan_blend.h"
35 #include "pan_encoder.h"
36 #include "pan_texture.h"
37
38 #include "pipe/p_compiler.h"
39 #include "pipe/p_config.h"
40 #include "pipe/p_context.h"
41 #include "pipe/p_defines.h"
42 #include "pipe/p_format.h"
43 #include "pipe/p_screen.h"
44 #include "pipe/p_state.h"
45 #include "util/u_blitter.h"
46 #include "util/hash_table.h"
47
48 #include "midgard/midgard_compile.h"
49 #include "compiler/shader_enums.h"
50
51 /* Forward declare to avoid extra header dep */
52 struct prim_convert_context;
53
54 #define MAX_VARYINGS 4096
55
56 #define SET_BIT(lval, bit, cond) \
57 if (cond) \
58 lval |= (bit); \
59 else \
60 lval &= ~(bit);
61
62 struct panfrost_constant_buffer {
63 struct pipe_constant_buffer cb[PIPE_MAX_CONSTANT_BUFFERS];
64 uint32_t enabled_mask;
65 uint32_t dirty_mask;
66 };
67
68 struct panfrost_query {
69 /* Passthrough from Gallium */
70 unsigned type;
71 unsigned index;
72
73 /* For computed queries. 64-bit to prevent overflow */
74 struct {
75 uint64_t start;
76 uint64_t end;
77 };
78
79 /* Memory for the GPU to writeback the value of the query */
80 struct panfrost_bo *bo;
81 };
82
83 struct panfrost_fence {
84 struct pipe_reference reference;
85 uint32_t syncobj;
86 bool signaled;
87 };
88
89 struct panfrost_streamout {
90 struct pipe_stream_output_target *targets[PIPE_MAX_SO_BUFFERS];
91 uint32_t offsets[PIPE_MAX_SO_BUFFERS];
92 unsigned num_targets;
93 };
94
95 struct panfrost_context {
96 /* Gallium context */
97 struct pipe_context base;
98
99 /* Upload manager for small resident GPU-internal data structures, like
100 * sampler descriptors. We use an upload manager since the minimum BO
101 * size from the kernel is 4kb */
102 struct u_upload_mgr *state_uploader;
103
104 /* Bound job batch and map of panfrost_batch_key to job batches */
105 struct panfrost_batch *batch;
106 struct hash_table *batches;
107
108 /* panfrost_bo -> panfrost_bo_access */
109 struct hash_table *accessed_bos;
110
111 /* Within a launch_grid call.. */
112 const struct pipe_grid_info *compute_grid;
113
114 /* Bit mask for supported PIPE_DRAW for this hardware */
115 unsigned draw_modes;
116
117 struct pipe_framebuffer_state pipe_framebuffer;
118 struct panfrost_streamout streamout;
119
120 bool active_queries;
121 uint64_t prims_generated;
122 uint64_t tf_prims_generated;
123 struct panfrost_query *occlusion_query;
124
125 unsigned vertex_count;
126 unsigned instance_count;
127 unsigned offset_start;
128 enum pipe_prim_type active_prim;
129
130 /* If instancing is enabled, vertex count padded for instance; if
131 * it is disabled, just equal to plain vertex count */
132 unsigned padded_count;
133
134 /* TODO: Multiple uniform buffers (index =/= 0), finer updates? */
135
136 struct panfrost_constant_buffer constant_buffer[PIPE_SHADER_TYPES];
137
138 struct panfrost_rasterizer *rasterizer;
139 struct panfrost_shader_variants *shader[PIPE_SHADER_TYPES];
140 struct panfrost_vertex_state *vertex;
141
142 struct pipe_vertex_buffer vertex_buffers[PIPE_MAX_ATTRIBS];
143 uint32_t vb_mask;
144
145 struct pipe_shader_buffer ssbo[PIPE_SHADER_TYPES][PIPE_MAX_SHADER_BUFFERS];
146 uint32_t ssbo_mask[PIPE_SHADER_TYPES];
147
148 struct panfrost_sampler_state *samplers[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
149 unsigned sampler_count[PIPE_SHADER_TYPES];
150
151 struct panfrost_sampler_view *sampler_views[PIPE_SHADER_TYPES][PIPE_MAX_SHADER_SAMPLER_VIEWS];
152 unsigned sampler_view_count[PIPE_SHADER_TYPES];
153
154 struct primconvert_context *primconvert;
155 struct blitter_context *blitter;
156
157 /* Blitting the wallpaper (the old contents of the framebuffer back to
158 * itself) uses a dedicated u_blitter instance versus general blit()
159 * callbacks from Gallium, as the blit() callback can trigger
160 * wallpapering without Gallium realising, which in turns u_blitter
161 * errors due to unsupported reucrsion */
162
163 struct blitter_context *blitter_wallpaper;
164 struct panfrost_batch *wallpaper_batch;
165
166 struct panfrost_blend_state *blend;
167
168 struct pipe_viewport_state pipe_viewport;
169 struct pipe_scissor_state scissor;
170 struct pipe_blend_color blend_color;
171 struct panfrost_zsa_state *depth_stencil;
172 struct pipe_stencil_ref stencil_ref;
173 unsigned sample_mask;
174 unsigned min_samples;
175
176 struct panfrost_blend_state blit_blend;
177 };
178
179 /* Corresponds to the CSO */
180
181 struct panfrost_rasterizer {
182 struct pipe_rasterizer_state base;
183 };
184
185 /* Variants bundle together to form the backing CSO, bundling multiple
186 * shaders with varying emulated features baked in */
187
188 /* A shader state corresponds to the actual, current variant of the shader */
189 struct panfrost_shader_state {
190 /* Compiled, mapped descriptor, ready for the hardware */
191 bool compiled;
192
193 /* Uploaded shader descriptor (TODO: maybe stuff the packed unuploaded
194 * bits in a union to save some memory?) */
195
196 struct {
197 struct pipe_resource *rsrc;
198 uint32_t offset;
199 } upload;
200
201 struct mali_shader_packed shader;
202 struct mali_midgard_properties_packed properties;
203 struct mali_preload_packed preload;
204
205 /* Non-descript information */
206 unsigned uniform_count;
207 unsigned work_reg_count;
208 bool can_discard;
209 bool writes_point_size;
210 bool writes_depth;
211 bool writes_stencil;
212 bool reads_point_coord;
213 bool reads_face;
214 bool reads_frag_coord;
215 bool writes_global;
216 unsigned stack_size;
217 unsigned shared_size;
218
219 /* Does the fragment shader have side effects? In particular, if output
220 * is masked out, is it legal to skip shader execution? */
221 bool fs_sidefx;
222
223 /* For Bifrost - output type for each RT */
224 enum bifrost_shader_type blend_types[BIFROST_MAX_RENDER_TARGET_COUNT];
225
226 unsigned attribute_count, varying_count, ubo_count;
227 enum mali_format varyings[PIPE_MAX_ATTRIBS];
228 gl_varying_slot varyings_loc[PIPE_MAX_ATTRIBS];
229 struct pipe_stream_output_info stream_output;
230 uint64_t so_mask;
231
232 unsigned sysval_count;
233 unsigned sysval[MAX_SYSVAL_COUNT];
234
235 uint16_t point_sprite_mask;
236 unsigned point_sprite_upper_left : 1;
237
238 /* Should we enable helper invocations */
239 bool helper_invocations;
240
241 /* GPU-executable memory */
242 struct panfrost_bo *bo;
243
244 BITSET_WORD outputs_read;
245 enum pipe_format rt_formats[8];
246 };
247
248 /* A collection of varyings (the CSO) */
249 struct panfrost_shader_variants {
250 /* A panfrost_shader_variants can represent a shader for
251 * either graphics or compute */
252
253 bool is_compute;
254
255 union {
256 struct pipe_shader_state base;
257 struct pipe_compute_state cbase;
258 };
259
260 struct panfrost_shader_state *variants;
261 unsigned variant_space;
262
263 unsigned variant_count;
264
265 /* The current active variant */
266 unsigned active_variant;
267 };
268
269 struct panfrost_vertex_state {
270 unsigned num_elements;
271
272 struct pipe_vertex_element pipe[PIPE_MAX_ATTRIBS];
273 unsigned formats[PIPE_MAX_ATTRIBS];
274 };
275
276 struct panfrost_zsa_state {
277 struct pipe_depth_stencil_alpha_state base;
278
279 /* Precomputed stencil state */
280 struct mali_stencil_packed stencil_front;
281 struct mali_stencil_packed stencil_back;
282 u8 stencil_mask_front;
283 u8 stencil_mask_back;
284 };
285
286 struct panfrost_sampler_state {
287 struct pipe_sampler_state base;
288 struct mali_midgard_sampler_packed hw;
289 };
290
291 /* Misnomer: Sampler view corresponds to textures, not samplers */
292
293 struct panfrost_sampler_view {
294 struct pipe_sampler_view base;
295 struct panfrost_bo *bo;
296 struct mali_bifrost_texture_packed bifrost_descriptor;
297 mali_ptr texture_bo;
298 uint64_t modifier;
299 };
300
301 static inline struct panfrost_context *
302 pan_context(struct pipe_context *pcontext)
303 {
304 return (struct panfrost_context *) pcontext;
305 }
306
307 static inline struct panfrost_shader_state *
308 panfrost_get_shader_state(struct panfrost_context *ctx,
309 enum pipe_shader_type st)
310 {
311 struct panfrost_shader_variants *all = ctx->shader[st];
312
313 if (!all)
314 return NULL;
315
316 return &all->variants[all->active_variant];
317 }
318
319 struct pipe_context *
320 panfrost_create_context(struct pipe_screen *screen, void *priv, unsigned flags);
321
322 bool
323 panfrost_writes_point_size(struct panfrost_context *ctx);
324
325 struct panfrost_transfer
326 panfrost_vertex_tiler_job(struct panfrost_context *ctx, bool is_tiler);
327
328 void
329 panfrost_flush(
330 struct pipe_context *pipe,
331 struct pipe_fence_handle **fence,
332 unsigned flags);
333
334 mali_ptr panfrost_sfbd_fragment(struct panfrost_batch *batch, bool has_draws);
335 mali_ptr panfrost_mfbd_fragment(struct panfrost_batch *batch, bool has_draws);
336
337 void
338 panfrost_attach_mfbd(struct panfrost_batch *batch, unsigned vertex_count);
339
340 void
341 panfrost_attach_sfbd(struct panfrost_batch *batch, unsigned vertex_count);
342
343 struct midgard_tiler_descriptor
344 panfrost_emit_midg_tiler(struct panfrost_batch *batch, unsigned vertex_count);
345
346 mali_ptr
347 panfrost_fragment_job(struct panfrost_batch *batch, bool has_draws);
348
349 void
350 panfrost_shader_compile(struct panfrost_context *ctx,
351 enum pipe_shader_ir ir_type,
352 const void *ir,
353 gl_shader_stage stage,
354 struct panfrost_shader_state *state,
355 uint64_t *outputs_written);
356
357 void
358 panfrost_create_sampler_view_bo(struct panfrost_sampler_view *so,
359 struct pipe_context *pctx,
360 struct pipe_resource *texture);
361
362 /* Instancing */
363
364 mali_ptr
365 panfrost_vertex_buffer_address(struct panfrost_context *ctx, unsigned i);
366
367 /* Compute */
368
369 void
370 panfrost_compute_context_init(struct pipe_context *pctx);
371
372
373 #endif