radeonsi: fix CS tracing and remove excessive CS dumping
[mesa.git] / src / gallium / drivers / radeonsi / si_pipe.c
1 /*
2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
22 */
23
24 #include "si_pipe.h"
25 #include "si_public.h"
26 #include "sid.h"
27
28 #include "radeon/radeon_uvd.h"
29 #include "util/u_memory.h"
30 #include "vl/vl_decoder.h"
31
32 /*
33 * pipe_context
34 */
35 static void si_destroy_context(struct pipe_context *context)
36 {
37 struct si_context *sctx = (struct si_context *)context;
38
39 si_release_all_descriptors(sctx);
40
41 pipe_resource_reference(&sctx->esgs_ring, NULL);
42 pipe_resource_reference(&sctx->gsvs_ring, NULL);
43 pipe_resource_reference(&sctx->null_const_buf.buffer, NULL);
44 r600_resource_reference(&sctx->border_color_table, NULL);
45
46 si_pm4_delete_state(sctx, gs_rings, sctx->gs_rings);
47 si_pm4_delete_state(sctx, gs_onoff, sctx->gs_on);
48 si_pm4_delete_state(sctx, gs_onoff, sctx->gs_off);
49
50 if (sctx->dummy_pixel_shader) {
51 sctx->b.b.delete_fs_state(&sctx->b.b, sctx->dummy_pixel_shader);
52 }
53 sctx->b.b.delete_depth_stencil_alpha_state(&sctx->b.b, sctx->custom_dsa_flush);
54 sctx->b.b.delete_blend_state(&sctx->b.b, sctx->custom_blend_resolve);
55 sctx->b.b.delete_blend_state(&sctx->b.b, sctx->custom_blend_decompress);
56 sctx->b.b.delete_blend_state(&sctx->b.b, sctx->custom_blend_fastclear);
57 util_unreference_framebuffer_state(&sctx->framebuffer.state);
58
59 util_blitter_destroy(sctx->blitter);
60
61 si_pm4_cleanup(sctx);
62
63 r600_common_context_cleanup(&sctx->b);
64 FREE(sctx);
65 }
66
67 static struct pipe_context *si_create_context(struct pipe_screen *screen, void *priv)
68 {
69 struct si_context *sctx = CALLOC_STRUCT(si_context);
70 struct si_screen* sscreen = (struct si_screen *)screen;
71 struct radeon_winsys *ws = sscreen->b.ws;
72 int shader, i;
73
74 if (sctx == NULL)
75 return NULL;
76
77 sctx->b.b.screen = screen; /* this must be set first */
78 sctx->b.b.priv = priv;
79 sctx->b.b.destroy = si_destroy_context;
80 sctx->screen = sscreen; /* Easy accessing of screen/winsys. */
81
82 if (!r600_common_context_init(&sctx->b, &sscreen->b))
83 goto fail;
84
85 si_init_blit_functions(sctx);
86 si_init_compute_functions(sctx);
87
88 if (sscreen->b.info.has_uvd) {
89 sctx->b.b.create_video_codec = si_uvd_create_decoder;
90 sctx->b.b.create_video_buffer = si_video_buffer_create;
91 } else {
92 sctx->b.b.create_video_codec = vl_create_decoder;
93 sctx->b.b.create_video_buffer = vl_video_buffer_create;
94 }
95
96 sctx->b.rings.gfx.cs = ws->cs_create(ws, RING_GFX, si_context_gfx_flush,
97 sctx, sscreen->b.trace_bo ?
98 sscreen->b.trace_bo->cs_buf : NULL);
99 sctx->b.rings.gfx.flush = si_context_gfx_flush;
100
101 si_init_all_descriptors(sctx);
102
103 /* Initialize cache_flush. */
104 sctx->cache_flush = si_atom_cache_flush;
105 sctx->atoms.s.cache_flush = &sctx->cache_flush;
106
107 sctx->msaa_config = si_atom_msaa_config;
108 sctx->atoms.s.msaa_config = &sctx->msaa_config;
109
110 sctx->atoms.s.streamout_begin = &sctx->b.streamout.begin_atom;
111 sctx->atoms.s.streamout_enable = &sctx->b.streamout.enable_atom;
112
113 switch (sctx->b.chip_class) {
114 case SI:
115 case CIK:
116 si_init_state_functions(sctx);
117 si_init_config(sctx);
118 break;
119 default:
120 R600_ERR("Unsupported chip class %d.\n", sctx->b.chip_class);
121 goto fail;
122 }
123
124 if (sscreen->b.debug_flags & DBG_FORCE_DMA)
125 sctx->b.b.resource_copy_region = sctx->b.dma_copy;
126
127 sctx->blitter = util_blitter_create(&sctx->b.b);
128 if (sctx->blitter == NULL)
129 goto fail;
130 sctx->blitter->draw_rectangle = r600_draw_rectangle;
131
132 /* these must be last */
133 si_begin_new_cs(sctx);
134 r600_query_init_backend_mask(&sctx->b); /* this emits commands and must be last */
135
136 /* CIK cannot unbind a constant buffer (S_BUFFER_LOAD is buggy
137 * with a NULL buffer). We need to use a dummy buffer instead. */
138 if (sctx->b.chip_class == CIK) {
139 sctx->null_const_buf.buffer = pipe_buffer_create(screen, PIPE_BIND_CONSTANT_BUFFER,
140 PIPE_USAGE_DEFAULT, 16);
141 sctx->null_const_buf.buffer_size = sctx->null_const_buf.buffer->width0;
142
143 for (shader = 0; shader < SI_NUM_SHADERS; shader++) {
144 for (i = 0; i < SI_NUM_CONST_BUFFERS; i++) {
145 sctx->b.b.set_constant_buffer(&sctx->b.b, shader, i,
146 &sctx->null_const_buf);
147 }
148 }
149
150 /* Clear the NULL constant buffer, because loads should return zeros. */
151 sctx->b.clear_buffer(&sctx->b.b, sctx->null_const_buf.buffer, 0,
152 sctx->null_const_buf.buffer->width0, 0);
153 }
154
155 return &sctx->b.b;
156 fail:
157 si_destroy_context(&sctx->b.b);
158 return NULL;
159 }
160
161 /*
162 * pipe_screen
163 */
164
165 static int si_get_param(struct pipe_screen* pscreen, enum pipe_cap param)
166 {
167 struct si_screen *sscreen = (struct si_screen *)pscreen;
168
169 switch (param) {
170 /* Supported features (boolean caps). */
171 case PIPE_CAP_TWO_SIDED_STENCIL:
172 case PIPE_CAP_MAX_DUAL_SOURCE_RENDER_TARGETS:
173 case PIPE_CAP_ANISOTROPIC_FILTER:
174 case PIPE_CAP_POINT_SPRITE:
175 case PIPE_CAP_OCCLUSION_QUERY:
176 case PIPE_CAP_TEXTURE_SHADOW_MAP:
177 case PIPE_CAP_TEXTURE_MIRROR_CLAMP:
178 case PIPE_CAP_BLEND_EQUATION_SEPARATE:
179 case PIPE_CAP_TEXTURE_SWIZZLE:
180 case PIPE_CAP_DEPTH_CLIP_DISABLE:
181 case PIPE_CAP_SHADER_STENCIL_EXPORT:
182 case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR:
183 case PIPE_CAP_MIXED_COLORBUFFER_FORMATS:
184 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_UPPER_LEFT:
185 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_HALF_INTEGER:
186 case PIPE_CAP_SM3:
187 case PIPE_CAP_SEAMLESS_CUBE_MAP:
188 case PIPE_CAP_PRIMITIVE_RESTART:
189 case PIPE_CAP_CONDITIONAL_RENDER:
190 case PIPE_CAP_TEXTURE_BARRIER:
191 case PIPE_CAP_INDEP_BLEND_ENABLE:
192 case PIPE_CAP_INDEP_BLEND_FUNC:
193 case PIPE_CAP_SEAMLESS_CUBE_MAP_PER_TEXTURE:
194 case PIPE_CAP_VERTEX_COLOR_UNCLAMPED:
195 case PIPE_CAP_VERTEX_BUFFER_OFFSET_4BYTE_ALIGNED_ONLY:
196 case PIPE_CAP_VERTEX_BUFFER_STRIDE_4BYTE_ALIGNED_ONLY:
197 case PIPE_CAP_VERTEX_ELEMENT_SRC_OFFSET_4BYTE_ALIGNED_ONLY:
198 case PIPE_CAP_USER_INDEX_BUFFERS:
199 case PIPE_CAP_USER_CONSTANT_BUFFERS:
200 case PIPE_CAP_START_INSTANCE:
201 case PIPE_CAP_NPOT_TEXTURES:
202 case PIPE_CAP_MIXED_FRAMEBUFFER_SIZES:
203 case PIPE_CAP_PREFER_BLIT_BASED_TEXTURE_TRANSFER:
204 case PIPE_CAP_TGSI_INSTANCEID:
205 case PIPE_CAP_COMPUTE:
206 case PIPE_CAP_TEXTURE_BUFFER_OBJECTS:
207 case PIPE_CAP_TGSI_VS_LAYER_VIEWPORT:
208 case PIPE_CAP_QUERY_PIPELINE_STATISTICS:
209 case PIPE_CAP_BUFFER_MAP_PERSISTENT_COHERENT:
210 case PIPE_CAP_CUBE_MAP_ARRAY:
211 case PIPE_CAP_SAMPLE_SHADING:
212 case PIPE_CAP_DRAW_INDIRECT:
213 return 1;
214
215 case PIPE_CAP_TEXTURE_MULTISAMPLE:
216 /* 2D tiling on CIK is supported since DRM 2.35.0 */
217 return sscreen->b.chip_class < CIK ||
218 sscreen->b.info.drm_minor >= 35;
219
220 case PIPE_CAP_MIN_MAP_BUFFER_ALIGNMENT:
221 return R600_MAP_BUFFER_ALIGNMENT;
222
223 case PIPE_CAP_CONSTANT_BUFFER_OFFSET_ALIGNMENT:
224 case PIPE_CAP_TEXTURE_BUFFER_OFFSET_ALIGNMENT:
225 return 4;
226
227 case PIPE_CAP_GLSL_FEATURE_LEVEL:
228 return 330;
229
230 case PIPE_CAP_MAX_TEXTURE_BUFFER_SIZE:
231 return MIN2(sscreen->b.info.vram_size, 0xFFFFFFFF);
232
233 case PIPE_CAP_TEXTURE_QUERY_LOD:
234 case PIPE_CAP_TEXTURE_GATHER_SM5:
235 return HAVE_LLVM >= 0x0305;
236 case PIPE_CAP_MAX_TEXTURE_GATHER_COMPONENTS:
237 return HAVE_LLVM >= 0x0305 ? 4 : 0;
238
239 /* Unsupported features. */
240 case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
241 case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
242 case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS:
243 case PIPE_CAP_FRAGMENT_COLOR_CLAMPED:
244 case PIPE_CAP_VERTEX_COLOR_CLAMPED:
245 case PIPE_CAP_QUADS_FOLLOW_PROVOKING_VERTEX_CONVENTION:
246 case PIPE_CAP_USER_VERTEX_BUFFERS:
247 case PIPE_CAP_TGSI_TEXCOORD:
248 case PIPE_CAP_FAKE_SW_MSAA:
249 case PIPE_CAP_TEXTURE_GATHER_OFFSETS:
250 case PIPE_CAP_TGSI_VS_WINDOW_SPACE_POSITION:
251 case PIPE_CAP_TGSI_FS_FINE_DERIVATIVE:
252 case PIPE_CAP_CONDITIONAL_RENDER_INVERTED:
253 case PIPE_CAP_SAMPLER_VIEW_TARGET:
254 return 0;
255
256 case PIPE_CAP_TEXTURE_BORDER_COLOR_QUIRK:
257 return PIPE_QUIRK_TEXTURE_BORDER_COLOR_SWIZZLE_R600;
258
259 /* Stream output. */
260 case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS:
261 return sscreen->b.has_streamout ? 4 : 0;
262 case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME:
263 return sscreen->b.has_streamout ? 1 : 0;
264 case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
265 case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
266 return sscreen->b.has_streamout ? 32*4 : 0;
267
268 /* Geometry shader output. */
269 case PIPE_CAP_MAX_GEOMETRY_OUTPUT_VERTICES:
270 return 1024;
271 case PIPE_CAP_MAX_GEOMETRY_TOTAL_OUTPUT_COMPONENTS:
272 return 4095;
273 case PIPE_CAP_MAX_VERTEX_STREAMS:
274 return 1;
275
276 case PIPE_CAP_MAX_VERTEX_ATTRIB_STRIDE:
277 return 2048;
278
279 /* Texturing. */
280 case PIPE_CAP_MAX_TEXTURE_2D_LEVELS:
281 case PIPE_CAP_MAX_TEXTURE_CUBE_LEVELS:
282 return 15; /* 16384 */
283 case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
284 /* textures support 8192, but layered rendering supports 2048 */
285 return 12;
286 case PIPE_CAP_MAX_TEXTURE_ARRAY_LAYERS:
287 /* textures support 8192, but layered rendering supports 2048 */
288 return 2048;
289
290 /* Render targets. */
291 case PIPE_CAP_MAX_RENDER_TARGETS:
292 return 8;
293
294 case PIPE_CAP_MAX_VIEWPORTS:
295 return 1;
296
297 /* Timer queries, present when the clock frequency is non zero. */
298 case PIPE_CAP_QUERY_TIMESTAMP:
299 case PIPE_CAP_QUERY_TIME_ELAPSED:
300 return sscreen->b.info.r600_clock_crystal_freq != 0;
301
302 case PIPE_CAP_MIN_TEXTURE_GATHER_OFFSET:
303 case PIPE_CAP_MIN_TEXEL_OFFSET:
304 return -32;
305
306 case PIPE_CAP_MAX_TEXTURE_GATHER_OFFSET:
307 case PIPE_CAP_MAX_TEXEL_OFFSET:
308 return 31;
309
310 case PIPE_CAP_ENDIANNESS:
311 return PIPE_ENDIAN_LITTLE;
312
313 case PIPE_CAP_VENDOR_ID:
314 return 0x1002;
315 case PIPE_CAP_DEVICE_ID:
316 return sscreen->b.info.pci_id;
317 case PIPE_CAP_ACCELERATED:
318 return 1;
319 case PIPE_CAP_VIDEO_MEMORY:
320 return sscreen->b.info.vram_size >> 20;
321 case PIPE_CAP_UMA:
322 return 0;
323 }
324 return 0;
325 }
326
327 static int si_get_shader_param(struct pipe_screen* pscreen, unsigned shader, enum pipe_shader_cap param)
328 {
329 switch(shader)
330 {
331 case PIPE_SHADER_FRAGMENT:
332 case PIPE_SHADER_VERTEX:
333 case PIPE_SHADER_GEOMETRY:
334 break;
335 case PIPE_SHADER_COMPUTE:
336 switch (param) {
337 case PIPE_SHADER_CAP_PREFERRED_IR:
338 return PIPE_SHADER_IR_LLVM;
339 case PIPE_SHADER_CAP_DOUBLES:
340 return 0; /* XXX: Enable doubles once the compiler can
341 handle them. */
342 case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE: {
343 uint64_t max_const_buffer_size;
344 pscreen->get_compute_param(pscreen,
345 PIPE_COMPUTE_CAP_MAX_MEM_ALLOC_SIZE,
346 &max_const_buffer_size);
347 return max_const_buffer_size;
348 }
349 default:
350 return 0;
351 }
352 default:
353 /* TODO: support tessellation */
354 return 0;
355 }
356
357 switch (param) {
358 case PIPE_SHADER_CAP_MAX_INSTRUCTIONS:
359 case PIPE_SHADER_CAP_MAX_ALU_INSTRUCTIONS:
360 case PIPE_SHADER_CAP_MAX_TEX_INSTRUCTIONS:
361 case PIPE_SHADER_CAP_MAX_TEX_INDIRECTIONS:
362 return 16384;
363 case PIPE_SHADER_CAP_MAX_CONTROL_FLOW_DEPTH:
364 return 32;
365 case PIPE_SHADER_CAP_MAX_INPUTS:
366 return shader == PIPE_SHADER_VERTEX ? SI_NUM_VERTEX_BUFFERS : 32;
367 case PIPE_SHADER_CAP_MAX_TEMPS:
368 return 256; /* Max native temporaries. */
369 case PIPE_SHADER_CAP_MAX_CONST_BUFFER_SIZE:
370 return 4096 * sizeof(float[4]); /* actually only memory limits this */
371 case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
372 return SI_NUM_USER_CONST_BUFFERS;
373 case PIPE_SHADER_CAP_MAX_PREDS:
374 return 0; /* FIXME */
375 case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
376 return 1;
377 case PIPE_SHADER_CAP_TGSI_SQRT_SUPPORTED:
378 return 0;
379 case PIPE_SHADER_CAP_INDIRECT_INPUT_ADDR:
380 /* Indirection of geometry shader input dimension is not
381 * handled yet
382 */
383 return shader < PIPE_SHADER_GEOMETRY;
384 case PIPE_SHADER_CAP_INDIRECT_OUTPUT_ADDR:
385 case PIPE_SHADER_CAP_INDIRECT_TEMP_ADDR:
386 case PIPE_SHADER_CAP_INDIRECT_CONST_ADDR:
387 return 1;
388 case PIPE_SHADER_CAP_INTEGERS:
389 return 1;
390 case PIPE_SHADER_CAP_SUBROUTINES:
391 return 0;
392 case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
393 case PIPE_SHADER_CAP_MAX_SAMPLER_VIEWS:
394 return 16;
395 case PIPE_SHADER_CAP_PREFERRED_IR:
396 return PIPE_SHADER_IR_TGSI;
397 case PIPE_SHADER_CAP_DOUBLES:
398 return 0;
399 }
400 return 0;
401 }
402
403 static void si_destroy_screen(struct pipe_screen* pscreen)
404 {
405 struct si_screen *sscreen = (struct si_screen *)pscreen;
406
407 if (sscreen == NULL)
408 return;
409
410 if (!sscreen->b.ws->unref(sscreen->b.ws))
411 return;
412
413 r600_destroy_common_screen(&sscreen->b);
414 }
415
416 #define SI_TILE_MODE_COLOR_2D_8BPP 14
417
418 /* Initialize pipe config. This is especially important for GPUs
419 * with 16 pipes and more where it's initialized incorrectly by
420 * the TILING_CONFIG ioctl. */
421 static bool si_initialize_pipe_config(struct si_screen *sscreen)
422 {
423 unsigned mode2d;
424
425 /* This is okay, because there can be no 2D tiling without
426 * the tile mode array, so we won't need the pipe config.
427 * Return "success".
428 */
429 if (!sscreen->b.info.si_tile_mode_array_valid)
430 return true;
431
432 /* The same index is used for the 2D mode on CIK too. */
433 mode2d = sscreen->b.info.si_tile_mode_array[SI_TILE_MODE_COLOR_2D_8BPP];
434
435 switch (G_009910_PIPE_CONFIG(mode2d)) {
436 case V_02803C_ADDR_SURF_P2:
437 sscreen->b.tiling_info.num_channels = 2;
438 break;
439 case V_02803C_X_ADDR_SURF_P4_8X16:
440 case V_02803C_X_ADDR_SURF_P4_16X16:
441 case V_02803C_X_ADDR_SURF_P4_16X32:
442 case V_02803C_X_ADDR_SURF_P4_32X32:
443 sscreen->b.tiling_info.num_channels = 4;
444 break;
445 case V_02803C_X_ADDR_SURF_P8_16X16_8X16:
446 case V_02803C_X_ADDR_SURF_P8_16X32_8X16:
447 case V_02803C_X_ADDR_SURF_P8_32X32_8X16:
448 case V_02803C_X_ADDR_SURF_P8_16X32_16X16:
449 case V_02803C_X_ADDR_SURF_P8_32X32_16X16:
450 case V_02803C_X_ADDR_SURF_P8_32X32_16X32:
451 case V_02803C_X_ADDR_SURF_P8_32X64_32X32:
452 sscreen->b.tiling_info.num_channels = 8;
453 break;
454 case V_02803C_X_ADDR_SURF_P16_32X32_8X16:
455 case V_02803C_X_ADDR_SURF_P16_32X32_16X16:
456 sscreen->b.tiling_info.num_channels = 16;
457 break;
458 default:
459 assert(0);
460 fprintf(stderr, "radeonsi: Unknown pipe config %i.\n",
461 G_009910_PIPE_CONFIG(mode2d));
462 return false;
463 }
464 return true;
465 }
466
467 struct pipe_screen *radeonsi_screen_create(struct radeon_winsys *ws)
468 {
469 struct si_screen *sscreen = CALLOC_STRUCT(si_screen);
470 if (sscreen == NULL) {
471 return NULL;
472 }
473
474 /* Set functions first. */
475 sscreen->b.b.context_create = si_create_context;
476 sscreen->b.b.destroy = si_destroy_screen;
477 sscreen->b.b.get_param = si_get_param;
478 sscreen->b.b.get_shader_param = si_get_shader_param;
479 sscreen->b.b.is_format_supported = si_is_format_supported;
480 sscreen->b.b.resource_create = r600_resource_create_common;
481
482 if (!r600_common_screen_init(&sscreen->b, ws) ||
483 !si_initialize_pipe_config(sscreen)) {
484 FREE(sscreen);
485 return NULL;
486 }
487
488 sscreen->b.has_cp_dma = true;
489 sscreen->b.has_streamout = true;
490
491 if (debug_get_bool_option("RADEON_DUMP_SHADERS", FALSE))
492 sscreen->b.debug_flags |= DBG_FS | DBG_VS | DBG_GS | DBG_PS | DBG_CS;
493
494 /* Create the auxiliary context. This must be done last. */
495 sscreen->b.aux_context = sscreen->b.b.context_create(&sscreen->b.b, NULL);
496
497 return &sscreen->b.b;
498 }