2 * Copyright 2013 Advanced Micro Devices, Inc.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23 * Authors: Marek Olšák <maraeo@gmail.com>
27 #include "r600_pipe_common.h"
29 #include "tgsi/tgsi_parse.h"
30 #include "util/u_memory.h"
31 #include "util/u_format_s3tc.h"
32 #include "util/u_upload_mgr.h"
33 #include "vl/vl_decoder.h"
34 #include "vl/vl_video_buffer.h"
35 #include "radeon/radeon_video.h"
42 static void r600_memory_barrier(struct pipe_context
*ctx
, unsigned flags
)
46 bool r600_common_context_init(struct r600_common_context
*rctx
,
47 struct r600_common_screen
*rscreen
)
49 util_slab_create(&rctx
->pool_transfers
,
50 sizeof(struct r600_transfer
), 64,
51 UTIL_SLAB_SINGLETHREADED
);
53 rctx
->screen
= rscreen
;
54 rctx
->ws
= rscreen
->ws
;
55 rctx
->family
= rscreen
->family
;
56 rctx
->chip_class
= rscreen
->chip_class
;
57 rctx
->max_db
= rscreen
->chip_class
>= EVERGREEN
? 8 : 4;
59 rctx
->b
.transfer_map
= u_transfer_map_vtbl
;
60 rctx
->b
.transfer_flush_region
= u_default_transfer_flush_region
;
61 rctx
->b
.transfer_unmap
= u_transfer_unmap_vtbl
;
62 rctx
->b
.transfer_inline_write
= u_default_transfer_inline_write
;
63 rctx
->b
.memory_barrier
= r600_memory_barrier
;
65 r600_init_context_texture_functions(rctx
);
66 r600_streamout_init(rctx
);
67 r600_query_init(rctx
);
69 rctx
->allocator_so_filled_size
= u_suballocator_create(&rctx
->b
, 4096, 4,
70 0, PIPE_USAGE_DEFAULT
, TRUE
);
71 if (!rctx
->allocator_so_filled_size
)
74 rctx
->uploader
= u_upload_create(&rctx
->b
, 1024 * 1024, 256,
75 PIPE_BIND_INDEX_BUFFER
|
76 PIPE_BIND_CONSTANT_BUFFER
);
83 void r600_common_context_cleanup(struct r600_common_context
*rctx
)
85 if (rctx
->rings
.gfx
.cs
) {
86 rctx
->ws
->cs_destroy(rctx
->rings
.gfx
.cs
);
88 if (rctx
->rings
.dma
.cs
) {
89 rctx
->ws
->cs_destroy(rctx
->rings
.dma
.cs
);
93 u_upload_destroy(rctx
->uploader
);
96 util_slab_destroy(&rctx
->pool_transfers
);
98 if (rctx
->allocator_so_filled_size
) {
99 u_suballocator_destroy(rctx
->allocator_so_filled_size
);
103 void r600_context_add_resource_size(struct pipe_context
*ctx
, struct pipe_resource
*r
)
105 struct r600_common_context
*rctx
= (struct r600_common_context
*)ctx
;
106 struct r600_resource
*rr
= (struct r600_resource
*)r
;
113 * The idea is to compute a gross estimate of memory requirement of
114 * each draw call. After each draw call, memory will be precisely
115 * accounted. So the uncertainty is only on the current draw call.
116 * In practice this gave very good estimate (+/- 10% of the target
119 if (rr
->domains
& RADEON_DOMAIN_GTT
) {
120 rctx
->gtt
+= rr
->buf
->size
;
122 if (rr
->domains
& RADEON_DOMAIN_VRAM
) {
123 rctx
->vram
+= rr
->buf
->size
;
131 static const struct debug_named_value common_debug_options
[] = {
133 { "tex", DBG_TEX
, "Print texture info" },
134 { "texmip", DBG_TEXMIP
, "Print texture info (mipmapped only)" },
135 { "compute", DBG_COMPUTE
, "Print compute info" },
136 { "vm", DBG_VM
, "Print virtual addresses when creating resources" },
137 { "trace_cs", DBG_TRACE_CS
, "Trace cs and write rlockup_<csid>.c file with faulty cs" },
140 { "fs", DBG_FS
, "Print fetch shaders" },
141 { "vs", DBG_VS
, "Print vertex shaders" },
142 { "gs", DBG_GS
, "Print geometry shaders" },
143 { "ps", DBG_PS
, "Print pixel shaders" },
144 { "cs", DBG_CS
, "Print compute shaders" },
146 { "hyperz", DBG_HYPERZ
, "Enable Hyper-Z" },
147 /* GL uses the word INVALIDATE, gallium uses the word DISCARD */
148 { "noinvalrange", DBG_NO_DISCARD_RANGE
, "Disable handling of INVALIDATE_RANGE map flags" },
150 DEBUG_NAMED_VALUE_END
/* must be last */
153 static const char* r600_get_vendor(struct pipe_screen
* pscreen
)
158 static const char* r600_get_name(struct pipe_screen
* pscreen
)
160 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)pscreen
;
162 switch (rscreen
->family
) {
163 case CHIP_R600
: return "AMD R600";
164 case CHIP_RV610
: return "AMD RV610";
165 case CHIP_RV630
: return "AMD RV630";
166 case CHIP_RV670
: return "AMD RV670";
167 case CHIP_RV620
: return "AMD RV620";
168 case CHIP_RV635
: return "AMD RV635";
169 case CHIP_RS780
: return "AMD RS780";
170 case CHIP_RS880
: return "AMD RS880";
171 case CHIP_RV770
: return "AMD RV770";
172 case CHIP_RV730
: return "AMD RV730";
173 case CHIP_RV710
: return "AMD RV710";
174 case CHIP_RV740
: return "AMD RV740";
175 case CHIP_CEDAR
: return "AMD CEDAR";
176 case CHIP_REDWOOD
: return "AMD REDWOOD";
177 case CHIP_JUNIPER
: return "AMD JUNIPER";
178 case CHIP_CYPRESS
: return "AMD CYPRESS";
179 case CHIP_HEMLOCK
: return "AMD HEMLOCK";
180 case CHIP_PALM
: return "AMD PALM";
181 case CHIP_SUMO
: return "AMD SUMO";
182 case CHIP_SUMO2
: return "AMD SUMO2";
183 case CHIP_BARTS
: return "AMD BARTS";
184 case CHIP_TURKS
: return "AMD TURKS";
185 case CHIP_CAICOS
: return "AMD CAICOS";
186 case CHIP_CAYMAN
: return "AMD CAYMAN";
187 case CHIP_ARUBA
: return "AMD ARUBA";
188 case CHIP_TAHITI
: return "AMD TAHITI";
189 case CHIP_PITCAIRN
: return "AMD PITCAIRN";
190 case CHIP_VERDE
: return "AMD CAPE VERDE";
191 case CHIP_OLAND
: return "AMD OLAND";
192 case CHIP_HAINAN
: return "AMD HAINAN";
193 case CHIP_BONAIRE
: return "AMD BONAIRE";
194 case CHIP_KAVERI
: return "AMD KAVERI";
195 case CHIP_KABINI
: return "AMD KABINI";
196 case CHIP_HAWAII
: return "AMD HAWAII";
197 default: return "AMD unknown";
201 static float r600_get_paramf(struct pipe_screen
* pscreen
,
202 enum pipe_capf param
)
204 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)pscreen
;
207 case PIPE_CAPF_MAX_LINE_WIDTH
:
208 case PIPE_CAPF_MAX_LINE_WIDTH_AA
:
209 case PIPE_CAPF_MAX_POINT_WIDTH
:
210 case PIPE_CAPF_MAX_POINT_WIDTH_AA
:
211 if (rscreen
->family
>= CHIP_CEDAR
)
215 case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY
:
217 case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS
:
219 case PIPE_CAPF_GUARD_BAND_LEFT
:
220 case PIPE_CAPF_GUARD_BAND_TOP
:
221 case PIPE_CAPF_GUARD_BAND_RIGHT
:
222 case PIPE_CAPF_GUARD_BAND_BOTTOM
:
228 static int r600_get_video_param(struct pipe_screen
*screen
,
229 enum pipe_video_profile profile
,
230 enum pipe_video_entrypoint entrypoint
,
231 enum pipe_video_cap param
)
234 case PIPE_VIDEO_CAP_SUPPORTED
:
235 return vl_profile_supported(screen
, profile
, entrypoint
);
236 case PIPE_VIDEO_CAP_NPOT_TEXTURES
:
238 case PIPE_VIDEO_CAP_MAX_WIDTH
:
239 case PIPE_VIDEO_CAP_MAX_HEIGHT
:
240 return vl_video_buffer_max_size(screen
);
241 case PIPE_VIDEO_CAP_PREFERED_FORMAT
:
242 return PIPE_FORMAT_NV12
;
243 case PIPE_VIDEO_CAP_PREFERS_INTERLACED
:
245 case PIPE_VIDEO_CAP_SUPPORTS_INTERLACED
:
247 case PIPE_VIDEO_CAP_SUPPORTS_PROGRESSIVE
:
249 case PIPE_VIDEO_CAP_MAX_LEVEL
:
250 return vl_level_supported(screen
, profile
);
256 const char *r600_get_llvm_processor_name(enum radeon_family family
)
299 case CHIP_TAHITI
: return "tahiti";
300 case CHIP_PITCAIRN
: return "pitcairn";
301 case CHIP_VERDE
: return "verde";
302 case CHIP_OLAND
: return "oland";
303 #if HAVE_LLVM <= 0x0303
305 fprintf(stderr
, "%s: Unknown chipset = %i, defaulting to Southern Islands\n",
309 case CHIP_HAINAN
: return "hainan";
310 case CHIP_BONAIRE
: return "bonaire";
311 case CHIP_KABINI
: return "kabini";
312 case CHIP_KAVERI
: return "kaveri";
313 case CHIP_HAWAII
: return "hawaii";
319 static int r600_get_compute_param(struct pipe_screen
*screen
,
320 enum pipe_compute_cap param
,
323 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)screen
;
325 //TODO: select these params by asic
327 case PIPE_COMPUTE_CAP_IR_TARGET
: {
328 const char *gpu
= r600_get_llvm_processor_name(rscreen
->family
);
330 sprintf(ret
, "%s-r600--", gpu
);
332 return (8 + strlen(gpu
)) * sizeof(char);
334 case PIPE_COMPUTE_CAP_GRID_DIMENSION
:
336 uint64_t *grid_dimension
= ret
;
337 grid_dimension
[0] = 3;
339 return 1 * sizeof(uint64_t);
341 case PIPE_COMPUTE_CAP_MAX_GRID_SIZE
:
343 uint64_t *grid_size
= ret
;
344 grid_size
[0] = 65535;
345 grid_size
[1] = 65535;
348 return 3 * sizeof(uint64_t) ;
350 case PIPE_COMPUTE_CAP_MAX_BLOCK_SIZE
:
352 uint64_t *block_size
= ret
;
357 return 3 * sizeof(uint64_t);
359 case PIPE_COMPUTE_CAP_MAX_THREADS_PER_BLOCK
:
361 uint64_t *max_threads_per_block
= ret
;
362 *max_threads_per_block
= 256;
364 return sizeof(uint64_t);
366 case PIPE_COMPUTE_CAP_MAX_GLOBAL_SIZE
:
368 uint64_t *max_global_size
= ret
;
369 /* XXX: This is what the proprietary driver reports, we
370 * may want to use a different value. */
371 /* XXX: Not sure what to put here for SI. */
372 if (rscreen
->chip_class
>= SI
)
373 *max_global_size
= 2000000000;
375 *max_global_size
= 201326592;
377 return sizeof(uint64_t);
379 case PIPE_COMPUTE_CAP_MAX_LOCAL_SIZE
:
381 uint64_t *max_local_size
= ret
;
382 /* Value reported by the closed source driver. */
383 *max_local_size
= 32768;
385 return sizeof(uint64_t);
387 case PIPE_COMPUTE_CAP_MAX_INPUT_SIZE
:
389 uint64_t *max_input_size
= ret
;
390 /* Value reported by the closed source driver. */
391 *max_input_size
= 1024;
393 return sizeof(uint64_t);
395 case PIPE_COMPUTE_CAP_MAX_MEM_ALLOC_SIZE
:
397 uint64_t max_global_size
;
398 uint64_t *max_mem_alloc_size
= ret
;
399 r600_get_compute_param(screen
, PIPE_COMPUTE_CAP_MAX_GLOBAL_SIZE
, &max_global_size
);
400 /* OpenCL requres this value be at least
401 * max(MAX_GLOBAL_SIZE / 4, 128 * 1024 *1024)
402 * I'm really not sure what value to report here, but
403 * MAX_GLOBAL_SIZE / 4 seems resonable.
405 *max_mem_alloc_size
= max_global_size
/ 4;
407 return sizeof(uint64_t);
410 fprintf(stderr
, "unknown PIPE_COMPUTE_CAP %d\n", param
);
415 static uint64_t r600_get_timestamp(struct pipe_screen
*screen
)
417 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)screen
;
419 return 1000000 * rscreen
->ws
->query_value(rscreen
->ws
, RADEON_TIMESTAMP
) /
420 rscreen
->info
.r600_clock_crystal_freq
;
423 static int r600_get_driver_query_info(struct pipe_screen
*screen
,
425 struct pipe_driver_query_info
*info
)
427 struct r600_common_screen
*rscreen
= (struct r600_common_screen
*)screen
;
428 struct pipe_driver_query_info list
[] = {
429 {"draw-calls", R600_QUERY_DRAW_CALLS
, 0},
430 {"requested-VRAM", R600_QUERY_REQUESTED_VRAM
, rscreen
->info
.vram_size
, TRUE
},
431 {"requested-GTT", R600_QUERY_REQUESTED_GTT
, rscreen
->info
.gart_size
, TRUE
},
432 {"buffer-wait-time", R600_QUERY_BUFFER_WAIT_TIME
, 0, FALSE
}
436 return Elements(list
);
438 if (index
>= Elements(list
))
445 static void r600_fence_reference(struct pipe_screen
*screen
,
446 struct pipe_fence_handle
**ptr
,
447 struct pipe_fence_handle
*fence
)
449 struct radeon_winsys
*rws
= ((struct r600_common_screen
*)screen
)->ws
;
451 rws
->fence_reference(ptr
, fence
);
454 static boolean
r600_fence_signalled(struct pipe_screen
*screen
,
455 struct pipe_fence_handle
*fence
)
457 struct radeon_winsys
*rws
= ((struct r600_common_screen
*)screen
)->ws
;
459 return rws
->fence_wait(rws
, fence
, 0);
462 static boolean
r600_fence_finish(struct pipe_screen
*screen
,
463 struct pipe_fence_handle
*fence
,
466 struct radeon_winsys
*rws
= ((struct r600_common_screen
*)screen
)->ws
;
468 return rws
->fence_wait(rws
, fence
, timeout
);
471 static bool r600_interpret_tiling(struct r600_common_screen
*rscreen
,
472 uint32_t tiling_config
)
474 switch ((tiling_config
& 0xe) >> 1) {
476 rscreen
->tiling_info
.num_channels
= 1;
479 rscreen
->tiling_info
.num_channels
= 2;
482 rscreen
->tiling_info
.num_channels
= 4;
485 rscreen
->tiling_info
.num_channels
= 8;
491 switch ((tiling_config
& 0x30) >> 4) {
493 rscreen
->tiling_info
.num_banks
= 4;
496 rscreen
->tiling_info
.num_banks
= 8;
502 switch ((tiling_config
& 0xc0) >> 6) {
504 rscreen
->tiling_info
.group_bytes
= 256;
507 rscreen
->tiling_info
.group_bytes
= 512;
515 static bool evergreen_interpret_tiling(struct r600_common_screen
*rscreen
,
516 uint32_t tiling_config
)
518 switch (tiling_config
& 0xf) {
520 rscreen
->tiling_info
.num_channels
= 1;
523 rscreen
->tiling_info
.num_channels
= 2;
526 rscreen
->tiling_info
.num_channels
= 4;
529 rscreen
->tiling_info
.num_channels
= 8;
535 switch ((tiling_config
& 0xf0) >> 4) {
537 rscreen
->tiling_info
.num_banks
= 4;
540 rscreen
->tiling_info
.num_banks
= 8;
543 rscreen
->tiling_info
.num_banks
= 16;
549 switch ((tiling_config
& 0xf00) >> 8) {
551 rscreen
->tiling_info
.group_bytes
= 256;
554 rscreen
->tiling_info
.group_bytes
= 512;
562 static bool r600_init_tiling(struct r600_common_screen
*rscreen
)
564 uint32_t tiling_config
= rscreen
->info
.r600_tiling_config
;
566 /* set default group bytes, overridden by tiling info ioctl */
567 if (rscreen
->chip_class
<= R700
) {
568 rscreen
->tiling_info
.group_bytes
= 256;
570 rscreen
->tiling_info
.group_bytes
= 512;
576 if (rscreen
->chip_class
<= R700
) {
577 return r600_interpret_tiling(rscreen
, tiling_config
);
579 return evergreen_interpret_tiling(rscreen
, tiling_config
);
583 struct pipe_resource
*r600_resource_create_common(struct pipe_screen
*screen
,
584 const struct pipe_resource
*templ
)
586 if (templ
->target
== PIPE_BUFFER
) {
587 return r600_buffer_create(screen
, templ
, 4096);
589 return r600_texture_create(screen
, templ
);
593 bool r600_common_screen_init(struct r600_common_screen
*rscreen
,
594 struct radeon_winsys
*ws
)
596 ws
->query_info(ws
, &rscreen
->info
);
598 rscreen
->b
.get_name
= r600_get_name
;
599 rscreen
->b
.get_vendor
= r600_get_vendor
;
600 rscreen
->b
.get_compute_param
= r600_get_compute_param
;
601 rscreen
->b
.get_paramf
= r600_get_paramf
;
602 rscreen
->b
.get_driver_query_info
= r600_get_driver_query_info
;
603 rscreen
->b
.get_timestamp
= r600_get_timestamp
;
604 rscreen
->b
.fence_finish
= r600_fence_finish
;
605 rscreen
->b
.fence_reference
= r600_fence_reference
;
606 rscreen
->b
.fence_signalled
= r600_fence_signalled
;
607 rscreen
->b
.resource_destroy
= u_resource_destroy_vtbl
;
609 if (rscreen
->info
.has_uvd
) {
610 rscreen
->b
.get_video_param
= rvid_get_video_param
;
611 rscreen
->b
.is_video_format_supported
= rvid_is_format_supported
;
613 rscreen
->b
.get_video_param
= r600_get_video_param
;
614 rscreen
->b
.is_video_format_supported
= vl_video_buffer_is_format_supported
;
617 r600_init_screen_texture_functions(rscreen
);
620 rscreen
->family
= rscreen
->info
.family
;
621 rscreen
->chip_class
= rscreen
->info
.chip_class
;
622 rscreen
->debug_flags
= debug_get_flags_option("R600_DEBUG", common_debug_options
, 0);
624 if (!r600_init_tiling(rscreen
)) {
627 util_format_s3tc_init();
628 pipe_mutex_init(rscreen
->aux_context_lock
);
630 if (rscreen
->info
.drm_minor
>= 28 && (rscreen
->debug_flags
& DBG_TRACE_CS
)) {
631 rscreen
->trace_bo
= (struct r600_resource
*)pipe_buffer_create(&rscreen
->b
,
635 if (rscreen
->trace_bo
) {
636 rscreen
->trace_ptr
= rscreen
->ws
->buffer_map(rscreen
->trace_bo
->cs_buf
, NULL
,
637 PIPE_TRANSFER_UNSYNCHRONIZED
);
644 void r600_destroy_common_screen(struct r600_common_screen
*rscreen
)
646 pipe_mutex_destroy(rscreen
->aux_context_lock
);
647 rscreen
->aux_context
->destroy(rscreen
->aux_context
);
649 if (rscreen
->trace_bo
) {
650 rscreen
->ws
->buffer_unmap(rscreen
->trace_bo
->cs_buf
);
651 pipe_resource_reference((struct pipe_resource
**)&rscreen
->trace_bo
, NULL
);
654 rscreen
->ws
->destroy(rscreen
->ws
);
658 static unsigned tgsi_get_processor_type(const struct tgsi_token
*tokens
)
660 struct tgsi_parse_context parse
;
662 if (tgsi_parse_init( &parse
, tokens
) != TGSI_PARSE_OK
) {
663 debug_printf("tgsi_parse_init() failed in %s:%i!\n", __func__
, __LINE__
);
666 return parse
.FullHeader
.Processor
.Processor
;
669 bool r600_can_dump_shader(struct r600_common_screen
*rscreen
,
670 const struct tgsi_token
*tokens
)
672 /* Compute shader don't have tgsi_tokens */
674 return (rscreen
->debug_flags
& DBG_CS
) != 0;
676 switch (tgsi_get_processor_type(tokens
)) {
677 case TGSI_PROCESSOR_VERTEX
:
678 return (rscreen
->debug_flags
& DBG_VS
) != 0;
679 case TGSI_PROCESSOR_GEOMETRY
:
680 return (rscreen
->debug_flags
& DBG_GS
) != 0;
681 case TGSI_PROCESSOR_FRAGMENT
:
682 return (rscreen
->debug_flags
& DBG_PS
) != 0;
683 case TGSI_PROCESSOR_COMPUTE
:
684 return (rscreen
->debug_flags
& DBG_CS
) != 0;
690 void r600_screen_clear_buffer(struct r600_common_screen
*rscreen
, struct pipe_resource
*dst
,
691 unsigned offset
, unsigned size
, unsigned value
)
693 struct r600_common_context
*rctx
= (struct r600_common_context
*)rscreen
->aux_context
;
695 pipe_mutex_lock(rscreen
->aux_context_lock
);
696 rctx
->clear_buffer(&rctx
->b
, dst
, offset
, size
, value
);
697 rscreen
->aux_context
->flush(rscreen
->aux_context
, NULL
, 0);
698 pipe_mutex_unlock(rscreen
->aux_context_lock
);