2 * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * on the rights to use, copy, modify, merge, publish, distribute, sub
8 * license, and/or sell copies of the Software, and to permit persons to whom
9 * the Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
19 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
20 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
21 * USE OR OTHER DEALINGS IN THE SOFTWARE.
29 #include "../../winsys/radeon/drm/radeon_winsys.h"
30 #include "util/u_double_list.h"
31 #include "util/u_vbuf.h"
33 #define R600_ERR(fmt, args...) \
34 fprintf(stderr, "EE %s:%d %s - "fmt, __FILE__, __LINE__, __func__, ##args)
74 struct r600_tiling_info
{
75 unsigned num_channels
;
80 struct r600_resource
{
81 struct u_vbuf_resource b
;
84 struct pb_buffer
*buf
;
85 struct radeon_winsys_cs_handle
*cs_buf
;
91 /* R600/R700 STATES */
92 #define R600_GROUP_MAX 16
93 #define R600_BLOCK_MAX_BO 32
94 #define R600_BLOCK_MAX_REG 128
96 /* each range covers 9 bits of dword space = 512 dwords = 2k bytes */
97 /* there is a block entry for each register so 512 blocks */
98 /* we have no registers to read/write below 0x8000 (0x2000 in dw space) */
99 /* we use some fake offsets at 0x40000 to do evergreen sampler borders so take 0x42000 as a max bound*/
100 #define RANGE_OFFSET_START 0x8000
102 #define NUM_RANGES (0x42000 - RANGE_OFFSET_START) / (4 << HASH_SHIFT) /* 128 << 9 = 64k */
104 #define CTX_RANGE_ID(offset) ((((offset - RANGE_OFFSET_START) >> 2) >> HASH_SHIFT) & 255)
105 #define CTX_BLOCK_ID(offset) (((offset - RANGE_OFFSET_START) >> 2) & ((1 << HASH_SHIFT) - 1))
107 struct r600_pipe_reg
{
109 struct r600_block
*block
;
110 struct r600_resource
*bo
;
111 enum radeon_bo_usage bo_usage
;
115 struct r600_pipe_state
{
118 struct r600_pipe_reg regs
[R600_BLOCK_MAX_REG
];
121 struct r600_pipe_resource_state
{
124 struct r600_resource
*bo
[2];
125 enum radeon_bo_usage bo_usage
[2];
128 #define R600_BLOCK_STATUS_ENABLED (1 << 0)
129 #define R600_BLOCK_STATUS_DIRTY (1 << 1)
130 #define R600_BLOCK_STATUS_RESOURCE_DIRTY (1 << 2)
132 #define R600_BLOCK_STATUS_RESOURCE_VERTEX (1 << 3)
134 struct r600_block_reloc
{
135 struct r600_resource
*bo
;
136 enum radeon_bo_usage bo_usage
;
137 unsigned bo_pm4_index
;
141 struct list_head list
;
142 struct list_head enable_list
;
145 unsigned start_offset
;
146 unsigned pm4_ndwords
;
151 uint32_t pm4
[R600_BLOCK_MAX_REG
];
152 unsigned pm4_bo_index
[R600_BLOCK_MAX_REG
];
153 struct r600_block_reloc reloc
[R600_BLOCK_MAX_BO
];
157 struct r600_block
**blocks
;
160 struct r600_query_buffer
{
161 /* The buffer where query results are stored. */
162 struct r600_resource
*buf
;
163 /* Offset of the next free result after current query data */
164 unsigned results_end
;
165 /* If a query buffer is full, a new buffer is created and the old one
166 * is put in here. When we calculate the result, we sum up the samples
167 * from all buffers. */
168 struct r600_query_buffer
*previous
;
171 union r600_query_result
{
174 struct pipe_query_data_so_statistics so
;
178 /* The query buffer and how many results are in it. */
179 struct r600_query_buffer buffer
;
180 /* The type of query */
182 /* Size of the result in memory for both begin_query and end_query,
183 * this can be one or two numbers, or it could even be a size of a structure. */
184 unsigned result_size
;
185 /* The number of dwords for begin_query or end_query. */
187 /* linked list of queries */
188 struct list_head list
;
191 struct r600_so_target
{
192 struct pipe_stream_output_target b
;
194 /* The buffer where BUFFER_FILLED_SIZE is stored. */
195 struct r600_resource
*filled_size
;
196 unsigned stride_in_dw
;
200 #define R600_CONTEXT_DRAW_PENDING (1 << 0)
201 #define R600_CONTEXT_DST_CACHES_DIRTY (1 << 1)
202 #define R600_CONTEXT_CHECK_EVENT_FLUSH (1 << 2)
207 void r600_get_backend_mask(struct r600_context
*ctx
);
208 int r600_context_init(struct r600_context
*ctx
);
209 void r600_context_fini(struct r600_context
*ctx
);
210 void r600_context_pipe_state_set(struct r600_context
*ctx
, struct r600_pipe_state
*state
);
211 void r600_context_pipe_state_set_ps_resource(struct r600_context
*ctx
, struct r600_pipe_resource_state
*state
, unsigned rid
);
212 void r600_context_pipe_state_set_vs_resource(struct r600_context
*ctx
, struct r600_pipe_resource_state
*state
, unsigned rid
);
213 void r600_context_pipe_state_set_fs_resource(struct r600_context
*ctx
, struct r600_pipe_resource_state
*state
, unsigned rid
);
214 void r600_context_pipe_state_set_ps_sampler(struct r600_context
*ctx
, struct r600_pipe_state
*state
, unsigned id
);
215 void r600_context_pipe_state_set_vs_sampler(struct r600_context
*ctx
, struct r600_pipe_state
*state
, unsigned id
);
216 void r600_context_flush(struct r600_context
*ctx
, unsigned flags
);
218 struct r600_query
*r600_context_query_create(struct r600_context
*ctx
, unsigned query_type
);
219 void r600_context_query_destroy(struct r600_context
*ctx
, struct r600_query
*query
);
220 boolean
r600_context_query_result(struct r600_context
*ctx
,
221 struct r600_query
*query
,
222 boolean wait
, void *vresult
);
223 struct r600_resource
*r600_new_query_buffer(struct r600_context
*ctx
, unsigned type
);
224 void r600_query_begin(struct r600_context
*ctx
, struct r600_query
*query
);
225 void r600_query_end(struct r600_context
*ctx
, struct r600_query
*query
);
226 void r600_context_queries_suspend(struct r600_context
*ctx
);
227 void r600_context_queries_resume(struct r600_context
*ctx
);
228 void r600_query_predication(struct r600_context
*ctx
, struct r600_query
*query
, int operation
,
230 void r600_context_emit_fence(struct r600_context
*ctx
, struct r600_resource
*fence
,
231 unsigned offset
, unsigned value
);
232 void r600_inval_shader_cache(struct r600_context
*ctx
);
233 void r600_inval_texture_cache(struct r600_context
*ctx
);
234 void r600_inval_vertex_cache(struct r600_context
*ctx
);
235 void r600_flush_framebuffer(struct r600_context
*ctx
, bool flush_now
);
237 void r600_context_streamout_begin(struct r600_context
*ctx
);
238 void r600_context_streamout_end(struct r600_context
*ctx
);
239 void r600_context_draw_opaque_count(struct r600_context
*ctx
, struct r600_so_target
*t
);
240 void r600_need_cs_space(struct r600_context
*ctx
, unsigned num_dw
, boolean count_draw_in
);
241 void r600_context_block_emit_dirty(struct r600_context
*ctx
, struct r600_block
*block
);
242 void r600_context_block_resource_emit_dirty(struct r600_context
*ctx
, struct r600_block
*block
);
244 int evergreen_context_init(struct r600_context
*ctx
);
245 void evergreen_context_pipe_state_set_ps_sampler(struct r600_context
*ctx
, struct r600_pipe_state
*state
, unsigned id
);
246 void evergreen_context_pipe_state_set_vs_sampler(struct r600_context
*ctx
, struct r600_pipe_state
*state
, unsigned id
);
248 void _r600_pipe_state_add_reg(struct r600_context
*ctx
,
249 struct r600_pipe_state
*state
,
250 uint32_t offset
, uint32_t value
,
251 uint32_t range_id
, uint32_t block_id
,
252 struct r600_resource
*bo
,
253 enum radeon_bo_usage usage
);
255 void r600_pipe_state_add_reg_noblock(struct r600_pipe_state
*state
,
256 uint32_t offset
, uint32_t value
,
257 struct r600_resource
*bo
,
258 enum radeon_bo_usage usage
);
260 #define r600_pipe_state_add_reg(state, offset, value, bo, usage) _r600_pipe_state_add_reg(rctx, state, offset, value, CTX_RANGE_ID(offset), CTX_BLOCK_ID(offset), bo, usage)
262 static inline void r600_pipe_state_mod_reg(struct r600_pipe_state
*state
,
265 state
->regs
[state
->nregs
].value
= value
;
269 static inline void r600_pipe_state_mod_reg_bo(struct r600_pipe_state
*state
,
270 uint32_t value
, struct r600_resource
*bo
,
271 enum radeon_bo_usage usage
)
273 state
->regs
[state
->nregs
].value
= value
;
274 state
->regs
[state
->nregs
].bo
= bo
;
275 state
->regs
[state
->nregs
].bo_usage
= usage
;