gallium: fix type of flags in pipe_context::flush()
[mesa.git] / src / gallium / drivers / nvc0 / nvc0_context.c
1 /*
2 * Copyright 2010 Christoph Bumiller
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 */
22
23 #include "pipe/p_defines.h"
24 #include "util/u_framebuffer.h"
25
26 #ifdef NVC0_WITH_DRAW_MODULE
27 #include "draw/draw_context.h"
28 #endif
29
30 #include "nvc0_context.h"
31 #include "nvc0_screen.h"
32 #include "nvc0_resource.h"
33
34 static void
35 nvc0_flush(struct pipe_context *pipe,
36 struct pipe_fence_handle **fence,
37 unsigned flags)
38 {
39 struct nvc0_context *nvc0 = nvc0_context(pipe);
40 struct nouveau_screen *screen = &nvc0->screen->base;
41
42 if (fence)
43 nouveau_fence_ref(screen->fence.current, (struct nouveau_fence **)fence);
44
45 PUSH_KICK(nvc0->base.pushbuf); /* fencing handled in kick_notify */
46
47 nouveau_context_update_frame_stats(&nvc0->base);
48 }
49
50 static void
51 nvc0_texture_barrier(struct pipe_context *pipe)
52 {
53 struct nouveau_pushbuf *push = nvc0_context(pipe)->base.pushbuf;
54
55 IMMED_NVC0(push, NVC0_3D(SERIALIZE), 0);
56 IMMED_NVC0(push, NVC0_3D(TEX_CACHE_CTL), 0);
57 }
58
59 static void
60 nvc0_context_unreference_resources(struct nvc0_context *nvc0)
61 {
62 unsigned s, i;
63
64 nouveau_bufctx_del(&nvc0->bufctx_3d);
65 nouveau_bufctx_del(&nvc0->bufctx);
66 nouveau_bufctx_del(&nvc0->bufctx_cp);
67
68 util_unreference_framebuffer_state(&nvc0->framebuffer);
69
70 for (i = 0; i < nvc0->num_vtxbufs; ++i)
71 pipe_resource_reference(&nvc0->vtxbuf[i].buffer, NULL);
72
73 pipe_resource_reference(&nvc0->idxbuf.buffer, NULL);
74
75 for (s = 0; s < 6; ++s) {
76 for (i = 0; i < nvc0->num_textures[s]; ++i)
77 pipe_sampler_view_reference(&nvc0->textures[s][i], NULL);
78
79 for (i = 0; i < NVC0_MAX_PIPE_CONSTBUFS; ++i)
80 if (!nvc0->constbuf[s][i].user)
81 pipe_resource_reference(&nvc0->constbuf[s][i].u.buf, NULL);
82 }
83
84 for (s = 0; s < 2; ++s) {
85 for (i = 0; i < NVC0_MAX_SURFACE_SLOTS; ++i)
86 pipe_surface_reference(&nvc0->surfaces[s][i], NULL);
87 }
88
89 for (i = 0; i < nvc0->num_tfbbufs; ++i)
90 pipe_so_target_reference(&nvc0->tfbbuf[i], NULL);
91
92 for (i = 0; i < nvc0->global_residents.size / sizeof(struct pipe_resource *);
93 ++i) {
94 struct pipe_resource **res = util_dynarray_element(
95 &nvc0->global_residents, struct pipe_resource *, i);
96 pipe_resource_reference(res, NULL);
97 }
98 util_dynarray_fini(&nvc0->global_residents);
99 }
100
101 static void
102 nvc0_destroy(struct pipe_context *pipe)
103 {
104 struct nvc0_context *nvc0 = nvc0_context(pipe);
105
106 if (nvc0->screen->cur_ctx == nvc0) {
107 nvc0->base.pushbuf->kick_notify = NULL;
108 nvc0->screen->cur_ctx = NULL;
109 nouveau_pushbuf_bufctx(nvc0->base.pushbuf, NULL);
110 }
111 nouveau_pushbuf_kick(nvc0->base.pushbuf, nvc0->base.pushbuf->channel);
112
113 nvc0_context_unreference_resources(nvc0);
114
115 #ifdef NVC0_WITH_DRAW_MODULE
116 draw_destroy(nvc0->draw);
117 #endif
118
119 nouveau_context_destroy(&nvc0->base);
120 }
121
122 void
123 nvc0_default_kick_notify(struct nouveau_pushbuf *push)
124 {
125 struct nvc0_screen *screen = push->user_priv;
126
127 if (screen) {
128 nouveau_fence_next(&screen->base);
129 nouveau_fence_update(&screen->base, TRUE);
130 if (screen->cur_ctx)
131 screen->cur_ctx->state.flushed = TRUE;
132 }
133 NOUVEAU_DRV_STAT(&screen->base, pushbuf_count, 1);
134 }
135
136 static int
137 nvc0_invalidate_resource_storage(struct nouveau_context *ctx,
138 struct pipe_resource *res,
139 int ref)
140 {
141 struct nvc0_context *nvc0 = nvc0_context(&ctx->pipe);
142 unsigned s, i;
143
144 if (res->bind & PIPE_BIND_RENDER_TARGET) {
145 for (i = 0; i < nvc0->framebuffer.nr_cbufs; ++i) {
146 if (nvc0->framebuffer.cbufs[i] &&
147 nvc0->framebuffer.cbufs[i]->texture == res) {
148 nvc0->dirty |= NVC0_NEW_FRAMEBUFFER;
149 nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_FB);
150 if (!--ref)
151 return ref;
152 }
153 }
154 }
155 if (res->bind & PIPE_BIND_DEPTH_STENCIL) {
156 if (nvc0->framebuffer.zsbuf &&
157 nvc0->framebuffer.zsbuf->texture == res) {
158 nvc0->dirty |= NVC0_NEW_FRAMEBUFFER;
159 nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_FB);
160 if (!--ref)
161 return ref;
162 }
163 }
164
165 if (res->bind & PIPE_BIND_VERTEX_BUFFER) {
166 for (i = 0; i < nvc0->num_vtxbufs; ++i) {
167 if (nvc0->vtxbuf[i].buffer == res) {
168 nvc0->dirty |= NVC0_NEW_ARRAYS;
169 nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_VTX);
170 if (!--ref)
171 return ref;
172 }
173 }
174 }
175 if (res->bind & PIPE_BIND_INDEX_BUFFER) {
176 if (nvc0->idxbuf.buffer == res) {
177 nvc0->dirty |= NVC0_NEW_IDXBUF;
178 nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_IDX);
179 if (!--ref)
180 return ref;
181 }
182 }
183
184 if (res->bind & PIPE_BIND_SAMPLER_VIEW) {
185 for (s = 0; s < 5; ++s) {
186 for (i = 0; i < nvc0->num_textures[s]; ++i) {
187 if (nvc0->textures[s][i] &&
188 nvc0->textures[s][i]->texture == res) {
189 nvc0->textures_dirty[s] |= 1 << i;
190 nvc0->dirty |= NVC0_NEW_TEXTURES;
191 nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_TEX(s, i));
192 if (!--ref)
193 return ref;
194 }
195 }
196 }
197 }
198
199 if (res->bind & PIPE_BIND_CONSTANT_BUFFER) {
200 for (s = 0; s < 5; ++s) {
201 for (i = 0; i < nvc0->num_vtxbufs; ++i) {
202 if (!nvc0->constbuf[s][i].user &&
203 nvc0->constbuf[s][i].u.buf == res) {
204 nvc0->dirty |= NVC0_NEW_CONSTBUF;
205 nvc0->constbuf_dirty[s] |= 1 << i;
206 nouveau_bufctx_reset(nvc0->bufctx_3d, NVC0_BIND_CB(s, i));
207 if (!--ref)
208 return ref;
209 }
210 }
211 }
212 }
213
214 return ref;
215 }
216
217 static void
218 nvc0_context_get_sample_position(struct pipe_context *, unsigned, unsigned,
219 float *);
220
221 struct pipe_context *
222 nvc0_create(struct pipe_screen *pscreen, void *priv)
223 {
224 struct nvc0_screen *screen = nvc0_screen(pscreen);
225 struct nvc0_context *nvc0;
226 struct pipe_context *pipe;
227 int ret;
228 uint32_t flags;
229
230 nvc0 = CALLOC_STRUCT(nvc0_context);
231 if (!nvc0)
232 return NULL;
233 pipe = &nvc0->base.pipe;
234
235 if (!nvc0_blitctx_create(nvc0))
236 goto out_err;
237
238 nvc0->base.pushbuf = screen->base.pushbuf;
239 nvc0->base.client = screen->base.client;
240
241 ret = nouveau_bufctx_new(screen->base.client, 2, &nvc0->bufctx);
242 if (!ret)
243 ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_3D_COUNT,
244 &nvc0->bufctx_3d);
245 if (!ret)
246 ret = nouveau_bufctx_new(screen->base.client, NVC0_BIND_CP_COUNT,
247 &nvc0->bufctx_cp);
248 if (ret)
249 goto out_err;
250
251 nvc0->screen = screen;
252 nvc0->base.screen = &screen->base;
253
254 pipe->screen = pscreen;
255 pipe->priv = priv;
256
257 pipe->destroy = nvc0_destroy;
258
259 pipe->draw_vbo = nvc0_draw_vbo;
260 pipe->clear = nvc0_clear;
261 if (nvc0->screen->base.class_3d >= NVE4_3D_CLASS)
262 pipe->launch_grid = nve4_launch_grid;
263
264 pipe->flush = nvc0_flush;
265 pipe->texture_barrier = nvc0_texture_barrier;
266 pipe->get_sample_position = nvc0_context_get_sample_position;
267
268 if (!screen->cur_ctx) {
269 screen->cur_ctx = nvc0;
270 nouveau_pushbuf_bufctx(screen->base.pushbuf, nvc0->bufctx);
271 }
272 screen->base.pushbuf->kick_notify = nvc0_default_kick_notify;
273
274 nvc0_init_query_functions(nvc0);
275 nvc0_init_surface_functions(nvc0);
276 nvc0_init_state_functions(nvc0);
277 nvc0_init_transfer_functions(nvc0);
278 nvc0_init_resource_functions(pipe);
279
280 nvc0->base.invalidate_resource_storage = nvc0_invalidate_resource_storage;
281
282 #ifdef NVC0_WITH_DRAW_MODULE
283 /* no software fallbacks implemented */
284 nvc0->draw = draw_create(pipe);
285 assert(nvc0->draw);
286 draw_set_rasterize_stage(nvc0->draw, nvc0_draw_render_stage(nvc0));
287 #endif
288
289 pipe->create_video_decoder = nvc0_create_decoder;
290 pipe->create_video_buffer = nvc0_video_buffer_create;
291
292 /* shader builtin library is per-screen, but we need a context for m2mf */
293 nvc0_program_library_upload(nvc0);
294
295 /* add permanently resident buffers to bufctxts */
296
297 flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_RD;
298
299 BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->text);
300 BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->uniform_bo);
301 BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->txc);
302 if (screen->compute) {
303 BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->text);
304 BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->txc);
305 BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->parm);
306 }
307
308 flags = NOUVEAU_BO_VRAM | NOUVEAU_BO_RDWR;
309
310 BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->poly_cache);
311 if (screen->compute)
312 BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->tls);
313
314 flags = NOUVEAU_BO_GART | NOUVEAU_BO_WR;
315
316 BCTX_REFN_bo(nvc0->bufctx_3d, SCREEN, flags, screen->fence.bo);
317 BCTX_REFN_bo(nvc0->bufctx, FENCE, flags, screen->fence.bo);
318 if (screen->compute)
319 BCTX_REFN_bo(nvc0->bufctx_cp, CP_SCREEN, flags, screen->fence.bo);
320
321 nvc0->base.scratch.bo_size = 2 << 20;
322
323 memset(nvc0->tex_handles, ~0, sizeof(nvc0->tex_handles));
324
325 util_dynarray_init(&nvc0->global_residents);
326
327 return pipe;
328
329 out_err:
330 if (nvc0) {
331 if (nvc0->bufctx_3d)
332 nouveau_bufctx_del(&nvc0->bufctx_3d);
333 if (nvc0->bufctx_cp)
334 nouveau_bufctx_del(&nvc0->bufctx_cp);
335 if (nvc0->bufctx)
336 nouveau_bufctx_del(&nvc0->bufctx);
337 if (nvc0->blit)
338 FREE(nvc0->blit);
339 FREE(nvc0);
340 }
341 return NULL;
342 }
343
344 void
345 nvc0_bufctx_fence(struct nvc0_context *nvc0, struct nouveau_bufctx *bufctx,
346 boolean on_flush)
347 {
348 struct nouveau_list *list = on_flush ? &bufctx->current : &bufctx->pending;
349 struct nouveau_list *it;
350 NOUVEAU_DRV_STAT_IFD(unsigned count = 0);
351
352 for (it = list->next; it != list; it = it->next) {
353 struct nouveau_bufref *ref = (struct nouveau_bufref *)it;
354 struct nv04_resource *res = ref->priv;
355 if (res)
356 nvc0_resource_validate(res, (unsigned)ref->priv_data);
357 NOUVEAU_DRV_STAT_IFD(count++);
358 }
359 NOUVEAU_DRV_STAT(&nvc0->screen->base, resource_validate_count, count);
360 }
361
362 static void
363 nvc0_context_get_sample_position(struct pipe_context *pipe,
364 unsigned sample_count, unsigned sample_index,
365 float *xy)
366 {
367 static const uint8_t ms1[1][2] = { { 0x8, 0x8 } };
368 static const uint8_t ms2[2][2] = {
369 { 0x4, 0x4 }, { 0xc, 0xc } }; /* surface coords (0,0), (1,0) */
370 static const uint8_t ms4[4][2] = {
371 { 0x6, 0x2 }, { 0xe, 0x6 }, /* (0,0), (1,0) */
372 { 0x2, 0xa }, { 0xa, 0xe } }; /* (0,1), (1,1) */
373 static const uint8_t ms8[8][2] = {
374 { 0x1, 0x7 }, { 0x5, 0x3 }, /* (0,0), (1,0) */
375 { 0x3, 0xd }, { 0x7, 0xb }, /* (0,1), (1,1) */
376 { 0x9, 0x5 }, { 0xf, 0x1 }, /* (2,0), (3,0) */
377 { 0xb, 0xf }, { 0xd, 0x9 } }; /* (2,1), (3,1) */
378 #if 0
379 /* NOTE: there are alternative modes for MS2 and MS8, currently not used */
380 static const uint8_t ms8_alt[8][2] = {
381 { 0x9, 0x5 }, { 0x7, 0xb }, /* (2,0), (1,1) */
382 { 0xd, 0x9 }, { 0x5, 0x3 }, /* (3,1), (1,0) */
383 { 0x3, 0xd }, { 0x1, 0x7 }, /* (0,1), (0,0) */
384 { 0xb, 0xf }, { 0xf, 0x1 } }; /* (2,1), (3,0) */
385 #endif
386
387 const uint8_t (*ptr)[2];
388
389 switch (sample_count) {
390 case 0:
391 case 1: ptr = ms1; break;
392 case 2: ptr = ms2; break;
393 case 4: ptr = ms4; break;
394 case 8: ptr = ms8; break;
395 default:
396 assert(0);
397 break;
398 }
399 xy[0] = ptr[sample_index][0] * 0.0625f;
400 xy[1] = ptr[sample_index][1] * 0.0625f;
401 }