2 * Copyright 2010 Christoph Bumiller
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
23 #include "pipe/p_defines.h"
24 #include "util/u_framebuffer.h"
26 #ifdef NVC0_WITH_DRAW_MODULE
27 #include "draw/draw_context.h"
30 #include "nvc0_context.h"
31 #include "nvc0_screen.h"
32 #include "nvc0_resource.h"
35 nvc0_flush(struct pipe_context
*pipe
,
36 struct pipe_fence_handle
**fence
,
39 struct nvc0_context
*nvc0
= nvc0_context(pipe
);
40 struct nouveau_screen
*screen
= &nvc0
->screen
->base
;
43 nouveau_fence_ref(screen
->fence
.current
, (struct nouveau_fence
**)fence
);
45 PUSH_KICK(nvc0
->base
.pushbuf
); /* fencing handled in kick_notify */
47 nouveau_context_update_frame_stats(&nvc0
->base
);
51 nvc0_texture_barrier(struct pipe_context
*pipe
)
53 struct nouveau_pushbuf
*push
= nvc0_context(pipe
)->base
.pushbuf
;
55 IMMED_NVC0(push
, NVC0_3D(SERIALIZE
), 0);
56 IMMED_NVC0(push
, NVC0_3D(TEX_CACHE_CTL
), 0);
60 nvc0_context_unreference_resources(struct nvc0_context
*nvc0
)
64 nouveau_bufctx_del(&nvc0
->bufctx_3d
);
65 nouveau_bufctx_del(&nvc0
->bufctx
);
66 nouveau_bufctx_del(&nvc0
->bufctx_cp
);
68 util_unreference_framebuffer_state(&nvc0
->framebuffer
);
70 for (i
= 0; i
< nvc0
->num_vtxbufs
; ++i
)
71 pipe_resource_reference(&nvc0
->vtxbuf
[i
].buffer
, NULL
);
73 pipe_resource_reference(&nvc0
->idxbuf
.buffer
, NULL
);
75 for (s
= 0; s
< 6; ++s
) {
76 for (i
= 0; i
< nvc0
->num_textures
[s
]; ++i
)
77 pipe_sampler_view_reference(&nvc0
->textures
[s
][i
], NULL
);
79 for (i
= 0; i
< NVC0_MAX_PIPE_CONSTBUFS
; ++i
)
80 if (!nvc0
->constbuf
[s
][i
].user
)
81 pipe_resource_reference(&nvc0
->constbuf
[s
][i
].u
.buf
, NULL
);
84 for (s
= 0; s
< 2; ++s
) {
85 for (i
= 0; i
< NVC0_MAX_SURFACE_SLOTS
; ++i
)
86 pipe_surface_reference(&nvc0
->surfaces
[s
][i
], NULL
);
89 for (i
= 0; i
< nvc0
->num_tfbbufs
; ++i
)
90 pipe_so_target_reference(&nvc0
->tfbbuf
[i
], NULL
);
92 for (i
= 0; i
< nvc0
->global_residents
.size
/ sizeof(struct pipe_resource
*);
94 struct pipe_resource
**res
= util_dynarray_element(
95 &nvc0
->global_residents
, struct pipe_resource
*, i
);
96 pipe_resource_reference(res
, NULL
);
98 util_dynarray_fini(&nvc0
->global_residents
);
102 nvc0_destroy(struct pipe_context
*pipe
)
104 struct nvc0_context
*nvc0
= nvc0_context(pipe
);
106 if (nvc0
->screen
->cur_ctx
== nvc0
) {
107 nvc0
->base
.pushbuf
->kick_notify
= NULL
;
108 nvc0
->screen
->cur_ctx
= NULL
;
109 nouveau_pushbuf_bufctx(nvc0
->base
.pushbuf
, NULL
);
111 nouveau_pushbuf_kick(nvc0
->base
.pushbuf
, nvc0
->base
.pushbuf
->channel
);
113 nvc0_context_unreference_resources(nvc0
);
115 #ifdef NVC0_WITH_DRAW_MODULE
116 draw_destroy(nvc0
->draw
);
119 nouveau_context_destroy(&nvc0
->base
);
123 nvc0_default_kick_notify(struct nouveau_pushbuf
*push
)
125 struct nvc0_screen
*screen
= push
->user_priv
;
128 nouveau_fence_next(&screen
->base
);
129 nouveau_fence_update(&screen
->base
, TRUE
);
131 screen
->cur_ctx
->state
.flushed
= TRUE
;
133 NOUVEAU_DRV_STAT(&screen
->base
, pushbuf_count
, 1);
137 nvc0_invalidate_resource_storage(struct nouveau_context
*ctx
,
138 struct pipe_resource
*res
,
141 struct nvc0_context
*nvc0
= nvc0_context(&ctx
->pipe
);
144 if (res
->bind
& PIPE_BIND_RENDER_TARGET
) {
145 for (i
= 0; i
< nvc0
->framebuffer
.nr_cbufs
; ++i
) {
146 if (nvc0
->framebuffer
.cbufs
[i
] &&
147 nvc0
->framebuffer
.cbufs
[i
]->texture
== res
) {
148 nvc0
->dirty
|= NVC0_NEW_FRAMEBUFFER
;
149 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_FB
);
155 if (res
->bind
& PIPE_BIND_DEPTH_STENCIL
) {
156 if (nvc0
->framebuffer
.zsbuf
&&
157 nvc0
->framebuffer
.zsbuf
->texture
== res
) {
158 nvc0
->dirty
|= NVC0_NEW_FRAMEBUFFER
;
159 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_FB
);
165 if (res
->bind
& PIPE_BIND_VERTEX_BUFFER
) {
166 for (i
= 0; i
< nvc0
->num_vtxbufs
; ++i
) {
167 if (nvc0
->vtxbuf
[i
].buffer
== res
) {
168 nvc0
->dirty
|= NVC0_NEW_ARRAYS
;
169 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_VTX
);
175 if (res
->bind
& PIPE_BIND_INDEX_BUFFER
) {
176 if (nvc0
->idxbuf
.buffer
== res
) {
177 nvc0
->dirty
|= NVC0_NEW_IDXBUF
;
178 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_IDX
);
184 if (res
->bind
& PIPE_BIND_SAMPLER_VIEW
) {
185 for (s
= 0; s
< 5; ++s
) {
186 for (i
= 0; i
< nvc0
->num_textures
[s
]; ++i
) {
187 if (nvc0
->textures
[s
][i
] &&
188 nvc0
->textures
[s
][i
]->texture
== res
) {
189 nvc0
->textures_dirty
[s
] |= 1 << i
;
190 nvc0
->dirty
|= NVC0_NEW_TEXTURES
;
191 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_TEX(s
, i
));
199 if (res
->bind
& PIPE_BIND_CONSTANT_BUFFER
) {
200 for (s
= 0; s
< 5; ++s
) {
201 for (i
= 0; i
< nvc0
->num_vtxbufs
; ++i
) {
202 if (!nvc0
->constbuf
[s
][i
].user
&&
203 nvc0
->constbuf
[s
][i
].u
.buf
== res
) {
204 nvc0
->dirty
|= NVC0_NEW_CONSTBUF
;
205 nvc0
->constbuf_dirty
[s
] |= 1 << i
;
206 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_CB(s
, i
));
218 nvc0_context_get_sample_position(struct pipe_context
*, unsigned, unsigned,
221 struct pipe_context
*
222 nvc0_create(struct pipe_screen
*pscreen
, void *priv
)
224 struct nvc0_screen
*screen
= nvc0_screen(pscreen
);
225 struct nvc0_context
*nvc0
;
226 struct pipe_context
*pipe
;
230 nvc0
= CALLOC_STRUCT(nvc0_context
);
233 pipe
= &nvc0
->base
.pipe
;
235 if (!nvc0_blitctx_create(nvc0
))
238 nvc0
->base
.pushbuf
= screen
->base
.pushbuf
;
239 nvc0
->base
.client
= screen
->base
.client
;
241 ret
= nouveau_bufctx_new(screen
->base
.client
, 2, &nvc0
->bufctx
);
243 ret
= nouveau_bufctx_new(screen
->base
.client
, NVC0_BIND_3D_COUNT
,
246 ret
= nouveau_bufctx_new(screen
->base
.client
, NVC0_BIND_CP_COUNT
,
251 nvc0
->screen
= screen
;
252 nvc0
->base
.screen
= &screen
->base
;
254 pipe
->screen
= pscreen
;
257 pipe
->destroy
= nvc0_destroy
;
259 pipe
->draw_vbo
= nvc0_draw_vbo
;
260 pipe
->clear
= nvc0_clear
;
261 if (nvc0
->screen
->base
.class_3d
>= NVE4_3D_CLASS
)
262 pipe
->launch_grid
= nve4_launch_grid
;
264 pipe
->flush
= nvc0_flush
;
265 pipe
->texture_barrier
= nvc0_texture_barrier
;
266 pipe
->get_sample_position
= nvc0_context_get_sample_position
;
268 if (!screen
->cur_ctx
) {
269 screen
->cur_ctx
= nvc0
;
270 nouveau_pushbuf_bufctx(screen
->base
.pushbuf
, nvc0
->bufctx
);
272 screen
->base
.pushbuf
->kick_notify
= nvc0_default_kick_notify
;
274 nvc0_init_query_functions(nvc0
);
275 nvc0_init_surface_functions(nvc0
);
276 nvc0_init_state_functions(nvc0
);
277 nvc0_init_transfer_functions(nvc0
);
278 nvc0_init_resource_functions(pipe
);
280 nvc0
->base
.invalidate_resource_storage
= nvc0_invalidate_resource_storage
;
282 #ifdef NVC0_WITH_DRAW_MODULE
283 /* no software fallbacks implemented */
284 nvc0
->draw
= draw_create(pipe
);
286 draw_set_rasterize_stage(nvc0
->draw
, nvc0_draw_render_stage(nvc0
));
289 pipe
->create_video_decoder
= nvc0_create_decoder
;
290 pipe
->create_video_buffer
= nvc0_video_buffer_create
;
292 /* shader builtin library is per-screen, but we need a context for m2mf */
293 nvc0_program_library_upload(nvc0
);
295 /* add permanently resident buffers to bufctxts */
297 flags
= NOUVEAU_BO_VRAM
| NOUVEAU_BO_RD
;
299 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->text
);
300 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->uniform_bo
);
301 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->txc
);
302 if (screen
->compute
) {
303 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->text
);
304 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->txc
);
305 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->parm
);
308 flags
= NOUVEAU_BO_VRAM
| NOUVEAU_BO_RDWR
;
310 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->poly_cache
);
312 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->tls
);
314 flags
= NOUVEAU_BO_GART
| NOUVEAU_BO_WR
;
316 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->fence
.bo
);
317 BCTX_REFN_bo(nvc0
->bufctx
, FENCE
, flags
, screen
->fence
.bo
);
319 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->fence
.bo
);
321 nvc0
->base
.scratch
.bo_size
= 2 << 20;
323 memset(nvc0
->tex_handles
, ~0, sizeof(nvc0
->tex_handles
));
325 util_dynarray_init(&nvc0
->global_residents
);
332 nouveau_bufctx_del(&nvc0
->bufctx_3d
);
334 nouveau_bufctx_del(&nvc0
->bufctx_cp
);
336 nouveau_bufctx_del(&nvc0
->bufctx
);
345 nvc0_bufctx_fence(struct nvc0_context
*nvc0
, struct nouveau_bufctx
*bufctx
,
348 struct nouveau_list
*list
= on_flush
? &bufctx
->current
: &bufctx
->pending
;
349 struct nouveau_list
*it
;
350 NOUVEAU_DRV_STAT_IFD(unsigned count
= 0);
352 for (it
= list
->next
; it
!= list
; it
= it
->next
) {
353 struct nouveau_bufref
*ref
= (struct nouveau_bufref
*)it
;
354 struct nv04_resource
*res
= ref
->priv
;
356 nvc0_resource_validate(res
, (unsigned)ref
->priv_data
);
357 NOUVEAU_DRV_STAT_IFD(count
++);
359 NOUVEAU_DRV_STAT(&nvc0
->screen
->base
, resource_validate_count
, count
);
363 nvc0_context_get_sample_position(struct pipe_context
*pipe
,
364 unsigned sample_count
, unsigned sample_index
,
367 static const uint8_t ms1
[1][2] = { { 0x8, 0x8 } };
368 static const uint8_t ms2
[2][2] = {
369 { 0x4, 0x4 }, { 0xc, 0xc } }; /* surface coords (0,0), (1,0) */
370 static const uint8_t ms4
[4][2] = {
371 { 0x6, 0x2 }, { 0xe, 0x6 }, /* (0,0), (1,0) */
372 { 0x2, 0xa }, { 0xa, 0xe } }; /* (0,1), (1,1) */
373 static const uint8_t ms8
[8][2] = {
374 { 0x1, 0x7 }, { 0x5, 0x3 }, /* (0,0), (1,0) */
375 { 0x3, 0xd }, { 0x7, 0xb }, /* (0,1), (1,1) */
376 { 0x9, 0x5 }, { 0xf, 0x1 }, /* (2,0), (3,0) */
377 { 0xb, 0xf }, { 0xd, 0x9 } }; /* (2,1), (3,1) */
379 /* NOTE: there are alternative modes for MS2 and MS8, currently not used */
380 static const uint8_t ms8_alt
[8][2] = {
381 { 0x9, 0x5 }, { 0x7, 0xb }, /* (2,0), (1,1) */
382 { 0xd, 0x9 }, { 0x5, 0x3 }, /* (3,1), (1,0) */
383 { 0x3, 0xd }, { 0x1, 0x7 }, /* (0,1), (0,0) */
384 { 0xb, 0xf }, { 0xf, 0x1 } }; /* (2,1), (3,0) */
387 const uint8_t (*ptr
)[2];
389 switch (sample_count
) {
391 case 1: ptr
= ms1
; break;
392 case 2: ptr
= ms2
; break;
393 case 4: ptr
= ms4
; break;
394 case 8: ptr
= ms8
; break;
399 xy
[0] = ptr
[sample_index
][0] * 0.0625f
;
400 xy
[1] = ptr
[sample_index
][1] * 0.0625f
;