2 * Copyright 2010 Christoph Bumiller
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
23 #include "pipe/p_defines.h"
24 #include "util/u_framebuffer.h"
26 #ifdef NVC0_WITH_DRAW_MODULE
27 #include "draw/draw_context.h"
30 #include "nvc0/nvc0_context.h"
31 #include "nvc0/nvc0_screen.h"
32 #include "nvc0/nvc0_resource.h"
35 nvc0_flush(struct pipe_context
*pipe
,
36 struct pipe_fence_handle
**fence
,
39 struct nvc0_context
*nvc0
= nvc0_context(pipe
);
40 struct nouveau_screen
*screen
= &nvc0
->screen
->base
;
43 nouveau_fence_ref(screen
->fence
.current
, (struct nouveau_fence
**)fence
);
45 PUSH_KICK(nvc0
->base
.pushbuf
); /* fencing handled in kick_notify */
47 nouveau_context_update_frame_stats(&nvc0
->base
);
51 nvc0_texture_barrier(struct pipe_context
*pipe
)
53 struct nouveau_pushbuf
*push
= nvc0_context(pipe
)->base
.pushbuf
;
55 IMMED_NVC0(push
, NVC0_3D(SERIALIZE
), 0);
56 IMMED_NVC0(push
, NVC0_3D(TEX_CACHE_CTL
), 0);
60 nvc0_memory_barrier(struct pipe_context
*pipe
, unsigned flags
)
62 struct nvc0_context
*nvc0
= nvc0_context(pipe
);
65 if (flags
& PIPE_BARRIER_MAPPED_BUFFER
) {
66 for (i
= 0; i
< nvc0
->num_vtxbufs
; ++i
) {
67 if (!nvc0
->vtxbuf
[i
].buffer
)
69 if (nvc0
->vtxbuf
[i
].buffer
->flags
& PIPE_RESOURCE_FLAG_MAP_PERSISTENT
)
70 nvc0
->base
.vbo_dirty
= TRUE
;
73 if (nvc0
->idxbuf
.buffer
&&
74 nvc0
->idxbuf
.buffer
->flags
& PIPE_RESOURCE_FLAG_MAP_PERSISTENT
)
75 nvc0
->base
.vbo_dirty
= TRUE
;
80 nvc0_context_unreference_resources(struct nvc0_context
*nvc0
)
84 nouveau_bufctx_del(&nvc0
->bufctx_3d
);
85 nouveau_bufctx_del(&nvc0
->bufctx
);
86 nouveau_bufctx_del(&nvc0
->bufctx_cp
);
88 util_unreference_framebuffer_state(&nvc0
->framebuffer
);
90 for (i
= 0; i
< nvc0
->num_vtxbufs
; ++i
)
91 pipe_resource_reference(&nvc0
->vtxbuf
[i
].buffer
, NULL
);
93 pipe_resource_reference(&nvc0
->idxbuf
.buffer
, NULL
);
95 for (s
= 0; s
< 6; ++s
) {
96 for (i
= 0; i
< nvc0
->num_textures
[s
]; ++i
)
97 pipe_sampler_view_reference(&nvc0
->textures
[s
][i
], NULL
);
99 for (i
= 0; i
< NVC0_MAX_PIPE_CONSTBUFS
; ++i
)
100 if (!nvc0
->constbuf
[s
][i
].user
)
101 pipe_resource_reference(&nvc0
->constbuf
[s
][i
].u
.buf
, NULL
);
104 for (s
= 0; s
< 2; ++s
) {
105 for (i
= 0; i
< NVC0_MAX_SURFACE_SLOTS
; ++i
)
106 pipe_surface_reference(&nvc0
->surfaces
[s
][i
], NULL
);
109 for (i
= 0; i
< nvc0
->num_tfbbufs
; ++i
)
110 pipe_so_target_reference(&nvc0
->tfbbuf
[i
], NULL
);
112 for (i
= 0; i
< nvc0
->global_residents
.size
/ sizeof(struct pipe_resource
*);
114 struct pipe_resource
**res
= util_dynarray_element(
115 &nvc0
->global_residents
, struct pipe_resource
*, i
);
116 pipe_resource_reference(res
, NULL
);
118 util_dynarray_fini(&nvc0
->global_residents
);
122 nvc0_destroy(struct pipe_context
*pipe
)
124 struct nvc0_context
*nvc0
= nvc0_context(pipe
);
126 if (nvc0
->screen
->cur_ctx
== nvc0
) {
127 nvc0
->base
.pushbuf
->kick_notify
= NULL
;
128 nvc0
->screen
->cur_ctx
= NULL
;
129 nouveau_pushbuf_bufctx(nvc0
->base
.pushbuf
, NULL
);
131 nouveau_pushbuf_kick(nvc0
->base
.pushbuf
, nvc0
->base
.pushbuf
->channel
);
133 nvc0_context_unreference_resources(nvc0
);
134 nvc0_blitctx_destroy(nvc0
);
136 #ifdef NVC0_WITH_DRAW_MODULE
137 draw_destroy(nvc0
->draw
);
140 nouveau_context_destroy(&nvc0
->base
);
144 nvc0_default_kick_notify(struct nouveau_pushbuf
*push
)
146 struct nvc0_screen
*screen
= push
->user_priv
;
149 nouveau_fence_next(&screen
->base
);
150 nouveau_fence_update(&screen
->base
, TRUE
);
152 screen
->cur_ctx
->state
.flushed
= TRUE
;
154 NOUVEAU_DRV_STAT(&screen
->base
, pushbuf_count
, 1);
158 nvc0_invalidate_resource_storage(struct nouveau_context
*ctx
,
159 struct pipe_resource
*res
,
162 struct nvc0_context
*nvc0
= nvc0_context(&ctx
->pipe
);
165 if (res
->bind
& PIPE_BIND_RENDER_TARGET
) {
166 for (i
= 0; i
< nvc0
->framebuffer
.nr_cbufs
; ++i
) {
167 if (nvc0
->framebuffer
.cbufs
[i
] &&
168 nvc0
->framebuffer
.cbufs
[i
]->texture
== res
) {
169 nvc0
->dirty
|= NVC0_NEW_FRAMEBUFFER
;
170 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_FB
);
176 if (res
->bind
& PIPE_BIND_DEPTH_STENCIL
) {
177 if (nvc0
->framebuffer
.zsbuf
&&
178 nvc0
->framebuffer
.zsbuf
->texture
== res
) {
179 nvc0
->dirty
|= NVC0_NEW_FRAMEBUFFER
;
180 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_FB
);
186 if (res
->bind
& PIPE_BIND_VERTEX_BUFFER
) {
187 for (i
= 0; i
< nvc0
->num_vtxbufs
; ++i
) {
188 if (nvc0
->vtxbuf
[i
].buffer
== res
) {
189 nvc0
->dirty
|= NVC0_NEW_ARRAYS
;
190 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_VTX
);
196 if (res
->bind
& PIPE_BIND_INDEX_BUFFER
) {
197 if (nvc0
->idxbuf
.buffer
== res
) {
198 nvc0
->dirty
|= NVC0_NEW_IDXBUF
;
199 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_IDX
);
205 if (res
->bind
& PIPE_BIND_SAMPLER_VIEW
) {
206 for (s
= 0; s
< 5; ++s
) {
207 for (i
= 0; i
< nvc0
->num_textures
[s
]; ++i
) {
208 if (nvc0
->textures
[s
][i
] &&
209 nvc0
->textures
[s
][i
]->texture
== res
) {
210 nvc0
->textures_dirty
[s
] |= 1 << i
;
211 nvc0
->dirty
|= NVC0_NEW_TEXTURES
;
212 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_TEX(s
, i
));
220 if (res
->bind
& PIPE_BIND_CONSTANT_BUFFER
) {
221 for (s
= 0; s
< 5; ++s
) {
222 for (i
= 0; i
< nvc0
->num_vtxbufs
; ++i
) {
223 if (!nvc0
->constbuf
[s
][i
].user
&&
224 nvc0
->constbuf
[s
][i
].u
.buf
== res
) {
225 nvc0
->dirty
|= NVC0_NEW_CONSTBUF
;
226 nvc0
->constbuf_dirty
[s
] |= 1 << i
;
227 nouveau_bufctx_reset(nvc0
->bufctx_3d
, NVC0_BIND_CB(s
, i
));
239 nvc0_context_get_sample_position(struct pipe_context
*, unsigned, unsigned,
242 struct pipe_context
*
243 nvc0_create(struct pipe_screen
*pscreen
, void *priv
)
245 struct nvc0_screen
*screen
= nvc0_screen(pscreen
);
246 struct nvc0_context
*nvc0
;
247 struct pipe_context
*pipe
;
251 nvc0
= CALLOC_STRUCT(nvc0_context
);
254 pipe
= &nvc0
->base
.pipe
;
256 if (!nvc0_blitctx_create(nvc0
))
259 nvc0
->base
.pushbuf
= screen
->base
.pushbuf
;
260 nvc0
->base
.client
= screen
->base
.client
;
262 ret
= nouveau_bufctx_new(screen
->base
.client
, 2, &nvc0
->bufctx
);
264 ret
= nouveau_bufctx_new(screen
->base
.client
, NVC0_BIND_3D_COUNT
,
267 ret
= nouveau_bufctx_new(screen
->base
.client
, NVC0_BIND_CP_COUNT
,
272 nvc0
->screen
= screen
;
273 nvc0
->base
.screen
= &screen
->base
;
275 pipe
->screen
= pscreen
;
278 pipe
->destroy
= nvc0_destroy
;
280 pipe
->draw_vbo
= nvc0_draw_vbo
;
281 pipe
->clear
= nvc0_clear
;
282 pipe
->launch_grid
= (nvc0
->screen
->base
.class_3d
>= NVE4_3D_CLASS
) ?
283 nve4_launch_grid
: nvc0_launch_grid
;
285 pipe
->flush
= nvc0_flush
;
286 pipe
->texture_barrier
= nvc0_texture_barrier
;
287 pipe
->memory_barrier
= nvc0_memory_barrier
;
288 pipe
->get_sample_position
= nvc0_context_get_sample_position
;
290 if (!screen
->cur_ctx
) {
291 screen
->cur_ctx
= nvc0
;
292 nouveau_pushbuf_bufctx(screen
->base
.pushbuf
, nvc0
->bufctx
);
294 screen
->base
.pushbuf
->kick_notify
= nvc0_default_kick_notify
;
296 nvc0_init_query_functions(nvc0
);
297 nvc0_init_surface_functions(nvc0
);
298 nvc0_init_state_functions(nvc0
);
299 nvc0_init_transfer_functions(nvc0
);
300 nvc0_init_resource_functions(pipe
);
302 nvc0
->base
.invalidate_resource_storage
= nvc0_invalidate_resource_storage
;
304 #ifdef NVC0_WITH_DRAW_MODULE
305 /* no software fallbacks implemented */
306 nvc0
->draw
= draw_create(pipe
);
308 draw_set_rasterize_stage(nvc0
->draw
, nvc0_draw_render_stage(nvc0
));
311 pipe
->create_video_codec
= nvc0_create_decoder
;
312 pipe
->create_video_buffer
= nvc0_video_buffer_create
;
314 /* shader builtin library is per-screen, but we need a context for m2mf */
315 nvc0_program_library_upload(nvc0
);
317 /* add permanently resident buffers to bufctxts */
319 flags
= NOUVEAU_BO_VRAM
| NOUVEAU_BO_RD
;
321 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->text
);
322 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->uniform_bo
);
323 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->txc
);
324 if (screen
->compute
) {
325 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->text
);
326 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->txc
);
327 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->parm
);
330 flags
= NOUVEAU_BO_VRAM
| NOUVEAU_BO_RDWR
;
332 if (screen
->poly_cache
)
333 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->poly_cache
);
335 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->tls
);
337 flags
= NOUVEAU_BO_GART
| NOUVEAU_BO_WR
;
339 BCTX_REFN_bo(nvc0
->bufctx_3d
, SCREEN
, flags
, screen
->fence
.bo
);
340 BCTX_REFN_bo(nvc0
->bufctx
, FENCE
, flags
, screen
->fence
.bo
);
342 BCTX_REFN_bo(nvc0
->bufctx_cp
, CP_SCREEN
, flags
, screen
->fence
.bo
);
344 nvc0
->base
.scratch
.bo_size
= 2 << 20;
346 memset(nvc0
->tex_handles
, ~0, sizeof(nvc0
->tex_handles
));
348 util_dynarray_init(&nvc0
->global_residents
);
355 nouveau_bufctx_del(&nvc0
->bufctx_3d
);
357 nouveau_bufctx_del(&nvc0
->bufctx_cp
);
359 nouveau_bufctx_del(&nvc0
->bufctx
);
368 nvc0_bufctx_fence(struct nvc0_context
*nvc0
, struct nouveau_bufctx
*bufctx
,
371 struct nouveau_list
*list
= on_flush
? &bufctx
->current
: &bufctx
->pending
;
372 struct nouveau_list
*it
;
373 NOUVEAU_DRV_STAT_IFD(unsigned count
= 0);
375 for (it
= list
->next
; it
!= list
; it
= it
->next
) {
376 struct nouveau_bufref
*ref
= (struct nouveau_bufref
*)it
;
377 struct nv04_resource
*res
= ref
->priv
;
379 nvc0_resource_validate(res
, (unsigned)ref
->priv_data
);
380 NOUVEAU_DRV_STAT_IFD(count
++);
382 NOUVEAU_DRV_STAT(&nvc0
->screen
->base
, resource_validate_count
, count
);
386 nvc0_context_get_sample_position(struct pipe_context
*pipe
,
387 unsigned sample_count
, unsigned sample_index
,
390 static const uint8_t ms1
[1][2] = { { 0x8, 0x8 } };
391 static const uint8_t ms2
[2][2] = {
392 { 0x4, 0x4 }, { 0xc, 0xc } }; /* surface coords (0,0), (1,0) */
393 static const uint8_t ms4
[4][2] = {
394 { 0x6, 0x2 }, { 0xe, 0x6 }, /* (0,0), (1,0) */
395 { 0x2, 0xa }, { 0xa, 0xe } }; /* (0,1), (1,1) */
396 static const uint8_t ms8
[8][2] = {
397 { 0x1, 0x7 }, { 0x5, 0x3 }, /* (0,0), (1,0) */
398 { 0x3, 0xd }, { 0x7, 0xb }, /* (0,1), (1,1) */
399 { 0x9, 0x5 }, { 0xf, 0x1 }, /* (2,0), (3,0) */
400 { 0xb, 0xf }, { 0xd, 0x9 } }; /* (2,1), (3,1) */
402 /* NOTE: there are alternative modes for MS2 and MS8, currently not used */
403 static const uint8_t ms8_alt
[8][2] = {
404 { 0x9, 0x5 }, { 0x7, 0xb }, /* (2,0), (1,1) */
405 { 0xd, 0x9 }, { 0x5, 0x3 }, /* (3,1), (1,0) */
406 { 0x3, 0xd }, { 0x1, 0x7 }, /* (0,1), (0,0) */
407 { 0xb, 0xf }, { 0xf, 0x1 } }; /* (2,1), (3,0) */
410 const uint8_t (*ptr
)[2];
412 switch (sample_count
) {
414 case 1: ptr
= ms1
; break;
415 case 2: ptr
= ms2
; break;
416 case 4: ptr
= ms4
; break;
417 case 8: ptr
= ms8
; break;
420 return; /* bad sample count -> undefined locations */
422 xy
[0] = ptr
[sample_index
][0] * 0.0625f
;
423 xy
[1] = ptr
[sample_index
][1] * 0.0625f
;