1 #ifndef __NVC0_CONTEXT_H__
2 #define __NVC0_CONTEXT_H__
4 #include "pipe/p_context.h"
5 #include "pipe/p_defines.h"
6 #include "pipe/p_state.h"
9 #include "util/u_memory.h"
10 #include "util/u_math.h"
11 #include "util/u_inlines.h"
12 #include "util/u_dynarray.h"
14 #include "nvc0/nvc0_winsys.h"
15 #include "nvc0/nvc0_stateobj.h"
16 #include "nvc0/nvc0_screen.h"
17 #include "nvc0/nvc0_program.h"
18 #include "nvc0/nvc0_resource.h"
19 #include "nvc0/nvc0_query.h"
21 #include "nv50/nv50_transfer.h"
23 #include "nouveau_context.h"
24 #include "nouveau_debug.h"
26 #include "nv50/nv50_3ddefs.xml.h"
27 #include "nvc0/nvc0_3d.xml.h"
28 #include "nv50/nv50_2d.xml.h"
29 #include "nvc0/nvc0_m2mf.xml.h"
30 #include "nvc0/nve4_p2mf.xml.h"
31 #include "nvc0/nvc0_compute.xml.h"
32 #include "nvc0/nvc0_macros.h"
34 /* NOTE: must keep NVC0_NEW_3D_...PROG in consecutive bits in this order */
35 #define NVC0_NEW_3D_BLEND (1 << 0)
36 #define NVC0_NEW_3D_RASTERIZER (1 << 1)
37 #define NVC0_NEW_3D_ZSA (1 << 2)
38 #define NVC0_NEW_3D_VERTPROG (1 << 3)
39 #define NVC0_NEW_3D_TCTLPROG (1 << 4)
40 #define NVC0_NEW_3D_TEVLPROG (1 << 5)
41 #define NVC0_NEW_3D_GMTYPROG (1 << 6)
42 #define NVC0_NEW_3D_FRAGPROG (1 << 7)
43 #define NVC0_NEW_3D_BLEND_COLOUR (1 << 8)
44 #define NVC0_NEW_3D_STENCIL_REF (1 << 9)
45 #define NVC0_NEW_3D_CLIP (1 << 10)
46 #define NVC0_NEW_3D_SAMPLE_MASK (1 << 11)
47 #define NVC0_NEW_3D_FRAMEBUFFER (1 << 12)
48 #define NVC0_NEW_3D_STIPPLE (1 << 13)
49 #define NVC0_NEW_3D_SCISSOR (1 << 14)
50 #define NVC0_NEW_3D_VIEWPORT (1 << 15)
51 #define NVC0_NEW_3D_ARRAYS (1 << 16)
52 #define NVC0_NEW_3D_VERTEX (1 << 17)
53 #define NVC0_NEW_3D_CONSTBUF (1 << 18)
54 #define NVC0_NEW_3D_TEXTURES (1 << 19)
55 #define NVC0_NEW_3D_SAMPLERS (1 << 20)
56 #define NVC0_NEW_3D_TFB_TARGETS (1 << 21)
58 #define NVC0_NEW_3D_SURFACES (1 << 23)
59 #define NVC0_NEW_3D_MIN_SAMPLES (1 << 24)
60 #define NVC0_NEW_3D_TESSFACTOR (1 << 25)
61 #define NVC0_NEW_3D_BUFFERS (1 << 26)
62 #define NVC0_NEW_3D_DRIVERCONST (1 << 27)
63 #define NVC0_NEW_3D_WINDOW_RECTS (1 << 28)
65 #define NVC0_NEW_3D_SAMPLE_LOCATIONS (1 << 29)
67 #define NVC0_NEW_CP_PROGRAM (1 << 0)
68 #define NVC0_NEW_CP_SURFACES (1 << 1)
69 #define NVC0_NEW_CP_TEXTURES (1 << 2)
70 #define NVC0_NEW_CP_SAMPLERS (1 << 3)
71 #define NVC0_NEW_CP_CONSTBUF (1 << 4)
72 #define NVC0_NEW_CP_GLOBALS (1 << 5)
73 #define NVC0_NEW_CP_DRIVERCONST (1 << 6)
74 #define NVC0_NEW_CP_BUFFERS (1 << 7)
76 /* 3d bufctx (during draw_vbo, blit_3d) */
77 #define NVC0_BIND_3D_FB 0
78 #define NVC0_BIND_3D_VTX 1
79 #define NVC0_BIND_3D_VTX_TMP 2
80 #define NVC0_BIND_3D_IDX 3
81 #define NVC0_BIND_3D_TEX(s, i) ( 4 + 32 * (s) + (i))
82 #define NVC0_BIND_3D_CB(s, i) (164 + 16 * (s) + (i))
83 #define NVC0_BIND_3D_TFB 244
84 #define NVC0_BIND_3D_SUF 245
85 #define NVC0_BIND_3D_BUF 246
86 #define NVC0_BIND_3D_SCREEN 247
87 #define NVC0_BIND_3D_BINDLESS 248
88 #define NVC0_BIND_3D_TLS 249
89 #define NVC0_BIND_3D_TEXT 250
90 #define NVC0_BIND_3D_COUNT 251
92 /* compute bufctx (during launch_grid) */
93 #define NVC0_BIND_CP_CB(i) ( 0 + (i))
94 #define NVC0_BIND_CP_TEX(i) ( 16 + (i))
95 #define NVC0_BIND_CP_SUF 48
96 #define NVC0_BIND_CP_GLOBAL 49
97 #define NVC0_BIND_CP_DESC 50
98 #define NVC0_BIND_CP_SCREEN 51
99 #define NVC0_BIND_CP_QUERY 52
100 #define NVC0_BIND_CP_BUF 53
101 #define NVC0_BIND_CP_TEXT 54
102 #define NVC0_BIND_CP_BINDLESS 55
103 #define NVC0_BIND_CP_COUNT 56
105 /* bufctx for other operations */
106 #define NVC0_BIND_2D 0
107 #define NVC0_BIND_M2MF 0
108 #define NVC0_BIND_FENCE 1
110 /* 6 user uniform buffers, at 64K each */
111 #define NVC0_CB_USR_INFO(s) (s << 16)
112 #define NVC0_CB_USR_SIZE (6 << 16)
113 /* 6 driver constbuts, at 64K each */
114 #define NVC0_CB_AUX_INFO(s) NVC0_CB_USR_SIZE + (s << 16)
115 #define NVC0_CB_AUX_SIZE (1 << 16)
116 /* XXX: Figure out what this UNK data is. */
117 #define NVC0_CB_AUX_UNK_INFO 0x000
118 #define NVC0_CB_AUX_UNK_SIZE (8 * 4)
119 /* 40 textures handles (8 for GM107+ images only), at 1 32-bits integer each */
120 #define NVC0_CB_AUX_TEX_INFO(i) 0x020 + (i) * 4
121 #define NVC0_CB_AUX_TEX_SIZE (40 * 4)
122 /* 8 sets of 32-bits coordinate offsets */
123 #define NVC0_CB_AUX_MS_INFO 0x0c0
124 #define NVC0_CB_AUX_MS_SIZE (8 * 2 * 4)
125 /* block/grid size, at 3 32-bits integers each, gridid and work_dim */
126 #define NVC0_CB_AUX_GRID_INFO(i) 0x100 + (i) * 4 /* CP */
127 #define NVC0_CB_AUX_GRID_SIZE (8 * 4)
128 /* FB texture handle */
129 #define NVC0_CB_AUX_FB_TEX_INFO 0x100 /* FP */
130 #define NVC0_CB_AUX_FB_TEX_SIZE (4)
131 /* 8 user clip planes, at 4 32-bits floats each */
132 #define NVC0_CB_AUX_UCP_INFO 0x120
133 #define NVC0_CB_AUX_UCP_SIZE (PIPE_MAX_CLIP_PLANES * 4 * 4)
134 /* 13 ubos, at 4 32-bits integer each */
135 #define NVC0_CB_AUX_UBO_INFO(i) 0x120 + (i) * 4 * 4 /* CP */
136 #define NVC0_CB_AUX_UBO_SIZE ((NVC0_MAX_PIPE_CONSTBUFS - 1) * 4 * 4)
137 /* 8 sets of 32-bits integer pairs sample offsets */
138 #define NVC0_CB_AUX_SAMPLE_INFO 0x1a0 /* FP */
139 /* 256 bytes, though only 64 bytes used before GM200 */
140 #define NVC0_CB_AUX_SAMPLE_SIZE (8 * 2 * 4 * 4)
141 /* draw parameters (index bias, base instance, drawid)
142 * be sure to update the indirect draw macros in com9097.mme when changing this
144 #define NVC0_CB_AUX_DRAW_INFO 0x1a0 /* VP */
145 /* 32 user buffers, at 4 32-bits integers each */
146 #define NVC0_CB_AUX_BUF_INFO(i) 0x2a0 + (i) * 4 * 4
147 #define NVC0_CB_AUX_BUF_SIZE (NVC0_MAX_BUFFERS * 4 * 4)
148 /* 8 surfaces, at 16 32-bits integers each */
149 #define NVC0_CB_AUX_SU_INFO(i) 0x4a0 + (i) * 16 * 4
150 #define NVC0_CB_AUX_SU_SIZE (NVC0_MAX_IMAGES * 16 * 4)
151 /* 1 64-bits address and 1 32-bits sequence
152 * be sure to update the shaders in nvc0_query_hw_sm.c when changing this
154 #define NVC0_CB_AUX_MP_INFO 0x6a0
155 #define NVC0_CB_AUX_MP_SIZE 3 * 4
156 /* 512 64-byte blocks for bindless image handles */
157 #define NVC0_CB_AUX_BINDLESS_INFO(i) 0x6b0 + (i) * 16 * 4
158 #define NVC0_CB_AUX_BINDLESS_SIZE (NVE4_IMG_MAX_HANDLES * 16 * 4)
159 /* 4 32-bits floats for the vertex runout, put at the end */
160 #define NVC0_CB_AUX_RUNOUT_INFO NVC0_CB_USR_SIZE + (NVC0_CB_AUX_SIZE * 6)
164 bool nvc0_blitctx_create(struct nvc0_context
*);
165 void nvc0_blitctx_destroy(struct nvc0_context
*);
167 struct nvc0_resident
{
168 struct list_head list
;
170 struct nv04_resource
*buf
;
174 struct nvc0_context
{
175 struct nouveau_context base
;
177 struct nouveau_bufctx
*bufctx_3d
;
178 struct nouveau_bufctx
*bufctx
;
179 struct nouveau_bufctx
*bufctx_cp
;
181 struct nvc0_screen
*screen
;
183 void (*m2mf_copy_rect
)(struct nvc0_context
*,
184 const struct nv50_m2mf_rect
*dst
,
185 const struct nv50_m2mf_rect
*src
,
186 uint32_t nblocksx
, uint32_t nblocksy
);
188 uint32_t dirty_3d
; /* dirty flags for 3d state */
189 uint32_t dirty_cp
; /* dirty flags for compute state */
191 struct nvc0_graph_state state
;
193 struct nvc0_blend_stateobj
*blend
;
194 struct nvc0_rasterizer_stateobj
*rast
;
195 struct nvc0_zsa_stateobj
*zsa
;
196 struct nvc0_vertex_stateobj
*vertex
;
198 struct nvc0_program
*vertprog
;
199 struct nvc0_program
*tctlprog
;
200 struct nvc0_program
*tevlprog
;
201 struct nvc0_program
*gmtyprog
;
202 struct nvc0_program
*fragprog
;
203 struct nvc0_program
*compprog
;
205 struct nvc0_program
*tcp_empty
;
207 struct nvc0_constbuf constbuf
[6][NVC0_MAX_PIPE_CONSTBUFS
];
208 uint16_t constbuf_dirty
[6];
209 uint16_t constbuf_valid
[6];
210 uint16_t constbuf_coherent
[6];
213 struct pipe_vertex_buffer vtxbuf
[PIPE_MAX_ATTRIBS
];
214 unsigned num_vtxbufs
;
215 uint32_t vtxbufs_coherent
;
216 uint32_t constant_vbos
;
217 uint32_t vbo_user
; /* bitmask of vertex buffers pointing to user memory */
218 uint32_t vb_elt_first
; /* from pipe_draw_info, for vertex upload */
219 uint32_t vb_elt_limit
; /* max - min element (count - 1) */
220 uint32_t instance_off
; /* current base vertex for instanced arrays */
221 uint32_t instance_max
; /* last instance for current draw call */
223 struct pipe_sampler_view
*textures
[6][PIPE_MAX_SAMPLERS
];
224 unsigned num_textures
[6];
225 uint32_t textures_dirty
[6];
226 uint32_t textures_coherent
[6];
227 struct nv50_tsc_entry
*samplers
[6][PIPE_MAX_SAMPLERS
];
228 unsigned num_samplers
[6];
229 uint32_t samplers_dirty
[6];
230 bool seamless_cube_map
;
231 struct pipe_sampler_view
*fbtexture
;
233 uint32_t tex_handles
[6][PIPE_MAX_SAMPLERS
]; /* for nve4 */
235 struct list_head tex_head
;
236 struct list_head img_head
;
238 struct pipe_framebuffer_state framebuffer
;
239 bool sample_locations_enabled
;
240 uint8_t sample_locations
[2 * 4 * 8];
241 struct pipe_blend_color blend_colour
;
242 struct pipe_stencil_ref stencil_ref
;
243 struct pipe_poly_stipple stipple
;
244 struct pipe_scissor_state scissors
[NVC0_MAX_VIEWPORTS
];
245 unsigned scissors_dirty
;
246 struct pipe_viewport_state viewports
[NVC0_MAX_VIEWPORTS
];
247 unsigned viewports_dirty
;
248 struct pipe_clip_state clip
;
249 struct nvc0_window_rect_stateobj window_rect
;
251 unsigned sample_mask
;
252 unsigned min_samples
;
254 float default_tess_outer
[4];
255 float default_tess_inner
[2];
259 uint8_t tfbbuf_dirty
;
260 struct pipe_stream_output_target
*tfbbuf
[4];
261 unsigned num_tfbbufs
;
263 struct pipe_query
*cond_query
;
264 bool cond_cond
; /* inverted rendering condition */
266 uint32_t cond_condmode
; /* the calculated condition */
268 struct nvc0_blitctx
*blit
;
270 /* NOTE: some of these surfaces may reference buffers */
271 struct pipe_surface
*surfaces
[2][NVC0_MAX_SURFACE_SLOTS
];
272 uint16_t surfaces_dirty
[2];
273 uint16_t surfaces_valid
[2];
275 struct pipe_shader_buffer buffers
[6][NVC0_MAX_BUFFERS
];
276 uint32_t buffers_dirty
[6];
277 uint32_t buffers_valid
[6];
279 struct pipe_image_view images
[6][NVC0_MAX_IMAGES
];
280 struct pipe_sampler_view
*images_tic
[6][NVC0_MAX_IMAGES
]; /* GM107+ */
281 uint16_t images_dirty
[6];
282 uint16_t images_valid
[6];
284 struct util_dynarray global_residents
;
286 uint64_t compute_invocations
;
289 static inline struct nvc0_context
*
290 nvc0_context(struct pipe_context
*pipe
)
292 return (struct nvc0_context
*)pipe
;
295 static inline unsigned
296 nvc0_shader_stage(unsigned pipe
)
299 case PIPE_SHADER_VERTEX
: return 0;
300 case PIPE_SHADER_TESS_CTRL
: return 1;
301 case PIPE_SHADER_TESS_EVAL
: return 2;
302 case PIPE_SHADER_GEOMETRY
: return 3;
303 case PIPE_SHADER_FRAGMENT
: return 4;
304 case PIPE_SHADER_COMPUTE
: return 5;
306 assert(!"invalid PIPE_SHADER type");
313 struct pipe_context
*nvc0_create(struct pipe_screen
*, void *, unsigned flags
);
314 void nvc0_bufctx_fence(struct nvc0_context
*, struct nouveau_bufctx
*,
316 void nvc0_default_kick_notify(struct nouveau_pushbuf
*);
317 const void *nvc0_get_sample_locations(unsigned);
320 extern struct draw_stage
*nvc0_draw_render_stage(struct nvc0_context
*);
323 bool nvc0_program_translate(struct nvc0_program
*, uint16_t chipset
,
324 struct pipe_debug_callback
*);
325 bool nvc0_program_upload(struct nvc0_context
*, struct nvc0_program
*);
326 void nvc0_program_destroy(struct nvc0_context
*, struct nvc0_program
*);
327 void nvc0_program_library_upload(struct nvc0_context
*);
328 uint32_t nvc0_program_symbol_offset(const struct nvc0_program
*,
330 void nvc0_program_init_tcp_empty(struct nvc0_context
*);
332 /* nvc0_shader_state.c */
333 void nvc0_vertprog_validate(struct nvc0_context
*);
334 void nvc0_tctlprog_validate(struct nvc0_context
*);
335 void nvc0_tevlprog_validate(struct nvc0_context
*);
336 void nvc0_gmtyprog_validate(struct nvc0_context
*);
337 void nvc0_fragprog_validate(struct nvc0_context
*);
338 void nvc0_compprog_validate(struct nvc0_context
*);
340 void nvc0_tfb_validate(struct nvc0_context
*);
341 void nvc0_layer_validate(struct nvc0_context
*);
344 extern void nvc0_init_state_functions(struct nvc0_context
*);
346 /* nvc0_state_validate.c */
347 struct nvc0_state_validate
{
348 void (*func
)(struct nvc0_context
*);
352 bool nvc0_state_validate(struct nvc0_context
*, uint32_t,
353 struct nvc0_state_validate
*, int, uint32_t *,
354 struct nouveau_bufctx
*);
355 bool nvc0_state_validate_3d(struct nvc0_context
*, uint32_t);
358 extern void nvc0_clear(struct pipe_context
*, unsigned buffers
,
359 const struct pipe_scissor_state
*scissor_state
,
360 const union pipe_color_union
*color
,
361 double depth
, unsigned stencil
);
362 extern void nvc0_init_surface_functions(struct nvc0_context
*);
365 bool nvc0_validate_tic(struct nvc0_context
*nvc0
, int s
);
366 bool nvc0_validate_tsc(struct nvc0_context
*nvc0
, int s
);
367 bool nve4_validate_tsc(struct nvc0_context
*nvc0
, int s
);
368 void nvc0_validate_suf(struct nvc0_context
*nvc0
, int s
);
369 void nvc0_validate_textures(struct nvc0_context
*);
370 void nvc0_validate_samplers(struct nvc0_context
*);
371 void nvc0_upload_tsc0(struct nvc0_context
*);
372 void nve4_set_tex_handles(struct nvc0_context
*);
373 void nvc0_validate_surfaces(struct nvc0_context
*);
374 void nve4_set_surface_info(struct nouveau_pushbuf
*,
375 const struct pipe_image_view
*,
376 struct nvc0_context
*);
377 void nvc0_mark_image_range_valid(const struct pipe_image_view
*);
378 bool nvc0_update_tic(struct nvc0_context
*, struct nv50_tic_entry
*,
379 struct nv04_resource
*);
381 struct pipe_sampler_view
*
382 nvc0_create_texture_view(struct pipe_context
*,
383 struct pipe_resource
*,
384 const struct pipe_sampler_view
*,
386 enum pipe_texture_target
);
387 struct pipe_sampler_view
*
388 nvc0_create_sampler_view(struct pipe_context
*,
389 struct pipe_resource
*,
390 const struct pipe_sampler_view
*);
391 struct pipe_sampler_view
*
392 gm107_create_texture_view_from_image(struct pipe_context
*,
393 const struct pipe_image_view
*);
395 void nvc0_init_bindless_functions(struct pipe_context
*);
397 /* nvc0_transfer.c */
399 nvc0_init_transfer_functions(struct nvc0_context
*);
402 nvc0_m2mf_push_linear(struct nouveau_context
*nv
,
403 struct nouveau_bo
*dst
, unsigned offset
, unsigned domain
,
404 unsigned size
, const void *data
);
406 nve4_p2mf_push_linear(struct nouveau_context
*nv
,
407 struct nouveau_bo
*dst
, unsigned offset
, unsigned domain
,
408 unsigned size
, const void *data
);
410 nvc0_cb_bo_push(struct nouveau_context
*,
411 struct nouveau_bo
*bo
, unsigned domain
,
412 unsigned base
, unsigned size
,
413 unsigned offset
, unsigned words
, const uint32_t *data
);
416 void nvc0_draw_vbo(struct pipe_context
*, const struct pipe_draw_info
*);
419 nvc0_vertex_state_create(struct pipe_context
*pipe
,
420 unsigned num_elements
,
421 const struct pipe_vertex_element
*elements
);
423 nvc0_vertex_state_delete(struct pipe_context
*pipe
, void *hwcso
);
425 void nvc0_vertex_arrays_validate(struct nvc0_context
*);
427 void nvc0_idxbuf_validate(struct nvc0_context
*);
430 struct pipe_video_codec
*
431 nvc0_create_decoder(struct pipe_context
*context
,
432 const struct pipe_video_codec
*templ
);
434 struct pipe_video_buffer
*
435 nvc0_video_buffer_create(struct pipe_context
*pipe
,
436 const struct pipe_video_buffer
*templat
);
439 void nvc0_push_vbo(struct nvc0_context
*, const struct pipe_draw_info
*);
440 void nvc0_push_vbo_indirect(struct nvc0_context
*, const struct pipe_draw_info
*);
443 void nve4_launch_grid(struct pipe_context
*, const struct pipe_grid_info
*);
446 void nvc0_launch_grid(struct pipe_context
*, const struct pipe_grid_info
*);
447 void nvc0_compute_validate_globals(struct nvc0_context
*);
448 void nvc0_update_compute_invocations_counter(struct nvc0_context
*nvc0
,
449 const struct pipe_grid_info
*info
);