i965: use pack/unpackDouble lowering
[mesa.git] / src / gallium / drivers / nouveau / nvc0 / nvc0_context.h
1 #ifndef __NVC0_CONTEXT_H__
2 #define __NVC0_CONTEXT_H__
3
4 #include "pipe/p_context.h"
5 #include "pipe/p_defines.h"
6 #include "pipe/p_state.h"
7
8 #include "util/u_memory.h"
9 #include "util/u_math.h"
10 #include "util/u_inlines.h"
11 #include "util/u_dynarray.h"
12
13 #include "nvc0/nvc0_winsys.h"
14 #include "nvc0/nvc0_stateobj.h"
15 #include "nvc0/nvc0_screen.h"
16 #include "nvc0/nvc0_program.h"
17 #include "nvc0/nvc0_resource.h"
18 #include "nvc0/nvc0_query.h"
19
20 #include "nv50/nv50_transfer.h"
21
22 #include "nouveau_context.h"
23 #include "nouveau_debug.h"
24
25 #include "nv50/nv50_3ddefs.xml.h"
26 #include "nvc0/nvc0_3d.xml.h"
27 #include "nv50/nv50_2d.xml.h"
28 #include "nvc0/nvc0_m2mf.xml.h"
29 #include "nvc0/nve4_p2mf.xml.h"
30 #include "nvc0/nvc0_macros.h"
31
32 /* NOTE: must keep NVC0_NEW_3D_...PROG in consecutive bits in this order */
33 #define NVC0_NEW_3D_BLEND (1 << 0)
34 #define NVC0_NEW_3D_RASTERIZER (1 << 1)
35 #define NVC0_NEW_3D_ZSA (1 << 2)
36 #define NVC0_NEW_3D_VERTPROG (1 << 3)
37 #define NVC0_NEW_3D_TCTLPROG (1 << 4)
38 #define NVC0_NEW_3D_TEVLPROG (1 << 5)
39 #define NVC0_NEW_3D_GMTYPROG (1 << 6)
40 #define NVC0_NEW_3D_FRAGPROG (1 << 7)
41 #define NVC0_NEW_3D_BLEND_COLOUR (1 << 8)
42 #define NVC0_NEW_3D_STENCIL_REF (1 << 9)
43 #define NVC0_NEW_3D_CLIP (1 << 10)
44 #define NVC0_NEW_3D_SAMPLE_MASK (1 << 11)
45 #define NVC0_NEW_3D_FRAMEBUFFER (1 << 12)
46 #define NVC0_NEW_3D_STIPPLE (1 << 13)
47 #define NVC0_NEW_3D_SCISSOR (1 << 14)
48 #define NVC0_NEW_3D_VIEWPORT (1 << 15)
49 #define NVC0_NEW_3D_ARRAYS (1 << 16)
50 #define NVC0_NEW_3D_VERTEX (1 << 17)
51 #define NVC0_NEW_3D_CONSTBUF (1 << 18)
52 #define NVC0_NEW_3D_TEXTURES (1 << 19)
53 #define NVC0_NEW_3D_SAMPLERS (1 << 20)
54 #define NVC0_NEW_3D_TFB_TARGETS (1 << 21)
55 #define NVC0_NEW_3D_IDXBUF (1 << 22)
56 #define NVC0_NEW_3D_SURFACES (1 << 23)
57 #define NVC0_NEW_3D_MIN_SAMPLES (1 << 24)
58 #define NVC0_NEW_3D_TESSFACTOR (1 << 25)
59 #define NVC0_NEW_3D_BUFFERS (1 << 26)
60 #define NVC0_NEW_3D_DRIVERCONST (1 << 27)
61
62 #define NVC0_NEW_CP_PROGRAM (1 << 0)
63 #define NVC0_NEW_CP_SURFACES (1 << 1)
64 #define NVC0_NEW_CP_TEXTURES (1 << 2)
65 #define NVC0_NEW_CP_SAMPLERS (1 << 3)
66 #define NVC0_NEW_CP_CONSTBUF (1 << 4)
67 #define NVC0_NEW_CP_GLOBALS (1 << 5)
68 #define NVC0_NEW_CP_DRIVERCONST (1 << 6)
69 #define NVC0_NEW_CP_BUFFERS (1 << 7)
70
71 /* 3d bufctx (during draw_vbo, blit_3d) */
72 #define NVC0_BIND_3D_FB 0
73 #define NVC0_BIND_3D_VTX 1
74 #define NVC0_BIND_3D_VTX_TMP 2
75 #define NVC0_BIND_3D_IDX 3
76 #define NVC0_BIND_3D_TEX(s, i) ( 4 + 32 * (s) + (i))
77 #define NVC0_BIND_3D_CB(s, i) (164 + 16 * (s) + (i))
78 #define NVC0_BIND_3D_TFB 244
79 #define NVC0_BIND_3D_SUF 245
80 #define NVC0_BIND_3D_BUF 246
81 #define NVC0_BIND_3D_SCREEN 247
82 #define NVC0_BIND_3D_TLS 249
83 #define NVC0_BIND_3D_COUNT 250
84
85 /* compute bufctx (during launch_grid) */
86 #define NVC0_BIND_CP_CB(i) ( 0 + (i))
87 #define NVC0_BIND_CP_TEX(i) ( 16 + (i))
88 #define NVC0_BIND_CP_SUF 48
89 #define NVC0_BIND_CP_GLOBAL 49
90 #define NVC0_BIND_CP_DESC 50
91 #define NVC0_BIND_CP_SCREEN 51
92 #define NVC0_BIND_CP_QUERY 52
93 #define NVC0_BIND_CP_BUF 53
94 #define NVC0_BIND_CP_COUNT 54
95
96 /* bufctx for other operations */
97 #define NVC0_BIND_2D 0
98 #define NVC0_BIND_M2MF 0
99 #define NVC0_BIND_FENCE 1
100
101 /* 6 user uniform buffers, at 64K each */
102 #define NVC0_CB_USR_INFO(s) (s << 16)
103 #define NVC0_CB_USR_SIZE (6 << 16)
104 /* 6 driver constbuts, at 2K each */
105 #define NVC0_CB_AUX_INFO(s) NVC0_CB_USR_SIZE + (s << 11)
106 #define NVC0_CB_AUX_SIZE (6 << 11)
107 /* XXX: Figure out what this UNK data is. */
108 #define NVC0_CB_AUX_UNK_INFO 0x000
109 #define NVC0_CB_AUX_UNK_SIZE (8 * 4)
110 /* 32 textures handles, at 1 32-bits integer each */
111 #define NVC0_CB_AUX_TEX_INFO(i) 0x020 + (i) * 4
112 #define NVC0_CB_AUX_TEX_SIZE (32 * 4)
113 /* 8 sets of 32-bits coordinate offsets */
114 #define NVC0_CB_AUX_MS_INFO 0x0a0 /* CP */
115 #define NVC0_CB_AUX_MS_SIZE (8 * 2 * 4)
116 /* block/grid size, at 3 32-bits integers each and gridid */
117 #define NVC0_CB_AUX_GRID_INFO 0x0e0 /* CP */
118 #define NVC0_CB_AUX_GRID_SIZE (7 * 4)
119 /* 8 user clip planes, at 4 32-bits floats each */
120 #define NVC0_CB_AUX_UCP_INFO 0x100
121 #define NVC0_CB_AUX_UCP_SIZE (PIPE_MAX_CLIP_PLANES * 4 * 4)
122 /* 13 ubos, at 4 32-bits integer each */
123 #define NVC0_CB_AUX_UBO_INFO(i) 0x100 + (i) * 4 * 4 /* CP */
124 #define NVC0_CB_AUX_UBO_SIZE ((NVC0_MAX_PIPE_CONSTBUFS - 1) * 4 * 4)
125 /* 8 sets of 32-bits integer pairs sample offsets */
126 #define NVC0_CB_AUX_SAMPLE_INFO 0x180 /* FP */
127 #define NVC0_CB_AUX_SAMPLE_SIZE (8 * 4 * 2)
128 /* draw parameters (index bais, base instance, drawid) */
129 #define NVC0_CB_AUX_DRAW_INFO 0x180 /* VP */
130 /* 32 user buffers, at 4 32-bits integers each */
131 #define NVC0_CB_AUX_BUF_INFO(i) 0x200 + (i) * 4 * 4
132 #define NVC0_CB_AUX_BUF_SIZE (NVC0_MAX_BUFFERS * 4 * 4)
133 /* 8 surfaces, at 16 32-bits integers each */
134 #define NVC0_CB_AUX_SU_INFO(i) 0x400 + (i) * 16 * 4
135 #define NVC0_CB_AUX_SU_SIZE (NVC0_MAX_IMAGES * 16 * 4)
136 /* 4 32-bits floats for the vertex runout, put at the end */
137 #define NVC0_CB_AUX_RUNOUT_INFO NVC0_CB_USR_SIZE + NVC0_CB_AUX_SIZE
138
139 struct nvc0_blitctx;
140
141 bool nvc0_blitctx_create(struct nvc0_context *);
142 void nvc0_blitctx_destroy(struct nvc0_context *);
143
144 struct nvc0_context {
145 struct nouveau_context base;
146
147 struct nouveau_bufctx *bufctx_3d;
148 struct nouveau_bufctx *bufctx;
149 struct nouveau_bufctx *bufctx_cp;
150
151 struct nvc0_screen *screen;
152
153 void (*m2mf_copy_rect)(struct nvc0_context *,
154 const struct nv50_m2mf_rect *dst,
155 const struct nv50_m2mf_rect *src,
156 uint32_t nblocksx, uint32_t nblocksy);
157
158 uint32_t dirty_3d; /* dirty flags for 3d state */
159 uint32_t dirty_cp; /* dirty flags for compute state */
160
161 struct nvc0_graph_state state;
162
163 struct nvc0_blend_stateobj *blend;
164 struct nvc0_rasterizer_stateobj *rast;
165 struct nvc0_zsa_stateobj *zsa;
166 struct nvc0_vertex_stateobj *vertex;
167
168 struct nvc0_program *vertprog;
169 struct nvc0_program *tctlprog;
170 struct nvc0_program *tevlprog;
171 struct nvc0_program *gmtyprog;
172 struct nvc0_program *fragprog;
173 struct nvc0_program *compprog;
174
175 struct nvc0_program *tcp_empty;
176
177 struct nvc0_constbuf constbuf[6][NVC0_MAX_PIPE_CONSTBUFS];
178 uint16_t constbuf_dirty[6];
179 uint16_t constbuf_valid[6];
180 uint16_t constbuf_coherent[6];
181 bool cb_dirty;
182
183 struct pipe_vertex_buffer vtxbuf[PIPE_MAX_ATTRIBS];
184 unsigned num_vtxbufs;
185 uint32_t vtxbufs_coherent;
186 struct pipe_index_buffer idxbuf;
187 uint32_t constant_vbos;
188 uint32_t vbo_user; /* bitmask of vertex buffers pointing to user memory */
189 uint32_t vb_elt_first; /* from pipe_draw_info, for vertex upload */
190 uint32_t vb_elt_limit; /* max - min element (count - 1) */
191 uint32_t instance_off; /* current base vertex for instanced arrays */
192 uint32_t instance_max; /* last instance for current draw call */
193
194 struct pipe_sampler_view *textures[6][PIPE_MAX_SAMPLERS];
195 unsigned num_textures[6];
196 uint32_t textures_dirty[6];
197 uint32_t textures_coherent[6];
198 struct nv50_tsc_entry *samplers[6][PIPE_MAX_SAMPLERS];
199 unsigned num_samplers[6];
200 uint16_t samplers_dirty[6];
201 bool seamless_cube_map;
202
203 uint32_t tex_handles[6][PIPE_MAX_SAMPLERS]; /* for nve4 */
204
205 struct pipe_framebuffer_state framebuffer;
206 struct pipe_blend_color blend_colour;
207 struct pipe_stencil_ref stencil_ref;
208 struct pipe_poly_stipple stipple;
209 struct pipe_scissor_state scissors[NVC0_MAX_VIEWPORTS];
210 unsigned scissors_dirty;
211 struct pipe_viewport_state viewports[NVC0_MAX_VIEWPORTS];
212 unsigned viewports_dirty;
213 struct pipe_clip_state clip;
214
215 unsigned sample_mask;
216 unsigned min_samples;
217
218 float default_tess_outer[4];
219 float default_tess_inner[2];
220
221 bool vbo_push_hint;
222
223 uint8_t tfbbuf_dirty;
224 struct pipe_stream_output_target *tfbbuf[4];
225 unsigned num_tfbbufs;
226
227 struct pipe_query *cond_query;
228 bool cond_cond; /* inverted rendering condition */
229 uint cond_mode;
230 uint32_t cond_condmode; /* the calculated condition */
231
232 struct nvc0_blitctx *blit;
233
234 /* NOTE: some of these surfaces may reference buffers */
235 struct pipe_surface *surfaces[2][NVC0_MAX_SURFACE_SLOTS];
236 uint16_t surfaces_dirty[2];
237 uint16_t surfaces_valid[2];
238
239 struct pipe_shader_buffer buffers[6][NVC0_MAX_BUFFERS];
240 uint32_t buffers_dirty[6];
241 uint32_t buffers_valid[6];
242
243 struct pipe_image_view images[6][NVC0_MAX_IMAGES];
244 uint16_t images_dirty[6];
245 uint16_t images_valid[6];
246
247 struct util_dynarray global_residents;
248 };
249
250 static inline struct nvc0_context *
251 nvc0_context(struct pipe_context *pipe)
252 {
253 return (struct nvc0_context *)pipe;
254 }
255
256 static inline unsigned
257 nvc0_shader_stage(unsigned pipe)
258 {
259 switch (pipe) {
260 case PIPE_SHADER_VERTEX: return 0;
261 case PIPE_SHADER_TESS_CTRL: return 1;
262 case PIPE_SHADER_TESS_EVAL: return 2;
263 case PIPE_SHADER_GEOMETRY: return 3;
264 case PIPE_SHADER_FRAGMENT: return 4;
265 case PIPE_SHADER_COMPUTE: return 5;
266 default:
267 assert(!"invalid PIPE_SHADER type");
268 return 0;
269 }
270 }
271
272
273 /* nvc0_context.c */
274 struct pipe_context *nvc0_create(struct pipe_screen *, void *, unsigned flags);
275 void nvc0_bufctx_fence(struct nvc0_context *, struct nouveau_bufctx *,
276 bool on_flush);
277 void nvc0_default_kick_notify(struct nouveau_pushbuf *);
278
279 /* nvc0_draw.c */
280 extern struct draw_stage *nvc0_draw_render_stage(struct nvc0_context *);
281
282 /* nvc0_program.c */
283 bool nvc0_program_translate(struct nvc0_program *, uint16_t chipset,
284 struct pipe_debug_callback *);
285 bool nvc0_program_upload_code(struct nvc0_context *, struct nvc0_program *);
286 void nvc0_program_destroy(struct nvc0_context *, struct nvc0_program *);
287 void nvc0_program_library_upload(struct nvc0_context *);
288 uint32_t nvc0_program_symbol_offset(const struct nvc0_program *,
289 uint32_t label);
290 void nvc0_program_init_tcp_empty(struct nvc0_context *);
291
292 /* nvc0_shader_state.c */
293 void nvc0_vertprog_validate(struct nvc0_context *);
294 void nvc0_tctlprog_validate(struct nvc0_context *);
295 void nvc0_tevlprog_validate(struct nvc0_context *);
296 void nvc0_gmtyprog_validate(struct nvc0_context *);
297 void nvc0_fragprog_validate(struct nvc0_context *);
298 void nvc0_compprog_validate(struct nvc0_context *);
299
300 void nvc0_tfb_validate(struct nvc0_context *);
301
302 /* nvc0_state.c */
303 extern void nvc0_init_state_functions(struct nvc0_context *);
304
305 /* nvc0_state_validate.c */
306 struct nvc0_state_validate {
307 void (*func)(struct nvc0_context *);
308 uint32_t states;
309 };
310
311 bool nvc0_state_validate(struct nvc0_context *, uint32_t,
312 struct nvc0_state_validate *, int, uint32_t *,
313 struct nouveau_bufctx *);
314 bool nvc0_state_validate_3d(struct nvc0_context *, uint32_t);
315
316 /* nvc0_surface.c */
317 extern void nvc0_clear(struct pipe_context *, unsigned buffers,
318 const union pipe_color_union *color,
319 double depth, unsigned stencil);
320 extern void nvc0_init_surface_functions(struct nvc0_context *);
321
322 /* nvc0_tex.c */
323 bool nvc0_validate_tic(struct nvc0_context *nvc0, int s);
324 bool nvc0_validate_tsc(struct nvc0_context *nvc0, int s);
325 bool nve4_validate_tsc(struct nvc0_context *nvc0, int s);
326 void nvc0_validate_textures(struct nvc0_context *);
327 void nvc0_validate_samplers(struct nvc0_context *);
328 void nve4_set_tex_handles(struct nvc0_context *);
329 void nvc0_validate_surfaces(struct nvc0_context *);
330 void nve4_set_surface_info(struct nouveau_pushbuf *, struct pipe_image_view *,
331 struct nvc0_context *);
332
333 struct pipe_sampler_view *
334 nvc0_create_texture_view(struct pipe_context *,
335 struct pipe_resource *,
336 const struct pipe_sampler_view *,
337 uint32_t flags,
338 enum pipe_texture_target);
339 struct pipe_sampler_view *
340 nvc0_create_sampler_view(struct pipe_context *,
341 struct pipe_resource *,
342 const struct pipe_sampler_view *);
343
344 /* nvc0_transfer.c */
345 void
346 nvc0_init_transfer_functions(struct nvc0_context *);
347
348 void
349 nvc0_m2mf_push_linear(struct nouveau_context *nv,
350 struct nouveau_bo *dst, unsigned offset, unsigned domain,
351 unsigned size, const void *data);
352 void
353 nve4_p2mf_push_linear(struct nouveau_context *nv,
354 struct nouveau_bo *dst, unsigned offset, unsigned domain,
355 unsigned size, const void *data);
356 void
357 nvc0_cb_bo_push(struct nouveau_context *,
358 struct nouveau_bo *bo, unsigned domain,
359 unsigned base, unsigned size,
360 unsigned offset, unsigned words, const uint32_t *data);
361
362 /* nvc0_vbo.c */
363 void nvc0_draw_vbo(struct pipe_context *, const struct pipe_draw_info *);
364
365 void *
366 nvc0_vertex_state_create(struct pipe_context *pipe,
367 unsigned num_elements,
368 const struct pipe_vertex_element *elements);
369 void
370 nvc0_vertex_state_delete(struct pipe_context *pipe, void *hwcso);
371
372 void nvc0_vertex_arrays_validate(struct nvc0_context *);
373
374 void nvc0_idxbuf_validate(struct nvc0_context *);
375
376 /* nvc0_video.c */
377 struct pipe_video_codec *
378 nvc0_create_decoder(struct pipe_context *context,
379 const struct pipe_video_codec *templ);
380
381 struct pipe_video_buffer *
382 nvc0_video_buffer_create(struct pipe_context *pipe,
383 const struct pipe_video_buffer *templat);
384
385 /* nvc0_push.c */
386 void nvc0_push_vbo(struct nvc0_context *, const struct pipe_draw_info *);
387
388 /* nve4_compute.c */
389 void nve4_launch_grid(struct pipe_context *, const struct pipe_grid_info *);
390
391 /* nvc0_compute.c */
392 void nvc0_launch_grid(struct pipe_context *, const struct pipe_grid_info *);
393 void nvc0_compute_validate_globals(struct nvc0_context *);
394
395 #endif