1 #include "pipe/p_context.h"
2 #include "pipe/p_state.h"
3 #include "pipe/p_inlines.h"
5 #include "nv40_context.h"
6 #include "nv40_state.h"
8 #include "nouveau/nouveau_channel.h"
9 #include "nouveau/nouveau_pushbuf.h"
10 #include "nouveau/nouveau_util.h"
15 nv40_vbo_format_to_hw(enum pipe_format pipe
, unsigned *fmt
, unsigned *ncomp
)
18 case PIPE_FORMAT_R32_FLOAT
:
19 case PIPE_FORMAT_R32G32_FLOAT
:
20 case PIPE_FORMAT_R32G32B32_FLOAT
:
21 case PIPE_FORMAT_R32G32B32A32_FLOAT
:
22 *fmt
= NV40TCL_VTXFMT_TYPE_FLOAT
;
24 case PIPE_FORMAT_R8_UNORM
:
25 case PIPE_FORMAT_R8G8_UNORM
:
26 case PIPE_FORMAT_R8G8B8_UNORM
:
27 case PIPE_FORMAT_R8G8B8A8_UNORM
:
28 *fmt
= NV40TCL_VTXFMT_TYPE_UBYTE
;
30 case PIPE_FORMAT_R16_SSCALED
:
31 case PIPE_FORMAT_R16G16_SSCALED
:
32 case PIPE_FORMAT_R16G16B16_SSCALED
:
33 case PIPE_FORMAT_R16G16B16A16_SSCALED
:
34 *fmt
= NV40TCL_VTXFMT_TYPE_USHORT
;
37 NOUVEAU_ERR("Unknown format %s\n", pf_name(pipe
));
42 case PIPE_FORMAT_R8_UNORM
:
43 case PIPE_FORMAT_R32_FLOAT
:
44 case PIPE_FORMAT_R16_SSCALED
:
47 case PIPE_FORMAT_R8G8_UNORM
:
48 case PIPE_FORMAT_R32G32_FLOAT
:
49 case PIPE_FORMAT_R16G16_SSCALED
:
52 case PIPE_FORMAT_R8G8B8_UNORM
:
53 case PIPE_FORMAT_R32G32B32_FLOAT
:
54 case PIPE_FORMAT_R16G16B16_SSCALED
:
57 case PIPE_FORMAT_R8G8B8A8_UNORM
:
58 case PIPE_FORMAT_R32G32B32A32_FLOAT
:
59 case PIPE_FORMAT_R16G16B16A16_SSCALED
:
63 NOUVEAU_ERR("Unknown format %s\n", pf_name(pipe
));
71 nv40_vbo_set_idxbuf(struct nv40_context
*nv40
, struct pipe_buffer
*ib
,
74 struct pipe_screen
*pscreen
= &nv40
->screen
->base
.base
;
79 nv40
->idxbuf_format
= 0xdeadbeef;
83 if (!pscreen
->get_param(pscreen
, NOUVEAU_CAP_HW_IDXBUF
) || ib_size
== 1)
88 type
= NV40TCL_IDXBUF_FORMAT_TYPE_U16
;
91 type
= NV40TCL_IDXBUF_FORMAT_TYPE_U32
;
97 if (ib
!= nv40
->idxbuf
||
98 type
!= nv40
->idxbuf_format
) {
99 nv40
->dirty
|= NV40_NEW_ARRAYS
;
101 nv40
->idxbuf_format
= type
;
108 nv40_vbo_static_attrib(struct nv40_context
*nv40
, struct nouveau_stateobj
*so
,
109 int attrib
, struct pipe_vertex_element
*ve
,
110 struct pipe_vertex_buffer
*vb
)
112 struct pipe_screen
*pscreen
= nv40
->pipe
.screen
;
113 struct nouveau_grobj
*curie
= nv40
->screen
->curie
;
114 unsigned type
, ncomp
;
117 if (nv40_vbo_format_to_hw(ve
->src_format
, &type
, &ncomp
))
120 map
= pipe_buffer_map(pscreen
, vb
->buffer
, PIPE_BUFFER_USAGE_CPU_READ
);
121 map
+= vb
->buffer_offset
+ ve
->src_offset
;
124 case NV40TCL_VTXFMT_TYPE_FLOAT
:
130 so_method(so
, curie
, NV40TCL_VTX_ATTR_4F_X(attrib
), 4);
131 so_data (so
, fui(v
[0]));
132 so_data (so
, fui(v
[1]));
133 so_data (so
, fui(v
[2]));
134 so_data (so
, fui(v
[3]));
137 so_method(so
, curie
, NV40TCL_VTX_ATTR_3F_X(attrib
), 3);
138 so_data (so
, fui(v
[0]));
139 so_data (so
, fui(v
[1]));
140 so_data (so
, fui(v
[2]));
143 so_method(so
, curie
, NV40TCL_VTX_ATTR_2F_X(attrib
), 2);
144 so_data (so
, fui(v
[0]));
145 so_data (so
, fui(v
[1]));
148 so_method(so
, curie
, NV40TCL_VTX_ATTR_1F(attrib
), 1);
149 so_data (so
, fui(v
[0]));
152 pipe_buffer_unmap(pscreen
, vb
->buffer
);
158 pipe_buffer_unmap(pscreen
, vb
->buffer
);
162 pipe_buffer_unmap(pscreen
, vb
->buffer
);
168 nv40_draw_arrays(struct pipe_context
*pipe
,
169 unsigned mode
, unsigned start
, unsigned count
)
171 struct nv40_context
*nv40
= nv40_context(pipe
);
172 struct nv40_screen
*screen
= nv40
->screen
;
173 struct nouveau_channel
*chan
= screen
->base
.channel
;
174 struct nouveau_grobj
*curie
= screen
->curie
;
177 nv40_vbo_set_idxbuf(nv40
, NULL
, 0);
178 if (FORCE_SWTNL
|| !nv40_state_validate(nv40
)) {
179 nv40_draw_elements_swtnl(pipe
, NULL
, 0,
187 nv40_state_emit(nv40
);
189 vc
= nouveau_vbuf_split(chan
->pushbuf
->remaining
, 6, 256,
190 mode
, start
, count
, &restart
);
196 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
197 OUT_RING (chan
, nvgl_primitive(mode
));
201 BEGIN_RING(chan
, curie
, NV40TCL_VB_VERTEX_BATCH
, 1);
202 OUT_RING (chan
, ((nr
- 1) << 24) | start
);
208 unsigned push
= nr
> 2047 ? 2047 : nr
;
212 BEGIN_RING_NI(chan
, curie
, NV40TCL_VB_VERTEX_BATCH
, push
);
214 OUT_RING(chan
, ((0x100 - 1) << 24) | start
);
219 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
226 pipe
->flush(pipe
, 0, NULL
);
230 nv40_draw_elements_u08(struct nv40_context
*nv40
, void *ib
,
231 unsigned mode
, unsigned start
, unsigned count
)
233 struct nv40_screen
*screen
= nv40
->screen
;
234 struct nouveau_channel
*chan
= screen
->base
.channel
;
235 struct nouveau_grobj
*curie
= screen
->curie
;
238 uint8_t *elts
= (uint8_t *)ib
+ start
;
239 unsigned vc
, push
, restart
;
241 nv40_state_emit(nv40
);
243 vc
= nouveau_vbuf_split(chan
->pushbuf
->remaining
, 6, 2,
244 mode
, start
, count
, &restart
);
251 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
252 OUT_RING (chan
, nvgl_primitive(mode
));
255 BEGIN_RING(chan
, curie
, NV40TCL_VB_ELEMENT_U32
, 1);
256 OUT_RING (chan
, elts
[0]);
263 push
= MIN2(vc
, 2047 * 2);
265 BEGIN_RING_NI(chan
, curie
, NV40TCL_VB_ELEMENT_U16
, push
>> 1);
266 for (i
= 0; i
< push
; i
+=2)
267 OUT_RING(chan
, (elts
[i
+1] << 16) | elts
[i
]);
273 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
281 nv40_draw_elements_u16(struct nv40_context
*nv40
, void *ib
,
282 unsigned mode
, unsigned start
, unsigned count
)
284 struct nv40_screen
*screen
= nv40
->screen
;
285 struct nouveau_channel
*chan
= screen
->base
.channel
;
286 struct nouveau_grobj
*curie
= screen
->curie
;
289 uint16_t *elts
= (uint16_t *)ib
+ start
;
290 unsigned vc
, push
, restart
;
292 nv40_state_emit(nv40
);
294 vc
= nouveau_vbuf_split(chan
->pushbuf
->remaining
, 6, 2,
295 mode
, start
, count
, &restart
);
302 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
303 OUT_RING (chan
, nvgl_primitive(mode
));
306 BEGIN_RING(chan
, curie
, NV40TCL_VB_ELEMENT_U32
, 1);
307 OUT_RING (chan
, elts
[0]);
314 push
= MIN2(vc
, 2047 * 2);
316 BEGIN_RING_NI(chan
, curie
, NV40TCL_VB_ELEMENT_U16
, push
>> 1);
317 for (i
= 0; i
< push
; i
+=2)
318 OUT_RING(chan
, (elts
[i
+1] << 16) | elts
[i
]);
324 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
332 nv40_draw_elements_u32(struct nv40_context
*nv40
, void *ib
,
333 unsigned mode
, unsigned start
, unsigned count
)
335 struct nv40_screen
*screen
= nv40
->screen
;
336 struct nouveau_channel
*chan
= screen
->base
.channel
;
337 struct nouveau_grobj
*curie
= screen
->curie
;
340 uint32_t *elts
= (uint32_t *)ib
+ start
;
341 unsigned vc
, push
, restart
;
343 nv40_state_emit(nv40
);
345 vc
= nouveau_vbuf_split(chan
->pushbuf
->remaining
, 5, 1,
346 mode
, start
, count
, &restart
);
353 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
354 OUT_RING (chan
, nvgl_primitive(mode
));
357 push
= MIN2(vc
, 2047);
359 BEGIN_RING_NI(chan
, curie
, NV40TCL_VB_ELEMENT_U32
, push
);
360 OUT_RINGp (chan
, elts
, push
);
366 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
374 nv40_draw_elements_inline(struct pipe_context
*pipe
,
375 struct pipe_buffer
*ib
, unsigned ib_size
,
376 unsigned mode
, unsigned start
, unsigned count
)
378 struct nv40_context
*nv40
= nv40_context(pipe
);
379 struct pipe_screen
*pscreen
= pipe
->screen
;
382 map
= pipe_buffer_map(pscreen
, ib
, PIPE_BUFFER_USAGE_CPU_READ
);
384 NOUVEAU_ERR("failed mapping ib\n");
390 nv40_draw_elements_u08(nv40
, map
, mode
, start
, count
);
393 nv40_draw_elements_u16(nv40
, map
, mode
, start
, count
);
396 nv40_draw_elements_u32(nv40
, map
, mode
, start
, count
);
399 NOUVEAU_ERR("invalid idxbuf fmt %d\n", ib_size
);
403 pipe_buffer_unmap(pscreen
, ib
);
407 nv40_draw_elements_vbo(struct pipe_context
*pipe
,
408 unsigned mode
, unsigned start
, unsigned count
)
410 struct nv40_context
*nv40
= nv40_context(pipe
);
411 struct nv40_screen
*screen
= nv40
->screen
;
412 struct nouveau_channel
*chan
= screen
->base
.channel
;
413 struct nouveau_grobj
*curie
= screen
->curie
;
419 nv40_state_emit(nv40
);
421 vc
= nouveau_vbuf_split(chan
->pushbuf
->remaining
, 6, 256,
422 mode
, start
, count
, &restart
);
428 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
429 OUT_RING (chan
, nvgl_primitive(mode
));
433 BEGIN_RING(chan
, curie
, NV40TCL_VB_INDEX_BATCH
, 1);
434 OUT_RING (chan
, ((nr
- 1) << 24) | start
);
440 unsigned push
= nr
> 2047 ? 2047 : nr
;
444 BEGIN_RING_NI(chan
, curie
, NV40TCL_VB_INDEX_BATCH
, push
);
446 OUT_RING(chan
, ((0x100 - 1) << 24) | start
);
451 BEGIN_RING(chan
, curie
, NV40TCL_BEGIN_END
, 1);
460 nv40_draw_elements(struct pipe_context
*pipe
,
461 struct pipe_buffer
*indexBuffer
, unsigned indexSize
,
462 unsigned mode
, unsigned start
, unsigned count
)
464 struct nv40_context
*nv40
= nv40_context(pipe
);
467 idxbuf
= nv40_vbo_set_idxbuf(nv40
, indexBuffer
, indexSize
);
468 if (FORCE_SWTNL
|| !nv40_state_validate(nv40
)) {
469 nv40_draw_elements_swtnl(pipe
, NULL
, 0,
475 nv40_draw_elements_vbo(pipe
, mode
, start
, count
);
477 nv40_draw_elements_inline(pipe
, indexBuffer
, indexSize
,
481 pipe
->flush(pipe
, 0, NULL
);
485 nv40_vbo_validate(struct nv40_context
*nv40
)
487 struct nouveau_stateobj
*vtxbuf
, *vtxfmt
, *sattr
= NULL
;
488 struct nouveau_grobj
*curie
= nv40
->screen
->curie
;
489 struct pipe_buffer
*ib
= nv40
->idxbuf
;
490 unsigned ib_format
= nv40
->idxbuf_format
;
491 unsigned vb_flags
= NOUVEAU_BO_VRAM
| NOUVEAU_BO_GART
| NOUVEAU_BO_RD
;
494 vtxbuf
= so_new(3, 17, 18);
495 so_method(vtxbuf
, curie
, NV40TCL_VTXBUF_ADDRESS(0), nv40
->vtxelt_nr
);
496 vtxfmt
= so_new(1, 16, 0);
497 so_method(vtxfmt
, curie
, NV40TCL_VTXFMT(0), nv40
->vtxelt_nr
);
499 for (hw
= 0; hw
< nv40
->vtxelt_nr
; hw
++) {
500 struct pipe_vertex_element
*ve
;
501 struct pipe_vertex_buffer
*vb
;
502 unsigned type
, ncomp
;
504 ve
= &nv40
->vtxelt
[hw
];
505 vb
= &nv40
->vtxbuf
[ve
->vertex_buffer_index
];
509 sattr
= so_new(16, 16 * 4, 0);
511 if (nv40_vbo_static_attrib(nv40
, sattr
, hw
, ve
, vb
)) {
513 so_data(vtxfmt
, NV40TCL_VTXFMT_TYPE_FLOAT
);
518 if (nv40_vbo_format_to_hw(ve
->src_format
, &type
, &ncomp
)) {
519 nv40
->fallback_swtnl
|= NV40_NEW_ARRAYS
;
520 so_ref(NULL
, &vtxbuf
);
521 so_ref(NULL
, &vtxfmt
);
525 so_reloc(vtxbuf
, nouveau_bo(vb
->buffer
),
526 vb
->buffer_offset
+ ve
->src_offset
,
527 vb_flags
| NOUVEAU_BO_LOW
| NOUVEAU_BO_OR
,
528 0, NV40TCL_VTXBUF_ADDRESS_DMA1
);
529 so_data (vtxfmt
, ((vb
->stride
<< NV40TCL_VTXFMT_STRIDE_SHIFT
) |
530 (ncomp
<< NV40TCL_VTXFMT_SIZE_SHIFT
) | type
));
534 struct nouveau_bo
*bo
= nouveau_bo(ib
);
536 so_method(vtxbuf
, curie
, NV40TCL_IDXBUF_ADDRESS
, 2);
537 so_reloc (vtxbuf
, bo
, 0, vb_flags
| NOUVEAU_BO_LOW
, 0, 0);
538 so_reloc (vtxbuf
, bo
, ib_format
, vb_flags
| NOUVEAU_BO_OR
,
539 0, NV40TCL_IDXBUF_FORMAT_DMA1
);
542 so_method(vtxbuf
, curie
, 0x1710, 1);
545 so_ref(vtxbuf
, &nv40
->state
.hw
[NV40_STATE_VTXBUF
]);
546 so_ref(NULL
, &vtxbuf
);
547 nv40
->state
.dirty
|= (1ULL << NV40_STATE_VTXBUF
);
548 so_ref(vtxfmt
, &nv40
->state
.hw
[NV40_STATE_VTXFMT
]);
549 so_ref(NULL
, &vtxfmt
);
550 nv40
->state
.dirty
|= (1ULL << NV40_STATE_VTXFMT
);
551 so_ref(sattr
, &nv40
->state
.hw
[NV40_STATE_VTXATTR
]);
552 so_ref(NULL
, &sattr
);
553 nv40
->state
.dirty
|= (1ULL << NV40_STATE_VTXATTR
);
557 struct nv40_state_entry nv40_state_vbo
= {
558 .validate
= nv40_vbo_validate
,
560 .pipe
= NV40_NEW_ARRAYS
,