1 /**************************************************************************
3 * Copyright 2009 Younes Manton.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
31 #include <X11/Xlibint.h>
33 #include <pipe/p_video_context.h>
34 #include <pipe/p_video_state.h>
35 #include <pipe/p_state.h>
37 #include <util/u_inlines.h>
38 #include <util/u_memory.h>
39 #include <util/u_math.h>
41 #include <vl_winsys.h>
43 #include "xvmc_private.h"
45 static const unsigned const_empty_block_mask_420
[3][2][2] = {
46 { { 0x20, 0x10 }, { 0x08, 0x04 } },
47 { { 0x02, 0x02 }, { 0x02, 0x02 } },
48 { { 0x01, 0x01 }, { 0x01, 0x01 } }
51 static enum pipe_mpeg12_picture_type
PictureToPipe(int xvmc_pic
)
55 return PIPE_MPEG12_PICTURE_TYPE_FIELD_TOP
;
56 case XVMC_BOTTOM_FIELD
:
57 return PIPE_MPEG12_PICTURE_TYPE_FIELD_BOTTOM
;
58 case XVMC_FRAME_PICTURE
:
59 return PIPE_MPEG12_PICTURE_TYPE_FRAME
;
64 XVMC_MSG(XVMC_ERR
, "[XvMC] Unrecognized picture type 0x%08X.\n", xvmc_pic
);
70 MacroBlockTypeToPipeWeights(const XvMCMacroBlock
*xvmc_mb
, unsigned weights
[2])
74 switch (xvmc_mb
->macroblock_type
& (XVMC_MB_TYPE_MOTION_FORWARD
| XVMC_MB_TYPE_MOTION_BACKWARD
)) {
75 case XVMC_MB_TYPE_MOTION_FORWARD
:
76 weights
[0] = PIPE_VIDEO_MV_WEIGHT_MAX
;
77 weights
[1] = PIPE_VIDEO_MV_WEIGHT_MIN
;
80 case (XVMC_MB_TYPE_MOTION_FORWARD
| XVMC_MB_TYPE_MOTION_BACKWARD
):
81 weights
[0] = PIPE_VIDEO_MV_WEIGHT_HALF
;
82 weights
[1] = PIPE_VIDEO_MV_WEIGHT_HALF
;
85 case XVMC_MB_TYPE_MOTION_BACKWARD
:
86 weights
[0] = PIPE_VIDEO_MV_WEIGHT_MIN
;
87 weights
[1] = PIPE_VIDEO_MV_WEIGHT_MAX
;
91 /* workaround for xines xxmc video out plugin */
92 if (!(xvmc_mb
->macroblock_type
& ~XVMC_MB_TYPE_PATTERN
)) {
93 weights
[0] = PIPE_VIDEO_MV_WEIGHT_MAX
;
94 weights
[1] = PIPE_VIDEO_MV_WEIGHT_MIN
;
96 weights
[0] = PIPE_VIDEO_MV_WEIGHT_MIN
;
97 weights
[1] = PIPE_VIDEO_MV_WEIGHT_MIN
;
103 static inline struct pipe_motionvector
104 MotionVectorToPipe(const XvMCMacroBlock
*xvmc_mb
, unsigned vector
,
105 unsigned field_select_mask
, unsigned weight
)
107 struct pipe_motionvector mv
;
111 switch (xvmc_mb
->motion_type
) {
112 case XVMC_PREDICTION_FRAME
:
113 mv
.top
.x
= xvmc_mb
->PMV
[0][vector
][0];
114 mv
.top
.y
= xvmc_mb
->PMV
[0][vector
][1];
115 mv
.top
.field_select
= PIPE_VIDEO_FRAME
;
116 mv
.top
.weight
= weight
;
118 mv
.bottom
.x
= xvmc_mb
->PMV
[0][vector
][0];
119 mv
.bottom
.y
= xvmc_mb
->PMV
[0][vector
][1];
120 mv
.bottom
.weight
= weight
;
121 mv
.bottom
.field_select
= PIPE_VIDEO_FRAME
;
124 case XVMC_PREDICTION_FIELD
:
125 mv
.top
.x
= xvmc_mb
->PMV
[0][vector
][0];
126 mv
.top
.y
= xvmc_mb
->PMV
[0][vector
][1];
127 mv
.top
.field_select
= (xvmc_mb
->motion_vertical_field_select
& field_select_mask
) ?
128 PIPE_VIDEO_BOTTOM_FIELD
: PIPE_VIDEO_TOP_FIELD
;
129 mv
.top
.weight
= weight
;
131 mv
.bottom
.x
= xvmc_mb
->PMV
[1][vector
][0];
132 mv
.bottom
.y
= xvmc_mb
->PMV
[1][vector
][1];
133 mv
.bottom
.field_select
= (xvmc_mb
->motion_vertical_field_select
& (field_select_mask
<< 2)) ?
134 PIPE_VIDEO_BOTTOM_FIELD
: PIPE_VIDEO_TOP_FIELD
;
135 mv
.bottom
.weight
= weight
;
138 default: // TODO: Support DUALPRIME and 16x8
146 UploadYcbcrBlocks(XvMCSurfacePrivate
*surface
,
147 const XvMCMacroBlock
*xvmc_mb
,
148 const XvMCBlockArray
*xvmc_blocks
)
150 enum pipe_mpeg12_dct_intra intra
;
151 enum pipe_mpeg12_dct_type coding
;
159 intra
= xvmc_mb
->macroblock_type
& XVMC_MB_TYPE_INTRA
?
160 PIPE_MPEG12_DCT_INTRA
: PIPE_MPEG12_DCT_DELTA
;
162 coding
= xvmc_mb
->dct_type
== XVMC_DCT_TYPE_FIELD
?
163 PIPE_MPEG12_DCT_TYPE_FIELD
: PIPE_MPEG12_DCT_TYPE_FRAME
;
165 blocks
= xvmc_blocks
->blocks
+ xvmc_mb
->index
* BLOCK_SIZE_SAMPLES
;
167 for (y
= 0; y
< 2; ++y
) {
168 for (x
= 0; x
< 2; ++x
, ++tb
) {
169 if (xvmc_mb
->coded_block_pattern
& const_empty_block_mask_420
[0][y
][x
]) {
171 struct pipe_ycbcr_block
*stream
= surface
->ycbcr
[0].stream
;
172 stream
->x
= xvmc_mb
->x
* 2 + x
;
173 stream
->y
= xvmc_mb
->y
* 2 + y
;
174 stream
->intra
= intra
;
175 stream
->coding
= coding
;
177 memcpy(surface
->ycbcr
[0].buffer
, blocks
, BLOCK_SIZE_BYTES
);
179 surface
->ycbcr
[0].num_blocks_added
++;
180 surface
->ycbcr
[0].stream
++;
181 surface
->ycbcr
[0].buffer
+= BLOCK_SIZE_SAMPLES
;
182 blocks
+= BLOCK_SIZE_SAMPLES
;
187 /* TODO: Implement 422, 444 */
188 //assert(ctx->base.chroma_format == PIPE_VIDEO_CHROMA_FORMAT_420);
190 for (tb
= 1; tb
< 3; ++tb
) {
191 if (xvmc_mb
->coded_block_pattern
& const_empty_block_mask_420
[tb
][0][0]) {
193 struct pipe_ycbcr_block
*stream
= surface
->ycbcr
[tb
].stream
;
194 stream
->x
= xvmc_mb
->x
;
195 stream
->y
= xvmc_mb
->y
;
196 stream
->intra
= intra
;
197 stream
->coding
= PIPE_MPEG12_DCT_TYPE_FRAME
;
199 memcpy(surface
->ycbcr
[tb
].buffer
, blocks
, BLOCK_SIZE_BYTES
);
201 surface
->ycbcr
[tb
].num_blocks_added
++;
202 surface
->ycbcr
[tb
].stream
++;
203 surface
->ycbcr
[tb
].buffer
+= BLOCK_SIZE_SAMPLES
;
204 blocks
+= BLOCK_SIZE_SAMPLES
;
211 MacroBlocksToPipe(XvMCSurfacePrivate
*surface
,
212 unsigned int xvmc_picture_structure
,
213 const XvMCMacroBlock
*xvmc_mb
,
214 const XvMCBlockArray
*xvmc_blocks
,
215 unsigned int num_macroblocks
)
221 assert(num_macroblocks
);
223 for (i
= 0; i
< num_macroblocks
; ++i
) {
224 unsigned mv_pos
= xvmc_mb
->x
+ surface
->mv_stride
* xvmc_mb
->y
;
225 unsigned mv_weights
[2];
227 UploadYcbcrBlocks(surface
, xvmc_mb
, xvmc_blocks
);
229 MacroBlockTypeToPipeWeights(xvmc_mb
, mv_weights
);
231 for (j
= 0; j
< 2; ++j
) {
232 if (!surface
->ref
[j
].mv
) continue;
234 surface
->ref
[j
].mv
[mv_pos
] = MotionVectorToPipe
237 j
? XVMC_SELECT_FIRST_BACKWARD
: XVMC_SELECT_FIRST_FORWARD
,
247 unmap_and_flush_surface(XvMCSurfacePrivate
*surface
)
249 struct pipe_video_buffer
*ref_frames
[2];
250 XvMCContextPrivate
*context_priv
;
251 unsigned i
, num_ycbcr_blocks
[3];
255 context_priv
= surface
->context
->privData
;
257 for ( i
= 0; i
< 2; ++i
) {
258 if (surface
->ref
[i
].surface
) {
259 XvMCSurfacePrivate
*ref
= surface
->ref
[i
].surface
->privData
;
263 unmap_and_flush_surface(ref
);
264 surface
->ref
[i
].surface
= NULL
;
265 ref_frames
[i
] = ref
->video_buffer
;
267 ref_frames
[i
] = NULL
;
271 if (surface
->mapped
) {
272 surface
->decode_buffer
->unmap(surface
->decode_buffer
);
273 for (i
= 0; i
< 3; ++i
)
274 num_ycbcr_blocks
[i
] = surface
->ycbcr
[i
].num_blocks_added
;
275 context_priv
->decoder
->flush_buffer(surface
->decode_buffer
,
278 surface
->video_buffer
,
279 &surface
->flush_fence
);
285 Status
XvMCCreateSurface(Display
*dpy
, XvMCContext
*context
, XvMCSurface
*surface
)
287 XvMCContextPrivate
*context_priv
;
288 struct pipe_video_context
*vpipe
;
289 XvMCSurfacePrivate
*surface_priv
;
291 XVMC_MSG(XVMC_TRACE
, "[XvMC] Creating surface %p.\n", surface
);
296 return XvMCBadContext
;
298 return XvMCBadSurface
;
300 context_priv
= context
->privData
;
301 vpipe
= context_priv
->vctx
->vpipe
;
303 surface_priv
= CALLOC(1, sizeof(XvMCSurfacePrivate
));
307 surface_priv
->decode_buffer
= context_priv
->decoder
->create_buffer(context_priv
->decoder
);
308 surface_priv
->mv_stride
= surface_priv
->decode_buffer
->get_mv_stream_stride(surface_priv
->decode_buffer
);
309 surface_priv
->video_buffer
= vpipe
->create_buffer(vpipe
, PIPE_FORMAT_YV12
, //TODO
310 context_priv
->decoder
->chroma_format
,
311 context_priv
->decoder
->width
,
312 context_priv
->decoder
->height
);
313 surface_priv
->context
= context
;
315 surface
->surface_id
= XAllocID(dpy
);
316 surface
->context_id
= context
->context_id
;
317 surface
->surface_type_id
= context
->surface_type_id
;
318 surface
->width
= context
->width
;
319 surface
->height
= context
->height
;
320 surface
->privData
= surface_priv
;
324 XVMC_MSG(XVMC_TRACE
, "[XvMC] Surface %p created.\n", surface
);
330 Status
XvMCRenderSurface(Display
*dpy
, XvMCContext
*context
, unsigned int picture_structure
,
331 XvMCSurface
*target_surface
, XvMCSurface
*past_surface
, XvMCSurface
*future_surface
,
332 unsigned int flags
, unsigned int num_macroblocks
, unsigned int first_macroblock
,
333 XvMCMacroBlockArray
*macroblocks
, XvMCBlockArray
*blocks
336 struct pipe_video_context
*vpipe
;
337 struct pipe_video_decode_buffer
*t_buffer
;
339 XvMCContextPrivate
*context_priv
;
340 XvMCSurfacePrivate
*target_surface_priv
;
341 XvMCSurfacePrivate
*past_surface_priv
;
342 XvMCSurfacePrivate
*future_surface_priv
;
343 XvMCMacroBlock
*xvmc_mb
;
347 XVMC_MSG(XVMC_TRACE
, "[XvMC] Rendering to surface %p, with past %p and future %p\n",
348 target_surface
, past_surface
, future_surface
);
352 if (!context
|| !context
->privData
)
353 return XvMCBadContext
;
354 if (!target_surface
|| !target_surface
->privData
)
355 return XvMCBadSurface
;
357 if (picture_structure
!= XVMC_TOP_FIELD
&&
358 picture_structure
!= XVMC_BOTTOM_FIELD
&&
359 picture_structure
!= XVMC_FRAME_PICTURE
)
361 /* Bkwd pred equivalent to fwd (past && !future) */
362 if (future_surface
&& !past_surface
)
365 assert(context
->context_id
== target_surface
->context_id
);
366 assert(!past_surface
|| context
->context_id
== past_surface
->context_id
);
367 assert(!future_surface
|| context
->context_id
== future_surface
->context_id
);
372 assert(macroblocks
->context_id
== context
->context_id
);
373 assert(blocks
->context_id
== context
->context_id
);
375 assert(flags
== 0 || flags
== XVMC_SECOND_FIELD
);
377 target_surface_priv
= target_surface
->privData
;
378 past_surface_priv
= past_surface
? past_surface
->privData
: NULL
;
379 future_surface_priv
= future_surface
? future_surface
->privData
: NULL
;
381 assert(target_surface_priv
->context
== context
);
382 assert(!past_surface
|| past_surface_priv
->context
== context
);
383 assert(!future_surface
|| future_surface_priv
->context
== context
);
385 context_priv
= context
->privData
;
386 vpipe
= context_priv
->vctx
->vpipe
;
388 t_buffer
= target_surface_priv
->decode_buffer
;
390 // enshure that all reference frames are flushed
391 // not really nessasary, but speeds ups rendering
393 unmap_and_flush_surface(past_surface
->privData
);
396 unmap_and_flush_surface(future_surface
->privData
);
398 xvmc_mb
= macroblocks
->macro_blocks
+ first_macroblock
;
400 /* If the surface we're rendering hasn't changed the ref frames shouldn't change. */
401 if (target_surface_priv
->mapped
&& (
402 target_surface_priv
->ref
[0].surface
!= past_surface
||
403 target_surface_priv
->ref
[1].surface
!= future_surface
||
404 (xvmc_mb
->x
== 0 && xvmc_mb
->y
== 0))) {
406 // If they change anyway we need to clear our surface
407 unmap_and_flush_surface(target_surface_priv
);
410 if (!target_surface_priv
->mapped
) {
411 t_buffer
->map(t_buffer
);
413 for (i
= 0; i
< 3; ++i
) {
414 target_surface_priv
->ycbcr
[i
].num_blocks_added
= 0;
415 target_surface_priv
->ycbcr
[i
].stream
= t_buffer
->get_ycbcr_stream(t_buffer
, i
);
416 target_surface_priv
->ycbcr
[i
].buffer
= t_buffer
->get_ycbcr_buffer(t_buffer
, i
);
419 for (i
= 0; i
< 2; ++i
) {
420 target_surface_priv
->ref
[i
].surface
= i
== 0 ? past_surface
: future_surface
;
422 if (target_surface_priv
->ref
[i
].surface
)
423 target_surface_priv
->ref
[i
].mv
= t_buffer
->get_mv_stream(t_buffer
, i
);
425 target_surface_priv
->ref
[i
].mv
= NULL
;
428 target_surface_priv
->mapped
= 1;
431 MacroBlocksToPipe(target_surface_priv
, picture_structure
, xvmc_mb
, blocks
, num_macroblocks
);
433 XVMC_MSG(XVMC_TRACE
, "[XvMC] Submitted surface %p for rendering.\n", target_surface
);
439 Status
XvMCFlushSurface(Display
*dpy
, XvMCSurface
*surface
)
444 return XvMCBadSurface
;
446 // don't call flush here, because this is usually
447 // called once for every slice instead of every frame
449 XVMC_MSG(XVMC_TRACE
, "[XvMC] Flushing surface %p\n", surface
);
455 Status
XvMCSyncSurface(Display
*dpy
, XvMCSurface
*surface
)
460 return XvMCBadSurface
;
462 XVMC_MSG(XVMC_TRACE
, "[XvMC] Syncing surface %p\n", surface
);
468 Status
XvMCPutSurface(Display
*dpy
, XvMCSurface
*surface
, Drawable drawable
,
469 short srcx
, short srcy
, unsigned short srcw
, unsigned short srch
,
470 short destx
, short desty
, unsigned short destw
, unsigned short desth
,
473 static int dump_window
= -1;
475 struct pipe_video_context
*vpipe
;
476 struct pipe_video_compositor
*compositor
;
478 XvMCSurfacePrivate
*surface_priv
;
479 XvMCContextPrivate
*context_priv
;
480 XvMCSubpicturePrivate
*subpicture_priv
;
481 XvMCContext
*context
;
482 struct pipe_video_rect src_rect
= {srcx
, srcy
, srcw
, srch
};
483 struct pipe_video_rect dst_rect
= {destx
, desty
, destw
, desth
};
484 struct pipe_surface
*drawable_surface
;
486 XVMC_MSG(XVMC_TRACE
, "[XvMC] Displaying surface %p.\n", surface
);
490 if (!surface
|| !surface
->privData
)
491 return XvMCBadSurface
;
493 surface_priv
= surface
->privData
;
494 context
= surface_priv
->context
;
495 context_priv
= context
->privData
;
497 drawable_surface
= vl_drawable_surface_get(context_priv
->vctx
, drawable
);
498 if (!drawable_surface
)
501 assert(flags
== XVMC_TOP_FIELD
|| flags
== XVMC_BOTTOM_FIELD
|| flags
== XVMC_FRAME_PICTURE
);
502 assert(srcx
+ srcw
- 1 < surface
->width
);
503 assert(srcy
+ srch
- 1 < surface
->height
);
505 * Some apps (mplayer) hit these asserts because they call
506 * this function after the window has been resized by the WM
507 * but before they've handled the corresponding XEvent and
508 * know about the new dimensions. The output should be clipped
509 * until the app updates destw and desth.
512 assert(destx + destw - 1 < drawable_surface->width);
513 assert(desty + desth - 1 < drawable_surface->height);
516 subpicture_priv
= surface_priv
->subpicture
? surface_priv
->subpicture
->privData
: NULL
;
517 vpipe
= context_priv
->vctx
->vpipe
;
518 compositor
= context_priv
->compositor
;
520 unmap_and_flush_surface(surface_priv
);
522 compositor
->clear_layers(compositor
);
523 compositor
->set_buffer_layer(compositor
, 0, surface_priv
->video_buffer
, &src_rect
, NULL
);
525 if (subpicture_priv
) {
526 XVMC_MSG(XVMC_TRACE
, "[XvMC] Surface %p has subpicture %p.\n", surface
, surface_priv
->subpicture
);
528 assert(subpicture_priv
->surface
== surface
);
530 if (subpicture_priv
->palette
)
531 compositor
->set_palette_layer(compositor
, 1, subpicture_priv
->sampler
, subpicture_priv
->palette
,
532 &subpicture_priv
->src_rect
, &subpicture_priv
->dst_rect
);
534 compositor
->set_rgba_layer(compositor
, 1, subpicture_priv
->sampler
, &src_rect
, &dst_rect
);
536 surface_priv
->subpicture
= NULL
;
537 subpicture_priv
->surface
= NULL
;
540 compositor
->render_picture(compositor
, PictureToPipe(flags
), drawable_surface
, &dst_rect
, &surface_priv
->disp_fence
);
542 XVMC_MSG(XVMC_TRACE
, "[XvMC] Submitted surface %p for display. Pushing to front buffer.\n", surface
);
544 vpipe
->screen
->flush_frontbuffer
547 drawable_surface
->texture
,
549 vl_contextprivate_get(context_priv
->vctx
, drawable_surface
)
552 pipe_surface_reference(&drawable_surface
, NULL
);
554 if(dump_window
== -1) {
555 dump_window
= debug_get_num_option("XVMC_DUMP", 0);
559 static unsigned int framenum
= 0;
562 sprintf(cmd
, "xwd -id %d -out xvmc_frame_%08d.xwd", (int)drawable
, ++framenum
);
563 if (system(cmd
) != 0)
564 XVMC_MSG(XVMC_ERR
, "[XvMC] Dumping surface %p failed.\n", surface
);
567 XVMC_MSG(XVMC_TRACE
, "[XvMC] Pushed surface %p to front buffer.\n", surface
);
573 Status
XvMCGetSurfaceStatus(Display
*dpy
, XvMCSurface
*surface
, int *status
)
578 return XvMCBadSurface
;
588 Status
XvMCDestroySurface(Display
*dpy
, XvMCSurface
*surface
)
590 XvMCSurfacePrivate
*surface_priv
;
592 XVMC_MSG(XVMC_TRACE
, "[XvMC] Destroying surface %p.\n", surface
);
596 if (!surface
|| !surface
->privData
)
597 return XvMCBadSurface
;
599 surface_priv
= surface
->privData
;
600 surface_priv
->decode_buffer
->destroy(surface_priv
->decode_buffer
);
601 surface_priv
->video_buffer
->destroy(surface_priv
->video_buffer
);
603 surface
->privData
= NULL
;
605 XVMC_MSG(XVMC_TRACE
, "[XvMC] Surface %p destroyed.\n", surface
);
611 Status
XvMCHideSurface(Display
*dpy
, XvMCSurface
*surface
)
615 if (!surface
|| !surface
->privData
)
616 return XvMCBadSurface
;
618 /* No op, only for overlaid rendering */