st/vdpau: we support lumakeying now
[mesa.git] / src / gallium / state_trackers / vdpau / device.c
1 /**************************************************************************
2 *
3 * Copyright 2010 Younes Manton og Thomas Balling Sørensen.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28 #include "pipe/p_compiler.h"
29
30 #include "util/u_memory.h"
31 #include "util/u_debug.h"
32 #include "util/u_format.h"
33 #include "util/u_sampler.h"
34
35 #include "vdpau_private.h"
36
37 /**
38 * Create a VdpDevice object for use with X11.
39 */
40 PUBLIC VdpStatus
41 vdp_imp_device_create_x11(Display *display, int screen, VdpDevice *device,
42 VdpGetProcAddress **get_proc_address)
43 {
44 struct pipe_screen *pscreen;
45 struct pipe_resource *res, res_tmpl;
46 struct pipe_sampler_view sv_tmpl;
47 vlVdpDevice *dev = NULL;
48 VdpStatus ret;
49
50 if (!(display && device && get_proc_address))
51 return VDP_STATUS_INVALID_POINTER;
52
53 if (!vlCreateHTAB()) {
54 ret = VDP_STATUS_RESOURCES;
55 goto no_htab;
56 }
57
58 dev = CALLOC(1, sizeof(vlVdpDevice));
59 if (!dev) {
60 ret = VDP_STATUS_RESOURCES;
61 goto no_dev;
62 }
63
64 pipe_reference_init(&dev->reference, 1);
65
66 #if defined(HAVE_DRI3)
67 dev->vscreen = vl_dri3_screen_create(display, screen);
68 #endif
69 if (!dev->vscreen)
70 dev->vscreen = vl_dri2_screen_create(display, screen);
71 if (!dev->vscreen) {
72 ret = VDP_STATUS_RESOURCES;
73 goto no_vscreen;
74 }
75
76 pscreen = dev->vscreen->pscreen;
77 dev->context = pscreen->context_create(pscreen, dev->vscreen, 0);
78 if (!dev->context) {
79 ret = VDP_STATUS_RESOURCES;
80 goto no_context;
81 }
82
83 if (!pscreen->get_param(pscreen, PIPE_CAP_NPOT_TEXTURES)) {
84 ret = VDP_STATUS_NO_IMPLEMENTATION;
85 goto no_context;
86 }
87
88 memset(&res_tmpl, 0, sizeof(res_tmpl));
89
90 res_tmpl.target = PIPE_TEXTURE_2D;
91 res_tmpl.format = PIPE_FORMAT_R8G8B8A8_UNORM;
92 res_tmpl.width0 = 1;
93 res_tmpl.height0 = 1;
94 res_tmpl.depth0 = 1;
95 res_tmpl.array_size = 1;
96 res_tmpl.bind = PIPE_BIND_SAMPLER_VIEW;
97 res_tmpl.usage = PIPE_USAGE_DEFAULT;
98
99 if (!CheckSurfaceParams(pscreen, &res_tmpl)) {
100 ret = VDP_STATUS_NO_IMPLEMENTATION;
101 goto no_resource;
102 }
103
104 res = pscreen->resource_create(pscreen, &res_tmpl);
105 if (!res) {
106 ret = VDP_STATUS_RESOURCES;
107 goto no_resource;
108 }
109
110 memset(&sv_tmpl, 0, sizeof(sv_tmpl));
111 u_sampler_view_default_template(&sv_tmpl, res, res->format);
112
113 sv_tmpl.swizzle_r = PIPE_SWIZZLE_1;
114 sv_tmpl.swizzle_g = PIPE_SWIZZLE_1;
115 sv_tmpl.swizzle_b = PIPE_SWIZZLE_1;
116 sv_tmpl.swizzle_a = PIPE_SWIZZLE_1;
117
118 dev->dummy_sv = dev->context->create_sampler_view(dev->context, res, &sv_tmpl);
119 pipe_resource_reference(&res, NULL);
120 if (!dev->dummy_sv) {
121 ret = VDP_STATUS_RESOURCES;
122 goto no_resource;
123 }
124
125 *device = vlAddDataHTAB(dev);
126 if (*device == 0) {
127 ret = VDP_STATUS_ERROR;
128 goto no_handle;
129 }
130
131 vl_compositor_init(&dev->compositor, dev->context);
132 pipe_mutex_init(dev->mutex);
133
134 *get_proc_address = &vlVdpGetProcAddress;
135
136 return VDP_STATUS_OK;
137
138 no_handle:
139 pipe_sampler_view_reference(&dev->dummy_sv, NULL);
140 no_resource:
141 dev->context->destroy(dev->context);
142 no_context:
143 dev->vscreen->destroy(dev->vscreen);
144 no_vscreen:
145 FREE(dev);
146 no_dev:
147 vlDestroyHTAB();
148 no_htab:
149 return ret;
150 }
151
152 /**
153 * Create a VdpPresentationQueueTarget for use with X11.
154 */
155 VdpStatus
156 vlVdpPresentationQueueTargetCreateX11(VdpDevice device, Drawable drawable,
157 VdpPresentationQueueTarget *target)
158 {
159 vlVdpPresentationQueueTarget *pqt;
160 VdpStatus ret;
161
162 if (!drawable)
163 return VDP_STATUS_INVALID_HANDLE;
164
165 vlVdpDevice *dev = vlGetDataHTAB(device);
166 if (!dev)
167 return VDP_STATUS_INVALID_HANDLE;
168
169 pqt = CALLOC(1, sizeof(vlVdpPresentationQueue));
170 if (!pqt)
171 return VDP_STATUS_RESOURCES;
172
173 DeviceReference(&pqt->device, dev);
174 pqt->drawable = drawable;
175
176 *target = vlAddDataHTAB(pqt);
177 if (*target == 0) {
178 ret = VDP_STATUS_ERROR;
179 goto no_handle;
180 }
181
182 return VDP_STATUS_OK;
183
184 no_handle:
185 FREE(pqt);
186 return ret;
187 }
188
189 /**
190 * Destroy a VdpPresentationQueueTarget.
191 */
192 VdpStatus
193 vlVdpPresentationQueueTargetDestroy(VdpPresentationQueueTarget presentation_queue_target)
194 {
195 vlVdpPresentationQueueTarget *pqt;
196
197 pqt = vlGetDataHTAB(presentation_queue_target);
198 if (!pqt)
199 return VDP_STATUS_INVALID_HANDLE;
200
201 vlRemoveDataHTAB(presentation_queue_target);
202 DeviceReference(&pqt->device, NULL);
203 FREE(pqt);
204
205 return VDP_STATUS_OK;
206 }
207
208 /**
209 * Destroy a VdpDevice.
210 */
211 VdpStatus
212 vlVdpDeviceDestroy(VdpDevice device)
213 {
214 vlVdpDevice *dev = vlGetDataHTAB(device);
215 if (!dev)
216 return VDP_STATUS_INVALID_HANDLE;
217
218 vlRemoveDataHTAB(device);
219 DeviceReference(&dev, NULL);
220
221 return VDP_STATUS_OK;
222 }
223
224 /**
225 * Free a VdpDevice.
226 */
227 void
228 vlVdpDeviceFree(vlVdpDevice *dev)
229 {
230 pipe_mutex_destroy(dev->mutex);
231 vl_compositor_cleanup(&dev->compositor);
232 pipe_sampler_view_reference(&dev->dummy_sv, NULL);
233 dev->context->destroy(dev->context);
234 dev->vscreen->destroy(dev->vscreen);
235 FREE(dev);
236 vlDestroyHTAB();
237 }
238
239 /**
240 * Retrieve a VDPAU function pointer.
241 */
242 VdpStatus
243 vlVdpGetProcAddress(VdpDevice device, VdpFuncId function_id, void **function_pointer)
244 {
245 vlVdpDevice *dev = vlGetDataHTAB(device);
246 if (!dev)
247 return VDP_STATUS_INVALID_HANDLE;
248
249 if (!function_pointer)
250 return VDP_STATUS_INVALID_POINTER;
251
252 if (!vlGetFuncFTAB(function_id, function_pointer))
253 return VDP_STATUS_INVALID_FUNC_ID;
254
255 VDPAU_MSG(VDPAU_TRACE, "[VDPAU] Got proc address %p for id %d\n", *function_pointer, function_id);
256
257 return VDP_STATUS_OK;
258 }
259
260 #define _ERROR_TYPE(TYPE,STRING) case TYPE: return STRING;
261
262 /**
263 * Retrieve a string describing an error code.
264 */
265 char const *
266 vlVdpGetErrorString (VdpStatus status)
267 {
268 switch (status) {
269 _ERROR_TYPE(VDP_STATUS_OK,"The operation completed successfully; no error.");
270 _ERROR_TYPE(VDP_STATUS_NO_IMPLEMENTATION,"No backend implementation could be loaded.");
271 _ERROR_TYPE(VDP_STATUS_DISPLAY_PREEMPTED,"The display was preempted, or a fatal error occurred. The application must re-initialize VDPAU.");
272 _ERROR_TYPE(VDP_STATUS_INVALID_HANDLE,"An invalid handle value was provided. Either the handle does not exist at all, or refers to an object of an incorrect type.");
273 _ERROR_TYPE(VDP_STATUS_INVALID_POINTER,"An invalid pointer was provided. Typically, this means that a NULL pointer was provided for an 'output' parameter.");
274 _ERROR_TYPE(VDP_STATUS_INVALID_CHROMA_TYPE,"An invalid/unsupported VdpChromaType value was supplied.");
275 _ERROR_TYPE(VDP_STATUS_INVALID_Y_CB_CR_FORMAT,"An invalid/unsupported VdpYCbCrFormat value was supplied.");
276 _ERROR_TYPE(VDP_STATUS_INVALID_RGBA_FORMAT,"An invalid/unsupported VdpRGBAFormat value was supplied.");
277 _ERROR_TYPE(VDP_STATUS_INVALID_INDEXED_FORMAT,"An invalid/unsupported VdpIndexedFormat value was supplied.");
278 _ERROR_TYPE(VDP_STATUS_INVALID_COLOR_STANDARD,"An invalid/unsupported VdpColorStandard value was supplied.");
279 _ERROR_TYPE(VDP_STATUS_INVALID_COLOR_TABLE_FORMAT,"An invalid/unsupported VdpColorTableFormat value was supplied.");
280 _ERROR_TYPE(VDP_STATUS_INVALID_BLEND_FACTOR,"An invalid/unsupported VdpOutputSurfaceRenderBlendFactor value was supplied.");
281 _ERROR_TYPE(VDP_STATUS_INVALID_BLEND_EQUATION,"An invalid/unsupported VdpOutputSurfaceRenderBlendEquation value was supplied.");
282 _ERROR_TYPE(VDP_STATUS_INVALID_FLAG,"An invalid/unsupported flag value/combination was supplied.");
283 _ERROR_TYPE(VDP_STATUS_INVALID_DECODER_PROFILE,"An invalid/unsupported VdpDecoderProfile value was supplied.");
284 _ERROR_TYPE(VDP_STATUS_INVALID_VIDEO_MIXER_FEATURE,"An invalid/unsupported VdpVideoMixerFeature value was supplied.");
285 _ERROR_TYPE(VDP_STATUS_INVALID_VIDEO_MIXER_PARAMETER,"An invalid/unsupported VdpVideoMixerParameter value was supplied.");
286 _ERROR_TYPE(VDP_STATUS_INVALID_VIDEO_MIXER_ATTRIBUTE,"An invalid/unsupported VdpVideoMixerAttribute value was supplied.");
287 _ERROR_TYPE(VDP_STATUS_INVALID_VIDEO_MIXER_PICTURE_STRUCTURE,"An invalid/unsupported VdpVideoMixerPictureStructure value was supplied.");
288 _ERROR_TYPE(VDP_STATUS_INVALID_FUNC_ID,"An invalid/unsupported VdpFuncId value was supplied.");
289 _ERROR_TYPE(VDP_STATUS_INVALID_SIZE,"The size of a supplied object does not match the object it is being used with.\
290 For example, a VdpVideoMixer is configured to process VdpVideoSurface objects of a specific size.\
291 If presented with a VdpVideoSurface of a different size, this error will be raised.");
292 _ERROR_TYPE(VDP_STATUS_INVALID_VALUE,"An invalid/unsupported value was supplied.\
293 This is a catch-all error code for values of type other than those with a specific error code.");
294 _ERROR_TYPE(VDP_STATUS_INVALID_STRUCT_VERSION,"An invalid/unsupported structure version was specified in a versioned structure. \
295 This implies that the implementation is older than the header file the application was built against.");
296 _ERROR_TYPE(VDP_STATUS_RESOURCES,"The system does not have enough resources to complete the requested operation at this time.");
297 _ERROR_TYPE(VDP_STATUS_HANDLE_DEVICE_MISMATCH,"The set of handles supplied are not all related to the same VdpDevice.When performing operations \
298 that operate on multiple surfaces, such as VdpOutputSurfaceRenderOutputSurface or VdpVideoMixerRender, \
299 all supplied surfaces must have been created within the context of the same VdpDevice object. \
300 This error is raised if they were not.");
301 _ERROR_TYPE(VDP_STATUS_ERROR,"A catch-all error, used when no other error code applies.");
302 default: return "Unknown Error";
303 }
304 }
305
306 void
307 vlVdpDefaultSamplerViewTemplate(struct pipe_sampler_view *templ, struct pipe_resource *res)
308 {
309 const struct util_format_description *desc;
310
311 memset(templ, 0, sizeof(*templ));
312 u_sampler_view_default_template(templ, res, res->format);
313
314 desc = util_format_description(res->format);
315 if (desc->swizzle[0] == PIPE_SWIZZLE_0)
316 templ->swizzle_r = PIPE_SWIZZLE_1;
317 if (desc->swizzle[1] == PIPE_SWIZZLE_0)
318 templ->swizzle_g = PIPE_SWIZZLE_1;
319 if (desc->swizzle[2] == PIPE_SWIZZLE_0)
320 templ->swizzle_b = PIPE_SWIZZLE_1;
321 if (desc->swizzle[3] == PIPE_SWIZZLE_0)
322 templ->swizzle_a = PIPE_SWIZZLE_1;
323 }
324
325 void
326 vlVdpResolveDelayedRendering(vlVdpDevice *dev, struct pipe_surface *surface, struct u_rect *dirty_area)
327 {
328 struct vl_compositor_state *cstate;
329 vlVdpOutputSurface *vlsurface;
330
331 assert(dev);
332
333 cstate = dev->delayed_rendering.cstate;
334 if (!cstate)
335 return;
336
337 vlsurface = vlGetDataHTAB(dev->delayed_rendering.surface);
338 if (!vlsurface)
339 return;
340
341 if (!surface) {
342 surface = vlsurface->surface;
343 dirty_area = &vlsurface->dirty_area;
344 }
345
346 vl_compositor_render(cstate, &dev->compositor, surface, dirty_area, true);
347
348 dev->delayed_rendering.surface = VDP_INVALID_HANDLE;
349 dev->delayed_rendering.cstate = NULL;
350
351 /* test if we need to create a new sampler for the just filled texture */
352 if (surface->texture != vlsurface->sampler_view->texture) {
353 struct pipe_resource *res = surface->texture;
354 struct pipe_sampler_view sv_templ;
355
356 vlVdpDefaultSamplerViewTemplate(&sv_templ, res);
357 pipe_sampler_view_reference(&vlsurface->sampler_view, NULL);
358 vlsurface->sampler_view = dev->context->create_sampler_view(dev->context, res, &sv_templ);
359 }
360
361 return;
362 }
363
364 void
365 vlVdpSave4DelayedRendering(vlVdpDevice *dev, VdpOutputSurface surface, struct vl_compositor_state *cstate)
366 {
367 assert(dev);
368
369 vlVdpResolveDelayedRendering(dev, NULL, NULL);
370
371 dev->delayed_rendering.surface = surface;
372 dev->delayed_rendering.cstate = cstate;
373 }