i965: Enable EGL_KHR_gl_texture_3D_image
[mesa.git] / src / mesa / drivers / dri / i965 / intel_screen.c
1 /*
2 * Copyright 2003 VMware, Inc.
3 * All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sublicense, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial portions
15 * of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
18 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
20 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
21 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
22 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
23 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 */
25
26 #include <errno.h>
27 #include <time.h>
28 #include <unistd.h>
29 #include "main/context.h"
30 #include "main/framebuffer.h"
31 #include "main/renderbuffer.h"
32 #include "main/texobj.h"
33 #include "main/hash.h"
34 #include "main/fbobject.h"
35 #include "main/version.h"
36 #include "swrast/s_renderbuffer.h"
37 #include "util/ralloc.h"
38 #include "brw_shader.h"
39 #include "compiler/nir/nir.h"
40
41 #include "utils.h"
42 #include "xmlpool.h"
43
44 static const __DRIconfigOptionsExtension brw_config_options = {
45 .base = { __DRI_CONFIG_OPTIONS, 1 },
46 .xml =
47 DRI_CONF_BEGIN
48 DRI_CONF_SECTION_PERFORMANCE
49 DRI_CONF_VBLANK_MODE(DRI_CONF_VBLANK_ALWAYS_SYNC)
50 /* Options correspond to DRI_CONF_BO_REUSE_DISABLED,
51 * DRI_CONF_BO_REUSE_ALL
52 */
53 DRI_CONF_OPT_BEGIN_V(bo_reuse, enum, 1, "0:1")
54 DRI_CONF_DESC_BEGIN(en, "Buffer object reuse")
55 DRI_CONF_ENUM(0, "Disable buffer object reuse")
56 DRI_CONF_ENUM(1, "Enable reuse of all sizes of buffer objects")
57 DRI_CONF_DESC_END
58 DRI_CONF_OPT_END
59
60 DRI_CONF_OPT_BEGIN_B(hiz, "true")
61 DRI_CONF_DESC(en, "Enable Hierarchical Z on gen6+")
62 DRI_CONF_OPT_END
63 DRI_CONF_SECTION_END
64
65 DRI_CONF_SECTION_QUALITY
66 DRI_CONF_FORCE_S3TC_ENABLE("false")
67
68 DRI_CONF_PRECISE_TRIG("false")
69
70 DRI_CONF_OPT_BEGIN(clamp_max_samples, int, -1)
71 DRI_CONF_DESC(en, "Clamp the value of GL_MAX_SAMPLES to the "
72 "given integer. If negative, then do not clamp.")
73 DRI_CONF_OPT_END
74 DRI_CONF_SECTION_END
75
76 DRI_CONF_SECTION_DEBUG
77 DRI_CONF_NO_RAST("false")
78 DRI_CONF_ALWAYS_FLUSH_BATCH("false")
79 DRI_CONF_ALWAYS_FLUSH_CACHE("false")
80 DRI_CONF_DISABLE_THROTTLING("false")
81 DRI_CONF_FORCE_GLSL_EXTENSIONS_WARN("false")
82 DRI_CONF_DISABLE_GLSL_LINE_CONTINUATIONS("false")
83 DRI_CONF_DISABLE_BLEND_FUNC_EXTENDED("false")
84 DRI_CONF_DUAL_COLOR_BLEND_BY_LOCATION("false")
85 DRI_CONF_ALLOW_GLSL_EXTENSION_DIRECTIVE_MIDSHADER("false")
86
87 DRI_CONF_OPT_BEGIN_B(shader_precompile, "true")
88 DRI_CONF_DESC(en, "Perform code generation at shader link time.")
89 DRI_CONF_OPT_END
90 DRI_CONF_SECTION_END
91
92 DRI_CONF_SECTION_MISCELLANEOUS
93 DRI_CONF_GLSL_ZERO_INIT("false")
94 DRI_CONF_SECTION_END
95 DRI_CONF_END
96 };
97
98 #include "intel_batchbuffer.h"
99 #include "intel_buffers.h"
100 #include "intel_bufmgr.h"
101 #include "intel_fbo.h"
102 #include "intel_mipmap_tree.h"
103 #include "intel_screen.h"
104 #include "intel_tex.h"
105 #include "intel_image.h"
106
107 #include "brw_context.h"
108
109 #include "i915_drm.h"
110
111 /**
112 * For debugging purposes, this returns a time in seconds.
113 */
114 double
115 get_time(void)
116 {
117 struct timespec tp;
118
119 clock_gettime(CLOCK_MONOTONIC, &tp);
120
121 return tp.tv_sec + tp.tv_nsec / 1000000000.0;
122 }
123
124 void
125 aub_dump_bmp(struct gl_context *ctx)
126 {
127 struct gl_framebuffer *fb = ctx->DrawBuffer;
128
129 for (unsigned i = 0; i < fb->_NumColorDrawBuffers; i++) {
130 struct intel_renderbuffer *irb =
131 intel_renderbuffer(fb->_ColorDrawBuffers[i]);
132
133 if (irb && irb->mt) {
134 enum aub_dump_bmp_format format;
135
136 switch (irb->Base.Base.Format) {
137 case MESA_FORMAT_B8G8R8A8_UNORM:
138 case MESA_FORMAT_B8G8R8X8_UNORM:
139 format = AUB_DUMP_BMP_FORMAT_ARGB_8888;
140 break;
141 default:
142 continue;
143 }
144
145 drm_intel_gem_bo_aub_dump_bmp(irb->mt->bo,
146 irb->draw_x,
147 irb->draw_y,
148 irb->Base.Base.Width,
149 irb->Base.Base.Height,
150 format,
151 irb->mt->pitch,
152 0);
153 }
154 }
155 }
156
157 static const __DRItexBufferExtension intelTexBufferExtension = {
158 .base = { __DRI_TEX_BUFFER, 3 },
159
160 .setTexBuffer = intelSetTexBuffer,
161 .setTexBuffer2 = intelSetTexBuffer2,
162 .releaseTexBuffer = NULL,
163 };
164
165 static void
166 intel_dri2_flush_with_flags(__DRIcontext *cPriv,
167 __DRIdrawable *dPriv,
168 unsigned flags,
169 enum __DRI2throttleReason reason)
170 {
171 struct brw_context *brw = cPriv->driverPrivate;
172
173 if (!brw)
174 return;
175
176 struct gl_context *ctx = &brw->ctx;
177
178 FLUSH_VERTICES(ctx, 0);
179
180 if (flags & __DRI2_FLUSH_DRAWABLE)
181 intel_resolve_for_dri2_flush(brw, dPriv);
182
183 if (reason == __DRI2_THROTTLE_SWAPBUFFER)
184 brw->need_swap_throttle = true;
185 if (reason == __DRI2_THROTTLE_FLUSHFRONT)
186 brw->need_flush_throttle = true;
187
188 intel_batchbuffer_flush(brw);
189
190 if (INTEL_DEBUG & DEBUG_AUB) {
191 aub_dump_bmp(ctx);
192 }
193 }
194
195 /**
196 * Provides compatibility with loaders that only support the older (version
197 * 1-3) flush interface.
198 *
199 * That includes libGL up to Mesa 9.0, and the X Server at least up to 1.13.
200 */
201 static void
202 intel_dri2_flush(__DRIdrawable *drawable)
203 {
204 intel_dri2_flush_with_flags(drawable->driContextPriv, drawable,
205 __DRI2_FLUSH_DRAWABLE,
206 __DRI2_THROTTLE_SWAPBUFFER);
207 }
208
209 static const struct __DRI2flushExtensionRec intelFlushExtension = {
210 .base = { __DRI2_FLUSH, 4 },
211
212 .flush = intel_dri2_flush,
213 .invalidate = dri2InvalidateDrawable,
214 .flush_with_flags = intel_dri2_flush_with_flags,
215 };
216
217 static struct intel_image_format intel_image_formats[] = {
218 { __DRI_IMAGE_FOURCC_ARGB8888, __DRI_IMAGE_COMPONENTS_RGBA, 1,
219 { { 0, 0, 0, __DRI_IMAGE_FORMAT_ARGB8888, 4 } } },
220
221 { __DRI_IMAGE_FOURCC_ABGR8888, __DRI_IMAGE_COMPONENTS_RGBA, 1,
222 { { 0, 0, 0, __DRI_IMAGE_FORMAT_ABGR8888, 4 } } },
223
224 { __DRI_IMAGE_FOURCC_SARGB8888, __DRI_IMAGE_COMPONENTS_RGBA, 1,
225 { { 0, 0, 0, __DRI_IMAGE_FORMAT_SARGB8, 4 } } },
226
227 { __DRI_IMAGE_FOURCC_XRGB8888, __DRI_IMAGE_COMPONENTS_RGB, 1,
228 { { 0, 0, 0, __DRI_IMAGE_FORMAT_XRGB8888, 4 }, } },
229
230 { __DRI_IMAGE_FOURCC_XBGR8888, __DRI_IMAGE_COMPONENTS_RGB, 1,
231 { { 0, 0, 0, __DRI_IMAGE_FORMAT_XBGR8888, 4 }, } },
232
233 { __DRI_IMAGE_FOURCC_RGB565, __DRI_IMAGE_COMPONENTS_RGB, 1,
234 { { 0, 0, 0, __DRI_IMAGE_FORMAT_RGB565, 2 } } },
235
236 { __DRI_IMAGE_FOURCC_R8, __DRI_IMAGE_COMPONENTS_R, 1,
237 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 }, } },
238
239 { __DRI_IMAGE_FOURCC_GR88, __DRI_IMAGE_COMPONENTS_RG, 1,
240 { { 0, 0, 0, __DRI_IMAGE_FORMAT_GR88, 2 }, } },
241
242 { __DRI_IMAGE_FOURCC_YUV410, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
243 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
244 { 1, 2, 2, __DRI_IMAGE_FORMAT_R8, 1 },
245 { 2, 2, 2, __DRI_IMAGE_FORMAT_R8, 1 } } },
246
247 { __DRI_IMAGE_FOURCC_YUV411, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
248 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
249 { 1, 2, 0, __DRI_IMAGE_FORMAT_R8, 1 },
250 { 2, 2, 0, __DRI_IMAGE_FORMAT_R8, 1 } } },
251
252 { __DRI_IMAGE_FOURCC_YUV420, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
253 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
254 { 1, 1, 1, __DRI_IMAGE_FORMAT_R8, 1 },
255 { 2, 1, 1, __DRI_IMAGE_FORMAT_R8, 1 } } },
256
257 { __DRI_IMAGE_FOURCC_YUV422, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
258 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
259 { 1, 1, 0, __DRI_IMAGE_FORMAT_R8, 1 },
260 { 2, 1, 0, __DRI_IMAGE_FORMAT_R8, 1 } } },
261
262 { __DRI_IMAGE_FOURCC_YUV444, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
263 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
264 { 1, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
265 { 2, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 } } },
266
267 { __DRI_IMAGE_FOURCC_YVU410, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
268 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
269 { 2, 2, 2, __DRI_IMAGE_FORMAT_R8, 1 },
270 { 1, 2, 2, __DRI_IMAGE_FORMAT_R8, 1 } } },
271
272 { __DRI_IMAGE_FOURCC_YVU411, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
273 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
274 { 2, 2, 0, __DRI_IMAGE_FORMAT_R8, 1 },
275 { 1, 2, 0, __DRI_IMAGE_FORMAT_R8, 1 } } },
276
277 { __DRI_IMAGE_FOURCC_YVU420, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
278 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
279 { 2, 1, 1, __DRI_IMAGE_FORMAT_R8, 1 },
280 { 1, 1, 1, __DRI_IMAGE_FORMAT_R8, 1 } } },
281
282 { __DRI_IMAGE_FOURCC_YVU422, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
283 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
284 { 2, 1, 0, __DRI_IMAGE_FORMAT_R8, 1 },
285 { 1, 1, 0, __DRI_IMAGE_FORMAT_R8, 1 } } },
286
287 { __DRI_IMAGE_FOURCC_YVU444, __DRI_IMAGE_COMPONENTS_Y_U_V, 3,
288 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
289 { 2, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
290 { 1, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 } } },
291
292 { __DRI_IMAGE_FOURCC_NV12, __DRI_IMAGE_COMPONENTS_Y_UV, 2,
293 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
294 { 1, 1, 1, __DRI_IMAGE_FORMAT_GR88, 2 } } },
295
296 { __DRI_IMAGE_FOURCC_NV16, __DRI_IMAGE_COMPONENTS_Y_UV, 2,
297 { { 0, 0, 0, __DRI_IMAGE_FORMAT_R8, 1 },
298 { 1, 1, 0, __DRI_IMAGE_FORMAT_GR88, 2 } } },
299
300 /* For YUYV buffers, we set up two overlapping DRI images and treat
301 * them as planar buffers in the compositors. Plane 0 is GR88 and
302 * samples YU or YV pairs and places Y into the R component, while
303 * plane 1 is ARGB and samples YUYV clusters and places pairs and
304 * places U into the G component and V into A. This lets the
305 * texture sampler interpolate the Y components correctly when
306 * sampling from plane 0, and interpolate U and V correctly when
307 * sampling from plane 1. */
308 { __DRI_IMAGE_FOURCC_YUYV, __DRI_IMAGE_COMPONENTS_Y_XUXV, 2,
309 { { 0, 0, 0, __DRI_IMAGE_FORMAT_GR88, 2 },
310 { 0, 1, 0, __DRI_IMAGE_FORMAT_ARGB8888, 4 } } }
311 };
312
313 static void
314 intel_image_warn_if_unaligned(__DRIimage *image, const char *func)
315 {
316 uint32_t tiling, swizzle;
317 drm_intel_bo_get_tiling(image->bo, &tiling, &swizzle);
318
319 if (tiling != I915_TILING_NONE && (image->offset & 0xfff)) {
320 _mesa_warning(NULL, "%s: offset 0x%08x not on tile boundary",
321 func, image->offset);
322 }
323 }
324
325 static struct intel_image_format *
326 intel_image_format_lookup(int fourcc)
327 {
328 struct intel_image_format *f = NULL;
329
330 for (unsigned i = 0; i < ARRAY_SIZE(intel_image_formats); i++) {
331 if (intel_image_formats[i].fourcc == fourcc) {
332 f = &intel_image_formats[i];
333 break;
334 }
335 }
336
337 return f;
338 }
339
340 static boolean intel_lookup_fourcc(int dri_format, int *fourcc)
341 {
342 for (unsigned i = 0; i < ARRAY_SIZE(intel_image_formats); i++) {
343 if (intel_image_formats[i].planes[0].dri_format == dri_format) {
344 *fourcc = intel_image_formats[i].fourcc;
345 return true;
346 }
347 }
348 return false;
349 }
350
351 static __DRIimage *
352 intel_allocate_image(int dri_format, void *loaderPrivate)
353 {
354 __DRIimage *image;
355
356 image = calloc(1, sizeof *image);
357 if (image == NULL)
358 return NULL;
359
360 image->dri_format = dri_format;
361 image->offset = 0;
362
363 image->format = driImageFormatToGLFormat(dri_format);
364 if (dri_format != __DRI_IMAGE_FORMAT_NONE &&
365 image->format == MESA_FORMAT_NONE) {
366 free(image);
367 return NULL;
368 }
369
370 image->internal_format = _mesa_get_format_base_format(image->format);
371 image->data = loaderPrivate;
372
373 return image;
374 }
375
376 /**
377 * Sets up a DRIImage structure to point to a slice out of a miptree.
378 */
379 static void
380 intel_setup_image_from_mipmap_tree(struct brw_context *brw, __DRIimage *image,
381 struct intel_mipmap_tree *mt, GLuint level,
382 GLuint zoffset)
383 {
384 intel_miptree_make_shareable(brw, mt);
385
386 intel_miptree_check_level_layer(mt, level, zoffset);
387
388 image->width = minify(mt->physical_width0, level - mt->first_level);
389 image->height = minify(mt->physical_height0, level - mt->first_level);
390 image->pitch = mt->pitch;
391
392 image->offset = intel_miptree_get_tile_offsets(mt, level, zoffset,
393 &image->tile_x,
394 &image->tile_y);
395
396 drm_intel_bo_unreference(image->bo);
397 image->bo = mt->bo;
398 drm_intel_bo_reference(mt->bo);
399 }
400
401 static __DRIimage *
402 intel_create_image_from_name(__DRIscreen *dri_screen,
403 int width, int height, int format,
404 int name, int pitch, void *loaderPrivate)
405 {
406 struct intel_screen *screen = dri_screen->driverPrivate;
407 __DRIimage *image;
408 int cpp;
409
410 image = intel_allocate_image(format, loaderPrivate);
411 if (image == NULL)
412 return NULL;
413
414 if (image->format == MESA_FORMAT_NONE)
415 cpp = 1;
416 else
417 cpp = _mesa_get_format_bytes(image->format);
418
419 image->width = width;
420 image->height = height;
421 image->pitch = pitch * cpp;
422 image->bo = drm_intel_bo_gem_create_from_name(screen->bufmgr, "image",
423 name);
424 if (!image->bo) {
425 free(image);
426 return NULL;
427 }
428
429 return image;
430 }
431
432 static __DRIimage *
433 intel_create_image_from_renderbuffer(__DRIcontext *context,
434 int renderbuffer, void *loaderPrivate)
435 {
436 __DRIimage *image;
437 struct brw_context *brw = context->driverPrivate;
438 struct gl_context *ctx = &brw->ctx;
439 struct gl_renderbuffer *rb;
440 struct intel_renderbuffer *irb;
441
442 rb = _mesa_lookup_renderbuffer(ctx, renderbuffer);
443 if (!rb) {
444 _mesa_error(ctx, GL_INVALID_OPERATION, "glRenderbufferExternalMESA");
445 return NULL;
446 }
447
448 irb = intel_renderbuffer(rb);
449 intel_miptree_make_shareable(brw, irb->mt);
450 image = calloc(1, sizeof *image);
451 if (image == NULL)
452 return NULL;
453
454 image->internal_format = rb->InternalFormat;
455 image->format = rb->Format;
456 image->offset = 0;
457 image->data = loaderPrivate;
458 drm_intel_bo_unreference(image->bo);
459 image->bo = irb->mt->bo;
460 drm_intel_bo_reference(irb->mt->bo);
461 image->width = rb->Width;
462 image->height = rb->Height;
463 image->pitch = irb->mt->pitch;
464 image->dri_format = driGLFormatToImageFormat(image->format);
465 image->has_depthstencil = irb->mt->stencil_mt? true : false;
466
467 rb->NeedsFinishRenderTexture = true;
468 return image;
469 }
470
471 static __DRIimage *
472 intel_create_image_from_texture(__DRIcontext *context, int target,
473 unsigned texture, int zoffset,
474 int level,
475 unsigned *error,
476 void *loaderPrivate)
477 {
478 __DRIimage *image;
479 struct brw_context *brw = context->driverPrivate;
480 struct gl_texture_object *obj;
481 struct intel_texture_object *iobj;
482 GLuint face = 0;
483
484 obj = _mesa_lookup_texture(&brw->ctx, texture);
485 if (!obj || obj->Target != target) {
486 *error = __DRI_IMAGE_ERROR_BAD_PARAMETER;
487 return NULL;
488 }
489
490 if (target == GL_TEXTURE_CUBE_MAP)
491 face = zoffset;
492
493 _mesa_test_texobj_completeness(&brw->ctx, obj);
494 iobj = intel_texture_object(obj);
495 if (!obj->_BaseComplete || (level > 0 && !obj->_MipmapComplete)) {
496 *error = __DRI_IMAGE_ERROR_BAD_PARAMETER;
497 return NULL;
498 }
499
500 if (level < obj->BaseLevel || level > obj->_MaxLevel) {
501 *error = __DRI_IMAGE_ERROR_BAD_MATCH;
502 return NULL;
503 }
504
505 if (target == GL_TEXTURE_3D && obj->Image[face][level]->Depth < zoffset) {
506 *error = __DRI_IMAGE_ERROR_BAD_MATCH;
507 return NULL;
508 }
509 image = calloc(1, sizeof *image);
510 if (image == NULL) {
511 *error = __DRI_IMAGE_ERROR_BAD_ALLOC;
512 return NULL;
513 }
514
515 image->internal_format = obj->Image[face][level]->InternalFormat;
516 image->format = obj->Image[face][level]->TexFormat;
517 image->data = loaderPrivate;
518 intel_setup_image_from_mipmap_tree(brw, image, iobj->mt, level, zoffset);
519 image->dri_format = driGLFormatToImageFormat(image->format);
520 image->has_depthstencil = iobj->mt->stencil_mt? true : false;
521 if (image->dri_format == MESA_FORMAT_NONE) {
522 *error = __DRI_IMAGE_ERROR_BAD_PARAMETER;
523 free(image);
524 return NULL;
525 }
526
527 *error = __DRI_IMAGE_ERROR_SUCCESS;
528 return image;
529 }
530
531 static void
532 intel_destroy_image(__DRIimage *image)
533 {
534 drm_intel_bo_unreference(image->bo);
535 free(image);
536 }
537
538 static __DRIimage *
539 intel_create_image(__DRIscreen *dri_screen,
540 int width, int height, int format,
541 unsigned int use,
542 void *loaderPrivate)
543 {
544 __DRIimage *image;
545 struct intel_screen *screen = dri_screen->driverPrivate;
546 uint32_t tiling;
547 int cpp;
548 unsigned long pitch;
549
550 tiling = I915_TILING_X;
551 if (use & __DRI_IMAGE_USE_CURSOR) {
552 if (width != 64 || height != 64)
553 return NULL;
554 tiling = I915_TILING_NONE;
555 }
556
557 if (use & __DRI_IMAGE_USE_LINEAR)
558 tiling = I915_TILING_NONE;
559
560 image = intel_allocate_image(format, loaderPrivate);
561 if (image == NULL)
562 return NULL;
563
564 cpp = _mesa_get_format_bytes(image->format);
565 image->bo = drm_intel_bo_alloc_tiled(screen->bufmgr, "image",
566 width, height, cpp, &tiling,
567 &pitch, 0);
568 if (image->bo == NULL) {
569 free(image);
570 return NULL;
571 }
572 image->width = width;
573 image->height = height;
574 image->pitch = pitch;
575
576 return image;
577 }
578
579 static GLboolean
580 intel_query_image(__DRIimage *image, int attrib, int *value)
581 {
582 switch (attrib) {
583 case __DRI_IMAGE_ATTRIB_STRIDE:
584 *value = image->pitch;
585 return true;
586 case __DRI_IMAGE_ATTRIB_HANDLE:
587 *value = image->bo->handle;
588 return true;
589 case __DRI_IMAGE_ATTRIB_NAME:
590 return !drm_intel_bo_flink(image->bo, (uint32_t *) value);
591 case __DRI_IMAGE_ATTRIB_FORMAT:
592 *value = image->dri_format;
593 return true;
594 case __DRI_IMAGE_ATTRIB_WIDTH:
595 *value = image->width;
596 return true;
597 case __DRI_IMAGE_ATTRIB_HEIGHT:
598 *value = image->height;
599 return true;
600 case __DRI_IMAGE_ATTRIB_COMPONENTS:
601 if (image->planar_format == NULL)
602 return false;
603 *value = image->planar_format->components;
604 return true;
605 case __DRI_IMAGE_ATTRIB_FD:
606 return !drm_intel_bo_gem_export_to_prime(image->bo, value);
607 case __DRI_IMAGE_ATTRIB_FOURCC:
608 return intel_lookup_fourcc(image->dri_format, value);
609 case __DRI_IMAGE_ATTRIB_NUM_PLANES:
610 *value = 1;
611 return true;
612 case __DRI_IMAGE_ATTRIB_OFFSET:
613 *value = image->offset;
614 return true;
615
616 default:
617 return false;
618 }
619 }
620
621 static __DRIimage *
622 intel_dup_image(__DRIimage *orig_image, void *loaderPrivate)
623 {
624 __DRIimage *image;
625
626 image = calloc(1, sizeof *image);
627 if (image == NULL)
628 return NULL;
629
630 drm_intel_bo_reference(orig_image->bo);
631 image->bo = orig_image->bo;
632 image->internal_format = orig_image->internal_format;
633 image->planar_format = orig_image->planar_format;
634 image->dri_format = orig_image->dri_format;
635 image->format = orig_image->format;
636 image->offset = orig_image->offset;
637 image->width = orig_image->width;
638 image->height = orig_image->height;
639 image->pitch = orig_image->pitch;
640 image->tile_x = orig_image->tile_x;
641 image->tile_y = orig_image->tile_y;
642 image->has_depthstencil = orig_image->has_depthstencil;
643 image->data = loaderPrivate;
644
645 memcpy(image->strides, orig_image->strides, sizeof(image->strides));
646 memcpy(image->offsets, orig_image->offsets, sizeof(image->offsets));
647
648 return image;
649 }
650
651 static GLboolean
652 intel_validate_usage(__DRIimage *image, unsigned int use)
653 {
654 if (use & __DRI_IMAGE_USE_CURSOR) {
655 if (image->width != 64 || image->height != 64)
656 return GL_FALSE;
657 }
658
659 return GL_TRUE;
660 }
661
662 static __DRIimage *
663 intel_create_image_from_names(__DRIscreen *dri_screen,
664 int width, int height, int fourcc,
665 int *names, int num_names,
666 int *strides, int *offsets,
667 void *loaderPrivate)
668 {
669 struct intel_image_format *f = NULL;
670 __DRIimage *image;
671 int i, index;
672
673 if (dri_screen == NULL || names == NULL || num_names != 1)
674 return NULL;
675
676 f = intel_image_format_lookup(fourcc);
677 if (f == NULL)
678 return NULL;
679
680 image = intel_create_image_from_name(dri_screen, width, height,
681 __DRI_IMAGE_FORMAT_NONE,
682 names[0], strides[0],
683 loaderPrivate);
684
685 if (image == NULL)
686 return NULL;
687
688 image->planar_format = f;
689 for (i = 0; i < f->nplanes; i++) {
690 index = f->planes[i].buffer_index;
691 image->offsets[index] = offsets[index];
692 image->strides[index] = strides[index];
693 }
694
695 return image;
696 }
697
698 static __DRIimage *
699 intel_create_image_from_fds(__DRIscreen *dri_screen,
700 int width, int height, int fourcc,
701 int *fds, int num_fds, int *strides, int *offsets,
702 void *loaderPrivate)
703 {
704 struct intel_screen *screen = dri_screen->driverPrivate;
705 struct intel_image_format *f;
706 __DRIimage *image;
707 int i, index;
708
709 if (fds == NULL || num_fds < 1)
710 return NULL;
711
712 /* We only support all planes from the same bo */
713 for (i = 0; i < num_fds; i++)
714 if (fds[0] != fds[i])
715 return NULL;
716
717 f = intel_image_format_lookup(fourcc);
718 if (f == NULL)
719 return NULL;
720
721 if (f->nplanes == 1)
722 image = intel_allocate_image(f->planes[0].dri_format, loaderPrivate);
723 else
724 image = intel_allocate_image(__DRI_IMAGE_FORMAT_NONE, loaderPrivate);
725
726 if (image == NULL)
727 return NULL;
728
729 image->width = width;
730 image->height = height;
731 image->pitch = strides[0];
732
733 image->planar_format = f;
734 int size = 0;
735 for (i = 0; i < f->nplanes; i++) {
736 index = f->planes[i].buffer_index;
737 image->offsets[index] = offsets[index];
738 image->strides[index] = strides[index];
739
740 const int plane_height = height >> f->planes[i].height_shift;
741 const int end = offsets[index] + plane_height * strides[index];
742 if (size < end)
743 size = end;
744 }
745
746 image->bo = drm_intel_bo_gem_create_from_prime(screen->bufmgr,
747 fds[0], size);
748 if (image->bo == NULL) {
749 free(image);
750 return NULL;
751 }
752
753 if (f->nplanes == 1) {
754 image->offset = image->offsets[0];
755 intel_image_warn_if_unaligned(image, __func__);
756 }
757
758 return image;
759 }
760
761 static __DRIimage *
762 intel_create_image_from_dma_bufs(__DRIscreen *dri_screen,
763 int width, int height, int fourcc,
764 int *fds, int num_fds,
765 int *strides, int *offsets,
766 enum __DRIYUVColorSpace yuv_color_space,
767 enum __DRISampleRange sample_range,
768 enum __DRIChromaSiting horizontal_siting,
769 enum __DRIChromaSiting vertical_siting,
770 unsigned *error,
771 void *loaderPrivate)
772 {
773 __DRIimage *image;
774 struct intel_image_format *f = intel_image_format_lookup(fourcc);
775
776 if (!f) {
777 *error = __DRI_IMAGE_ERROR_BAD_MATCH;
778 return NULL;
779 }
780
781 image = intel_create_image_from_fds(dri_screen, width, height, fourcc, fds,
782 num_fds, strides, offsets,
783 loaderPrivate);
784
785 /*
786 * Invalid parameters and any inconsistencies between are assumed to be
787 * checked by the caller. Therefore besides unsupported formats one can fail
788 * only in allocation.
789 */
790 if (!image) {
791 *error = __DRI_IMAGE_ERROR_BAD_ALLOC;
792 return NULL;
793 }
794
795 image->dma_buf_imported = true;
796 image->yuv_color_space = yuv_color_space;
797 image->sample_range = sample_range;
798 image->horizontal_siting = horizontal_siting;
799 image->vertical_siting = vertical_siting;
800
801 *error = __DRI_IMAGE_ERROR_SUCCESS;
802 return image;
803 }
804
805 static __DRIimage *
806 intel_from_planar(__DRIimage *parent, int plane, void *loaderPrivate)
807 {
808 int width, height, offset, stride, dri_format, index;
809 struct intel_image_format *f;
810 __DRIimage *image;
811
812 if (parent == NULL || parent->planar_format == NULL)
813 return NULL;
814
815 f = parent->planar_format;
816
817 if (plane >= f->nplanes)
818 return NULL;
819
820 width = parent->width >> f->planes[plane].width_shift;
821 height = parent->height >> f->planes[plane].height_shift;
822 dri_format = f->planes[plane].dri_format;
823 index = f->planes[plane].buffer_index;
824 offset = parent->offsets[index];
825 stride = parent->strides[index];
826
827 image = intel_allocate_image(dri_format, loaderPrivate);
828 if (image == NULL)
829 return NULL;
830
831 if (offset + height * stride > parent->bo->size) {
832 _mesa_warning(NULL, "intel_create_sub_image: subimage out of bounds");
833 free(image);
834 return NULL;
835 }
836
837 image->bo = parent->bo;
838 drm_intel_bo_reference(parent->bo);
839
840 image->width = width;
841 image->height = height;
842 image->pitch = stride;
843 image->offset = offset;
844
845 intel_image_warn_if_unaligned(image, __func__);
846
847 return image;
848 }
849
850 static const __DRIimageExtension intelImageExtension = {
851 .base = { __DRI_IMAGE, 13 },
852
853 .createImageFromName = intel_create_image_from_name,
854 .createImageFromRenderbuffer = intel_create_image_from_renderbuffer,
855 .destroyImage = intel_destroy_image,
856 .createImage = intel_create_image,
857 .queryImage = intel_query_image,
858 .dupImage = intel_dup_image,
859 .validateUsage = intel_validate_usage,
860 .createImageFromNames = intel_create_image_from_names,
861 .fromPlanar = intel_from_planar,
862 .createImageFromTexture = intel_create_image_from_texture,
863 .createImageFromFds = intel_create_image_from_fds,
864 .createImageFromDmaBufs = intel_create_image_from_dma_bufs,
865 .blitImage = NULL,
866 .getCapabilities = NULL,
867 .mapImage = NULL,
868 .unmapImage = NULL,
869 };
870
871 static int
872 brw_query_renderer_integer(__DRIscreen *dri_screen,
873 int param, unsigned int *value)
874 {
875 const struct intel_screen *const screen =
876 (struct intel_screen *) dri_screen->driverPrivate;
877
878 switch (param) {
879 case __DRI2_RENDERER_VENDOR_ID:
880 value[0] = 0x8086;
881 return 0;
882 case __DRI2_RENDERER_DEVICE_ID:
883 value[0] = screen->deviceID;
884 return 0;
885 case __DRI2_RENDERER_ACCELERATED:
886 value[0] = 1;
887 return 0;
888 case __DRI2_RENDERER_VIDEO_MEMORY: {
889 /* Once a batch uses more than 75% of the maximum mappable size, we
890 * assume that there's some fragmentation, and we start doing extra
891 * flushing, etc. That's the big cliff apps will care about.
892 */
893 size_t aper_size;
894 size_t mappable_size;
895
896 drm_intel_get_aperture_sizes(dri_screen->fd, &mappable_size, &aper_size);
897
898 const unsigned gpu_mappable_megabytes =
899 (aper_size / (1024 * 1024)) * 3 / 4;
900
901 const long system_memory_pages = sysconf(_SC_PHYS_PAGES);
902 const long system_page_size = sysconf(_SC_PAGE_SIZE);
903
904 if (system_memory_pages <= 0 || system_page_size <= 0)
905 return -1;
906
907 const uint64_t system_memory_bytes = (uint64_t) system_memory_pages
908 * (uint64_t) system_page_size;
909
910 const unsigned system_memory_megabytes =
911 (unsigned) (system_memory_bytes / (1024 * 1024));
912
913 value[0] = MIN2(system_memory_megabytes, gpu_mappable_megabytes);
914 return 0;
915 }
916 case __DRI2_RENDERER_UNIFIED_MEMORY_ARCHITECTURE:
917 value[0] = 1;
918 return 0;
919 case __DRI2_RENDERER_HAS_TEXTURE_3D:
920 value[0] = 1;
921 return 0;
922 default:
923 return driQueryRendererIntegerCommon(dri_screen, param, value);
924 }
925
926 return -1;
927 }
928
929 static int
930 brw_query_renderer_string(__DRIscreen *dri_screen,
931 int param, const char **value)
932 {
933 const struct intel_screen *screen =
934 (struct intel_screen *) dri_screen->driverPrivate;
935
936 switch (param) {
937 case __DRI2_RENDERER_VENDOR_ID:
938 value[0] = brw_vendor_string;
939 return 0;
940 case __DRI2_RENDERER_DEVICE_ID:
941 value[0] = brw_get_renderer_string(screen);
942 return 0;
943 default:
944 break;
945 }
946
947 return -1;
948 }
949
950 static const __DRI2rendererQueryExtension intelRendererQueryExtension = {
951 .base = { __DRI2_RENDERER_QUERY, 1 },
952
953 .queryInteger = brw_query_renderer_integer,
954 .queryString = brw_query_renderer_string
955 };
956
957 static const __DRIrobustnessExtension dri2Robustness = {
958 .base = { __DRI2_ROBUSTNESS, 1 }
959 };
960
961 static const __DRIextension *screenExtensions[] = {
962 &intelTexBufferExtension.base,
963 &intelFenceExtension.base,
964 &intelFlushExtension.base,
965 &intelImageExtension.base,
966 &intelRendererQueryExtension.base,
967 &dri2ConfigQueryExtension.base,
968 NULL
969 };
970
971 static const __DRIextension *intelRobustScreenExtensions[] = {
972 &intelTexBufferExtension.base,
973 &intelFenceExtension.base,
974 &intelFlushExtension.base,
975 &intelImageExtension.base,
976 &intelRendererQueryExtension.base,
977 &dri2ConfigQueryExtension.base,
978 &dri2Robustness.base,
979 NULL
980 };
981
982 static int
983 intel_get_param(struct intel_screen *screen, int param, int *value)
984 {
985 int ret = 0;
986 struct drm_i915_getparam gp;
987
988 memset(&gp, 0, sizeof(gp));
989 gp.param = param;
990 gp.value = value;
991
992 if (drmIoctl(screen->driScrnPriv->fd, DRM_IOCTL_I915_GETPARAM, &gp) == -1) {
993 ret = -errno;
994 if (ret != -EINVAL)
995 _mesa_warning(NULL, "drm_i915_getparam: %d", ret);
996 }
997
998 return ret;
999 }
1000
1001 static bool
1002 intel_get_boolean(struct intel_screen *screen, int param)
1003 {
1004 int value = 0;
1005 return (intel_get_param(screen, param, &value) == 0) && value;
1006 }
1007
1008 static int
1009 intel_get_integer(struct intel_screen *screen, int param)
1010 {
1011 int value = -1;
1012
1013 if (intel_get_param(screen, param, &value) == 0)
1014 return value;
1015
1016 return -1;
1017 }
1018
1019 static void
1020 intelDestroyScreen(__DRIscreen * sPriv)
1021 {
1022 struct intel_screen *screen = sPriv->driverPrivate;
1023
1024 dri_bufmgr_destroy(screen->bufmgr);
1025 driDestroyOptionInfo(&screen->optionCache);
1026
1027 ralloc_free(screen);
1028 sPriv->driverPrivate = NULL;
1029 }
1030
1031
1032 /**
1033 * This is called when we need to set up GL rendering to a new X window.
1034 */
1035 static GLboolean
1036 intelCreateBuffer(__DRIscreen *dri_screen,
1037 __DRIdrawable * driDrawPriv,
1038 const struct gl_config * mesaVis, GLboolean isPixmap)
1039 {
1040 struct intel_renderbuffer *rb;
1041 struct intel_screen *screen = (struct intel_screen *)
1042 dri_screen->driverPrivate;
1043 mesa_format rgbFormat;
1044 unsigned num_samples =
1045 intel_quantize_num_samples(screen, mesaVis->samples);
1046 struct gl_framebuffer *fb;
1047
1048 if (isPixmap)
1049 return false;
1050
1051 fb = CALLOC_STRUCT(gl_framebuffer);
1052 if (!fb)
1053 return false;
1054
1055 _mesa_initialize_window_framebuffer(fb, mesaVis);
1056
1057 if (screen->winsys_msaa_samples_override != -1) {
1058 num_samples = screen->winsys_msaa_samples_override;
1059 fb->Visual.samples = num_samples;
1060 }
1061
1062 if (mesaVis->redBits == 5) {
1063 rgbFormat = mesaVis->redMask == 0x1f ? MESA_FORMAT_R5G6B5_UNORM
1064 : MESA_FORMAT_B5G6R5_UNORM;
1065 } else if (mesaVis->sRGBCapable) {
1066 rgbFormat = mesaVis->redMask == 0xff ? MESA_FORMAT_R8G8B8A8_SRGB
1067 : MESA_FORMAT_B8G8R8A8_SRGB;
1068 } else if (mesaVis->alphaBits == 0) {
1069 rgbFormat = mesaVis->redMask == 0xff ? MESA_FORMAT_R8G8B8X8_UNORM
1070 : MESA_FORMAT_B8G8R8X8_UNORM;
1071 } else {
1072 rgbFormat = mesaVis->redMask == 0xff ? MESA_FORMAT_R8G8B8A8_SRGB
1073 : MESA_FORMAT_B8G8R8A8_SRGB;
1074 fb->Visual.sRGBCapable = true;
1075 }
1076
1077 /* setup the hardware-based renderbuffers */
1078 rb = intel_create_renderbuffer(rgbFormat, num_samples);
1079 _mesa_add_renderbuffer(fb, BUFFER_FRONT_LEFT, &rb->Base.Base);
1080
1081 if (mesaVis->doubleBufferMode) {
1082 rb = intel_create_renderbuffer(rgbFormat, num_samples);
1083 _mesa_add_renderbuffer(fb, BUFFER_BACK_LEFT, &rb->Base.Base);
1084 }
1085
1086 /*
1087 * Assert here that the gl_config has an expected depth/stencil bit
1088 * combination: one of d24/s8, d16/s0, d0/s0. (See intelInitScreen2(),
1089 * which constructs the advertised configs.)
1090 */
1091 if (mesaVis->depthBits == 24) {
1092 assert(mesaVis->stencilBits == 8);
1093
1094 if (screen->devinfo.has_hiz_and_separate_stencil) {
1095 rb = intel_create_private_renderbuffer(MESA_FORMAT_Z24_UNORM_X8_UINT,
1096 num_samples);
1097 _mesa_add_renderbuffer(fb, BUFFER_DEPTH, &rb->Base.Base);
1098 rb = intel_create_private_renderbuffer(MESA_FORMAT_S_UINT8,
1099 num_samples);
1100 _mesa_add_renderbuffer(fb, BUFFER_STENCIL, &rb->Base.Base);
1101 } else {
1102 /*
1103 * Use combined depth/stencil. Note that the renderbuffer is
1104 * attached to two attachment points.
1105 */
1106 rb = intel_create_private_renderbuffer(MESA_FORMAT_Z24_UNORM_S8_UINT,
1107 num_samples);
1108 _mesa_add_renderbuffer(fb, BUFFER_DEPTH, &rb->Base.Base);
1109 _mesa_add_renderbuffer(fb, BUFFER_STENCIL, &rb->Base.Base);
1110 }
1111 }
1112 else if (mesaVis->depthBits == 16) {
1113 assert(mesaVis->stencilBits == 0);
1114 rb = intel_create_private_renderbuffer(MESA_FORMAT_Z_UNORM16,
1115 num_samples);
1116 _mesa_add_renderbuffer(fb, BUFFER_DEPTH, &rb->Base.Base);
1117 }
1118 else {
1119 assert(mesaVis->depthBits == 0);
1120 assert(mesaVis->stencilBits == 0);
1121 }
1122
1123 /* now add any/all software-based renderbuffers we may need */
1124 _swrast_add_soft_renderbuffers(fb,
1125 false, /* never sw color */
1126 false, /* never sw depth */
1127 false, /* never sw stencil */
1128 mesaVis->accumRedBits > 0,
1129 false, /* never sw alpha */
1130 false /* never sw aux */ );
1131 driDrawPriv->driverPrivate = fb;
1132
1133 return true;
1134 }
1135
1136 static void
1137 intelDestroyBuffer(__DRIdrawable * driDrawPriv)
1138 {
1139 struct gl_framebuffer *fb = driDrawPriv->driverPrivate;
1140
1141 _mesa_reference_framebuffer(&fb, NULL);
1142 }
1143
1144 static void
1145 intel_detect_sseu(struct intel_screen *screen)
1146 {
1147 assert(screen->devinfo.gen >= 8);
1148 int ret;
1149
1150 screen->subslice_total = -1;
1151 screen->eu_total = -1;
1152
1153 ret = intel_get_param(screen, I915_PARAM_SUBSLICE_TOTAL,
1154 &screen->subslice_total);
1155 if (ret < 0 && ret != -EINVAL)
1156 goto err_out;
1157
1158 ret = intel_get_param(screen,
1159 I915_PARAM_EU_TOTAL, &screen->eu_total);
1160 if (ret < 0 && ret != -EINVAL)
1161 goto err_out;
1162
1163 /* Without this information, we cannot get the right Braswell brandstrings,
1164 * and we have to use conservative numbers for GPGPU on many platforms, but
1165 * otherwise, things will just work.
1166 */
1167 if (screen->subslice_total < 1 || screen->eu_total < 1)
1168 _mesa_warning(NULL,
1169 "Kernel 4.1 required to properly query GPU properties.\n");
1170
1171 return;
1172
1173 err_out:
1174 screen->subslice_total = -1;
1175 screen->eu_total = -1;
1176 _mesa_warning(NULL, "Failed to query GPU properties (%s).\n", strerror(-ret));
1177 }
1178
1179 static bool
1180 intel_init_bufmgr(struct intel_screen *screen)
1181 {
1182 __DRIscreen *dri_screen = screen->driScrnPriv;
1183
1184 screen->no_hw = getenv("INTEL_NO_HW") != NULL;
1185
1186 screen->bufmgr = intel_bufmgr_gem_init(dri_screen->fd, BATCH_SZ);
1187 if (screen->bufmgr == NULL) {
1188 fprintf(stderr, "[%s:%u] Error initializing buffer manager.\n",
1189 __func__, __LINE__);
1190 return false;
1191 }
1192
1193 drm_intel_bufmgr_gem_enable_fenced_relocs(screen->bufmgr);
1194
1195 if (!intel_get_boolean(screen, I915_PARAM_HAS_RELAXED_DELTA)) {
1196 fprintf(stderr, "[%s: %u] Kernel 2.6.39 required.\n", __func__, __LINE__);
1197 return false;
1198 }
1199
1200 return true;
1201 }
1202
1203 static bool
1204 intel_detect_swizzling(struct intel_screen *screen)
1205 {
1206 drm_intel_bo *buffer;
1207 unsigned long flags = 0;
1208 unsigned long aligned_pitch;
1209 uint32_t tiling = I915_TILING_X;
1210 uint32_t swizzle_mode = 0;
1211
1212 buffer = drm_intel_bo_alloc_tiled(screen->bufmgr, "swizzle test",
1213 64, 64, 4,
1214 &tiling, &aligned_pitch, flags);
1215 if (buffer == NULL)
1216 return false;
1217
1218 drm_intel_bo_get_tiling(buffer, &tiling, &swizzle_mode);
1219 drm_intel_bo_unreference(buffer);
1220
1221 if (swizzle_mode == I915_BIT_6_SWIZZLE_NONE)
1222 return false;
1223 else
1224 return true;
1225 }
1226
1227 static int
1228 intel_detect_timestamp(struct intel_screen *screen)
1229 {
1230 uint64_t dummy = 0, last = 0;
1231 int upper, lower, loops;
1232
1233 /* On 64bit systems, some old kernels trigger a hw bug resulting in the
1234 * TIMESTAMP register being shifted and the low 32bits always zero.
1235 *
1236 * More recent kernels offer an interface to read the full 36bits
1237 * everywhere.
1238 */
1239 if (drm_intel_reg_read(screen->bufmgr, TIMESTAMP | 1, &dummy) == 0)
1240 return 3;
1241
1242 /* Determine if we have a 32bit or 64bit kernel by inspecting the
1243 * upper 32bits for a rapidly changing timestamp.
1244 */
1245 if (drm_intel_reg_read(screen->bufmgr, TIMESTAMP, &last))
1246 return 0;
1247
1248 upper = lower = 0;
1249 for (loops = 0; loops < 10; loops++) {
1250 /* The TIMESTAMP should change every 80ns, so several round trips
1251 * through the kernel should be enough to advance it.
1252 */
1253 if (drm_intel_reg_read(screen->bufmgr, TIMESTAMP, &dummy))
1254 return 0;
1255
1256 upper += (dummy >> 32) != (last >> 32);
1257 if (upper > 1) /* beware 32bit counter overflow */
1258 return 2; /* upper dword holds the low 32bits of the timestamp */
1259
1260 lower += (dummy & 0xffffffff) != (last & 0xffffffff);
1261 if (lower > 1)
1262 return 1; /* timestamp is unshifted */
1263
1264 last = dummy;
1265 }
1266
1267 /* No advancement? No timestamp! */
1268 return 0;
1269 }
1270
1271 /**
1272 * Return array of MSAA modes supported by the hardware. The array is
1273 * zero-terminated and sorted in decreasing order.
1274 */
1275 const int*
1276 intel_supported_msaa_modes(const struct intel_screen *screen)
1277 {
1278 static const int gen9_modes[] = {16, 8, 4, 2, 0, -1};
1279 static const int gen8_modes[] = {8, 4, 2, 0, -1};
1280 static const int gen7_modes[] = {8, 4, 0, -1};
1281 static const int gen6_modes[] = {4, 0, -1};
1282 static const int gen4_modes[] = {0, -1};
1283
1284 if (screen->devinfo.gen >= 9) {
1285 return gen9_modes;
1286 } else if (screen->devinfo.gen >= 8) {
1287 return gen8_modes;
1288 } else if (screen->devinfo.gen >= 7) {
1289 return gen7_modes;
1290 } else if (screen->devinfo.gen == 6) {
1291 return gen6_modes;
1292 } else {
1293 return gen4_modes;
1294 }
1295 }
1296
1297 static __DRIconfig**
1298 intel_screen_make_configs(__DRIscreen *dri_screen)
1299 {
1300 static const mesa_format formats[] = {
1301 MESA_FORMAT_B5G6R5_UNORM,
1302 MESA_FORMAT_B8G8R8A8_UNORM,
1303 MESA_FORMAT_B8G8R8X8_UNORM
1304 };
1305
1306 /* GLX_SWAP_COPY_OML is not supported due to page flipping. */
1307 static const GLenum back_buffer_modes[] = {
1308 GLX_SWAP_UNDEFINED_OML, GLX_NONE,
1309 };
1310
1311 static const uint8_t singlesample_samples[1] = {0};
1312 static const uint8_t multisample_samples[2] = {4, 8};
1313
1314 struct intel_screen *screen = dri_screen->driverPrivate;
1315 const struct gen_device_info *devinfo = &screen->devinfo;
1316 uint8_t depth_bits[4], stencil_bits[4];
1317 __DRIconfig **configs = NULL;
1318
1319 /* Generate singlesample configs without accumulation buffer. */
1320 for (unsigned i = 0; i < ARRAY_SIZE(formats); i++) {
1321 __DRIconfig **new_configs;
1322 int num_depth_stencil_bits = 2;
1323
1324 /* Starting with DRI2 protocol version 1.1 we can request a depth/stencil
1325 * buffer that has a different number of bits per pixel than the color
1326 * buffer, gen >= 6 supports this.
1327 */
1328 depth_bits[0] = 0;
1329 stencil_bits[0] = 0;
1330
1331 if (formats[i] == MESA_FORMAT_B5G6R5_UNORM) {
1332 depth_bits[1] = 16;
1333 stencil_bits[1] = 0;
1334 if (devinfo->gen >= 6) {
1335 depth_bits[2] = 24;
1336 stencil_bits[2] = 8;
1337 num_depth_stencil_bits = 3;
1338 }
1339 } else {
1340 depth_bits[1] = 24;
1341 stencil_bits[1] = 8;
1342 }
1343
1344 new_configs = driCreateConfigs(formats[i],
1345 depth_bits,
1346 stencil_bits,
1347 num_depth_stencil_bits,
1348 back_buffer_modes, 2,
1349 singlesample_samples, 1,
1350 false, false);
1351 configs = driConcatConfigs(configs, new_configs);
1352 }
1353
1354 /* Generate the minimum possible set of configs that include an
1355 * accumulation buffer.
1356 */
1357 for (unsigned i = 0; i < ARRAY_SIZE(formats); i++) {
1358 __DRIconfig **new_configs;
1359
1360 if (formats[i] == MESA_FORMAT_B5G6R5_UNORM) {
1361 depth_bits[0] = 16;
1362 stencil_bits[0] = 0;
1363 } else {
1364 depth_bits[0] = 24;
1365 stencil_bits[0] = 8;
1366 }
1367
1368 new_configs = driCreateConfigs(formats[i],
1369 depth_bits, stencil_bits, 1,
1370 back_buffer_modes, 1,
1371 singlesample_samples, 1,
1372 true, false);
1373 configs = driConcatConfigs(configs, new_configs);
1374 }
1375
1376 /* Generate multisample configs.
1377 *
1378 * This loop breaks early, and hence is a no-op, on gen < 6.
1379 *
1380 * Multisample configs must follow the singlesample configs in order to
1381 * work around an X server bug present in 1.12. The X server chooses to
1382 * associate the first listed RGBA888-Z24S8 config, regardless of its
1383 * sample count, with the 32-bit depth visual used for compositing.
1384 *
1385 * Only doublebuffer configs with GLX_SWAP_UNDEFINED_OML behavior are
1386 * supported. Singlebuffer configs are not supported because no one wants
1387 * them.
1388 */
1389 for (unsigned i = 0; i < ARRAY_SIZE(formats); i++) {
1390 if (devinfo->gen < 6)
1391 break;
1392
1393 __DRIconfig **new_configs;
1394 const int num_depth_stencil_bits = 2;
1395 int num_msaa_modes = 0;
1396
1397 depth_bits[0] = 0;
1398 stencil_bits[0] = 0;
1399
1400 if (formats[i] == MESA_FORMAT_B5G6R5_UNORM) {
1401 depth_bits[1] = 16;
1402 stencil_bits[1] = 0;
1403 } else {
1404 depth_bits[1] = 24;
1405 stencil_bits[1] = 8;
1406 }
1407
1408 if (devinfo->gen >= 7)
1409 num_msaa_modes = 2;
1410 else if (devinfo->gen == 6)
1411 num_msaa_modes = 1;
1412
1413 new_configs = driCreateConfigs(formats[i],
1414 depth_bits,
1415 stencil_bits,
1416 num_depth_stencil_bits,
1417 back_buffer_modes, 1,
1418 multisample_samples,
1419 num_msaa_modes,
1420 false, false);
1421 configs = driConcatConfigs(configs, new_configs);
1422 }
1423
1424 if (configs == NULL) {
1425 fprintf(stderr, "[%s:%u] Error creating FBConfig!\n", __func__,
1426 __LINE__);
1427 return NULL;
1428 }
1429
1430 return configs;
1431 }
1432
1433 static void
1434 set_max_gl_versions(struct intel_screen *screen)
1435 {
1436 __DRIscreen *dri_screen = screen->driScrnPriv;
1437 const bool has_astc = screen->devinfo.gen >= 9;
1438
1439 switch (screen->devinfo.gen) {
1440 case 9:
1441 case 8:
1442 dri_screen->max_gl_core_version = 44;
1443 dri_screen->max_gl_compat_version = 30;
1444 dri_screen->max_gl_es1_version = 11;
1445 dri_screen->max_gl_es2_version = has_astc ? 32 : 31;
1446 break;
1447 case 7:
1448 dri_screen->max_gl_core_version = 33;
1449 dri_screen->max_gl_compat_version = 30;
1450 dri_screen->max_gl_es1_version = 11;
1451 dri_screen->max_gl_es2_version = screen->devinfo.is_haswell ? 31 : 30;
1452 break;
1453 case 6:
1454 dri_screen->max_gl_core_version = 33;
1455 dri_screen->max_gl_compat_version = 30;
1456 dri_screen->max_gl_es1_version = 11;
1457 dri_screen->max_gl_es2_version = 30;
1458 break;
1459 case 5:
1460 case 4:
1461 dri_screen->max_gl_core_version = 0;
1462 dri_screen->max_gl_compat_version = 21;
1463 dri_screen->max_gl_es1_version = 11;
1464 dri_screen->max_gl_es2_version = 20;
1465 break;
1466 default:
1467 unreachable("unrecognized intel_screen::gen");
1468 }
1469 }
1470
1471 /**
1472 * Return the revision (generally the revid field of the PCI header) of the
1473 * graphics device.
1474 *
1475 * XXX: This function is useful to keep around even if it is not currently in
1476 * use. It is necessary for new platforms and revision specific workarounds or
1477 * features. Please don't remove it so that we know it at least continues to
1478 * build.
1479 */
1480 static __attribute__((__unused__)) int
1481 brw_get_revision(int fd)
1482 {
1483 struct drm_i915_getparam gp;
1484 int revision;
1485 int ret;
1486
1487 memset(&gp, 0, sizeof(gp));
1488 gp.param = I915_PARAM_REVISION;
1489 gp.value = &revision;
1490
1491 ret = drmCommandWriteRead(fd, DRM_I915_GETPARAM, &gp, sizeof(gp));
1492 if (ret)
1493 revision = -1;
1494
1495 return revision;
1496 }
1497
1498 /* Drop when RS headers get pulled to libdrm */
1499 #ifndef I915_PARAM_HAS_RESOURCE_STREAMER
1500 #define I915_PARAM_HAS_RESOURCE_STREAMER 36
1501 #endif
1502
1503 static void
1504 shader_debug_log_mesa(void *data, const char *fmt, ...)
1505 {
1506 struct brw_context *brw = (struct brw_context *)data;
1507 va_list args;
1508
1509 va_start(args, fmt);
1510 GLuint msg_id = 0;
1511 _mesa_gl_vdebug(&brw->ctx, &msg_id,
1512 MESA_DEBUG_SOURCE_SHADER_COMPILER,
1513 MESA_DEBUG_TYPE_OTHER,
1514 MESA_DEBUG_SEVERITY_NOTIFICATION, fmt, args);
1515 va_end(args);
1516 }
1517
1518 static void
1519 shader_perf_log_mesa(void *data, const char *fmt, ...)
1520 {
1521 struct brw_context *brw = (struct brw_context *)data;
1522
1523 va_list args;
1524 va_start(args, fmt);
1525
1526 if (unlikely(INTEL_DEBUG & DEBUG_PERF)) {
1527 va_list args_copy;
1528 va_copy(args_copy, args);
1529 vfprintf(stderr, fmt, args_copy);
1530 va_end(args_copy);
1531 }
1532
1533 if (brw->perf_debug) {
1534 GLuint msg_id = 0;
1535 _mesa_gl_vdebug(&brw->ctx, &msg_id,
1536 MESA_DEBUG_SOURCE_SHADER_COMPILER,
1537 MESA_DEBUG_TYPE_PERFORMANCE,
1538 MESA_DEBUG_SEVERITY_MEDIUM, fmt, args);
1539 }
1540 va_end(args);
1541 }
1542
1543 /**
1544 * This is the driver specific part of the createNewScreen entry point.
1545 * Called when using DRI2.
1546 *
1547 * \return the struct gl_config supported by this driver
1548 */
1549 static const
1550 __DRIconfig **intelInitScreen2(__DRIscreen *dri_screen)
1551 {
1552 struct intel_screen *screen;
1553
1554 if (dri_screen->image.loader) {
1555 } else if (dri_screen->dri2.loader->base.version <= 2 ||
1556 dri_screen->dri2.loader->getBuffersWithFormat == NULL) {
1557 fprintf(stderr,
1558 "\nERROR! DRI2 loader with getBuffersWithFormat() "
1559 "support required\n");
1560 return false;
1561 }
1562
1563 /* Allocate the private area */
1564 screen = rzalloc(NULL, struct intel_screen);
1565 if (!screen) {
1566 fprintf(stderr, "\nERROR! Allocating private area failed\n");
1567 return false;
1568 }
1569 /* parse information in __driConfigOptions */
1570 driParseOptionInfo(&screen->optionCache, brw_config_options.xml);
1571
1572 screen->driScrnPriv = dri_screen;
1573 dri_screen->driverPrivate = (void *) screen;
1574
1575 if (!intel_init_bufmgr(screen))
1576 return false;
1577
1578 screen->deviceID = drm_intel_bufmgr_gem_get_devid(screen->bufmgr);
1579 if (!gen_get_device_info(screen->deviceID, &screen->devinfo))
1580 return false;
1581
1582 brw_process_intel_debug_variable();
1583
1584 if (INTEL_DEBUG & DEBUG_BUFMGR)
1585 dri_bufmgr_set_debug(screen->bufmgr, true);
1586
1587 if ((INTEL_DEBUG & DEBUG_SHADER_TIME) && screen->devinfo.gen < 7) {
1588 fprintf(stderr,
1589 "shader_time debugging requires gen7 (Ivybridge) or better.\n");
1590 INTEL_DEBUG &= ~DEBUG_SHADER_TIME;
1591 }
1592
1593 if (INTEL_DEBUG & DEBUG_AUB)
1594 drm_intel_bufmgr_gem_set_aub_dump(screen->bufmgr, true);
1595
1596 #ifndef I915_PARAM_MMAP_GTT_VERSION
1597 #define I915_PARAM_MMAP_GTT_VERSION 40 /* XXX delete me with new libdrm */
1598 #endif
1599 if (intel_get_integer(screen, I915_PARAM_MMAP_GTT_VERSION) >= 1) {
1600 /* Theorectically unlimited! At least for individual objects...
1601 *
1602 * Currently the entire (global) address space for all GTT maps is
1603 * limited to 64bits. That is all objects on the system that are
1604 * setup for GTT mmapping must fit within 64bits. An attempt to use
1605 * one that exceeds the limit with fail in drm_intel_bo_map_gtt().
1606 *
1607 * Long before we hit that limit, we will be practically limited by
1608 * that any single object must fit in physical memory (RAM). The upper
1609 * limit on the CPU's address space is currently 48bits (Skylake), of
1610 * which only 39bits can be physical memory. (The GPU itself also has
1611 * a 48bit addressable virtual space.) We can fit over 32 million
1612 * objects of the current maximum allocable size before running out
1613 * of mmap space.
1614 */
1615 screen->max_gtt_map_object_size = UINT64_MAX;
1616 } else {
1617 /* Estimate the size of the mappable aperture into the GTT. There's an
1618 * ioctl to get the whole GTT size, but not one to get the mappable subset.
1619 * It turns out it's basically always 256MB, though some ancient hardware
1620 * was smaller.
1621 */
1622 uint32_t gtt_size = 256 * 1024 * 1024;
1623
1624 /* We don't want to map two objects such that a memcpy between them would
1625 * just fault one mapping in and then the other over and over forever. So
1626 * we would need to divide the GTT size by 2. Additionally, some GTT is
1627 * taken up by things like the framebuffer and the ringbuffer and such, so
1628 * be more conservative.
1629 */
1630 screen->max_gtt_map_object_size = gtt_size / 4;
1631 }
1632
1633 screen->hw_has_swizzling = intel_detect_swizzling(screen);
1634 screen->hw_has_timestamp = intel_detect_timestamp(screen);
1635
1636 /* GENs prior to 8 do not support EU/Subslice info */
1637 if (screen->devinfo.gen >= 8) {
1638 intel_detect_sseu(screen);
1639 } else if (screen->devinfo.gen == 7) {
1640 screen->subslice_total = 1 << (screen->devinfo.gt - 1);
1641 }
1642
1643 const char *force_msaa = getenv("INTEL_FORCE_MSAA");
1644 if (force_msaa) {
1645 screen->winsys_msaa_samples_override =
1646 intel_quantize_num_samples(screen, atoi(force_msaa));
1647 printf("Forcing winsys sample count to %d\n",
1648 screen->winsys_msaa_samples_override);
1649 } else {
1650 screen->winsys_msaa_samples_override = -1;
1651 }
1652
1653 set_max_gl_versions(screen);
1654
1655 /* Notification of GPU resets requires hardware contexts and a kernel new
1656 * enough to support DRM_IOCTL_I915_GET_RESET_STATS. If the ioctl is
1657 * supported, calling it with a context of 0 will either generate EPERM or
1658 * no error. If the ioctl is not supported, it always generate EINVAL.
1659 * Use this to determine whether to advertise the __DRI2_ROBUSTNESS
1660 * extension to the loader.
1661 *
1662 * Don't even try on pre-Gen6, since we don't attempt to use contexts there.
1663 */
1664 if (screen->devinfo.gen >= 6) {
1665 struct drm_i915_reset_stats stats;
1666 memset(&stats, 0, sizeof(stats));
1667
1668 const int ret = drmIoctl(dri_screen->fd, DRM_IOCTL_I915_GET_RESET_STATS, &stats);
1669
1670 screen->has_context_reset_notification =
1671 (ret != -1 || errno != EINVAL);
1672 }
1673
1674 if (intel_get_param(screen, I915_PARAM_CMD_PARSER_VERSION,
1675 &screen->cmd_parser_version) < 0) {
1676 screen->cmd_parser_version = 0;
1677 }
1678
1679 /* Haswell requires command parser version 6 in order to write to the
1680 * MI_MATH GPR registers, and version 7 in order to use
1681 * MI_LOAD_REGISTER_REG (which all users of MI_MATH use).
1682 */
1683 screen->has_mi_math_and_lrr = screen->devinfo.gen >= 8 ||
1684 (screen->devinfo.is_haswell &&
1685 screen->cmd_parser_version >= 7);
1686
1687 dri_screen->extensions = !screen->has_context_reset_notification
1688 ? screenExtensions : intelRobustScreenExtensions;
1689
1690 screen->compiler = brw_compiler_create(screen,
1691 &screen->devinfo);
1692 screen->compiler->shader_debug_log = shader_debug_log_mesa;
1693 screen->compiler->shader_perf_log = shader_perf_log_mesa;
1694 screen->program_id = 1;
1695
1696 if (screen->devinfo.has_resource_streamer) {
1697 screen->has_resource_streamer =
1698 intel_get_boolean(screen, I915_PARAM_HAS_RESOURCE_STREAMER);
1699 }
1700
1701 return (const __DRIconfig**) intel_screen_make_configs(dri_screen);
1702 }
1703
1704 struct intel_buffer {
1705 __DRIbuffer base;
1706 drm_intel_bo *bo;
1707 };
1708
1709 static __DRIbuffer *
1710 intelAllocateBuffer(__DRIscreen *dri_screen,
1711 unsigned attachment, unsigned format,
1712 int width, int height)
1713 {
1714 struct intel_buffer *intelBuffer;
1715 struct intel_screen *screen = dri_screen->driverPrivate;
1716
1717 assert(attachment == __DRI_BUFFER_FRONT_LEFT ||
1718 attachment == __DRI_BUFFER_BACK_LEFT);
1719
1720 intelBuffer = calloc(1, sizeof *intelBuffer);
1721 if (intelBuffer == NULL)
1722 return NULL;
1723
1724 /* The front and back buffers are color buffers, which are X tiled. */
1725 uint32_t tiling = I915_TILING_X;
1726 unsigned long pitch;
1727 int cpp = format / 8;
1728 intelBuffer->bo = drm_intel_bo_alloc_tiled(screen->bufmgr,
1729 "intelAllocateBuffer",
1730 width,
1731 height,
1732 cpp,
1733 &tiling, &pitch,
1734 BO_ALLOC_FOR_RENDER);
1735
1736 if (intelBuffer->bo == NULL) {
1737 free(intelBuffer);
1738 return NULL;
1739 }
1740
1741 drm_intel_bo_flink(intelBuffer->bo, &intelBuffer->base.name);
1742
1743 intelBuffer->base.attachment = attachment;
1744 intelBuffer->base.cpp = cpp;
1745 intelBuffer->base.pitch = pitch;
1746
1747 return &intelBuffer->base;
1748 }
1749
1750 static void
1751 intelReleaseBuffer(__DRIscreen *dri_screen, __DRIbuffer *buffer)
1752 {
1753 struct intel_buffer *intelBuffer = (struct intel_buffer *) buffer;
1754
1755 drm_intel_bo_unreference(intelBuffer->bo);
1756 free(intelBuffer);
1757 }
1758
1759 static const struct __DriverAPIRec brw_driver_api = {
1760 .InitScreen = intelInitScreen2,
1761 .DestroyScreen = intelDestroyScreen,
1762 .CreateContext = brwCreateContext,
1763 .DestroyContext = intelDestroyContext,
1764 .CreateBuffer = intelCreateBuffer,
1765 .DestroyBuffer = intelDestroyBuffer,
1766 .MakeCurrent = intelMakeCurrent,
1767 .UnbindContext = intelUnbindContext,
1768 .AllocateBuffer = intelAllocateBuffer,
1769 .ReleaseBuffer = intelReleaseBuffer
1770 };
1771
1772 static const struct __DRIDriverVtableExtensionRec brw_vtable = {
1773 .base = { __DRI_DRIVER_VTABLE, 1 },
1774 .vtable = &brw_driver_api,
1775 };
1776
1777 static const __DRIextension *brw_driver_extensions[] = {
1778 &driCoreExtension.base,
1779 &driImageDriverExtension.base,
1780 &driDRI2Extension.base,
1781 &brw_vtable.base,
1782 &brw_config_options.base,
1783 NULL
1784 };
1785
1786 PUBLIC const __DRIextension **__driDriverGetExtensions_i965(void)
1787 {
1788 globalDriverAPI = &brw_driver_api;
1789
1790 return brw_driver_extensions;
1791 }