2 * Mesa 3-D graphics library
4 * Copyright (C) 2012-2014 LunarG, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice shall be included
14 * in all copies or substantial portions of the Software.
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
19 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
21 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
22 * DEALINGS IN THE SOFTWARE.
25 * Chia-I Wu <olv@lunarg.com>
31 #define ETIME ETIMEDOUT
36 #include <intel_bufmgr.h>
38 #include "state_tracker/drm_driver.h"
39 #include "pipe/p_state.h"
40 #include "util/u_inlines.h"
41 #include "util/u_memory.h"
42 #include "util/u_debug.h"
43 #include "../intel_winsys.h"
45 #define BATCH_SZ (8192 * sizeof(uint32_t))
49 drm_intel_bufmgr
*bufmgr
;
50 struct intel_winsys_info info
;
52 struct drm_intel_decode
*decode
;
56 get_param(struct intel_winsys
*winsys
, int param
, int *value
)
58 struct drm_i915_getparam gp
;
63 memset(&gp
, 0, sizeof(gp
));
67 err
= drmCommandWriteRead(winsys
->fd
, DRM_I915_GETPARAM
, &gp
, sizeof(gp
));
77 test_address_swizzling(struct intel_winsys
*winsys
)
80 uint32_t tiling
= I915_TILING_X
, swizzle
;
83 bo
= drm_intel_bo_alloc_tiled(winsys
->bufmgr
,
84 "address swizzling test", 64, 64, 4, &tiling
, &pitch
, 0);
86 drm_intel_bo_get_tiling(bo
, &tiling
, &swizzle
);
87 drm_intel_bo_unreference(bo
);
90 swizzle
= I915_BIT_6_SWIZZLE_NONE
;
93 return (swizzle
!= I915_BIT_6_SWIZZLE_NONE
);
97 init_info(struct intel_winsys
*winsys
)
99 struct intel_winsys_info
*info
= &winsys
->info
;
103 * When we need the Nth vertex from a user vertex buffer, and the vertex is
104 * uploaded to, say, the beginning of a bo, we want the first vertex in the
105 * bo to be fetched. One way to do this is to set the base address of the
108 * bo->offset64 + (vb->buffer_offset - vb->stride * N).
110 * The second term may be negative, and we need kernel support to do that.
112 * This check is taken from the classic driver. u_vbuf_upload_buffers()
113 * guarantees the term is never negative, but it is good to require a
116 get_param(winsys
, I915_PARAM_HAS_RELAXED_DELTA
, &val
);
118 debug_error("kernel 2.6.39 required");
122 info
->devid
= drm_intel_bufmgr_gem_get_devid(winsys
->bufmgr
);
124 get_param(winsys
, I915_PARAM_HAS_LLC
, &val
);
127 get_param(winsys
, I915_PARAM_HAS_GEN7_SOL_RESET
, &val
);
128 info
->has_gen7_sol_reset
= val
;
130 info
->has_address_swizzling
= test_address_swizzling(winsys
);
135 struct intel_winsys
*
136 intel_winsys_create_for_fd(int fd
)
138 struct intel_winsys
*winsys
;
140 winsys
= CALLOC_STRUCT(intel_winsys
);
146 winsys
->bufmgr
= drm_intel_bufmgr_gem_init(winsys
->fd
, BATCH_SZ
);
147 if (!winsys
->bufmgr
) {
148 debug_error("failed to create GEM buffer manager");
153 if (!init_info(winsys
)) {
154 drm_intel_bufmgr_destroy(winsys
->bufmgr
);
160 * No need to implicitly set up a fence register for each non-linear reloc
161 * entry. When a fence register is needed for a reloc entry,
162 * drm_intel_bo_emit_reloc_fence() will be called explicitly.
164 * intel_bo_add_reloc() currently lacks "bool fenced" for this to work.
165 * But we never need a fence register on GEN4+ so we do not need to worry
168 drm_intel_bufmgr_gem_enable_fenced_relocs(winsys
->bufmgr
);
170 drm_intel_bufmgr_gem_enable_reuse(winsys
->bufmgr
);
176 intel_winsys_destroy(struct intel_winsys
*winsys
)
179 drm_intel_decode_context_free(winsys
->decode
);
181 drm_intel_bufmgr_destroy(winsys
->bufmgr
);
185 const struct intel_winsys_info
*
186 intel_winsys_get_info(const struct intel_winsys
*winsys
)
188 return &winsys
->info
;
191 struct intel_context
*
192 intel_winsys_create_context(struct intel_winsys
*winsys
)
194 return (struct intel_context
*)
195 drm_intel_gem_context_create(winsys
->bufmgr
);
199 intel_winsys_destroy_context(struct intel_winsys
*winsys
,
200 struct intel_context
*ctx
)
202 drm_intel_gem_context_destroy((drm_intel_context
*) ctx
);
206 intel_winsys_read_reg(struct intel_winsys
*winsys
,
207 uint32_t reg
, uint64_t *val
)
209 return drm_intel_reg_read(winsys
->bufmgr
, reg
, val
);
213 intel_winsys_alloc_buffer(struct intel_winsys
*winsys
,
218 const int alignment
= 4096; /* always page-aligned */
221 if (flags
== INTEL_ALLOC_FOR_RENDER
) {
222 bo
= drm_intel_bo_alloc_for_render(winsys
->bufmgr
,
223 name
, size
, alignment
);
227 bo
= drm_intel_bo_alloc(winsys
->bufmgr
, name
, size
, alignment
);
230 return (struct intel_bo
*) bo
;
234 intel_winsys_alloc_texture(struct intel_winsys
*winsys
,
236 int width
, int height
, int cpp
,
237 enum intel_tiling_mode tiling
,
239 unsigned long *pitch
)
241 uint32_t real_tiling
= tiling
;
244 bo
= drm_intel_bo_alloc_tiled(winsys
->bufmgr
, name
,
245 width
, height
, cpp
, &real_tiling
, pitch
, flags
);
249 if (real_tiling
!= tiling
) {
250 assert(!"tiling mismatch");
251 drm_intel_bo_unreference(bo
);
255 return (struct intel_bo
*) bo
;
259 intel_winsys_import_handle(struct intel_winsys
*winsys
,
261 const struct winsys_handle
*handle
,
262 int width
, int height
, int cpp
,
263 enum intel_tiling_mode
*tiling
,
264 unsigned long *pitch
)
266 uint32_t real_tiling
, swizzle
;
270 switch (handle
->type
) {
271 case DRM_API_HANDLE_TYPE_SHARED
:
273 const uint32_t gem_name
= handle
->handle
;
274 bo
= drm_intel_bo_gem_create_from_name(winsys
->bufmgr
,
278 case DRM_API_HANDLE_TYPE_FD
:
280 const int fd
= (int) handle
->handle
;
281 bo
= drm_intel_bo_gem_create_from_prime(winsys
->bufmgr
,
282 fd
, height
* handle
->stride
);
293 err
= drm_intel_bo_get_tiling(bo
, &real_tiling
, &swizzle
);
295 drm_intel_bo_unreference(bo
);
299 *tiling
= real_tiling
;
300 *pitch
= handle
->stride
;
302 return (struct intel_bo
*) bo
;
306 intel_winsys_export_handle(struct intel_winsys
*winsys
,
308 enum intel_tiling_mode tiling
,
310 struct winsys_handle
*handle
)
314 switch (handle
->type
) {
315 case DRM_API_HANDLE_TYPE_SHARED
:
319 err
= drm_intel_bo_flink((drm_intel_bo
*) bo
, &name
);
321 handle
->handle
= name
;
324 case DRM_API_HANDLE_TYPE_KMS
:
325 handle
->handle
= ((drm_intel_bo
*) bo
)->handle
;
327 case DRM_API_HANDLE_TYPE_FD
:
331 err
= drm_intel_bo_gem_export_to_prime((drm_intel_bo
*) bo
, &fd
);
344 handle
->stride
= pitch
;
350 intel_winsys_check_aperture_space(struct intel_winsys
*winsys
,
351 struct intel_bo
**bo_array
,
354 return drm_intel_bufmgr_check_aperture_space((drm_intel_bo
**) bo_array
,
359 intel_winsys_decode_commands(struct intel_winsys
*winsys
,
360 struct intel_bo
*bo
, int used
)
364 if (!winsys
->decode
) {
365 winsys
->decode
= drm_intel_decode_context_alloc(winsys
->info
.devid
);
369 /* debug_printf()/debug_error() uses stderr by default */
370 drm_intel_decode_set_output_file(winsys
->decode
, stderr
);
373 err
= intel_bo_map(bo
, false);
375 debug_printf("failed to map buffer for decoding\n");
382 drm_intel_decode_set_batch_pointer(winsys
->decode
,
383 intel_bo_get_virtual(bo
), intel_bo_get_offset(bo
), used
);
385 drm_intel_decode(winsys
->decode
);
391 intel_bo_reference(struct intel_bo
*bo
)
393 drm_intel_bo_reference((drm_intel_bo
*) bo
);
397 intel_bo_unreference(struct intel_bo
*bo
)
399 drm_intel_bo_unreference((drm_intel_bo
*) bo
);
403 intel_bo_get_size(const struct intel_bo
*bo
)
405 return ((drm_intel_bo
*) bo
)->size
;
409 intel_bo_get_offset(const struct intel_bo
*bo
)
411 return ((drm_intel_bo
*) bo
)->offset
;
415 intel_bo_get_virtual(const struct intel_bo
*bo
)
417 return ((drm_intel_bo
*) bo
)->virtual;
421 intel_bo_map(struct intel_bo
*bo
, bool write_enable
)
423 return drm_intel_bo_map((drm_intel_bo
*) bo
, write_enable
);
427 intel_bo_map_gtt(struct intel_bo
*bo
)
429 return drm_intel_gem_bo_map_gtt((drm_intel_bo
*) bo
);
433 intel_bo_map_unsynchronized(struct intel_bo
*bo
)
435 return drm_intel_gem_bo_map_unsynchronized((drm_intel_bo
*) bo
);
439 intel_bo_unmap(struct intel_bo
*bo
)
443 err
= drm_intel_bo_unmap((drm_intel_bo
*) bo
);
448 intel_bo_pwrite(struct intel_bo
*bo
, unsigned long offset
,
449 unsigned long size
, const void *data
)
451 return drm_intel_bo_subdata((drm_intel_bo
*) bo
, offset
, size
, data
);
455 intel_bo_pread(struct intel_bo
*bo
, unsigned long offset
,
456 unsigned long size
, void *data
)
458 return drm_intel_bo_get_subdata((drm_intel_bo
*) bo
, offset
, size
, data
);
462 intel_bo_emit_reloc(struct intel_bo
*bo
, uint32_t offset
,
463 struct intel_bo
*target_bo
, uint32_t target_offset
,
464 uint32_t read_domains
, uint32_t write_domain
)
466 return drm_intel_bo_emit_reloc((drm_intel_bo
*) bo
, offset
,
467 (drm_intel_bo
*) target_bo
, target_offset
,
468 read_domains
, write_domain
);
472 intel_bo_get_reloc_count(struct intel_bo
*bo
)
474 return drm_intel_gem_bo_get_reloc_count((drm_intel_bo
*) bo
);
478 intel_bo_clear_relocs(struct intel_bo
*bo
, int start
)
480 return drm_intel_gem_bo_clear_relocs((drm_intel_bo
*) bo
, start
);
484 intel_bo_references(struct intel_bo
*bo
, struct intel_bo
*target_bo
)
486 return drm_intel_bo_references((drm_intel_bo
*) bo
,
487 (drm_intel_bo
*) target_bo
);
491 intel_bo_exec(struct intel_bo
*bo
, int used
,
492 struct intel_context
*ctx
, unsigned long flags
)
495 return drm_intel_gem_bo_context_exec((drm_intel_bo
*) bo
,
496 (drm_intel_context
*) ctx
, used
, flags
);
499 return drm_intel_bo_mrb_exec((drm_intel_bo
*) bo
,
500 used
, NULL
, 0, 0, flags
);
505 intel_bo_wait(struct intel_bo
*bo
, int64_t timeout
)
509 err
= drm_intel_gem_bo_wait((drm_intel_bo
*) bo
, timeout
);
510 /* consider the bo idle on errors */
511 if (err
&& err
!= -ETIME
)