2 * Copyright © 2015 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
30 #include "anv_private.h"
32 static const uint8_t anv_halign
[] = {
38 static const uint8_t anv_valign
[] = {
44 static const uint8_t anv_surf_type_from_image_type
[] = {
45 [VK_IMAGE_TYPE_1D
] = SURFTYPE_1D
,
46 [VK_IMAGE_TYPE_2D
] = SURFTYPE_2D
,
47 [VK_IMAGE_TYPE_3D
] = SURFTYPE_3D
,
51 static const struct anv_image_view_info
52 anv_image_view_info_table
[] = {
53 #define INFO(s, ...) { .surface_type = s, __VA_ARGS__ }
54 [VK_IMAGE_VIEW_TYPE_1D
] = INFO(SURFTYPE_1D
),
55 [VK_IMAGE_VIEW_TYPE_2D
] = INFO(SURFTYPE_2D
),
56 [VK_IMAGE_VIEW_TYPE_3D
] = INFO(SURFTYPE_3D
),
57 [VK_IMAGE_VIEW_TYPE_CUBE
] = INFO(SURFTYPE_CUBE
, .is_cube
= 1),
58 [VK_IMAGE_VIEW_TYPE_1D_ARRAY
] = INFO(SURFTYPE_1D
, .is_array
= 1),
59 [VK_IMAGE_VIEW_TYPE_2D_ARRAY
] = INFO(SURFTYPE_2D
, .is_array
= 1),
60 [VK_IMAGE_VIEW_TYPE_CUBE_ARRAY
] = INFO(SURFTYPE_CUBE
, .is_array
= 1, .is_cube
= 1),
64 const struct anv_image_view_info
*
65 anv_image_view_info_for_vk_image_view_type(VkImageViewType type
)
67 return &anv_image_view_info_table
[type
];
70 static const struct anv_surf_type_limits
{
74 } anv_surf_type_limits
[] = {
75 [SURFTYPE_1D
] = {16384, 0, 2048},
76 [SURFTYPE_2D
] = {16384, 16384, 2048},
77 [SURFTYPE_3D
] = {2048, 2048, 2048},
78 [SURFTYPE_CUBE
] = {16384, 16384, 340},
79 [SURFTYPE_BUFFER
] = {128, 16384, 64},
80 [SURFTYPE_STRBUF
] = {128, 16384, 64},
83 static const struct anv_tile_info
{
88 * Alignment for RENDER_SURFACE_STATE.SurfaceBaseAddress.
90 * To simplify calculations, the alignments defined in the table are
91 * sometimes larger than required. For example, Skylake requires that X and
92 * Y tiled buffers be aligned to 4K, but Broadwell permits smaller
93 * alignment. We choose 4K to accomodate both chipsets. The alignment of
94 * a linear buffer depends on its element type and usage. Linear depth
95 * buffers have the largest alignment, 64B, so we choose that for all linear
98 uint32_t surface_alignment
;
99 } anv_tile_info_table
[] = {
100 [LINEAR
] = { 1, 1, 64 },
101 [XMAJOR
] = { 512, 8, 4096 },
102 [YMAJOR
] = { 128, 32, 4096 },
103 [WMAJOR
] = { 128, 32, 4096 },
107 * Return -1 on failure.
110 anv_image_choose_tile_mode(const struct anv_image_create_info
*anv_info
)
112 if (anv_info
->force_tile_mode
)
113 return anv_info
->tile_mode
;
115 /* The Sandybridge PRM says that the stencil buffer "is supported
116 * only in Tile W memory".
119 switch (anv_info
->vk_info
->tiling
) {
120 case VK_IMAGE_TILING_LINEAR
:
121 if (unlikely(anv_info
->vk_info
->format
== VK_FORMAT_S8_UINT
)) {
126 case VK_IMAGE_TILING_OPTIMAL
:
127 if (unlikely(anv_info
->vk_info
->format
== VK_FORMAT_S8_UINT
)) {
133 assert(!"bad VKImageTiling");
140 * The \a format argument is required and overrides any format in
141 * struct anv_image_create_info.
144 anv_image_make_surface(const struct anv_image_create_info
*create_info
,
145 const struct anv_format
*format
,
146 uint64_t *inout_image_size
,
147 uint32_t *inout_image_alignment
,
148 struct anv_surface
*out_surface
)
150 /* See RENDER_SURFACE_STATE.SurfaceQPitch */
151 static const uint16_t min_qpitch UNUSED
= 0x4;
152 static const uint16_t max_qpitch UNUSED
= 0x1ffc;
154 const VkExtent3D
*restrict extent
= &create_info
->vk_info
->extent
;
155 const uint32_t levels
= create_info
->vk_info
->mipLevels
;
156 const uint32_t array_size
= create_info
->vk_info
->arraySize
;
158 const int8_t tile_mode
= anv_image_choose_tile_mode(create_info
);
160 return vk_error(VK_ERROR_INVALID_IMAGE
);
162 const struct anv_tile_info
*tile_info
=
163 &anv_tile_info_table
[tile_mode
];
165 const uint32_t i
= 4; /* FINISHME: Stop hardcoding subimage alignment */
166 const uint32_t j
= 4; /* FINISHME: Stop hardcoding subimage alignment */
167 const uint32_t w0
= align_u32(extent
->width
, i
);
168 const uint32_t h0
= align_u32(extent
->height
, j
);
174 if (levels
== 1 && array_size
== 1) {
179 uint32_t w1
= align_u32(anv_minify(extent
->width
, 1), i
);
180 uint32_t h1
= align_u32(anv_minify(extent
->height
, 1), j
);
181 uint32_t w2
= align_u32(anv_minify(extent
->width
, 2), i
);
183 /* The QPitch equation is found in the Broadwell PRM >> Volume 5: Memory
184 * Views >> Common Surface Formats >> Surface Layout >> 2D Surfaces >>
185 * Surface Arrays >> For All Surface Other Than Separate Stencil Buffer:
187 qpitch
= h0
+ h1
+ 11 * j
;
188 mt_width
= MAX(w0
, w1
+ w2
);
189 mt_height
= array_size
* qpitch
;
192 assert(qpitch
>= min_qpitch
);
193 if (qpitch
> max_qpitch
) {
194 anv_loge("image qpitch > 0x%x\n", max_qpitch
);
195 return vk_error(VK_ERROR_OUT_OF_DEVICE_MEMORY
);
198 /* From the Broadwell PRM, RENDER_SURFACE_STATE.SurfaceQpitch:
200 * This field must be set an integer multiple of the Surface Vertical
203 assert(anv_is_aligned(qpitch
, j
));
205 uint32_t stride
= align_u32(mt_width
* format
->cpp
, tile_info
->width
);
206 if (create_info
->stride
> 0)
207 stride
= create_info
->stride
;
209 const uint32_t size
= stride
* align_u32(mt_height
, tile_info
->height
);
210 const uint32_t offset
= align_u32(*inout_image_size
,
211 tile_info
->surface_alignment
);
213 *inout_image_size
= offset
+ size
;
214 *inout_image_alignment
= MAX(*inout_image_alignment
,
215 tile_info
->surface_alignment
);
217 *out_surface
= (struct anv_surface
) {
220 .tile_mode
= tile_mode
,
230 anv_image_create(VkDevice _device
,
231 const struct anv_image_create_info
*create_info
,
234 ANV_FROM_HANDLE(anv_device
, device
, _device
);
235 const VkImageCreateInfo
*pCreateInfo
= create_info
->vk_info
;
236 const VkExtent3D
*restrict extent
= &pCreateInfo
->extent
;
237 struct anv_image
*image
= NULL
;
240 assert(pCreateInfo
->sType
== VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO
);
242 /* XXX: We don't handle any of these */
243 anv_assert(pCreateInfo
->imageType
== VK_IMAGE_TYPE_2D
);
244 anv_assert(pCreateInfo
->mipLevels
> 0);
245 anv_assert(pCreateInfo
->arraySize
> 0);
246 anv_assert(pCreateInfo
->samples
== 1);
247 anv_assert(pCreateInfo
->extent
.width
> 0);
248 anv_assert(pCreateInfo
->extent
.height
> 0);
249 anv_assert(pCreateInfo
->extent
.depth
> 0);
251 /* TODO(chadv): How should we validate inputs? */
252 const uint8_t surf_type
=
253 anv_surf_type_from_image_type
[pCreateInfo
->imageType
];
255 const struct anv_surf_type_limits
*limits
=
256 &anv_surf_type_limits
[surf_type
];
258 if (extent
->width
> limits
->width
||
259 extent
->height
> limits
->height
||
260 extent
->depth
> limits
->depth
) {
261 /* TODO(chadv): What is the correct error? */
262 return vk_errorf(VK_ERROR_INVALID_MEMORY_SIZE
, "image extent is too large");
265 image
= anv_device_alloc(device
, sizeof(*image
), 8,
266 VK_SYSTEM_ALLOC_TYPE_API_OBJECT
);
268 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY
);
270 memset(image
, 0, sizeof(*image
));
271 image
->type
= pCreateInfo
->imageType
;
272 image
->extent
= pCreateInfo
->extent
;
273 image
->format
= anv_format_for_vk_format(pCreateInfo
->format
);
274 image
->levels
= pCreateInfo
->mipLevels
;
275 image
->array_size
= pCreateInfo
->arraySize
;
276 image
->surf_type
= surf_type
;
278 if (likely(anv_format_is_color(image
->format
))) {
279 r
= anv_image_make_surface(create_info
, image
->format
,
280 &image
->size
, &image
->alignment
,
281 &image
->color_surface
);
285 if (image
->format
->depth_format
) {
286 r
= anv_image_make_surface(create_info
, image
->format
,
287 &image
->size
, &image
->alignment
,
288 &image
->depth_surface
);
293 if (image
->format
->has_stencil
) {
294 r
= anv_image_make_surface(create_info
, anv_format_s8_uint
,
295 &image
->size
, &image
->alignment
,
296 &image
->stencil_surface
);
302 *pImage
= anv_image_to_handle(image
);
308 anv_device_free(device
, image
);
314 anv_CreateImage(VkDevice device
,
315 const VkImageCreateInfo
*pCreateInfo
,
318 return anv_image_create(device
,
319 &(struct anv_image_create_info
) {
320 .vk_info
= pCreateInfo
,
326 anv_DestroyImage(VkDevice _device
, VkImage _image
)
328 ANV_FROM_HANDLE(anv_device
, device
, _device
);
330 anv_device_free(device
, anv_image_from_handle(_image
));
335 VkResult
anv_GetImageSubresourceLayout(
338 const VkImageSubresource
* pSubresource
,
339 VkSubresourceLayout
* pLayout
)
341 stub_return(VK_UNSUPPORTED
);
345 anv_surface_view_fini(struct anv_device
*device
,
346 struct anv_surface_view
*view
)
348 anv_state_pool_free(&device
->surface_state_pool
, view
->surface_state
);
352 anv_validate_CreateImageView(VkDevice _device
,
353 const VkImageViewCreateInfo
*pCreateInfo
,
356 ANV_FROM_HANDLE(anv_image
, image
, pCreateInfo
->image
);
357 const VkImageSubresourceRange
*subresource
;
358 const struct anv_image_view_info
*view_info
;
359 const struct anv_format
*view_format_info
;
361 /* Validate structure type before dereferencing it. */
363 assert(pCreateInfo
->sType
== VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO
);
364 subresource
= &pCreateInfo
->subresourceRange
;
366 /* Validate viewType is in range before using it. */
367 assert(pCreateInfo
->viewType
>= VK_IMAGE_VIEW_TYPE_BEGIN_RANGE
);
368 assert(pCreateInfo
->viewType
<= VK_IMAGE_VIEW_TYPE_END_RANGE
);
369 view_info
= &anv_image_view_info_table
[pCreateInfo
->viewType
];
371 /* Validate format is in range before using it. */
372 assert(pCreateInfo
->format
>= VK_FORMAT_BEGIN_RANGE
);
373 assert(pCreateInfo
->format
<= VK_FORMAT_END_RANGE
);
374 view_format_info
= anv_format_for_vk_format(pCreateInfo
->format
);
376 /* Validate channel swizzles. */
377 assert(pCreateInfo
->channels
.r
>= VK_CHANNEL_SWIZZLE_BEGIN_RANGE
);
378 assert(pCreateInfo
->channels
.r
<= VK_CHANNEL_SWIZZLE_END_RANGE
);
379 assert(pCreateInfo
->channels
.g
>= VK_CHANNEL_SWIZZLE_BEGIN_RANGE
);
380 assert(pCreateInfo
->channels
.g
<= VK_CHANNEL_SWIZZLE_END_RANGE
);
381 assert(pCreateInfo
->channels
.b
>= VK_CHANNEL_SWIZZLE_BEGIN_RANGE
);
382 assert(pCreateInfo
->channels
.b
<= VK_CHANNEL_SWIZZLE_END_RANGE
);
383 assert(pCreateInfo
->channels
.a
>= VK_CHANNEL_SWIZZLE_BEGIN_RANGE
);
384 assert(pCreateInfo
->channels
.a
<= VK_CHANNEL_SWIZZLE_END_RANGE
);
386 /* Validate subresource. */
387 assert(subresource
->aspect
>= VK_IMAGE_ASPECT_BEGIN_RANGE
);
388 assert(subresource
->aspect
<= VK_IMAGE_ASPECT_END_RANGE
);
389 assert(subresource
->mipLevels
> 0);
390 assert(subresource
->arraySize
> 0);
391 assert(subresource
->baseMipLevel
< image
->levels
);
392 assert(subresource
->baseMipLevel
+ subresource
->mipLevels
<= image
->levels
);
393 assert(subresource
->baseArraySlice
< image
->array_size
);
394 assert(subresource
->baseArraySlice
+ subresource
->arraySize
<= image
->array_size
);
397 if (view_info
->is_cube
) {
398 assert(subresource
->baseArraySlice
% 6 == 0);
399 assert(subresource
->arraySize
% 6 == 0);
402 /* Validate format. */
403 switch (subresource
->aspect
) {
404 case VK_IMAGE_ASPECT_COLOR
:
405 assert(!image
->format
->depth_format
);
406 assert(!image
->format
->has_stencil
);
407 assert(!view_format_info
->depth_format
);
408 assert(!view_format_info
->has_stencil
);
409 assert(view_format_info
->cpp
== image
->format
->cpp
);
411 case VK_IMAGE_ASPECT_DEPTH
:
412 assert(image
->format
->depth_format
);
413 assert(view_format_info
->depth_format
);
414 assert(view_format_info
->cpp
== image
->format
->cpp
);
416 case VK_IMAGE_ASPECT_STENCIL
:
417 /* FINISHME: Is it legal to have an R8 view of S8? */
418 assert(image
->format
->has_stencil
);
419 assert(view_format_info
->has_stencil
);
422 assert(!"bad VkImageAspect");
426 return anv_CreateImageView(_device
, pCreateInfo
, pView
);
430 anv_image_view_init(struct anv_image_view
*iview
,
431 struct anv_device
*device
,
432 const VkImageViewCreateInfo
* pCreateInfo
,
433 struct anv_cmd_buffer
*cmd_buffer
)
435 switch (device
->info
.gen
) {
437 gen7_image_view_init(iview
, device
, pCreateInfo
, cmd_buffer
);
440 gen8_image_view_init(iview
, device
, pCreateInfo
, cmd_buffer
);
443 unreachable("unsupported gen\n");
448 anv_CreateImageView(VkDevice _device
,
449 const VkImageViewCreateInfo
*pCreateInfo
,
452 ANV_FROM_HANDLE(anv_device
, device
, _device
);
453 struct anv_image_view
*view
;
455 view
= anv_device_alloc(device
, sizeof(*view
), 8,
456 VK_SYSTEM_ALLOC_TYPE_API_OBJECT
);
458 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY
);
460 anv_image_view_init(view
, device
, pCreateInfo
, NULL
);
462 *pView
= anv_image_view_to_handle(view
);
468 anv_DestroyImageView(VkDevice _device
, VkImageView _iview
)
470 ANV_FROM_HANDLE(anv_device
, device
, _device
);
471 ANV_FROM_HANDLE(anv_image_view
, iview
, _iview
);
473 anv_surface_view_fini(device
, &iview
->view
);
474 anv_device_free(device
, iview
);
480 anv_depth_stencil_view_init(struct anv_depth_stencil_view
*view
,
481 const VkAttachmentViewCreateInfo
*pCreateInfo
)
483 ANV_FROM_HANDLE(anv_image
, image
, pCreateInfo
->image
);
485 view
->base
.attachment_type
= ANV_ATTACHMENT_VIEW_TYPE_DEPTH_STENCIL
;
487 /* XXX: We don't handle any of these */
488 anv_assert(pCreateInfo
->mipLevel
== 0);
489 anv_assert(pCreateInfo
->baseArraySlice
== 0);
490 anv_assert(pCreateInfo
->arraySize
== 1);
493 view
->format
= anv_format_for_vk_format(pCreateInfo
->format
);
495 assert(anv_format_is_depth_or_stencil(image
->format
));
496 assert(anv_format_is_depth_or_stencil(view
->format
));
500 anv_image_get_surface_for_aspect(struct anv_image
*image
, VkImageAspect aspect
)
503 case VK_IMAGE_ASPECT_COLOR
:
504 assert(anv_format_is_color(image
->format
));
505 return &image
->color_surface
;
506 case VK_IMAGE_ASPECT_DEPTH
:
507 assert(image
->format
->depth_format
);
508 return &image
->depth_surface
;
509 case VK_IMAGE_ASPECT_STENCIL
:
510 assert(image
->format
->has_stencil
);
511 anv_finishme("stencil image views");
512 return &image
->stencil_surface
;
514 unreachable("image does not have aspect");
519 /** The attachment may be a color view into a non-color image. */
521 anv_image_get_surface_for_color_attachment(struct anv_image
*image
)
523 if (anv_format_is_color(image
->format
)) {
524 return &image
->color_surface
;
525 } else if (image
->format
->depth_format
) {
526 return &image
->depth_surface
;
527 } else if (image
->format
->has_stencil
) {
528 return &image
->stencil_surface
;
530 unreachable("image has bad format");
536 anv_color_attachment_view_init(struct anv_color_attachment_view
*aview
,
537 struct anv_device
*device
,
538 const VkAttachmentViewCreateInfo
* pCreateInfo
,
539 struct anv_cmd_buffer
*cmd_buffer
)
541 switch (device
->info
.gen
) {
543 gen7_color_attachment_view_init(aview
, device
, pCreateInfo
, cmd_buffer
);
546 gen8_color_attachment_view_init(aview
, device
, pCreateInfo
, cmd_buffer
);
549 unreachable("unsupported gen\n");
554 anv_CreateAttachmentView(VkDevice _device
,
555 const VkAttachmentViewCreateInfo
*pCreateInfo
,
556 VkAttachmentView
*pView
)
558 ANV_FROM_HANDLE(anv_device
, device
, _device
);
560 assert(pCreateInfo
->sType
== VK_STRUCTURE_TYPE_ATTACHMENT_VIEW_CREATE_INFO
);
562 const struct anv_format
*format
=
563 anv_format_for_vk_format(pCreateInfo
->format
);
565 if (anv_format_is_depth_or_stencil(format
)) {
566 struct anv_depth_stencil_view
*view
=
567 anv_device_alloc(device
, sizeof(*view
), 8,
568 VK_SYSTEM_ALLOC_TYPE_API_OBJECT
);
570 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY
);
572 anv_depth_stencil_view_init(view
, pCreateInfo
);
574 *pView
= anv_attachment_view_to_handle(&view
->base
);
576 struct anv_color_attachment_view
*view
=
577 anv_device_alloc(device
, sizeof(*view
), 8,
578 VK_SYSTEM_ALLOC_TYPE_API_OBJECT
);
580 return vk_error(VK_ERROR_OUT_OF_HOST_MEMORY
);
582 anv_color_attachment_view_init(view
, device
, pCreateInfo
, NULL
);
584 *pView
= anv_attachment_view_to_handle(&view
->base
);
591 anv_DestroyAttachmentView(VkDevice _device
, VkAttachmentView _view
)
593 ANV_FROM_HANDLE(anv_device
, device
, _device
);
594 ANV_FROM_HANDLE(anv_attachment_view
, view
, _view
);
596 if (view
->attachment_type
== ANV_ATTACHMENT_VIEW_TYPE_COLOR
) {
597 struct anv_color_attachment_view
*aview
=
598 (struct anv_color_attachment_view
*)view
;
600 anv_surface_view_fini(device
, &aview
->view
);
603 anv_device_free(device
, view
);