2 * Copyright © 2016 Red Hat
3 * based on intel anv code:
4 * Copyright © 2015 Intel Corporation
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the "Software"),
8 * to deal in the Software without restriction, including without limitation
9 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
10 * and/or sell copies of the Software, and to permit persons to whom the
11 * Software is furnished to do so, subject to the following conditions:
13 * The above copyright notice and this permission notice (including the next
14 * paragraph) shall be included in all copies or substantial portions of the
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
18 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
19 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
20 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
21 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
22 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
29 #include "radv_private.h"
30 #include "radv_shader.h"
36 enum radv_meta_save_flags
{
37 RADV_META_SAVE_PASS
= (1 << 0),
38 RADV_META_SAVE_CONSTANTS
= (1 << 1),
39 RADV_META_SAVE_DESCRIPTORS
= (1 << 2),
40 RADV_META_SAVE_GRAPHICS_PIPELINE
= (1 << 3),
41 RADV_META_SAVE_COMPUTE_PIPELINE
= (1 << 4),
42 RADV_META_SAVE_SAMPLE_LOCATIONS
= (1 << 5),
45 struct radv_meta_saved_state
{
48 struct radv_descriptor_set
*old_descriptor_set0
;
49 struct radv_pipeline
*old_pipeline
;
50 struct radv_viewport_state viewport
;
51 struct radv_scissor_state scissor
;
52 struct radv_sample_locations_state sample_location
;
54 char push_constants
[128];
56 struct radv_render_pass
*pass
;
57 const struct radv_subpass
*subpass
;
58 struct radv_attachment_state
*attachments
;
59 struct radv_framebuffer
*framebuffer
;
62 VkCullModeFlags cull_mode
;
63 VkFrontFace front_face
;
65 unsigned primitive_topology
;
67 bool depth_test_enable
;
68 bool depth_write_enable
;
69 unsigned depth_compare_op
;
70 bool depth_bounds_test_enable
;
71 bool stencil_test_enable
;
77 VkStencilOp depth_fail_op
;
78 VkCompareOp compare_op
;
84 VkStencilOp depth_fail_op
;
85 VkCompareOp compare_op
;
90 VkResult
radv_device_init_meta_clear_state(struct radv_device
*device
, bool on_demand
);
91 void radv_device_finish_meta_clear_state(struct radv_device
*device
);
93 VkResult
radv_device_init_meta_resolve_state(struct radv_device
*device
, bool on_demand
);
94 void radv_device_finish_meta_resolve_state(struct radv_device
*device
);
96 VkResult
radv_device_init_meta_depth_decomp_state(struct radv_device
*device
, bool on_demand
);
97 void radv_device_finish_meta_depth_decomp_state(struct radv_device
*device
);
99 VkResult
radv_device_init_meta_fast_clear_flush_state(struct radv_device
*device
, bool on_demand
);
100 void radv_device_finish_meta_fast_clear_flush_state(struct radv_device
*device
);
102 VkResult
radv_device_init_meta_blit_state(struct radv_device
*device
, bool on_demand
);
103 void radv_device_finish_meta_blit_state(struct radv_device
*device
);
105 VkResult
radv_device_init_meta_blit2d_state(struct radv_device
*device
, bool on_demand
);
106 void radv_device_finish_meta_blit2d_state(struct radv_device
*device
);
108 VkResult
radv_device_init_meta_buffer_state(struct radv_device
*device
);
109 void radv_device_finish_meta_buffer_state(struct radv_device
*device
);
111 VkResult
radv_device_init_meta_query_state(struct radv_device
*device
, bool on_demand
);
112 void radv_device_finish_meta_query_state(struct radv_device
*device
);
114 VkResult
radv_device_init_meta_resolve_compute_state(struct radv_device
*device
, bool on_demand
);
115 void radv_device_finish_meta_resolve_compute_state(struct radv_device
*device
);
117 VkResult
radv_device_init_meta_resolve_fragment_state(struct radv_device
*device
, bool on_demand
);
118 void radv_device_finish_meta_resolve_fragment_state(struct radv_device
*device
);
120 VkResult
radv_device_init_meta_fmask_expand_state(struct radv_device
*device
);
121 void radv_device_finish_meta_fmask_expand_state(struct radv_device
*device
);
123 void radv_meta_save(struct radv_meta_saved_state
*saved_state
,
124 struct radv_cmd_buffer
*cmd_buffer
, uint32_t flags
);
126 void radv_meta_restore(const struct radv_meta_saved_state
*state
,
127 struct radv_cmd_buffer
*cmd_buffer
);
129 VkImageViewType
radv_meta_get_view_type(const struct radv_image
*image
);
131 uint32_t radv_meta_get_iview_layer(const struct radv_image
*dest_image
,
132 const VkImageSubresourceLayers
*dest_subresource
,
133 const VkOffset3D
*dest_offset
);
135 struct radv_meta_blit2d_surf
{
136 /** The size of an element in bytes. */
140 struct radv_image
*image
;
143 VkImageAspectFlags aspect_mask
;
144 VkImageLayout current_layout
;
147 struct radv_meta_blit2d_buffer
{
148 struct radv_buffer
*buffer
;
155 struct radv_meta_blit2d_rect
{
156 uint32_t src_x
, src_y
;
157 uint32_t dst_x
, dst_y
;
158 uint32_t width
, height
;
161 void radv_meta_begin_blit2d(struct radv_cmd_buffer
*cmd_buffer
,
162 struct radv_meta_saved_state
*save
);
164 void radv_meta_blit2d(struct radv_cmd_buffer
*cmd_buffer
,
165 struct radv_meta_blit2d_surf
*src_img
,
166 struct radv_meta_blit2d_buffer
*src_buf
,
167 struct radv_meta_blit2d_surf
*dst
,
169 struct radv_meta_blit2d_rect
*rects
);
171 void radv_meta_end_blit2d(struct radv_cmd_buffer
*cmd_buffer
,
172 struct radv_meta_saved_state
*save
);
175 VkResult
radv_device_init_meta_bufimage_state(struct radv_device
*device
);
176 void radv_device_finish_meta_bufimage_state(struct radv_device
*device
);
177 void radv_meta_image_to_buffer(struct radv_cmd_buffer
*cmd_buffer
,
178 struct radv_meta_blit2d_surf
*src
,
179 struct radv_meta_blit2d_buffer
*dst
,
181 struct radv_meta_blit2d_rect
*rects
);
183 void radv_meta_buffer_to_image_cs(struct radv_cmd_buffer
*cmd_buffer
,
184 struct radv_meta_blit2d_buffer
*src
,
185 struct radv_meta_blit2d_surf
*dst
,
187 struct radv_meta_blit2d_rect
*rects
);
188 void radv_meta_image_to_image_cs(struct radv_cmd_buffer
*cmd_buffer
,
189 struct radv_meta_blit2d_surf
*src
,
190 struct radv_meta_blit2d_surf
*dst
,
192 struct radv_meta_blit2d_rect
*rects
);
193 void radv_meta_clear_image_cs(struct radv_cmd_buffer
*cmd_buffer
,
194 struct radv_meta_blit2d_surf
*dst
,
195 const VkClearColorValue
*clear_color
);
197 void radv_decompress_depth_stencil(struct radv_cmd_buffer
*cmd_buffer
,
198 struct radv_image
*image
,
199 const VkImageSubresourceRange
*subresourceRange
,
200 struct radv_sample_locations_state
*sample_locs
);
201 void radv_resummarize_depth_stencil(struct radv_cmd_buffer
*cmd_buffer
,
202 struct radv_image
*image
,
203 const VkImageSubresourceRange
*subresourceRange
,
204 struct radv_sample_locations_state
*sample_locs
);
205 void radv_fast_clear_flush_image_inplace(struct radv_cmd_buffer
*cmd_buffer
,
206 struct radv_image
*image
,
207 const VkImageSubresourceRange
*subresourceRange
);
208 void radv_decompress_dcc(struct radv_cmd_buffer
*cmd_buffer
,
209 struct radv_image
*image
,
210 const VkImageSubresourceRange
*subresourceRange
);
211 void radv_expand_fmask_image_inplace(struct radv_cmd_buffer
*cmd_buffer
,
212 struct radv_image
*image
,
213 const VkImageSubresourceRange
*subresourceRange
);
215 void radv_meta_resolve_compute_image(struct radv_cmd_buffer
*cmd_buffer
,
216 struct radv_image
*src_image
,
218 VkImageLayout src_image_layout
,
219 struct radv_image
*dest_image
,
220 VkFormat dest_format
,
221 VkImageLayout dest_image_layout
,
222 uint32_t region_count
,
223 const VkImageResolve
*regions
);
225 void radv_meta_resolve_fragment_image(struct radv_cmd_buffer
*cmd_buffer
,
226 struct radv_image
*src_image
,
227 VkImageLayout src_image_layout
,
228 struct radv_image
*dest_image
,
229 VkImageLayout dest_image_layout
,
230 uint32_t region_count
,
231 const VkImageResolve
*regions
);
233 void radv_decompress_resolve_subpass_src(struct radv_cmd_buffer
*cmd_buffer
);
235 void radv_decompress_resolve_src(struct radv_cmd_buffer
*cmd_buffer
,
236 struct radv_image
*src_image
,
237 VkImageLayout src_image_layout
,
238 uint32_t region_count
,
239 const VkImageResolve
*regions
);
241 uint32_t radv_clear_cmask(struct radv_cmd_buffer
*cmd_buffer
,
242 struct radv_image
*image
,
243 const VkImageSubresourceRange
*range
, uint32_t value
);
244 uint32_t radv_clear_fmask(struct radv_cmd_buffer
*cmd_buffer
,
245 struct radv_image
*image
,
246 const VkImageSubresourceRange
*range
, uint32_t value
);
247 uint32_t radv_clear_dcc(struct radv_cmd_buffer
*cmd_buffer
,
248 struct radv_image
*image
,
249 const VkImageSubresourceRange
*range
, uint32_t value
);
250 uint32_t radv_clear_htile(struct radv_cmd_buffer
*cmd_buffer
,
251 const struct radv_image
*image
,
252 const VkImageSubresourceRange
*range
, uint32_t value
);
255 * Return whether the bound pipeline is the FMASK decompress pass.
258 radv_is_fmask_decompress_pipeline(struct radv_cmd_buffer
*cmd_buffer
)
260 struct radv_meta_state
*meta_state
= &cmd_buffer
->device
->meta_state
;
261 struct radv_pipeline
*pipeline
= cmd_buffer
->state
.pipeline
;
263 return radv_pipeline_to_handle(pipeline
) ==
264 meta_state
->fast_clear_flush
.fmask_decompress_pipeline
;
268 * Return whether the bound pipeline is the DCC decompress pass.
271 radv_is_dcc_decompress_pipeline(struct radv_cmd_buffer
*cmd_buffer
)
273 struct radv_meta_state
*meta_state
= &cmd_buffer
->device
->meta_state
;
274 struct radv_pipeline
*pipeline
= cmd_buffer
->state
.pipeline
;
276 return radv_pipeline_to_handle(pipeline
) ==
277 meta_state
->fast_clear_flush
.dcc_decompress_pipeline
;
281 * Return whether the bound pipeline is the hardware resolve path.
284 radv_is_hw_resolve_pipeline(struct radv_cmd_buffer
*cmd_buffer
)
286 struct radv_meta_state
*meta_state
= &cmd_buffer
->device
->meta_state
;
287 struct radv_pipeline
*pipeline
= cmd_buffer
->state
.pipeline
;
289 for (uint32_t i
= 0; i
< NUM_META_FS_KEYS
; ++i
) {
290 VkFormat format
= radv_fs_key_format_exemplars
[i
];
291 unsigned fs_key
= radv_format_meta_fs_key(format
);
293 if (radv_pipeline_to_handle(pipeline
) == meta_state
->resolve
.pipeline
[fs_key
])
299 /* common nir builder helpers */
300 #include "nir/nir_builder.h"
302 nir_ssa_def
*radv_meta_gen_rect_vertices(nir_builder
*vs_b
);
303 nir_ssa_def
*radv_meta_gen_rect_vertices_comp2(nir_builder
*vs_b
, nir_ssa_def
*comp2
);
304 nir_shader
*radv_meta_build_nir_vs_generate_vertices(void);
305 nir_shader
*radv_meta_build_nir_fs_noop(void);
307 void radv_meta_build_resolve_shader_core(nir_builder
*b
,
310 nir_variable
*input_img
,
312 nir_ssa_def
*img_coord
);
317 #endif /* RADV_META_H */