* IN THE SOFTWARE.
*/
-#pragma once
+#ifndef BRW_BLORP_H
+#define BRW_BLORP_H
-#include <stdint.h>
-
-#include "brw_reg.h"
+#include "blorp/blorp.h"
#include "intel_mipmap_tree.h"
-
-struct brw_context;
-struct brw_wm_prog_key;
+#include "program/prog_instruction.h"
#ifdef __cplusplus
extern "C" {
#endif
+void brw_blorp_init(struct brw_context *brw);
+
void
brw_blorp_blit_miptrees(struct brw_context *brw,
struct intel_mipmap_tree *src_mt,
GLenum filter, bool mirror_x, bool mirror_y,
bool decode_srgb, bool encode_srgb);
-bool
-brw_blorp_clear_color(struct brw_context *brw, struct gl_framebuffer *fb,
- GLbitfield mask, bool partial_clear, bool encode_srgb);
-
-void
-brw_blorp_resolve_color(struct brw_context *brw,
- struct intel_mipmap_tree *mt);
-
-/**
- * Binding table indices used by BLORP.
- */
-enum {
- BRW_BLORP_RENDERBUFFER_BINDING_TABLE_INDEX,
- BRW_BLORP_TEXTURE_BINDING_TABLE_INDEX,
- BRW_BLORP_NUM_BINDING_TABLE_ENTRIES
-};
-
-struct brw_blorp_surface_info
-{
- struct intel_mipmap_tree *mt;
-
- struct isl_surf surf;
- drm_intel_bo *bo;
- uint32_t offset;
-
- struct isl_surf aux_surf;
- enum isl_aux_usage aux_usage;
-
- struct isl_view view;
-
- /* Z offset into a 3-D texture or slice of a 2-D array texture. */
- uint32_t z_offset;
-
- uint32_t tile_x_sa, tile_y_sa;
-};
-
-void
-brw_blorp_surface_info_init(struct brw_context *brw,
- struct brw_blorp_surface_info *info,
- struct intel_mipmap_tree *mt,
- unsigned int level, unsigned int layer,
- mesa_format format, bool is_render_target);
-
-
-struct brw_blorp_coord_transform
-{
- float multiplier;
- float offset;
-};
-
-/**
- * Bounding rectangle telling pixel discard which pixels are not to be
- * touched. This is needed in when surfaces are configured as something else
- * what they really are:
- *
- * - writing W-tiled stencil as Y-tiled
- * - writing interleaved multisampled as single sampled.
- *
- * See blorp_nir_discard_if_outside_rect().
- */
-struct brw_blorp_discard_rect
-{
- uint32_t x0;
- uint32_t x1;
- uint32_t y0;
- uint32_t y1;
-};
-
-/**
- * Grid needed for blended and scaled blits of integer formats, see
- * blorp_nir_manual_blend_bilinear().
- */
-struct brw_blorp_rect_grid
-{
- float x1;
- float y1;
- float pad[2];
-};
-
-struct brw_blorp_wm_inputs
-{
- struct brw_blorp_discard_rect discard_rect;
- struct brw_blorp_rect_grid rect_grid;
- struct brw_blorp_coord_transform coord_transform[2];
-
- /* Minimum layer setting works for all the textures types but texture_3d
- * for which the setting has no effect. Use the z-coordinate instead.
- */
- uint32_t src_z;
-
- /* Pad out to an integral number of registers */
- uint32_t pad[3];
-};
-
-struct brw_blorp_prog_data
-{
- bool dispatch_8;
- bool dispatch_16;
-
- uint8_t first_curbe_grf_0;
- uint8_t first_curbe_grf_2;
-
- uint32_t ksp_offset_2;
-
- /**
- * True if the WM program should be run in MSDISPMODE_PERSAMPLE with more
- * than one sample per pixel.
- */
- bool persample_msaa_dispatch;
-
- /**
- * Mask of which FS inputs are marked flat by the shader source. This is
- * needed for setting up 3DSTATE_SF/SBE.
- */
- uint32_t flat_inputs;
- unsigned num_varying_inputs;
- GLbitfield64 inputs_read;
-};
-
-static inline unsigned
-brw_blorp_get_urb_length(const struct brw_blorp_prog_data *prog_data)
-{
- if (prog_data == NULL)
- return 1;
-
- /* From the BSpec: 3D Pipeline - Strips and Fans - 3DSTATE_SBE
- *
- * read_length = ceiling((max_source_attr+1)/2)
- */
- return MAX2((prog_data->num_varying_inputs + 1) / 2, 1);
-}
-
-struct brw_blorp_params
-{
- uint32_t x0;
- uint32_t y0;
- uint32_t x1;
- uint32_t y1;
- struct brw_blorp_surface_info depth;
- uint32_t depth_format;
- struct brw_blorp_surface_info src;
- struct brw_blorp_surface_info dst;
- enum gen6_hiz_op hiz_op;
- union {
- unsigned fast_clear_op;
- unsigned resolve_type;
- };
- bool color_write_disable[4];
- struct brw_blorp_wm_inputs wm_inputs;
- unsigned num_draw_buffers;
- unsigned num_layers;
- uint32_t wm_prog_kernel;
- struct brw_blorp_prog_data *wm_prog_data;
-};
-
-void
-brw_blorp_params_init(struct brw_blorp_params *params);
-
void
-brw_blorp_exec(struct brw_context *brw, const struct brw_blorp_params *params);
-
-void
-gen6_blorp_hiz_exec(struct brw_context *brw, struct intel_mipmap_tree *mt,
- unsigned level, unsigned layer, enum gen6_hiz_op op);
-
-void
-gen6_blorp_exec(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-void
-gen7_blorp_exec(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-void
-gen8_blorp_exec(struct brw_context *brw, const struct brw_blorp_params *params);
-
-struct brw_blorp_blit_prog_key
-{
- /* Number of samples per pixel that have been configured in the surface
- * state for texturing from.
- */
- unsigned tex_samples;
-
- /* MSAA layout that has been configured in the surface state for texturing
- * from.
- */
- enum isl_msaa_layout tex_layout;
-
- enum isl_aux_usage tex_aux_usage;
-
- /* Actual number of samples per pixel in the source image. */
- unsigned src_samples;
-
- /* Actual MSAA layout used by the source image. */
- enum isl_msaa_layout src_layout;
-
- /* Number of samples per pixel that have been configured in the render
- * target.
- */
- unsigned rt_samples;
-
- /* MSAA layout that has been configured in the render target. */
- enum isl_msaa_layout rt_layout;
-
- /* Actual number of samples per pixel in the destination image. */
- unsigned dst_samples;
-
- /* Actual MSAA layout used by the destination image. */
- enum isl_msaa_layout dst_layout;
-
- /* Type of the data to be read from the texture (one of
- * BRW_REGISTER_TYPE_{UD,D,F}).
- */
- enum brw_reg_type texture_data_type;
-
- /* True if the source image is W tiled. If true, the surface state for the
- * source image must be configured as Y tiled, and tex_samples must be 0.
- */
- bool src_tiled_w;
-
- /* True if the destination image is W tiled. If true, the surface state
- * for the render target must be configured as Y tiled, and rt_samples must
- * be 0.
- */
- bool dst_tiled_w;
-
- /* True if all source samples should be blended together to produce each
- * destination pixel. If true, src_tiled_w must be false, tex_samples must
- * equal src_samples, and tex_samples must be nonzero.
- */
- bool blend;
-
- /* True if the rectangle being sent through the rendering pipeline might be
- * larger than the destination rectangle, so the WM program should kill any
- * pixels that are outside the destination rectangle.
- */
- bool use_kill;
-
- /**
- * True if the WM program should be run in MSDISPMODE_PERSAMPLE with more
- * than one sample per pixel.
- */
- bool persample_msaa_dispatch;
-
- /* True for scaled blitting. */
- bool blit_scaled;
-
- /* Scale factors between the pixel grid and the grid of samples. We're
- * using grid of samples for bilinear filetring in multisample scaled blits.
- */
- float x_scale;
- float y_scale;
-
- /* True for blits with filter = GL_LINEAR. */
- bool bilinear_filter;
-};
-
-/**
- * \name BLORP internals
- * \{
- *
- * Used internally by gen6_blorp_exec() and gen7_blorp_exec().
- */
-
-void brw_blorp_init_wm_prog_key(struct brw_wm_prog_key *wm_key);
-
-const unsigned *
-brw_blorp_compile_nir_shader(struct brw_context *brw, struct nir_shader *nir,
- const struct brw_wm_prog_key *wm_key,
- bool use_repclear,
- struct brw_blorp_prog_data *prog_data,
- unsigned *program_size);
-
-void
-blorp_get_image_offset_sa(struct isl_device *dev, const struct isl_surf *surf,
- uint32_t level, uint32_t layer,
- uint32_t *x_offset_sa,
- uint32_t *y_offset_sa);
-
-uint32_t
-brw_blorp_emit_surface_state(struct brw_context *brw,
- const struct brw_blorp_surface_info *surface,
- uint32_t read_domains, uint32_t write_domain,
- bool is_render_target);
-
-void
-gen6_blorp_init(struct brw_context *brw);
-
-void
-gen6_blorp_emit_vertices(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-uint32_t
-gen6_blorp_emit_blend_state(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-uint32_t
-gen6_blorp_emit_cc_state(struct brw_context *brw);
-
-uint32_t
-gen6_blorp_emit_wm_constants(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-void
-gen6_blorp_emit_vs_disable(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-uint32_t
-gen6_blorp_emit_binding_table(struct brw_context *brw,
- uint32_t wm_surf_offset_renderbuffer,
- uint32_t wm_surf_offset_texture);
-
-uint32_t
-gen6_blorp_emit_depth_stencil_state(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-void
-gen6_blorp_emit_gs_disable(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-void
-gen6_blorp_emit_clip_disable(struct brw_context *brw);
-
-void
-gen6_blorp_emit_drawing_rectangle(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-uint32_t
-gen6_blorp_emit_sampler_state(struct brw_context *brw,
- unsigned tex_filter, unsigned max_lod,
- bool non_normalized_coords);
-void
-gen7_blorp_emit_urb_config(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-void
-gen7_blorp_emit_blend_state_pointer(struct brw_context *brw,
- uint32_t cc_blend_state_offset);
-
-void
-gen7_blorp_emit_cc_state_pointer(struct brw_context *brw,
- uint32_t cc_state_offset);
-
-void
-gen7_blorp_emit_cc_viewport(struct brw_context *brw);
-
-void
-gen7_blorp_emit_te_disable(struct brw_context *brw);
+brw_blorp_copy_miptrees(struct brw_context *brw,
+ struct intel_mipmap_tree *src_mt,
+ unsigned src_level, unsigned src_logical_layer,
+ struct intel_mipmap_tree *dst_mt,
+ unsigned dst_level, unsigned dst_logical_layer,
+ unsigned src_x, unsigned src_y,
+ unsigned dst_x, unsigned dst_y,
+ unsigned src_width, unsigned src_height);
void
-gen7_blorp_emit_binding_table_pointers_ps(struct brw_context *brw,
- uint32_t wm_bind_bo_offset);
+brw_blorp_copy_buffers(struct brw_context *brw,
+ struct brw_bo *src_bo,
+ unsigned src_offset,
+ struct brw_bo *dst_bo,
+ unsigned dst_offset,
+ unsigned size);
-void
-gen7_blorp_emit_sampler_state_pointers_ps(struct brw_context *brw,
- uint32_t sampler_offset);
+bool
+brw_blorp_upload_miptree(struct brw_context *brw,
+ struct intel_mipmap_tree *dst_mt,
+ mesa_format dst_format,
+ uint32_t level, uint32_t x, uint32_t y, uint32_t z,
+ uint32_t width, uint32_t height, uint32_t depth,
+ GLenum target, GLenum format, GLenum type,
+ const void *pixels,
+ const struct gl_pixelstore_attrib *packing);
-void
-gen7_blorp_emit_clear_params(struct brw_context *brw,
- const struct brw_blorp_params *params);
+bool
+brw_blorp_download_miptree(struct brw_context *brw,
+ struct intel_mipmap_tree *src_mt,
+ mesa_format src_format, uint32_t src_swizzle,
+ uint32_t level, uint32_t x, uint32_t y, uint32_t z,
+ uint32_t width, uint32_t height, uint32_t depth,
+ GLenum target, GLenum format, GLenum type,
+ bool y_flip, const void *pixels,
+ const struct gl_pixelstore_attrib *packing);
void
-gen7_blorp_emit_constant_ps(struct brw_context *brw,
- uint32_t wm_push_const_offset);
-
+brw_blorp_clear_color(struct brw_context *brw, struct gl_framebuffer *fb,
+ GLbitfield mask, bool partial_clear, bool encode_srgb);
void
-gen7_blorp_emit_constant_ps_disable(struct brw_context *brw);
+brw_blorp_clear_depth_stencil(struct brw_context *brw,
+ struct gl_framebuffer *fb,
+ GLbitfield mask, bool partial_clear);
void
-gen7_blorp_emit_primitive(struct brw_context *brw,
- const struct brw_blorp_params *params);
-
-/** \} */
+brw_blorp_resolve_color(struct brw_context *brw,
+ struct intel_mipmap_tree *mt,
+ unsigned level, unsigned layer,
+ enum blorp_fast_clear_op resolve_op);
+
+void
+brw_blorp_mcs_partial_resolve(struct brw_context *brw,
+ struct intel_mipmap_tree *mt,
+ uint32_t start_layer, uint32_t num_layers);
+
+void
+intel_hiz_exec(struct brw_context *brw, struct intel_mipmap_tree *mt,
+ unsigned int level, unsigned int start_layer,
+ unsigned int num_layers, enum blorp_hiz_op op);
+
+void gen4_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen45_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen5_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen6_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen7_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen75_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen8_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen9_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
+void gen10_blorp_exec(struct blorp_batch *batch,
+ const struct blorp_params *params);
#ifdef __cplusplus
-} /* end extern "C" */
-#endif /* __cplusplus */
+} /* extern "C" */
+#endif
+
+#endif /* BRW_BLORP_H */