#include "pipe/p_context.h"
#include "pipe/p_state.h"
+#include "util/slab.h"
#include "util/u_debug.h"
#include "intel/blorp/blorp.h"
#include "intel/dev/gen_debug.h"
+#include "intel/common/gen_l3_config.h"
#include "intel/compiler/brw_compiler.h"
#include "iris_batch.h"
#include "iris_binder.h"
#define IRIS_MAX_SSBOS 16
#define IRIS_MAX_VIEWPORTS 16
#define IRIS_MAX_CLIP_PLANES 8
+#define IRIS_MAX_GLOBAL_BINDINGS 32
enum iris_param_domain {
BRW_PARAM_DOMAIN_BUILTIN = 0,
BRW_PARAM_DOMAIN_IMAGE,
};
+enum iris_shader_reloc {
+ IRIS_SHADER_RELOC_CONST_DATA_ADDR_LOW,
+ IRIS_SHADER_RELOC_CONST_DATA_ADDR_HIGH,
+};
+
enum {
DRI_CONF_BO_REUSE_DISABLED,
DRI_CONF_BO_REUSE_ALL
*
* See iris_upload_render_state().
*/
-#define IRIS_DIRTY_COLOR_CALC_STATE (1ull << 0)
-#define IRIS_DIRTY_POLYGON_STIPPLE (1ull << 1)
-#define IRIS_DIRTY_SCISSOR_RECT (1ull << 2)
-#define IRIS_DIRTY_WM_DEPTH_STENCIL (1ull << 3)
-#define IRIS_DIRTY_CC_VIEWPORT (1ull << 4)
-#define IRIS_DIRTY_SF_CL_VIEWPORT (1ull << 5)
-#define IRIS_DIRTY_PS_BLEND (1ull << 6)
-#define IRIS_DIRTY_BLEND_STATE (1ull << 7)
-#define IRIS_DIRTY_RASTER (1ull << 8)
-#define IRIS_DIRTY_CLIP (1ull << 9)
-#define IRIS_DIRTY_SBE (1ull << 10)
-#define IRIS_DIRTY_LINE_STIPPLE (1ull << 11)
-#define IRIS_DIRTY_VERTEX_ELEMENTS (1ull << 12)
-#define IRIS_DIRTY_MULTISAMPLE (1ull << 13)
-#define IRIS_DIRTY_VERTEX_BUFFERS (1ull << 14)
-#define IRIS_DIRTY_SAMPLE_MASK (1ull << 15)
-#define IRIS_DIRTY_SAMPLER_STATES_VS (1ull << 16)
-#define IRIS_DIRTY_SAMPLER_STATES_TCS (1ull << 17)
-#define IRIS_DIRTY_SAMPLER_STATES_TES (1ull << 18)
-#define IRIS_DIRTY_SAMPLER_STATES_GS (1ull << 19)
-#define IRIS_DIRTY_SAMPLER_STATES_PS (1ull << 20)
-#define IRIS_DIRTY_SAMPLER_STATES_CS (1ull << 21)
-#define IRIS_DIRTY_UNCOMPILED_VS (1ull << 22)
-#define IRIS_DIRTY_UNCOMPILED_TCS (1ull << 23)
-#define IRIS_DIRTY_UNCOMPILED_TES (1ull << 24)
-#define IRIS_DIRTY_UNCOMPILED_GS (1ull << 25)
-#define IRIS_DIRTY_UNCOMPILED_FS (1ull << 26)
-#define IRIS_DIRTY_UNCOMPILED_CS (1ull << 27)
-#define IRIS_DIRTY_VS (1ull << 28)
-#define IRIS_DIRTY_TCS (1ull << 29)
-#define IRIS_DIRTY_TES (1ull << 30)
-#define IRIS_DIRTY_GS (1ull << 31)
-#define IRIS_DIRTY_FS (1ull << 32)
-#define IRIS_DIRTY_CS (1ull << 33)
-#define IRIS_DIRTY_URB (1ull << 34)
-#define IRIS_DIRTY_CONSTANTS_VS (1ull << 35)
-#define IRIS_DIRTY_CONSTANTS_TCS (1ull << 36)
-#define IRIS_DIRTY_CONSTANTS_TES (1ull << 37)
-#define IRIS_DIRTY_CONSTANTS_GS (1ull << 38)
-#define IRIS_DIRTY_CONSTANTS_FS (1ull << 39)
-#define IRIS_DIRTY_CONSTANTS_CS (1ull << 40)
-#define IRIS_DIRTY_DEPTH_BUFFER (1ull << 41)
-#define IRIS_DIRTY_WM (1ull << 42)
-#define IRIS_DIRTY_BINDINGS_VS (1ull << 43)
-#define IRIS_DIRTY_BINDINGS_TCS (1ull << 44)
-#define IRIS_DIRTY_BINDINGS_TES (1ull << 45)
-#define IRIS_DIRTY_BINDINGS_GS (1ull << 46)
-#define IRIS_DIRTY_BINDINGS_FS (1ull << 47)
-#define IRIS_DIRTY_BINDINGS_CS (1ull << 48)
-#define IRIS_DIRTY_SO_BUFFERS (1ull << 49)
-#define IRIS_DIRTY_SO_DECL_LIST (1ull << 50)
-#define IRIS_DIRTY_STREAMOUT (1ull << 51)
-#define IRIS_DIRTY_VF_SGVS (1ull << 52)
-#define IRIS_DIRTY_VF (1ull << 53)
-#define IRIS_DIRTY_VF_TOPOLOGY (1ull << 54)
-#define IRIS_DIRTY_RENDER_RESOLVES_AND_FLUSHES (1ull << 55)
-#define IRIS_DIRTY_COMPUTE_RESOLVES_AND_FLUSHES (1ull << 56)
-#define IRIS_DIRTY_VF_STATISTICS (1ull << 57)
-
-#define IRIS_ALL_DIRTY_FOR_COMPUTE (IRIS_DIRTY_CS | \
- IRIS_DIRTY_SAMPLER_STATES_CS | \
- IRIS_DIRTY_UNCOMPILED_CS | \
- IRIS_DIRTY_CONSTANTS_CS | \
- IRIS_DIRTY_BINDINGS_CS | \
- IRIS_DIRTY_COMPUTE_RESOLVES_AND_FLUSHES)
-
-#define IRIS_ALL_DIRTY_FOR_RENDER ~IRIS_ALL_DIRTY_FOR_COMPUTE
-
-#define IRIS_ALL_DIRTY_BINDINGS (IRIS_DIRTY_BINDINGS_VS | \
- IRIS_DIRTY_BINDINGS_TCS | \
- IRIS_DIRTY_BINDINGS_TES | \
- IRIS_DIRTY_BINDINGS_GS | \
- IRIS_DIRTY_BINDINGS_FS | \
- IRIS_DIRTY_BINDINGS_CS)
+#define IRIS_DIRTY_COLOR_CALC_STATE (1ull << 0)
+#define IRIS_DIRTY_POLYGON_STIPPLE (1ull << 1)
+#define IRIS_DIRTY_SCISSOR_RECT (1ull << 2)
+#define IRIS_DIRTY_WM_DEPTH_STENCIL (1ull << 3)
+#define IRIS_DIRTY_CC_VIEWPORT (1ull << 4)
+#define IRIS_DIRTY_SF_CL_VIEWPORT (1ull << 5)
+#define IRIS_DIRTY_PS_BLEND (1ull << 6)
+#define IRIS_DIRTY_BLEND_STATE (1ull << 7)
+#define IRIS_DIRTY_RASTER (1ull << 8)
+#define IRIS_DIRTY_CLIP (1ull << 9)
+#define IRIS_DIRTY_SBE (1ull << 10)
+#define IRIS_DIRTY_LINE_STIPPLE (1ull << 11)
+#define IRIS_DIRTY_VERTEX_ELEMENTS (1ull << 12)
+#define IRIS_DIRTY_MULTISAMPLE (1ull << 13)
+#define IRIS_DIRTY_VERTEX_BUFFERS (1ull << 14)
+#define IRIS_DIRTY_SAMPLE_MASK (1ull << 15)
+#define IRIS_DIRTY_URB (1ull << 16)
+#define IRIS_DIRTY_DEPTH_BUFFER (1ull << 17)
+#define IRIS_DIRTY_WM (1ull << 18)
+#define IRIS_DIRTY_SO_BUFFERS (1ull << 19)
+#define IRIS_DIRTY_SO_DECL_LIST (1ull << 20)
+#define IRIS_DIRTY_STREAMOUT (1ull << 21)
+#define IRIS_DIRTY_VF_SGVS (1ull << 22)
+#define IRIS_DIRTY_VF (1ull << 23)
+#define IRIS_DIRTY_VF_TOPOLOGY (1ull << 24)
+#define IRIS_DIRTY_RENDER_RESOLVES_AND_FLUSHES (1ull << 25)
+#define IRIS_DIRTY_COMPUTE_RESOLVES_AND_FLUSHES (1ull << 26)
+#define IRIS_DIRTY_VF_STATISTICS (1ull << 27)
+#define IRIS_DIRTY_PMA_FIX (1ull << 28)
+#define IRIS_DIRTY_DEPTH_BOUNDS (1ull << 29)
+#define IRIS_DIRTY_RENDER_BUFFER (1ull << 30)
+#define IRIS_DIRTY_STENCIL_REF (1ull << 31)
+
+#define IRIS_ALL_DIRTY_FOR_COMPUTE (IRIS_DIRTY_COMPUTE_RESOLVES_AND_FLUSHES)
+
+#define IRIS_ALL_DIRTY_FOR_RENDER (~IRIS_ALL_DIRTY_FOR_COMPUTE)
+
+/**
+ * Per-stage dirty flags. When state changes, we flag some combination of
+ * these to indicate that particular GPU commands need to be re-emitted.
+ * Unlike the IRIS_DIRTY_* flags these are shader stage-specific and can be
+ * indexed by shifting the mask by the shader stage index.
+ *
+ * See iris_upload_render_state().
+ */
+#define IRIS_STAGE_DIRTY_SAMPLER_STATES_VS (1ull << 0)
+#define IRIS_STAGE_DIRTY_SAMPLER_STATES_TCS (1ull << 1)
+#define IRIS_STAGE_DIRTY_SAMPLER_STATES_TES (1ull << 2)
+#define IRIS_STAGE_DIRTY_SAMPLER_STATES_GS (1ull << 3)
+#define IRIS_STAGE_DIRTY_SAMPLER_STATES_PS (1ull << 4)
+#define IRIS_STAGE_DIRTY_SAMPLER_STATES_CS (1ull << 5)
+#define IRIS_STAGE_DIRTY_UNCOMPILED_VS (1ull << 6)
+#define IRIS_STAGE_DIRTY_UNCOMPILED_TCS (1ull << 7)
+#define IRIS_STAGE_DIRTY_UNCOMPILED_TES (1ull << 8)
+#define IRIS_STAGE_DIRTY_UNCOMPILED_GS (1ull << 9)
+#define IRIS_STAGE_DIRTY_UNCOMPILED_FS (1ull << 10)
+#define IRIS_STAGE_DIRTY_UNCOMPILED_CS (1ull << 11)
+#define IRIS_STAGE_DIRTY_VS (1ull << 12)
+#define IRIS_STAGE_DIRTY_TCS (1ull << 13)
+#define IRIS_STAGE_DIRTY_TES (1ull << 14)
+#define IRIS_STAGE_DIRTY_GS (1ull << 15)
+#define IRIS_STAGE_DIRTY_FS (1ull << 16)
+#define IRIS_STAGE_DIRTY_CS (1ull << 17)
+#define IRIS_SHIFT_FOR_STAGE_DIRTY_CONSTANTS 18
+#define IRIS_STAGE_DIRTY_CONSTANTS_VS (1ull << 18)
+#define IRIS_STAGE_DIRTY_CONSTANTS_TCS (1ull << 19)
+#define IRIS_STAGE_DIRTY_CONSTANTS_TES (1ull << 20)
+#define IRIS_STAGE_DIRTY_CONSTANTS_GS (1ull << 21)
+#define IRIS_STAGE_DIRTY_CONSTANTS_FS (1ull << 22)
+#define IRIS_STAGE_DIRTY_CONSTANTS_CS (1ull << 23)
+#define IRIS_STAGE_DIRTY_BINDINGS_VS (1ull << 24)
+#define IRIS_STAGE_DIRTY_BINDINGS_TCS (1ull << 25)
+#define IRIS_STAGE_DIRTY_BINDINGS_TES (1ull << 26)
+#define IRIS_STAGE_DIRTY_BINDINGS_GS (1ull << 27)
+#define IRIS_STAGE_DIRTY_BINDINGS_FS (1ull << 28)
+#define IRIS_STAGE_DIRTY_BINDINGS_CS (1ull << 29)
+
+#define IRIS_ALL_STAGE_DIRTY_FOR_COMPUTE (IRIS_STAGE_DIRTY_CS | \
+ IRIS_STAGE_DIRTY_SAMPLER_STATES_CS | \
+ IRIS_STAGE_DIRTY_UNCOMPILED_CS | \
+ IRIS_STAGE_DIRTY_CONSTANTS_CS | \
+ IRIS_STAGE_DIRTY_BINDINGS_CS)
+
+#define IRIS_ALL_STAGE_DIRTY_FOR_RENDER (~IRIS_ALL_STAGE_DIRTY_FOR_COMPUTE)
+
+#define IRIS_ALL_STAGE_DIRTY_BINDINGS (IRIS_STAGE_DIRTY_BINDINGS_VS | \
+ IRIS_STAGE_DIRTY_BINDINGS_TCS | \
+ IRIS_STAGE_DIRTY_BINDINGS_TES | \
+ IRIS_STAGE_DIRTY_BINDINGS_GS | \
+ IRIS_STAGE_DIRTY_BINDINGS_FS | \
+ IRIS_STAGE_DIRTY_BINDINGS_CS)
/**
* Non-orthogonal state (NOS) dependency flags.
IRIS_NOS_COUNT,
};
+/** @{
+ *
+ * Program cache keys for state based recompiles.
+ */
+
+struct iris_base_prog_key {
+ unsigned program_string_id;
+};
+
+struct iris_vue_prog_key {
+ struct iris_base_prog_key base;
+
+ unsigned nr_userclip_plane_consts:4;
+};
+
+struct iris_vs_prog_key {
+ struct iris_vue_prog_key vue;
+};
+
+struct iris_tcs_prog_key {
+ struct iris_vue_prog_key vue;
+
+ uint16_t tes_primitive_mode;
+
+ uint8_t input_vertices;
+
+ bool quads_workaround;
+
+ /** A bitfield of per-patch outputs written. */
+ uint32_t patch_outputs_written;
+
+ /** A bitfield of per-vertex outputs written. */
+ uint64_t outputs_written;
+};
+
+struct iris_tes_prog_key {
+ struct iris_vue_prog_key vue;
+
+ /** A bitfield of per-patch inputs read. */
+ uint32_t patch_inputs_read;
+
+ /** A bitfield of per-vertex inputs read. */
+ uint64_t inputs_read;
+};
+
+struct iris_gs_prog_key {
+ struct iris_vue_prog_key vue;
+};
+
+struct iris_fs_prog_key {
+ struct iris_base_prog_key base;
+
+ unsigned nr_color_regions:5;
+ bool flat_shade:1;
+ bool alpha_test_replicate_alpha:1;
+ bool alpha_to_coverage:1;
+ bool clamp_fragment_color:1;
+ bool persample_interp:1;
+ bool multisample_fbo:1;
+ bool force_dual_color_blend:1;
+ bool coherent_fb_fetch:1;
+
+ uint8_t color_outputs_valid;
+ uint64_t input_slots_valid;
+};
+
+struct iris_cs_prog_key {
+ struct iris_base_prog_key base;
+};
+
+/** @} */
+
struct iris_depth_stencil_alpha_state;
/**
PIPE_CONTROL_STATE_CACHE_INVALIDATE = (1 << 22),
PIPE_CONTROL_STALL_AT_SCOREBOARD = (1 << 23),
PIPE_CONTROL_DEPTH_CACHE_FLUSH = (1 << 24),
+ PIPE_CONTROL_TILE_CACHE_FLUSH = (1 << 25),
+ PIPE_CONTROL_FLUSH_HDC = (1 << 26),
};
#define PIPE_CONTROL_CACHE_FLUSH_BITS \
/** Should we use ALT mode for math? Useful for ARB programs. */
bool use_alt_mode;
- /** Constant data scraped from the shader by nir_opt_large_constants */
- struct pipe_resource *const_data;
+ bool needs_edge_flag;
+
+ /* Whether shader uses atomic operations. */
+ bool uses_atomic_load_store;
- /** Surface state for const_data */
- struct iris_state_ref const_data_state;
+ /** Size (in bytes) of the kernel input data */
+ unsigned kernel_input_size;
};
enum iris_surface_group {
* (iris_uncompiled_shader), due to state-based recompiles (brw_*_prog_key).
*/
struct iris_compiled_shader {
+ struct list_head link;
+
/** Reference to the uploaded assembly. */
struct iris_state_ref assembly;
enum brw_param_builtin *system_values;
unsigned num_system_values;
+ /** Size (in bytes) of the kernel input data */
+ unsigned kernel_input_size;
+
/** Number of constbufs expected by the shader. */
unsigned num_cbufs;
bool zeroed;
};
-/**
- * Virtual table for generation-specific (genxml) function calls.
- */
-struct iris_vtable {
- void (*destroy_state)(struct iris_context *ice);
- void (*init_render_context)(struct iris_screen *screen,
- struct iris_batch *batch,
- struct iris_vtable *vtbl,
- struct pipe_debug_callback *dbg);
- void (*init_compute_context)(struct iris_screen *screen,
- struct iris_batch *batch,
- struct iris_vtable *vtbl,
- struct pipe_debug_callback *dbg);
- void (*upload_render_state)(struct iris_context *ice,
- struct iris_batch *batch,
- const struct pipe_draw_info *draw);
- void (*update_surface_base_address)(struct iris_batch *batch,
- struct iris_binder *binder);
- void (*upload_compute_state)(struct iris_context *ice,
- struct iris_batch *batch,
- const struct pipe_grid_info *grid);
- void (*rebind_buffer)(struct iris_context *ice,
- struct iris_resource *res,
- uint64_t old_address);
- void (*resolve_conditional_render)(struct iris_context *ice);
- void (*load_register_reg32)(struct iris_batch *batch, uint32_t dst,
- uint32_t src);
- void (*load_register_reg64)(struct iris_batch *batch, uint32_t dst,
- uint32_t src);
- void (*load_register_imm32)(struct iris_batch *batch, uint32_t reg,
- uint32_t val);
- void (*load_register_imm64)(struct iris_batch *batch, uint32_t reg,
- uint64_t val);
- void (*load_register_mem32)(struct iris_batch *batch, uint32_t reg,
- struct iris_bo *bo, uint32_t offset);
- void (*load_register_mem64)(struct iris_batch *batch, uint32_t reg,
- struct iris_bo *bo, uint32_t offset);
- void (*store_register_mem32)(struct iris_batch *batch, uint32_t reg,
- struct iris_bo *bo, uint32_t offset,
- bool predicated);
- void (*store_register_mem64)(struct iris_batch *batch, uint32_t reg,
- struct iris_bo *bo, uint32_t offset,
- bool predicated);
- void (*store_data_imm32)(struct iris_batch *batch,
- struct iris_bo *bo, uint32_t offset,
- uint32_t value);
- void (*store_data_imm64)(struct iris_batch *batch,
- struct iris_bo *bo, uint32_t offset,
- uint64_t value);
- void (*copy_mem_mem)(struct iris_batch *batch,
- struct iris_bo *dst_bo, uint32_t dst_offset,
- struct iris_bo *src_bo, uint32_t src_offset,
- unsigned bytes);
- void (*emit_raw_pipe_control)(struct iris_batch *batch,
- const char *reason, uint32_t flags,
- struct iris_bo *bo, uint32_t offset,
- uint64_t imm);
-
- void (*emit_mi_report_perf_count)(struct iris_batch *batch,
- struct iris_bo *bo,
- uint32_t offset_in_bytes,
- uint32_t report_id);
-
- unsigned (*derived_program_state_size)(enum iris_program_cache_id id);
- void (*store_derived_program_state)(struct iris_context *ice,
- enum iris_program_cache_id cache_id,
- struct iris_compiled_shader *shader);
- uint32_t *(*create_so_decl_list)(const struct pipe_stream_output_info *sol,
- const struct brw_vue_map *vue_map);
- void (*populate_vs_key)(const struct iris_context *ice,
- const struct shader_info *info,
- gl_shader_stage last_stage,
- struct brw_vs_prog_key *key);
- void (*populate_tcs_key)(const struct iris_context *ice,
- struct brw_tcs_prog_key *key);
- void (*populate_tes_key)(const struct iris_context *ice,
- const struct shader_info *info,
- gl_shader_stage last_stage,
- struct brw_tes_prog_key *key);
- void (*populate_gs_key)(const struct iris_context *ice,
- const struct shader_info *info,
- gl_shader_stage last_stage,
- struct brw_gs_prog_key *key);
- void (*populate_fs_key)(const struct iris_context *ice,
- const struct shader_info *info,
- struct brw_wm_prog_key *key);
- void (*populate_cs_key)(const struct iris_context *ice,
- struct brw_cs_prog_key *key);
- uint32_t (*mocs)(const struct iris_bo *bo);
- void (*lost_genx_state)(struct iris_context *ice, struct iris_batch *batch);
-};
-
/**
* A pool containing SAMPLER_BORDER_COLOR_STATE entries.
*
/** Slab allocator for iris_transfer_map objects. */
struct slab_child_pool transfer_pool;
- struct iris_vtable vtbl;
-
struct blorp_context blorp;
struct iris_batch batches[IRIS_BATCH_COUNT];
int baseinstance;
} params;
+ /**
+ * Are the above values the ones stored in the draw_params buffer?
+ * If so, we can compare them against new values to see if anything
+ * changed. If not, we need to assume they changed.
+ */
+ bool params_valid;
+
/**
* Resource and offset that stores draw_parameters from the indirect
* buffer or to the buffer that stures the previous values for non
* indirect draws.
*/
- struct pipe_resource *draw_params_res;
- uint32_t draw_params_offset;
+ struct iris_state_ref draw_params;
struct {
/**
* contains parameters that are not present in the indirect buffer as
* drawid and is_indexed_draw. They will go in their own vertex element.
*/
- struct pipe_resource *derived_draw_params_res;
- uint32_t derived_draw_params_offset;
-
- bool is_indirect;
+ struct iris_state_ref derived_draw_params;
} draw;
struct {
struct iris_compiled_shader *prog[MESA_SHADER_STAGES];
struct brw_vue_map *last_vue_map;
+ /** List of shader variants whose deletion has been deferred for now */
+ struct list_head deleted_variants[MESA_SHADER_STAGES];
+
struct u_upload_mgr *uploader;
struct hash_table *cache;
- unsigned urb_size;
-
/** Is a GS or TES outputting points or lines? */
bool output_topology_is_points_or_lines;
- /* Track last VS URB entry size */
- unsigned last_vs_entry_size;
-
/**
* Scratch buffers for various sizes and stages.
*
struct gen_perf_context *perf_ctx;
+ /** Frame number for debug prints */
+ uint32_t frame;
+
struct {
uint64_t dirty;
- uint64_t dirty_for_nos[IRIS_NOS_COUNT];
+ uint64_t stage_dirty;
+ uint64_t stage_dirty_for_nos[IRIS_NOS_COUNT];
unsigned num_viewports;
unsigned sample_mask;
bool window_space_position;
+ /** The last compute group size */
+ uint32_t last_block[3];
+
/** The last compute grid size */
uint32_t last_grid[3];
/** Reference to the BO containing the compute grid size */
*/
enum isl_aux_usage draw_aux_usage[BRW_MAX_DRAW_BUFFERS];
- /** Bitfield of whether color blending is enabled for RT[i] */
- uint8_t blend_enables;
+ enum gen_urb_deref_block_size urb_deref_block_size;
/** Are depth writes enabled? (Depth buffer may or may not exist.) */
bool depth_writes_enabled;
/** Do any samplers need border color? One bit per shader stage. */
uint8_t need_border_colors;
+ /** Global resource bindings */
+ struct pipe_resource *global_bindings[IRIS_MAX_GLOBAL_BINDINGS];
+
struct pipe_stream_output_target *so_target[PIPE_MAX_SO_BUFFERS];
bool streamout_active;
void iris_init_clear_functions(struct pipe_context *ctx);
void iris_init_program_functions(struct pipe_context *ctx);
void iris_init_resource_functions(struct pipe_context *ctx);
+void iris_init_perfquery_functions(struct pipe_context *ctx);
void iris_update_compiled_shaders(struct iris_context *ice);
void iris_update_compiled_compute_shader(struct iris_context *ice);
void iris_fill_cs_push_const_buffer(struct brw_cs_prog_data *cs_prog_data,
+ unsigned threads,
uint32_t *dst);
/* iris_blit.c */
-void iris_blorp_surf_for_resource(struct iris_vtable *vtbl,
+void iris_blorp_surf_for_resource(struct isl_device *isl_dev,
struct blorp_surf *surf,
struct pipe_resource *p_res,
enum isl_aux_usage aux_usage,
uint64_t imm);
void iris_emit_end_of_pipe_sync(struct iris_batch *batch,
const char *reason, uint32_t flags);
+void iris_emit_buffer_barrier_for(struct iris_batch *batch,
+ struct iris_bo *bo,
+ enum iris_domain access);
+void iris_flush_all_caches(struct iris_batch *batch);
+
+#define iris_handle_always_flush_cache(batch) \
+ if (unlikely(batch->screen->driconf.always_flush_cache)) \
+ iris_flush_all_caches(batch);
void iris_init_flush_functions(struct pipe_context *ctx);
uint32_t *streamout,
enum brw_param_builtin *sysv,
unsigned num_system_values,
+ unsigned kernel_input_size,
unsigned num_cbufs,
const struct iris_binding_table *bt);
const void *iris_find_previous_compile(const struct iris_context *ice,
enum iris_program_cache_id cache_id,
unsigned program_string_id);
+void iris_delete_shader_variants(struct iris_context *ice,
+ struct iris_uncompiled_shader *ish);
bool iris_blorp_lookup_shader(struct blorp_batch *blorp_batch,
const void *key,
uint32_t key_size,
uint32_t *kernel_out,
void *prog_data_out);
-bool iris_blorp_upload_shader(struct blorp_batch *blorp_batch,
+bool iris_blorp_upload_shader(struct blorp_batch *blorp_batch, uint32_t stage,
const void *key, uint32_t key_size,
const void *kernel, uint32_t kernel_size,
const struct brw_stage_prog_data *prog_data,
bool *draw_aux_buffer_disabled);
void iris_postdraw_update_resolve_tracking(struct iris_context *ice,
struct iris_batch *batch);
-void iris_cache_sets_clear(struct iris_batch *batch);
-void iris_flush_depth_and_render_caches(struct iris_batch *batch);
-void iris_cache_flush_for_read(struct iris_batch *batch, struct iris_bo *bo);
void iris_cache_flush_for_render(struct iris_batch *batch,
struct iris_bo *bo,
enum isl_format format,
enum isl_aux_usage aux_usage);
-void iris_render_cache_add_bo(struct iris_batch *batch,
- struct iris_bo *bo,
- enum isl_format format,
- enum isl_aux_usage aux_usage);
-void iris_cache_flush_for_depth(struct iris_batch *batch, struct iris_bo *bo);
-void iris_depth_cache_add_bo(struct iris_batch *batch, struct iris_bo *bo);
int iris_get_driver_query_info(struct pipe_screen *pscreen, unsigned index,
struct pipe_driver_query_info *info);
int iris_get_driver_query_group_info(struct pipe_screen *pscreen,
struct iris_batch *batch,
const struct pipe_draw_info *draw);
+
+
#ifdef genX
# include "iris_genx_protos.h"
#else