radeonsi: allow si_cp_dma_clear_buffer to clear GDS from any IB
[mesa.git] / src / gallium / drivers / radeonsi / si_state.h
index e399b6b76afb8cff121c321f83a37fb0d2b33eb7..83589e6918c90790968ce2af992acd4233ae5405 100644 (file)
 #define SI_STATE_H
 
 #include "si_pm4.h"
-#include "radeon/r600_pipe_common.h"
 
 #include "pipebuffer/pb_slab.h"
+#include "util/u_blitter.h"
 
 #define SI_NUM_GRAPHICS_SHADERS (PIPE_SHADER_TESS_EVAL+1)
 #define SI_NUM_SHADERS (PIPE_SHADER_COMPUTE+1)
 
-#define SI_MAX_ATTRIBS                 16
 #define SI_NUM_VERTEX_BUFFERS          SI_MAX_ATTRIBS
 #define SI_NUM_SAMPLERS                        32 /* OpenGL textures units per shader */
 #define SI_NUM_CONST_BUFFERS           16
@@ -43,6 +42,8 @@
 struct si_screen;
 struct si_shader;
 struct si_shader_selector;
+struct si_texture;
+struct si_qbo_state;
 
 struct si_state_blend {
        struct si_pm4_state     pm4;
@@ -70,6 +71,7 @@ struct si_state_rasterizer {
        float                   max_point_size;
        unsigned                sprite_coord_enable:8;
        unsigned                clip_plane_enable:8;
+       unsigned                half_pixel_center:1;
        unsigned                flatshade:1;
        unsigned                two_side:1;
        unsigned                multisample_enable:1;
@@ -124,14 +126,13 @@ struct si_state_dsa {
 };
 
 struct si_stencil_ref {
-       struct r600_atom                atom;
        struct pipe_stencil_ref         state;
        struct si_dsa_stencil_ref_part  dsa_part;
 };
 
 struct si_vertex_elements
 {
-       uint32_t                        instance_divisors[SI_MAX_ATTRIBS];
+       struct r600_resource            *instance_divisor_factor_buffer;
        uint32_t                        rsrc_word3[SI_MAX_ATTRIBS];
        uint16_t                        src_offset[SI_MAX_ATTRIBS];
        uint8_t                         fix_fetch[SI_MAX_ATTRIBS];
@@ -165,41 +166,158 @@ union si_state {
        struct si_pm4_state     *array[0];
 };
 
+#define SI_STATE_IDX(name) \
+       (offsetof(union si_state, named.name) / sizeof(struct si_pm4_state *))
+#define SI_STATE_BIT(name) (1 << SI_STATE_IDX(name))
 #define SI_NUM_STATES (sizeof(union si_state) / sizeof(struct si_pm4_state *))
 
+static inline unsigned si_states_that_always_roll_context(void)
+{
+       return (SI_STATE_BIT(blend) |
+               SI_STATE_BIT(rasterizer) |
+               SI_STATE_BIT(dsa) |
+               SI_STATE_BIT(poly_offset) |
+               SI_STATE_BIT(vgt_shader_config));
+}
+
 union si_state_atoms {
        struct {
                /* The order matters. */
-               struct r600_atom *render_cond;
-               struct r600_atom *streamout_begin;
-               struct r600_atom *streamout_enable; /* must be after streamout_begin */
-               struct r600_atom *framebuffer;
-               struct r600_atom *msaa_sample_locs;
-               struct r600_atom *db_render_state;
-               struct r600_atom *dpbb_state;
-               struct r600_atom *msaa_config;
-               struct r600_atom *sample_mask;
-               struct r600_atom *cb_render_state;
-               struct r600_atom *blend_color;
-               struct r600_atom *clip_regs;
-               struct r600_atom *clip_state;
-               struct r600_atom *shader_pointers;
-               struct r600_atom *scissors;
-               struct r600_atom *viewports;
-               struct r600_atom *stencil_ref;
-               struct r600_atom *spi_map;
-               struct r600_atom *scratch_state;
+               struct si_atom render_cond;
+               struct si_atom streamout_begin;
+               struct si_atom streamout_enable; /* must be after streamout_begin */
+               struct si_atom framebuffer;
+               struct si_atom msaa_sample_locs;
+               struct si_atom db_render_state;
+               struct si_atom dpbb_state;
+               struct si_atom msaa_config;
+               struct si_atom sample_mask;
+               struct si_atom cb_render_state;
+               struct si_atom blend_color;
+               struct si_atom clip_regs;
+               struct si_atom clip_state;
+               struct si_atom shader_pointers;
+               struct si_atom guardband;
+               struct si_atom scissors;
+               struct si_atom viewports;
+               struct si_atom stencil_ref;
+               struct si_atom spi_map;
+               struct si_atom scratch_state;
+               struct si_atom window_rectangles;
        } s;
-       struct r600_atom *array[0];
+       struct si_atom array[0];
 };
 
-#define SI_NUM_ATOMS (sizeof(union si_state_atoms)/sizeof(struct r600_atom*))
+#define SI_ATOM_BIT(name) (1 << (offsetof(union si_state_atoms, s.name) / \
+                                sizeof(struct si_atom)))
+#define SI_NUM_ATOMS (sizeof(union si_state_atoms)/sizeof(struct si_atom*))
+
+static inline unsigned si_atoms_that_always_roll_context(void)
+{
+       return (SI_ATOM_BIT(streamout_begin) |
+               SI_ATOM_BIT(streamout_enable) |
+               SI_ATOM_BIT(framebuffer) |
+               SI_ATOM_BIT(msaa_sample_locs) |
+               SI_ATOM_BIT(sample_mask) |
+               SI_ATOM_BIT(blend_color) |
+               SI_ATOM_BIT(clip_state) |
+               SI_ATOM_BIT(scissors) |
+               SI_ATOM_BIT(viewports) |
+               SI_ATOM_BIT(stencil_ref) |
+               SI_ATOM_BIT(scratch_state));
+}
 
 struct si_shader_data {
-       struct r600_atom        atom;
        uint32_t                sh_base[SI_NUM_SHADERS];
 };
 
+/* The list of registers whose emitted values are remembered by si_context. */
+enum si_tracked_reg {
+       SI_TRACKED_DB_RENDER_CONTROL, /* 2 consecutive registers */
+       SI_TRACKED_DB_COUNT_CONTROL,
+
+       SI_TRACKED_DB_RENDER_OVERRIDE2,
+       SI_TRACKED_DB_SHADER_CONTROL,
+
+       SI_TRACKED_CB_TARGET_MASK,
+       SI_TRACKED_CB_DCC_CONTROL,
+
+       SI_TRACKED_SX_PS_DOWNCONVERT, /* 3 consecutive registers */
+       SI_TRACKED_SX_BLEND_OPT_EPSILON,
+       SI_TRACKED_SX_BLEND_OPT_CONTROL,
+
+       SI_TRACKED_PA_SC_LINE_CNTL, /* 2 consecutive registers */
+       SI_TRACKED_PA_SC_AA_CONFIG,
+
+       SI_TRACKED_DB_EQAA,
+       SI_TRACKED_PA_SC_MODE_CNTL_1,
+
+       SI_TRACKED_PA_SU_PRIM_FILTER_CNTL,
+       SI_TRACKED_PA_SU_SMALL_PRIM_FILTER_CNTL,
+
+       SI_TRACKED_PA_CL_VS_OUT_CNTL,
+       SI_TRACKED_PA_CL_CLIP_CNTL,
+
+       SI_TRACKED_PA_SC_BINNER_CNTL_0,
+       SI_TRACKED_DB_DFSM_CONTROL,
+
+       SI_TRACKED_PA_CL_GB_VERT_CLIP_ADJ, /* 4 consecutive registers */
+       SI_TRACKED_PA_CL_GB_VERT_DISC_ADJ,
+       SI_TRACKED_PA_CL_GB_HORZ_CLIP_ADJ,
+       SI_TRACKED_PA_CL_GB_HORZ_DISC_ADJ,
+
+       SI_TRACKED_PA_SU_HARDWARE_SCREEN_OFFSET,
+       SI_TRACKED_PA_SU_VTX_CNTL,
+
+       SI_TRACKED_PA_SC_CLIPRECT_RULE,
+
+       SI_TRACKED_VGT_ESGS_RING_ITEMSIZE,
+
+       SI_TRACKED_VGT_GSVS_RING_OFFSET_1, /* 4 consecutive registers */
+       SI_TRACKED_VGT_GSVS_RING_OFFSET_2,
+       SI_TRACKED_VGT_GSVS_RING_OFFSET_3,
+       SI_TRACKED_VGT_GS_OUT_PRIM_TYPE,
+
+       SI_TRACKED_VGT_GSVS_RING_ITEMSIZE,
+       SI_TRACKED_VGT_GS_MAX_VERT_OUT,
+
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE, /* 4 consecutive registers */
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE_1,
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE_2,
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE_3,
+
+       SI_TRACKED_VGT_GS_INSTANCE_CNT,
+       SI_TRACKED_VGT_GS_ONCHIP_CNTL,
+       SI_TRACKED_VGT_GS_MAX_PRIMS_PER_SUBGROUP,
+       SI_TRACKED_VGT_GS_MODE,
+       SI_TRACKED_VGT_PRIMITIVEID_EN,
+       SI_TRACKED_VGT_REUSE_OFF,
+       SI_TRACKED_SPI_VS_OUT_CONFIG,
+       SI_TRACKED_SPI_SHADER_POS_FORMAT,
+       SI_TRACKED_PA_CL_VTE_CNTL,
+
+       SI_TRACKED_SPI_PS_INPUT_ENA, /* 2 consecutive registers */
+       SI_TRACKED_SPI_PS_INPUT_ADDR,
+
+       SI_TRACKED_SPI_BARYC_CNTL,
+       SI_TRACKED_SPI_PS_IN_CONTROL,
+
+       SI_TRACKED_SPI_SHADER_Z_FORMAT, /* 2 consecutive registers */
+       SI_TRACKED_SPI_SHADER_COL_FORMAT,
+
+       SI_TRACKED_CB_SHADER_MASK,
+       SI_TRACKED_VGT_TF_PARAM,
+       SI_TRACKED_VGT_VERTEX_REUSE_BLOCK_CNTL,
+
+       SI_NUM_TRACKED_REGS,
+};
+
+struct si_tracked_regs {
+       uint64_t                reg_saved;
+       uint32_t                reg_value[SI_NUM_TRACKED_REGS];
+       uint32_t                spi_ps_input_cntl[32];
+};
+
 /* Private read-write buffer slots. */
 enum {
        SI_ES_RING_ESGS,
@@ -300,9 +418,6 @@ struct si_buffer_resources {
        unsigned                        enabled_mask;
 };
 
-#define si_pm4_block_idx(member) \
-       (offsetof(union si_state, named.member) / sizeof(struct si_pm4_state *))
-
 #define si_pm4_state_changed(sctx, member) \
        ((sctx)->queued.named.member != (sctx)->emitted.named.member)
 
@@ -312,7 +427,7 @@ struct si_buffer_resources {
 #define si_pm4_bind_state(sctx, member, value) \
        do { \
                (sctx)->queued.named.member = (value); \
-               (sctx)->dirty_states |= 1 << si_pm4_block_idx(member); \
+               (sctx)->dirty_states |= SI_STATE_BIT(member); \
        } while(0)
 
 #define si_pm4_delete_state(sctx, member, value) \
@@ -321,12 +436,12 @@ struct si_buffer_resources {
                        (sctx)->queued.named.member = NULL; \
                } \
                si_pm4_free_state(sctx, (struct si_pm4_state *)(value), \
-                                 si_pm4_block_idx(member)); \
+                                 SI_STATE_IDX(member)); \
        } while(0)
 
 /* si_descriptors.c */
 void si_set_mutable_tex_desc_fields(struct si_screen *sscreen,
-                                   struct r600_texture *tex,
+                                   struct si_texture *tex,
                                    const struct legacy_surf_level *base_level_info,
                                    unsigned base_level, unsigned first_level,
                                    unsigned block_width, bool is_stencil,
@@ -338,7 +453,7 @@ void si_get_shader_buffers(struct si_context *sctx,
                           enum pipe_shader_type shader,
                           uint start_slot, uint count,
                           struct pipe_shader_buffer *sbuf);
-void si_set_ring_buffer(struct pipe_context *ctx, uint slot,
+void si_set_ring_buffer(struct si_context *sctx, uint slot,
                        struct pipe_resource *buffer,
                        unsigned stride, unsigned num_records,
                        bool add_tid, bool swizzle,
@@ -355,8 +470,7 @@ void si_upload_const_buffer(struct si_context *sctx, struct r600_resource **rbuf
 void si_update_all_texture_descriptors(struct si_context *sctx);
 void si_shader_change_notify(struct si_context *sctx);
 void si_update_needs_color_decompress_masks(struct si_context *sctx);
-void si_emit_graphics_shader_pointers(struct si_context *sctx,
-                                      struct r600_atom *atom);
+void si_emit_graphics_shader_pointers(struct si_context *sctx);
 void si_emit_compute_shader_pointers(struct si_context *sctx);
 void si_set_rw_buffer(struct si_context *sctx,
                      uint slot, const struct pipe_constant_buffer *input);
@@ -373,11 +487,6 @@ void si_bindless_descriptor_slab_free(void *priv, struct pb_slab *pslab);
 void si_rebind_buffer(struct si_context *sctx, struct pipe_resource *buf,
                      uint64_t old_va);
 /* si_state.c */
-struct si_shader_selector;
-
-void si_init_atom(struct si_context *sctx, struct r600_atom *atom,
-                 struct r600_atom **list_elem,
-                 void (*emit_func)(struct si_context *ctx, struct r600_atom *state));
 void si_init_state_functions(struct si_context *sctx);
 void si_init_screen_state_functions(struct si_screen *sscreen);
 void
@@ -387,7 +496,7 @@ si_make_buffer_descriptor(struct si_screen *screen, struct r600_resource *buf,
                          uint32_t *state);
 void
 si_make_texture_descriptor(struct si_screen *screen,
-                          struct r600_texture *tex,
+                          struct si_texture *tex,
                           bool sampler,
                           enum pipe_texture_target target,
                           enum pipe_format pipe_format,
@@ -405,23 +514,31 @@ si_create_sampler_view_custom(struct pipe_context *ctx,
                              unsigned force_level);
 void si_update_fb_dirtiness_after_rendering(struct si_context *sctx);
 void si_update_ps_iter_samples(struct si_context *sctx);
-void si_save_qbo_state(struct pipe_context *ctx, struct r600_qbo_state *st);
-void si_set_occlusion_query_state(struct pipe_context *ctx,
+void si_save_qbo_state(struct si_context *sctx, struct si_qbo_state *st);
+void si_set_occlusion_query_state(struct si_context *sctx,
                                  bool old_perfect_enable);
 
 /* si_state_binning.c */
-void si_emit_dpbb_state(struct si_context *sctx, struct r600_atom *state);
+void si_emit_dpbb_state(struct si_context *sctx);
 
 /* si_state_shaders.c */
+void *si_get_ir_binary(struct si_shader_selector *sel);
+bool si_shader_cache_load_shader(struct si_screen *sscreen, void *ir_binary,
+                                struct si_shader *shader);
+bool si_shader_cache_insert_shader(struct si_screen *sscreen, void *ir_binary,
+                                  struct si_shader *shader,
+                                  bool insert_into_disk_cache);
 bool si_update_shaders(struct si_context *sctx);
 void si_init_shader_functions(struct si_context *sctx);
 bool si_init_shader_cache(struct si_screen *sscreen);
 void si_destroy_shader_cache(struct si_screen *sscreen);
+void si_schedule_initial_compile(struct si_context *sctx, unsigned processor,
+                                struct util_queue_fence *ready_fence,
+                                struct si_compiler_ctx_state *compiler_ctx_state,
+                                void *job, util_queue_execute_func execute);
 void si_get_active_slot_masks(const struct tgsi_shader_info *info,
                              uint32_t *const_and_shader_buffers,
                              uint64_t *samplers_and_images);
-void *si_get_blit_vs(struct si_context *sctx, enum blitter_attrib_type type,
-                    unsigned num_layers);
 
 /* si_state_draw.c */
 void si_init_ia_multi_vgt_param_table(struct si_context *sctx);
@@ -438,7 +555,7 @@ void si_trace_emit(struct si_context *sctx);
 
 /* si_state_msaa.c */
 void si_init_msaa_functions(struct si_context *sctx);
-void si_emit_sample_locations(struct radeon_winsys_cs *cs, int nr_samples);
+void si_emit_sample_locations(struct radeon_cmdbuf *cs, int nr_samples);
 
 /* si_state_streamout.c */
 void si_streamout_buffers_dirty(struct si_context *sctx);
@@ -448,15 +565,6 @@ void si_update_prims_generated_query_state(struct si_context *sctx,
 void si_init_streamout_functions(struct si_context *sctx);
 
 
-static inline unsigned
-si_tile_mode_index(struct r600_texture *rtex, unsigned level, bool stencil)
-{
-       if (stencil)
-               return rtex->surface.u.legacy.stencil_tiling_index[level];
-       else
-               return rtex->surface.u.legacy.tiling_index[level];
-}
-
 static inline unsigned si_get_constbuf_slot(unsigned slot)
 {
        /* Constant buffers are in slots [16..31], ascending */