radeonsi/gfx9: implement the scissor bug workaround without performance drop
[mesa.git] / src / gallium / drivers / radeonsi / si_state.h
index 3788785338845cba2e557bd54b7b748e7195c597..dc05021f4920e2a84ecda56dac965a7c7e407eca 100644 (file)
@@ -1,5 +1,6 @@
 /*
  * Copyright 2012 Advanced Micro Devices, Inc.
+ * All Rights Reserved.
  *
  * Permission is hereby granted, free of charge, to any person obtaining a
  * copy of this software and associated documentation files (the "Software"),
 #define SI_STATE_H
 
 #include "si_pm4.h"
-#include "radeon/r600_pipe_common.h"
 
 #include "pipebuffer/pb_slab.h"
+#include "util/u_blitter.h"
 
 #define SI_NUM_GRAPHICS_SHADERS (PIPE_SHADER_TESS_EVAL+1)
 #define SI_NUM_SHADERS (PIPE_SHADER_COMPUTE+1)
 
-#define SI_MAX_ATTRIBS                 16
 #define SI_NUM_VERTEX_BUFFERS          SI_MAX_ATTRIBS
 #define SI_NUM_SAMPLERS                        32 /* OpenGL textures units per shader */
 #define SI_NUM_CONST_BUFFERS           16
 struct si_screen;
 struct si_shader;
 struct si_shader_selector;
+struct r600_texture;
+struct si_qbo_state;
+
+/* State atoms are callbacks which write a sequence of packets into a GPU
+ * command buffer (AKA indirect buffer, AKA IB, AKA command stream, AKA CS).
+ */
+struct si_atom {
+       void (*emit)(struct si_context *ctx);
+};
 
 struct si_state_blend {
        struct si_pm4_state     pm4;
@@ -123,7 +132,6 @@ struct si_state_dsa {
 };
 
 struct si_stencil_ref {
-       struct r600_atom                atom;
        struct pipe_stencil_ref         state;
        struct si_dsa_stencil_ref_part  dsa_part;
 };
@@ -164,41 +172,116 @@ union si_state {
        struct si_pm4_state     *array[0];
 };
 
+#define SI_STATE_IDX(name) \
+       (offsetof(union si_state, named.name) / sizeof(struct si_pm4_state *))
+#define SI_STATE_BIT(name) (1 << SI_STATE_IDX(name))
 #define SI_NUM_STATES (sizeof(union si_state) / sizeof(struct si_pm4_state *))
 
+static inline unsigned si_states_that_roll_context(void)
+{
+       return (SI_STATE_BIT(blend) |
+               SI_STATE_BIT(rasterizer) |
+               SI_STATE_BIT(dsa) |
+               SI_STATE_BIT(poly_offset) |
+               SI_STATE_BIT(es) |
+               SI_STATE_BIT(gs) |
+               SI_STATE_BIT(vgt_shader_config) |
+               SI_STATE_BIT(vs) |
+               SI_STATE_BIT(ps));
+}
+
 union si_state_atoms {
        struct {
                /* The order matters. */
-               struct r600_atom *render_cond;
-               struct r600_atom *streamout_begin;
-               struct r600_atom *streamout_enable; /* must be after streamout_begin */
-               struct r600_atom *framebuffer;
-               struct r600_atom *msaa_sample_locs;
-               struct r600_atom *db_render_state;
-               struct r600_atom *dpbb_state;
-               struct r600_atom *msaa_config;
-               struct r600_atom *sample_mask;
-               struct r600_atom *cb_render_state;
-               struct r600_atom *blend_color;
-               struct r600_atom *clip_regs;
-               struct r600_atom *clip_state;
-               struct r600_atom *shader_pointers;
-               struct r600_atom *scissors;
-               struct r600_atom *viewports;
-               struct r600_atom *stencil_ref;
-               struct r600_atom *spi_map;
-               struct r600_atom *scratch_state;
+               struct si_atom render_cond;
+               struct si_atom streamout_begin;
+               struct si_atom streamout_enable; /* must be after streamout_begin */
+               struct si_atom framebuffer;
+               struct si_atom msaa_sample_locs;
+               struct si_atom db_render_state;
+               struct si_atom dpbb_state;
+               struct si_atom msaa_config;
+               struct si_atom sample_mask;
+               struct si_atom cb_render_state;
+               struct si_atom blend_color;
+               struct si_atom clip_regs;
+               struct si_atom clip_state;
+               struct si_atom shader_pointers;
+               struct si_atom scissors;
+               struct si_atom viewports;
+               struct si_atom stencil_ref;
+               struct si_atom spi_map;
+               struct si_atom scratch_state;
        } s;
-       struct r600_atom *array[0];
+       struct si_atom array[0];
 };
 
-#define SI_NUM_ATOMS (sizeof(union si_state_atoms)/sizeof(struct r600_atom*))
+#define SI_ATOM_BIT(name) (1 << (offsetof(union si_state_atoms, s.name) / \
+                                sizeof(struct si_atom)))
+#define SI_NUM_ATOMS (sizeof(union si_state_atoms)/sizeof(struct si_atom*))
+
+static inline unsigned si_atoms_that_roll_context(void)
+{
+       return (SI_ATOM_BIT(streamout_begin) |
+               SI_ATOM_BIT(streamout_enable) |
+               SI_ATOM_BIT(framebuffer) |
+               SI_ATOM_BIT(msaa_sample_locs) |
+               SI_ATOM_BIT(db_render_state) |
+               SI_ATOM_BIT(dpbb_state) |
+               SI_ATOM_BIT(msaa_config) |
+               SI_ATOM_BIT(sample_mask) |
+               SI_ATOM_BIT(cb_render_state) |
+               SI_ATOM_BIT(blend_color) |
+               SI_ATOM_BIT(clip_regs) |
+               SI_ATOM_BIT(clip_state) |
+               SI_ATOM_BIT(scissors) |
+               SI_ATOM_BIT(viewports) |
+               SI_ATOM_BIT(stencil_ref) |
+               SI_ATOM_BIT(spi_map) |
+               SI_ATOM_BIT(scratch_state));
+}
 
 struct si_shader_data {
-       struct r600_atom        atom;
        uint32_t                sh_base[SI_NUM_SHADERS];
 };
 
+/* The list of registers whose emitted values are remembered by si_context. */
+enum si_tracked_reg {
+       SI_TRACKED_DB_RENDER_CONTROL, /* 2 consecutive registers */
+       SI_TRACKED_DB_COUNT_CONTROL,
+
+       SI_TRACKED_DB_RENDER_OVERRIDE2,
+       SI_TRACKED_DB_SHADER_CONTROL,
+
+       SI_TRACKED_CB_TARGET_MASK,
+       SI_TRACKED_CB_DCC_CONTROL,
+
+       SI_TRACKED_SX_PS_DOWNCONVERT, /* 3 consecutive registers */
+       SI_TRACKED_SX_BLEND_OPT_EPSILON,
+       SI_TRACKED_SX_BLEND_OPT_CONTROL,
+
+       SI_TRACKED_PA_SC_LINE_CNTL, /* 2 consecutive registers */
+       SI_TRACKED_PA_SC_AA_CONFIG,
+
+       SI_TRACKED_DB_EQAA,
+       SI_TRACKED_PA_SC_MODE_CNTL_1,
+
+       SI_TRACKED_PA_SU_SMALL_PRIM_FILTER_CNTL,
+
+       SI_TRACKED_PA_CL_VS_OUT_CNTL,
+       SI_TRACKED_PA_CL_CLIP_CNTL,
+
+       SI_TRACKED_PA_SC_BINNER_CNTL_0,
+       SI_TRACKED_DB_DFSM_CONTROL,
+
+       SI_NUM_TRACKED_REGS,
+};
+
+struct si_tracked_regs {
+       uint32_t                reg_saved;
+       uint32_t                reg_value[SI_NUM_TRACKED_REGS];
+};
+
 /* Private read-write buffer slots. */
 enum {
        SI_ES_RING_ESGS,
@@ -299,9 +382,6 @@ struct si_buffer_resources {
        unsigned                        enabled_mask;
 };
 
-#define si_pm4_block_idx(member) \
-       (offsetof(union si_state, named.member) / sizeof(struct si_pm4_state *))
-
 #define si_pm4_state_changed(sctx, member) \
        ((sctx)->queued.named.member != (sctx)->emitted.named.member)
 
@@ -311,7 +391,7 @@ struct si_buffer_resources {
 #define si_pm4_bind_state(sctx, member, value) \
        do { \
                (sctx)->queued.named.member = (value); \
-               (sctx)->dirty_states |= 1 << si_pm4_block_idx(member); \
+               (sctx)->dirty_states |= SI_STATE_BIT(member); \
        } while(0)
 
 #define si_pm4_delete_state(sctx, member, value) \
@@ -320,7 +400,7 @@ struct si_buffer_resources {
                        (sctx)->queued.named.member = NULL; \
                } \
                si_pm4_free_state(sctx, (struct si_pm4_state *)(value), \
-                                 si_pm4_block_idx(member)); \
+                                 SI_STATE_IDX(member)); \
        } while(0)
 
 /* si_descriptors.c */
@@ -337,7 +417,7 @@ void si_get_shader_buffers(struct si_context *sctx,
                           enum pipe_shader_type shader,
                           uint start_slot, uint count,
                           struct pipe_shader_buffer *sbuf);
-void si_set_ring_buffer(struct pipe_context *ctx, uint slot,
+void si_set_ring_buffer(struct si_context *sctx, uint slot,
                        struct pipe_resource *buffer,
                        unsigned stride, unsigned num_records,
                        bool add_tid, bool swizzle,
@@ -354,8 +434,7 @@ void si_upload_const_buffer(struct si_context *sctx, struct r600_resource **rbuf
 void si_update_all_texture_descriptors(struct si_context *sctx);
 void si_shader_change_notify(struct si_context *sctx);
 void si_update_needs_color_decompress_masks(struct si_context *sctx);
-void si_emit_graphics_shader_pointers(struct si_context *sctx,
-                                      struct r600_atom *atom);
+void si_emit_graphics_shader_pointers(struct si_context *sctx);
 void si_emit_compute_shader_pointers(struct si_context *sctx);
 void si_set_rw_buffer(struct si_context *sctx,
                      uint slot, const struct pipe_constant_buffer *input);
@@ -369,13 +448,9 @@ struct pb_slab *si_bindless_descriptor_slab_alloc(void *priv, unsigned heap,
                                                  unsigned entry_size,
                                                  unsigned group_index);
 void si_bindless_descriptor_slab_free(void *priv, struct pb_slab *pslab);
-
+void si_rebind_buffer(struct si_context *sctx, struct pipe_resource *buf,
+                     uint64_t old_va);
 /* si_state.c */
-struct si_shader_selector;
-
-void si_init_atom(struct si_context *sctx, struct r600_atom *atom,
-                 struct r600_atom **list_elem,
-                 void (*emit_func)(struct si_context *ctx, struct r600_atom *state));
 void si_init_state_functions(struct si_context *sctx);
 void si_init_screen_state_functions(struct si_screen *sscreen);
 void
@@ -403,9 +478,12 @@ si_create_sampler_view_custom(struct pipe_context *ctx,
                              unsigned force_level);
 void si_update_fb_dirtiness_after_rendering(struct si_context *sctx);
 void si_update_ps_iter_samples(struct si_context *sctx);
+void si_save_qbo_state(struct si_context *sctx, struct si_qbo_state *st);
+void si_set_occlusion_query_state(struct si_context *sctx,
+                                 bool old_perfect_enable);
 
 /* si_state_binning.c */
-void si_emit_dpbb_state(struct si_context *sctx, struct r600_atom *state);
+void si_emit_dpbb_state(struct si_context *sctx);
 
 /* si_state_shaders.c */
 bool si_update_shaders(struct si_context *sctx);
@@ -443,15 +521,6 @@ void si_update_prims_generated_query_state(struct si_context *sctx,
 void si_init_streamout_functions(struct si_context *sctx);
 
 
-static inline unsigned
-si_tile_mode_index(struct r600_texture *rtex, unsigned level, bool stencil)
-{
-       if (stencil)
-               return rtex->surface.u.legacy.stencil_tiling_index[level];
-       else
-               return rtex->surface.u.legacy.tiling_index[level];
-}
-
 static inline unsigned si_get_constbuf_slot(unsigned slot)
 {
        /* Constant buffers are in slots [16..31], ascending */