radeonsi: rename rquery -> squery
[mesa.git] / src / gallium / drivers / radeonsi / si_state.h
index 8232e34b1b6caa201a2b31cc308d48fef9af30a1..fb9cba67c21247d40cdb55a5b34bc8114dd67e30 100644 (file)
 struct si_screen;
 struct si_shader;
 struct si_shader_selector;
-struct r600_texture;
+struct si_texture;
 struct si_qbo_state;
 
-/* State atoms are callbacks which write a sequence of packets into a GPU
- * command buffer (AKA indirect buffer, AKA IB, AKA command stream, AKA CS).
- */
-struct si_atom {
-       void (*emit)(struct si_context *ctx);
-};
-
 struct si_state_blend {
        struct si_pm4_state     pm4;
        uint32_t                cb_target_mask;
@@ -78,6 +71,7 @@ struct si_state_rasterizer {
        float                   max_point_size;
        unsigned                sprite_coord_enable:8;
        unsigned                clip_plane_enable:8;
+       unsigned                half_pixel_center:1;
        unsigned                flatshade:1;
        unsigned                two_side:1;
        unsigned                multisample_enable:1;
@@ -138,7 +132,7 @@ struct si_stencil_ref {
 
 struct si_vertex_elements
 {
-       uint32_t                        instance_divisors[SI_MAX_ATTRIBS];
+       struct si_resource              *instance_divisor_factor_buffer;
        uint32_t                        rsrc_word3[SI_MAX_ATTRIBS];
        uint16_t                        src_offset[SI_MAX_ATTRIBS];
        uint8_t                         fix_fetch[SI_MAX_ATTRIBS];
@@ -172,8 +166,20 @@ union si_state {
        struct si_pm4_state     *array[0];
 };
 
+#define SI_STATE_IDX(name) \
+       (offsetof(union si_state, named.name) / sizeof(struct si_pm4_state *))
+#define SI_STATE_BIT(name) (1 << SI_STATE_IDX(name))
 #define SI_NUM_STATES (sizeof(union si_state) / sizeof(struct si_pm4_state *))
 
+static inline unsigned si_states_that_always_roll_context(void)
+{
+       return (SI_STATE_BIT(blend) |
+               SI_STATE_BIT(rasterizer) |
+               SI_STATE_BIT(dsa) |
+               SI_STATE_BIT(poly_offset) |
+               SI_STATE_BIT(vgt_shader_config));
+}
+
 union si_state_atoms {
        struct {
                /* The order matters. */
@@ -191,17 +197,36 @@ union si_state_atoms {
                struct si_atom clip_regs;
                struct si_atom clip_state;
                struct si_atom shader_pointers;
+               struct si_atom guardband;
                struct si_atom scissors;
                struct si_atom viewports;
                struct si_atom stencil_ref;
                struct si_atom spi_map;
                struct si_atom scratch_state;
+               struct si_atom window_rectangles;
        } s;
        struct si_atom array[0];
 };
 
+#define SI_ATOM_BIT(name) (1 << (offsetof(union si_state_atoms, s.name) / \
+                                sizeof(struct si_atom)))
 #define SI_NUM_ATOMS (sizeof(union si_state_atoms)/sizeof(struct si_atom*))
 
+static inline unsigned si_atoms_that_always_roll_context(void)
+{
+       return (SI_ATOM_BIT(streamout_begin) |
+               SI_ATOM_BIT(streamout_enable) |
+               SI_ATOM_BIT(framebuffer) |
+               SI_ATOM_BIT(msaa_sample_locs) |
+               SI_ATOM_BIT(sample_mask) |
+               SI_ATOM_BIT(blend_color) |
+               SI_ATOM_BIT(clip_state) |
+               SI_ATOM_BIT(scissors) |
+               SI_ATOM_BIT(viewports) |
+               SI_ATOM_BIT(stencil_ref) |
+               SI_ATOM_BIT(scratch_state));
+}
+
 struct si_shader_data {
        uint32_t                sh_base[SI_NUM_SHADERS];
 };
@@ -227,6 +252,7 @@ enum si_tracked_reg {
        SI_TRACKED_DB_EQAA,
        SI_TRACKED_PA_SC_MODE_CNTL_1,
 
+       SI_TRACKED_PA_SU_PRIM_FILTER_CNTL,
        SI_TRACKED_PA_SU_SMALL_PRIM_FILTER_CNTL,
 
        SI_TRACKED_PA_CL_VS_OUT_CNTL,
@@ -235,12 +261,61 @@ enum si_tracked_reg {
        SI_TRACKED_PA_SC_BINNER_CNTL_0,
        SI_TRACKED_DB_DFSM_CONTROL,
 
+       SI_TRACKED_PA_CL_GB_VERT_CLIP_ADJ, /* 4 consecutive registers */
+       SI_TRACKED_PA_CL_GB_VERT_DISC_ADJ,
+       SI_TRACKED_PA_CL_GB_HORZ_CLIP_ADJ,
+       SI_TRACKED_PA_CL_GB_HORZ_DISC_ADJ,
+
+       SI_TRACKED_PA_SU_HARDWARE_SCREEN_OFFSET,
+       SI_TRACKED_PA_SU_VTX_CNTL,
+
+       SI_TRACKED_PA_SC_CLIPRECT_RULE,
+
+       SI_TRACKED_VGT_ESGS_RING_ITEMSIZE,
+
+       SI_TRACKED_VGT_GSVS_RING_OFFSET_1, /* 4 consecutive registers */
+       SI_TRACKED_VGT_GSVS_RING_OFFSET_2,
+       SI_TRACKED_VGT_GSVS_RING_OFFSET_3,
+       SI_TRACKED_VGT_GS_OUT_PRIM_TYPE,
+
+       SI_TRACKED_VGT_GSVS_RING_ITEMSIZE,
+       SI_TRACKED_VGT_GS_MAX_VERT_OUT,
+
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE, /* 4 consecutive registers */
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE_1,
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE_2,
+       SI_TRACKED_VGT_GS_VERT_ITEMSIZE_3,
+
+       SI_TRACKED_VGT_GS_INSTANCE_CNT,
+       SI_TRACKED_VGT_GS_ONCHIP_CNTL,
+       SI_TRACKED_VGT_GS_MAX_PRIMS_PER_SUBGROUP,
+       SI_TRACKED_VGT_GS_MODE,
+       SI_TRACKED_VGT_PRIMITIVEID_EN,
+       SI_TRACKED_VGT_REUSE_OFF,
+       SI_TRACKED_SPI_VS_OUT_CONFIG,
+       SI_TRACKED_SPI_SHADER_POS_FORMAT,
+       SI_TRACKED_PA_CL_VTE_CNTL,
+
+       SI_TRACKED_SPI_PS_INPUT_ENA, /* 2 consecutive registers */
+       SI_TRACKED_SPI_PS_INPUT_ADDR,
+
+       SI_TRACKED_SPI_BARYC_CNTL,
+       SI_TRACKED_SPI_PS_IN_CONTROL,
+
+       SI_TRACKED_SPI_SHADER_Z_FORMAT, /* 2 consecutive registers */
+       SI_TRACKED_SPI_SHADER_COL_FORMAT,
+
+       SI_TRACKED_CB_SHADER_MASK,
+       SI_TRACKED_VGT_TF_PARAM,
+       SI_TRACKED_VGT_VERTEX_REUSE_BLOCK_CNTL,
+
        SI_NUM_TRACKED_REGS,
 };
 
 struct si_tracked_regs {
-       uint32_t                reg_saved;
+       uint64_t                reg_saved;
        uint32_t                reg_value[SI_NUM_TRACKED_REGS];
+       uint32_t                spi_ps_input_cntl[32];
 };
 
 /* Private read-write buffer slots. */
@@ -309,7 +384,7 @@ struct si_descriptors {
        uint32_t *gpu_list;
 
        /* The buffer where the descriptors have been uploaded. */
-       struct r600_resource *buffer;
+       struct si_resource *buffer;
        uint64_t gpu_address;
 
        /* The maximum number of descriptors. */
@@ -343,9 +418,6 @@ struct si_buffer_resources {
        unsigned                        enabled_mask;
 };
 
-#define si_pm4_block_idx(member) \
-       (offsetof(union si_state, named.member) / sizeof(struct si_pm4_state *))
-
 #define si_pm4_state_changed(sctx, member) \
        ((sctx)->queued.named.member != (sctx)->emitted.named.member)
 
@@ -355,7 +427,7 @@ struct si_buffer_resources {
 #define si_pm4_bind_state(sctx, member, value) \
        do { \
                (sctx)->queued.named.member = (value); \
-               (sctx)->dirty_states |= 1 << si_pm4_block_idx(member); \
+               (sctx)->dirty_states |= SI_STATE_BIT(member); \
        } while(0)
 
 #define si_pm4_delete_state(sctx, member, value) \
@@ -364,12 +436,12 @@ struct si_buffer_resources {
                        (sctx)->queued.named.member = NULL; \
                } \
                si_pm4_free_state(sctx, (struct si_pm4_state *)(value), \
-                                 si_pm4_block_idx(member)); \
+                                 SI_STATE_IDX(member)); \
        } while(0)
 
 /* si_descriptors.c */
 void si_set_mutable_tex_desc_fields(struct si_screen *sscreen,
-                                   struct r600_texture *tex,
+                                   struct si_texture *tex,
                                    const struct legacy_surf_level *base_level_info,
                                    unsigned base_level, unsigned first_level,
                                    unsigned block_width, bool is_stencil,
@@ -393,7 +465,7 @@ bool si_upload_compute_shader_descriptors(struct si_context *sctx);
 void si_release_all_descriptors(struct si_context *sctx);
 void si_all_descriptors_begin_new_cs(struct si_context *sctx);
 void si_all_resident_buffers_begin_new_cs(struct si_context *sctx);
-void si_upload_const_buffer(struct si_context *sctx, struct r600_resource **rbuffer,
+void si_upload_const_buffer(struct si_context *sctx, struct si_resource **rbuffer,
                            const uint8_t *ptr, unsigned size, uint32_t *const_offset);
 void si_update_all_texture_descriptors(struct si_context *sctx);
 void si_shader_change_notify(struct si_context *sctx);
@@ -402,6 +474,8 @@ void si_emit_graphics_shader_pointers(struct si_context *sctx);
 void si_emit_compute_shader_pointers(struct si_context *sctx);
 void si_set_rw_buffer(struct si_context *sctx,
                      uint slot, const struct pipe_constant_buffer *input);
+void si_set_rw_shader_buffer(struct si_context *sctx, uint slot,
+                            const struct pipe_shader_buffer *sbuffer);
 void si_set_active_descriptors(struct si_context *sctx, unsigned desc_idx,
                               uint64_t new_active_mask);
 void si_set_active_descriptors_for_shader(struct si_context *sctx,
@@ -418,13 +492,13 @@ void si_rebind_buffer(struct si_context *sctx, struct pipe_resource *buf,
 void si_init_state_functions(struct si_context *sctx);
 void si_init_screen_state_functions(struct si_screen *sscreen);
 void
-si_make_buffer_descriptor(struct si_screen *screen, struct r600_resource *buf,
+si_make_buffer_descriptor(struct si_screen *screen, struct si_resource *buf,
                          enum pipe_format format,
                          unsigned offset, unsigned size,
                          uint32_t *state);
 void
 si_make_texture_descriptor(struct si_screen *screen,
-                          struct r600_texture *tex,
+                          struct si_texture *tex,
                           bool sampler,
                           enum pipe_texture_target target,
                           enum pipe_format pipe_format,
@@ -450,32 +524,32 @@ void si_set_occlusion_query_state(struct si_context *sctx,
 void si_emit_dpbb_state(struct si_context *sctx);
 
 /* si_state_shaders.c */
+void *si_get_ir_binary(struct si_shader_selector *sel);
+bool si_shader_cache_load_shader(struct si_screen *sscreen, void *ir_binary,
+                                struct si_shader *shader);
+bool si_shader_cache_insert_shader(struct si_screen *sscreen, void *ir_binary,
+                                  struct si_shader *shader,
+                                  bool insert_into_disk_cache);
 bool si_update_shaders(struct si_context *sctx);
 void si_init_shader_functions(struct si_context *sctx);
 bool si_init_shader_cache(struct si_screen *sscreen);
 void si_destroy_shader_cache(struct si_screen *sscreen);
+void si_schedule_initial_compile(struct si_context *sctx, unsigned processor,
+                                struct util_queue_fence *ready_fence,
+                                struct si_compiler_ctx_state *compiler_ctx_state,
+                                void *job, util_queue_execute_func execute);
 void si_get_active_slot_masks(const struct tgsi_shader_info *info,
                              uint32_t *const_and_shader_buffers,
                              uint64_t *samplers_and_images);
-void *si_get_blit_vs(struct si_context *sctx, enum blitter_attrib_type type,
-                    unsigned num_layers);
 
 /* si_state_draw.c */
-void si_init_ia_multi_vgt_param_table(struct si_context *sctx);
 void si_emit_cache_flush(struct si_context *sctx);
-void si_draw_vbo(struct pipe_context *ctx, const struct pipe_draw_info *dinfo);
-void si_draw_rectangle(struct blitter_context *blitter,
-                      void *vertex_elements_cso,
-                      blitter_get_vs_func get_vs,
-                      int x1, int y1, int x2, int y2,
-                      float depth, unsigned num_instances,
-                      enum blitter_attrib_type type,
-                      const union blitter_attrib *attrib);
 void si_trace_emit(struct si_context *sctx);
+void si_init_draw_functions(struct si_context *sctx);
 
 /* si_state_msaa.c */
 void si_init_msaa_functions(struct si_context *sctx);
-void si_emit_sample_locations(struct radeon_winsys_cs *cs, int nr_samples);
+void si_emit_sample_locations(struct radeon_cmdbuf *cs, int nr_samples);
 
 /* si_state_streamout.c */
 void si_streamout_buffers_dirty(struct si_context *sctx);