Merge remote-tracking branch 'origin/master' into pipe-video
[mesa.git] / src / gallium / drivers / r600 / r600.h
index a123eb62e0f0f7bc9aa85469b5a1573a0966787e..33aa45088a8f814a3cbd3fa76f6543897b353691 100644 (file)
 #ifndef R600_H
 #define R600_H
 
+#include <assert.h>
 #include <stdint.h>
 #include <stdio.h>
+#include <util/u_double_list.h>
+#include <pipe/p_compiler.h>
 
 #define RADEON_CTX_MAX_PM4     (64 * 1024 / 4)
 
 #define R600_ERR(fmt, args...) \
-       fprintf(stderr, "EE %s/%s:%d - "fmt, __FILE__, __func__, __LINE__, ##args)
+       fprintf(stderr, "EE %s:%d %s - "fmt, __FILE__, __LINE__, __func__, ##args)
 
 typedef uint64_t               u64;
 typedef uint32_t               u32;
@@ -40,6 +43,7 @@ typedef uint16_t              u16;
 typedef uint8_t                        u8;
 
 struct radeon;
+struct winsys_handle;
 
 enum radeon_family {
        CHIP_UNKNOWN,
@@ -87,6 +91,10 @@ enum radeon_family {
        CHIP_JUNIPER,
        CHIP_CYPRESS,
        CHIP_HEMLOCK,
+       CHIP_PALM,
+       CHIP_BARTS,
+       CHIP_TURKS,
+       CHIP_CAICOS,
        CHIP_LAST,
 };
 
@@ -96,43 +104,48 @@ enum chip_class {
        EVERGREEN,
 };
 
+struct r600_tiling_info {
+       unsigned num_channels;
+       unsigned num_banks;
+       unsigned group_bytes;
+};
+
 enum radeon_family r600_get_family(struct radeon *rw);
 enum chip_class r600_get_family_class(struct radeon *radeon);
+struct r600_tiling_info *r600_get_tiling_info(struct radeon *radeon);
+unsigned r600_get_clock_crystal_freq(struct radeon *radeon);
+unsigned r600_get_minor_version(struct radeon *radeon);
+unsigned r600_get_num_backends(struct radeon *radeon);
+
+/* r600_bo.c */
+struct r600_bo;
+struct r600_bo *r600_bo(struct radeon *radeon,
+                       unsigned size, unsigned alignment,
+                       unsigned binding, unsigned usage);
+struct r600_bo *r600_bo_handle(struct radeon *radeon,
+                               unsigned handle, unsigned *array_mode);
+void *r600_bo_map(struct radeon *radeon, struct r600_bo *bo, unsigned usage, void *ctx);
+void r600_bo_unmap(struct radeon *radeon, struct r600_bo *bo);
+void r600_bo_reference(struct radeon *radeon, struct r600_bo **dst,
+                           struct r600_bo *src);
+boolean r600_bo_get_winsys_handle(struct radeon *radeon, struct r600_bo *pb_bo,
+                               unsigned stride, struct winsys_handle *whandle);
+static INLINE unsigned r600_bo_offset(struct r600_bo *bo)
+{
+       return 0;
+}
 
-/* lowlevel WS bo */
-struct radeon_ws_bo;
-struct radeon_ws_bo *radeon_ws_bo(struct radeon *radeon,
-                                 unsigned size, unsigned alignment, unsigned usage);
-struct radeon_ws_bo *radeon_ws_bo_handle(struct radeon *radeon,
-                                        unsigned handle);
-void *radeon_ws_bo_map(struct radeon *radeon, struct radeon_ws_bo *bo, unsigned usage, void *ctx);
-void radeon_ws_bo_unmap(struct radeon *radeon, struct radeon_ws_bo *bo);
-void radeon_ws_bo_reference(struct radeon *radeon, struct radeon_ws_bo **dst,
-                           struct radeon_ws_bo *src);
 
 /* R600/R700 STATES */
 #define R600_GROUP_MAX                 16
 #define R600_BLOCK_MAX_BO              32
 #define R600_BLOCK_MAX_REG             128
 
-enum r600_group_id {
-       R600_GROUP_CONFIG = 0,
-       R600_GROUP_CONTEXT,
-       R600_GROUP_ALU_CONST,
-       R600_GROUP_RESOURCE,
-       R600_GROUP_SAMPLER,
-       R600_GROUP_CTL_CONST,
-       R600_GROUP_LOOP_CONST,
-       R600_GROUP_BOOL_CONST,
-       R600_NGROUPS
-};
-
 struct r600_pipe_reg {
-       unsigned                        group_id;
        u32                             offset;
        u32                             mask;
        u32                             value;
-       struct radeon_ws_bo             *bo;
+       struct r600_bo          *bo;
 };
 
 struct r600_pipe_state {
@@ -142,11 +155,9 @@ struct r600_pipe_state {
 };
 
 static inline void r600_pipe_state_add_reg(struct r600_pipe_state *state,
-                                       unsigned group_id, u32 offset,
-                                       u32 value, u32 mask,
-                                       struct radeon_ws_bo *bo)
+                                       u32 offset, u32 value, u32 mask,
+                                       struct r600_bo *bo)
 {
-       state->regs[state->nregs].group_id = group_id;
        state->regs[state->nregs].offset = offset;
        state->regs[state->nregs].value = value;
        state->regs[state->nregs].mask = mask;
@@ -159,30 +170,37 @@ static inline void r600_pipe_state_add_reg(struct r600_pipe_state *state,
 #define R600_BLOCK_STATUS_DIRTY                (1 << 1)
 
 struct r600_block_reloc {
-       struct radeon_ws_bo     *bo;
-       unsigned                nreloc;
-       unsigned                bo_pm4_index[R600_BLOCK_MAX_BO];
+       struct r600_bo          *bo;
+       unsigned                flush_flags;
+       unsigned                flush_mask;
+       unsigned                bo_pm4_index;
 };
 
-struct r600_group_block {
+struct r600_block {
+       struct list_head        list;
        unsigned                status;
+       unsigned                flags;
        unsigned                start_offset;
        unsigned                pm4_ndwords;
+       unsigned                pm4_flush_ndwords;
        unsigned                nbo;
-       unsigned                nreg;
+       u16                     nreg;
+       u16                     nreg_dirty;
+       u32                     *reg;
        u32                     pm4[R600_BLOCK_MAX_REG];
        unsigned                pm4_bo_index[R600_BLOCK_MAX_REG];
        struct r600_block_reloc reloc[R600_BLOCK_MAX_BO];
 };
 
-struct r600_group {
+struct r600_range {
        unsigned                start_offset;
        unsigned                end_offset;
-       unsigned                nblocks;
-       struct r600_group_block *blocks;
-       unsigned                *offset_block_id;
+       struct r600_block       **blocks;
 };
 
+/*
+ * relocation
+ */
 #pragma pack(1)
 struct r600_reloc {
        uint32_t        handle;
@@ -192,10 +210,41 @@ struct r600_reloc {
 };
 #pragma pack()
 
+/*
+ * query
+ */
+struct r600_query {
+       u64                                     result;
+       /* The kind of query. Currently only OQ is supported. */
+       unsigned                                type;
+       /* How many results have been written, in dwords. It's incremented
+        * after end_query and flush. */
+       unsigned                                num_results;
+       /* if we've flushed the query */
+       unsigned                                state;
+       /* The buffer where query results are stored. */
+       struct r600_bo                  *buffer;
+       unsigned                                buffer_size;
+       /* linked list of queries */
+       struct list_head                        list;
+};
+
+#define R600_QUERY_STATE_STARTED       (1 << 0)
+#define R600_QUERY_STATE_ENDED         (1 << 1)
+#define R600_QUERY_STATE_SUSPENDED     (1 << 2)
+
+#define R600_CONTEXT_DRAW_PENDING      (1 << 0)
+#define R600_CONTEXT_DST_CACHES_DIRTY  (1 << 1)
+#define R600_CONTEXT_CHECK_EVENT_FLUSH (1 << 2)
+
 struct r600_context {
        struct radeon           *radeon;
-       unsigned                ngroups;
-       struct r600_group       groups[R600_GROUP_MAX];
+       unsigned                hash_size;
+       unsigned                hash_shift;
+       struct r600_range       range[256];
+       unsigned                nblocks;
+       struct r600_block       **blocks;
+       struct list_head        dirty;
        unsigned                pm4_ndwords;
        unsigned                pm4_cdwords;
        unsigned                pm4_dirty_cdwords;
@@ -203,8 +252,15 @@ struct r600_context {
        unsigned                nreloc;
        unsigned                creloc;
        struct r600_reloc       *reloc;
-       struct radeon_ws_bo     **bo;
+       struct radeon_bo        **bo;
        u32                     *pm4;
+       struct list_head        query_list;
+       unsigned                num_query_running;
+       struct list_head        fenced_bo;
+       unsigned                max_db; /* for OQ */
+       unsigned                num_dest_buffers;
+       unsigned                flags;
+       boolean                 predicate_drawing;
 };
 
 struct r600_draw {
@@ -213,7 +269,7 @@ struct r600_draw {
        u32                     vgt_index_type;
        u32                     vgt_draw_initiator;
        u32                     indices_bo_offset;
-       struct radeon_ws_bo     *indices;
+       struct r600_bo          *indices;
 };
 
 int r600_context_init(struct r600_context *ctx, struct radeon *radeon);
@@ -221,10 +277,38 @@ void r600_context_fini(struct r600_context *ctx);
 void r600_context_pipe_state_set(struct r600_context *ctx, struct r600_pipe_state *state);
 void r600_context_pipe_state_set_ps_resource(struct r600_context *ctx, struct r600_pipe_state *state, unsigned rid);
 void r600_context_pipe_state_set_vs_resource(struct r600_context *ctx, struct r600_pipe_state *state, unsigned rid);
+void r600_context_pipe_state_set_fs_resource(struct r600_context *ctx, struct r600_pipe_state *state, unsigned rid);
 void r600_context_pipe_state_set_ps_sampler(struct r600_context *ctx, struct r600_pipe_state *state, unsigned id);
 void r600_context_pipe_state_set_vs_sampler(struct r600_context *ctx, struct r600_pipe_state *state, unsigned id);
 void r600_context_flush(struct r600_context *ctx);
 void r600_context_dump_bof(struct r600_context *ctx, const char *file);
 void r600_context_draw(struct r600_context *ctx, const struct r600_draw *draw);
 
+struct r600_query *r600_context_query_create(struct r600_context *ctx, unsigned query_type);
+void r600_context_query_destroy(struct r600_context *ctx, struct r600_query *query);
+boolean r600_context_query_result(struct r600_context *ctx,
+                               struct r600_query *query,
+                               boolean wait, void *vresult);
+void r600_query_begin(struct r600_context *ctx, struct r600_query *query);
+void r600_query_end(struct r600_context *ctx, struct r600_query *query);
+void r600_context_queries_suspend(struct r600_context *ctx);
+void r600_context_queries_resume(struct r600_context *ctx);
+void r600_query_predication(struct r600_context *ctx, struct r600_query *query, int operation,
+                           int flag_wait);
+void r600_context_emit_fence(struct r600_context *ctx, struct r600_bo *fence,
+                             unsigned offset, unsigned value);
+void r600_context_flush_all(struct r600_context *ctx, unsigned flush_flags);
+void r600_context_flush_dest_caches(struct r600_context *ctx);
+
+int evergreen_context_init(struct r600_context *ctx, struct radeon *radeon);
+void evergreen_context_draw(struct r600_context *ctx, const struct r600_draw *draw);
+void evergreen_context_flush_dest_caches(struct r600_context *ctx);
+void evergreen_context_pipe_state_set_ps_resource(struct r600_context *ctx, struct r600_pipe_state *state, unsigned rid);
+void evergreen_context_pipe_state_set_vs_resource(struct r600_context *ctx, struct r600_pipe_state *state, unsigned rid);
+void evergreen_context_pipe_state_set_fs_resource(struct r600_context *ctx, struct r600_pipe_state *state, unsigned rid);
+void evergreen_context_pipe_state_set_ps_sampler(struct r600_context *ctx, struct r600_pipe_state *state, unsigned id);
+void evergreen_context_pipe_state_set_vs_sampler(struct r600_context *ctx, struct r600_pipe_state *state, unsigned id);
+
+struct radeon *radeon_decref(struct radeon *radeon);
+
 #endif