src/gallium/drivers/radeonsi/si_query.h

   1 /*
   2  * Copyright 2015 Advanced Micro Devices, Inc.
   3  * All Rights Reserved.
   4  *
   5  * Permission is hereby granted, free of charge, to any person obtaining a
   6  * copy of this software and associated documentation files (the "Software"),
   7  * to deal in the Software without restriction, including without limitation
   8  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   9  * and/or sell copies of the Software, and to permit persons to whom the
  10  * Software is furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice (including the next
  13  * paragraph) shall be included in all copies or substantial portions of the
  14  * Software.
  15  *
  16  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  17  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  18  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  19  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  20  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  21  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  22  * SOFTWARE.
  23  */
  24
  25 #ifndef SI_QUERY_H
  26 #define SI_QUERY_H
  27
  28 #include "util/u_threaded_context.h"
  29
  30 struct pipe_context;
  31 struct pipe_query;
  32 struct pipe_resource;
  33
  34 struct si_screen;
  35 struct si_context;
  36 struct si_query;
  37 struct si_query_buffer;
  38 struct si_query_hw;
  39 struct si_resource;
  40
  41 #define SI_MAX_STREAMS 4
  42
  43 enum
  44 {
  45    SI_QUERY_DRAW_CALLS = PIPE_QUERY_DRIVER_SPECIFIC,
  46    SI_QUERY_DECOMPRESS_CALLS,
  47    SI_QUERY_MRT_DRAW_CALLS,
  48    SI_QUERY_PRIM_RESTART_CALLS,
  49    SI_QUERY_SPILL_DRAW_CALLS,
  50    SI_QUERY_COMPUTE_CALLS,
  51    SI_QUERY_SPILL_COMPUTE_CALLS,
  52    SI_QUERY_DMA_CALLS,
  53    SI_QUERY_CP_DMA_CALLS,
  54    SI_QUERY_NUM_VS_FLUSHES,
  55    SI_QUERY_NUM_PS_FLUSHES,
  56    SI_QUERY_NUM_CS_FLUSHES,
  57    SI_QUERY_NUM_CB_CACHE_FLUSHES,
  58    SI_QUERY_NUM_DB_CACHE_FLUSHES,
  59    SI_QUERY_NUM_L2_INVALIDATES,
  60    SI_QUERY_NUM_L2_WRITEBACKS,
  61    SI_QUERY_NUM_RESIDENT_HANDLES,
  62    SI_QUERY_TC_OFFLOADED_SLOTS,
  63    SI_QUERY_TC_DIRECT_SLOTS,
  64    SI_QUERY_TC_NUM_SYNCS,
  65    SI_QUERY_CS_THREAD_BUSY,
  66    SI_QUERY_GALLIUM_THREAD_BUSY,
  67    SI_QUERY_REQUESTED_VRAM,
  68    SI_QUERY_REQUESTED_GTT,
  69    SI_QUERY_MAPPED_VRAM,
  70    SI_QUERY_MAPPED_GTT,
  71    SI_QUERY_BUFFER_WAIT_TIME,
  72    SI_QUERY_NUM_MAPPED_BUFFERS,
  73    SI_QUERY_NUM_GFX_IBS,
  74    SI_QUERY_NUM_SDMA_IBS,
  75    SI_QUERY_GFX_BO_LIST_SIZE,
  76    SI_QUERY_GFX_IB_SIZE,
  77    SI_QUERY_NUM_BYTES_MOVED,
  78    SI_QUERY_NUM_EVICTIONS,
  79    SI_QUERY_NUM_VRAM_CPU_PAGE_FAULTS,
  80    SI_QUERY_VRAM_USAGE,
  81    SI_QUERY_VRAM_VIS_USAGE,
  82    SI_QUERY_GTT_USAGE,
  83    SI_QUERY_GPU_TEMPERATURE,
  84    SI_QUERY_CURRENT_GPU_SCLK,
  85    SI_QUERY_CURRENT_GPU_MCLK,
  86    SI_QUERY_GPU_LOAD,
  87    SI_QUERY_GPU_SHADERS_BUSY,
  88    SI_QUERY_GPU_TA_BUSY,
  89    SI_QUERY_GPU_GDS_BUSY,
  90    SI_QUERY_GPU_VGT_BUSY,
  91    SI_QUERY_GPU_IA_BUSY,
  92    SI_QUERY_GPU_SX_BUSY,
  93    SI_QUERY_GPU_WD_BUSY,
  94    SI_QUERY_GPU_BCI_BUSY,
  95    SI_QUERY_GPU_SC_BUSY,
  96    SI_QUERY_GPU_PA_BUSY,
  97    SI_QUERY_GPU_DB_BUSY,
  98    SI_QUERY_GPU_CP_BUSY,
  99    SI_QUERY_GPU_CB_BUSY,
 100    SI_QUERY_GPU_SDMA_BUSY,
 101    SI_QUERY_GPU_PFP_BUSY,
 102    SI_QUERY_GPU_MEQ_BUSY,
 103    SI_QUERY_GPU_ME_BUSY,
 104    SI_QUERY_GPU_SURF_SYNC_BUSY,
 105    SI_QUERY_GPU_CP_DMA_BUSY,
 106    SI_QUERY_GPU_SCRATCH_RAM_BUSY,
 107    SI_QUERY_NUM_COMPILATIONS,
 108    SI_QUERY_NUM_SHADERS_CREATED,
 109    SI_QUERY_BACK_BUFFER_PS_DRAW_RATIO,
 110    SI_QUERY_GPIN_ASIC_ID,
 111    SI_QUERY_GPIN_NUM_SIMD,
 112    SI_QUERY_GPIN_NUM_RB,
 113    SI_QUERY_GPIN_NUM_SPI,
 114    SI_QUERY_GPIN_NUM_SE,
 115    SI_QUERY_TIME_ELAPSED_SDMA,
 116    SI_QUERY_TIME_ELAPSED_SDMA_SI, /* emulated, measured on the CPU */
 117    SI_QUERY_PD_NUM_PRIMS_ACCEPTED,
 118    SI_QUERY_PD_NUM_PRIMS_REJECTED,
 119    SI_QUERY_PD_NUM_PRIMS_INELIGIBLE,
 120    SI_QUERY_LIVE_SHADER_CACHE_HITS,
 121    SI_QUERY_LIVE_SHADER_CACHE_MISSES,
 122    SI_QUERY_MEMORY_SHADER_CACHE_HITS,
 123    SI_QUERY_MEMORY_SHADER_CACHE_MISSES,
 124    SI_QUERY_DISK_SHADER_CACHE_HITS,
 125    SI_QUERY_DISK_SHADER_CACHE_MISSES,
 126
 127    SI_QUERY_FIRST_PERFCOUNTER = PIPE_QUERY_DRIVER_SPECIFIC + 100,
 128 };
 129
 130 enum
 131 {
 132    SI_QUERY_GROUP_GPIN = 0,
 133    SI_NUM_SW_QUERY_GROUPS
 134 };
 135
 136 struct si_query_ops {
 137    void (*destroy)(struct si_context *, struct si_query *);
 138    bool (*begin)(struct si_context *, struct si_query *);
 139    bool (*end)(struct si_context *, struct si_query *);
 140    bool (*get_result)(struct si_context *, struct si_query *, bool wait,
 141                       union pipe_query_result *result);
 142    void (*get_result_resource)(struct si_context *, struct si_query *, bool wait,
 143                                enum pipe_query_value_type result_type, int index,
 144                                struct pipe_resource *resource, unsigned offset);
 145
 146    void (*suspend)(struct si_context *, struct si_query *);
 147    void (*resume)(struct si_context *, struct si_query *);
 148 };
 149
 150 struct si_query {
 151    struct threaded_query b;
 152    const struct si_query_ops *ops;
 153
 154    /* The PIPE_QUERY_xxx type of query */
 155    unsigned type;
 156
 157    /* The number of dwords for suspend. */
 158    unsigned num_cs_dw_suspend;
 159
 160    /* Linked list of queries that must be suspended at end of CS. */
 161    struct list_head active_list;
 162 };
 163
 164 enum
 165 {
 166    SI_QUERY_HW_FLAG_NO_START = (1 << 0),
 167    /* gap */
 168    /* whether begin_query doesn't clear the result */
 169    SI_QUERY_HW_FLAG_BEGIN_RESUMES = (1 << 2),
 170 };
 171
 172 struct si_query_hw_ops {
 173    bool (*prepare_buffer)(struct si_context *, struct si_query_buffer *);
 174    void (*emit_start)(struct si_context *, struct si_query_hw *, struct si_resource *buffer,
 175                       uint64_t va);
 176    void (*emit_stop)(struct si_context *, struct si_query_hw *, struct si_resource *buffer,
 177                      uint64_t va);
 178    void (*clear_result)(struct si_query_hw *, union pipe_query_result *);
 179    void (*add_result)(struct si_screen *screen, struct si_query_hw *, void *buffer,
 180                       union pipe_query_result *result);
 181 };
 182
 183 struct si_query_buffer {
 184    /* The buffer where query results are stored. */
 185    struct si_resource *buf;
 186    /* If a query buffer is full, a new buffer is created and the old one
 187     * is put in here. When we calculate the result, we sum up the samples
 188     * from all buffers. */
 189    struct si_query_buffer *previous;
 190    /* Offset of the next free result after current query data */
 191    unsigned results_end;
 192    bool unprepared;
 193 };
 194
 195 void si_query_buffer_destroy(struct si_screen *sctx, struct si_query_buffer *buffer);
 196 void si_query_buffer_reset(struct si_context *sctx, struct si_query_buffer *buffer);
 197 bool si_query_buffer_alloc(struct si_context *sctx, struct si_query_buffer *buffer,
 198                            bool (*prepare_buffer)(struct si_context *, struct si_query_buffer *),
 199                            unsigned size);
 200
 201 struct si_query_hw {
 202    struct si_query b;
 203    struct si_query_hw_ops *ops;
 204    unsigned flags;
 205
 206    /* The query buffer and how many results are in it. */
 207    struct si_query_buffer buffer;
 208    /* Size of the result in memory for both begin_query and end_query,
 209     * this can be one or two numbers, or it could even be a size of a structure. */
 210    unsigned result_size;
 211    /* For transform feedback: which stream the query is for */
 212    unsigned stream;
 213
 214    /* Workaround via compute shader */
 215    struct si_resource *workaround_buf;
 216    unsigned workaround_offset;
 217 };
 218
 219 void si_query_hw_destroy(struct si_context *sctx, struct si_query *squery);
 220 bool si_query_hw_begin(struct si_context *sctx, struct si_query *squery);
 221 bool si_query_hw_end(struct si_context *sctx, struct si_query *squery);
 222 bool si_query_hw_get_result(struct si_context *sctx, struct si_query *squery, bool wait,
 223                             union pipe_query_result *result);
 224 void si_query_hw_suspend(struct si_context *sctx, struct si_query *query);
 225 void si_query_hw_resume(struct si_context *sctx, struct si_query *query);
 226
 227 /* Shader-based queries */
 228 struct pipe_query *gfx10_sh_query_create(struct si_screen *screen, enum pipe_query_type query_type,
 229                                          unsigned index);
 230
 231 /* Performance counters */
 232 struct si_perfcounters {
 233    unsigned num_groups;
 234    unsigned num_blocks;
 235    struct si_pc_block *blocks;
 236
 237    unsigned num_stop_cs_dwords;
 238    unsigned num_instance_cs_dwords;
 239
 240    bool separate_se;
 241    bool separate_instance;
 242 };
 243
 244 struct pipe_query *si_create_batch_query(struct pipe_context *ctx, unsigned num_queries,
 245                                          unsigned *query_types);
 246
 247 int si_get_perfcounter_info(struct si_screen *, unsigned index,
 248                             struct pipe_driver_query_info *info);
 249 int si_get_perfcounter_group_info(struct si_screen *, unsigned index,
 250                                   struct pipe_driver_query_group_info *info);
 251
 252 struct si_qbo_state {
 253    void *saved_compute;
 254    struct pipe_constant_buffer saved_const0;
 255    struct pipe_shader_buffer saved_ssbo[3];
 256    unsigned saved_ssbo_writable_mask;
 257 };
 258
 259 #endif /* SI_QUERY_H */