panfrost: Move the batch stack size adjustment out of panfrost_queue_draw()
[mesa.git] / src / gallium / drivers / radeonsi / si_query.c
index a2b5937d69f295e4ae87724ef92f5834d78c30bc..bf80862e095639a2bfaff2efdbd53870d517b09d 100644 (file)
@@ -32,8 +32,6 @@
 #include "util/u_suballoc.h"
 #include "amd/common/sid.h"
 
-#define SI_MAX_STREAMS 4
-
 static const struct si_query_ops query_hw_ops;
 
 struct si_hw_query_params {
@@ -58,12 +56,12 @@ struct si_query_sw {
        struct pipe_fence_handle *fence;
 };
 
-static void si_query_sw_destroy(struct si_screen *sscreen,
+static void si_query_sw_destroy(struct si_context *sctx,
                                struct si_query *squery)
 {
        struct si_query_sw *query = (struct si_query_sw *)squery;
 
-       sscreen->b.fence_reference(&sscreen->b, &query->fence, NULL);
+       sctx->b.screen->fence_reference(sctx->b.screen, &query->fence, NULL);
        FREE(query);
 }
 
@@ -251,9 +249,23 @@ static bool si_query_sw_begin(struct si_context *sctx,
        case SI_QUERY_NUM_SHADERS_CREATED:
                query->begin_result = p_atomic_read(&sctx->screen->num_shaders_created);
                break;
-       case SI_QUERY_NUM_SHADER_CACHE_HITS:
-               query->begin_result =
-                       p_atomic_read(&sctx->screen->num_shader_cache_hits);
+       case SI_QUERY_LIVE_SHADER_CACHE_HITS:
+               query->begin_result = sctx->screen->live_shader_cache.hits;
+               break;
+       case SI_QUERY_LIVE_SHADER_CACHE_MISSES:
+               query->begin_result = sctx->screen->live_shader_cache.misses;
+               break;
+       case SI_QUERY_MEMORY_SHADER_CACHE_HITS:
+               query->begin_result = sctx->screen->num_memory_shader_cache_hits;
+               break;
+       case SI_QUERY_MEMORY_SHADER_CACHE_MISSES:
+               query->begin_result = sctx->screen->num_memory_shader_cache_misses;
+               break;
+       case SI_QUERY_DISK_SHADER_CACHE_HITS:
+               query->begin_result = sctx->screen->num_disk_shader_cache_hits;
+               break;
+       case SI_QUERY_DISK_SHADER_CACHE_MISSES:
+               query->begin_result = sctx->screen->num_disk_shader_cache_misses;
                break;
        case SI_QUERY_PD_NUM_PRIMS_ACCEPTED:
                query->begin_result = sctx->compute_num_verts_accepted;
@@ -425,9 +437,23 @@ static bool si_query_sw_end(struct si_context *sctx,
        case SI_QUERY_BACK_BUFFER_PS_DRAW_RATIO:
                query->end_result = sctx->last_tex_ps_draw_ratio;
                break;
-       case SI_QUERY_NUM_SHADER_CACHE_HITS:
-               query->end_result =
-                       p_atomic_read(&sctx->screen->num_shader_cache_hits);
+       case SI_QUERY_LIVE_SHADER_CACHE_HITS:
+               query->end_result = sctx->screen->live_shader_cache.hits;
+               break;
+       case SI_QUERY_LIVE_SHADER_CACHE_MISSES:
+               query->end_result = sctx->screen->live_shader_cache.misses;
+               break;
+       case SI_QUERY_MEMORY_SHADER_CACHE_HITS:
+               query->end_result = sctx->screen->num_memory_shader_cache_hits;
+               break;
+       case SI_QUERY_MEMORY_SHADER_CACHE_MISSES:
+               query->end_result = sctx->screen->num_memory_shader_cache_misses;
+               break;
+       case SI_QUERY_DISK_SHADER_CACHE_HITS:
+               query->end_result = sctx->screen->num_disk_shader_cache_hits;
+               break;
+       case SI_QUERY_DISK_SHADER_CACHE_MISSES:
+               query->end_result = sctx->screen->num_disk_shader_cache_misses;
                break;
        case SI_QUERY_PD_NUM_PRIMS_ACCEPTED:
                query->end_result = sctx->compute_num_verts_accepted;
@@ -624,12 +650,11 @@ bool si_query_buffer_alloc(struct si_context *sctx, struct si_query_buffer *buff
 }
 
 
-void si_query_hw_destroy(struct si_screen *sscreen,
-                        struct si_query *squery)
+void si_query_hw_destroy(struct si_context *sctx, struct si_query *squery)
 {
        struct si_query_hw *query = (struct si_query_hw *)squery;
 
-       si_query_buffer_destroy(sscreen, &query->buffer);
+       si_query_buffer_destroy(sctx->screen, &query->buffer);
        si_resource_reference(&query->workaround_buf, NULL);
        FREE(squery);
 }
@@ -1016,6 +1041,12 @@ static void si_emit_query_predication(struct si_context *ctx)
        if (!query)
                return;
 
+       if (ctx->screen->use_ngg_streamout &&
+           (query->b.type == PIPE_QUERY_SO_OVERFLOW_PREDICATE ||
+            query->b.type == PIPE_QUERY_SO_OVERFLOW_ANY_PREDICATE)) {
+               assert(!"not implemented");
+       }
+
        invert = ctx->render_cond_invert;
        flag_wait = ctx->render_cond_mode == PIPE_RENDER_COND_WAIT ||
                    ctx->render_cond_mode == PIPE_RENDER_COND_BY_REGION_WAIT;
@@ -1097,6 +1128,14 @@ static struct pipe_query *si_create_query(struct pipe_context *ctx, unsigned que
             query_type != SI_QUERY_TIME_ELAPSED_SDMA))
                return si_query_sw_create(query_type);
 
+       if (sscreen->use_ngg_streamout &&
+           (query_type == PIPE_QUERY_PRIMITIVES_EMITTED ||
+            query_type == PIPE_QUERY_PRIMITIVES_GENERATED ||
+            query_type == PIPE_QUERY_SO_STATISTICS ||
+            query_type == PIPE_QUERY_SO_OVERFLOW_PREDICATE ||
+            query_type == PIPE_QUERY_SO_OVERFLOW_ANY_PREDICATE))
+               return gfx10_sh_query_create(sscreen, query_type, index);
+
        return si_query_hw_create(sscreen, query_type, index);
 }
 
@@ -1105,11 +1144,11 @@ static void si_destroy_query(struct pipe_context *ctx, struct pipe_query *query)
        struct si_context *sctx = (struct si_context *)ctx;
        struct si_query *squery = (struct si_query *)query;
 
-       squery->ops->destroy(sctx->screen, squery);
+       squery->ops->destroy(sctx, squery);
 }
 
-static boolean si_begin_query(struct pipe_context *ctx,
-                                struct pipe_query *query)
+static bool si_begin_query(struct pipe_context *ctx,
+                          struct pipe_query *query)
 {
        struct si_context *sctx = (struct si_context *)ctx;
        struct si_query *squery = (struct si_query *)query;
@@ -1136,7 +1175,7 @@ bool si_query_hw_begin(struct si_context *sctx,
        if (!query->buffer.buf)
                return false;
 
-       LIST_ADDTAIL(&query->b.active_list, &sctx->active_queries);
+       list_addtail(&query->b.active_list, &sctx->active_queries);
        sctx->num_cs_dw_queries_suspend += query->b.num_cs_dw_suspend;
        return true;
 }
@@ -1160,7 +1199,7 @@ bool si_query_hw_end(struct si_context *sctx,
        si_query_hw_emit_stop(sctx, query);
 
        if (!(query->flags & SI_QUERY_HW_FLAG_NO_START)) {
-               LIST_DELINIT(&query->b.active_list);
+               list_delinit(&query->b.active_list);
                sctx->num_cs_dw_queries_suspend -= query->b.num_cs_dw_suspend;
        }
 
@@ -1390,9 +1429,9 @@ static const struct si_query_ops query_hw_ops = {
        .resume = si_query_hw_resume,
 };
 
-static boolean si_get_query_result(struct pipe_context *ctx,
-                                  struct pipe_query *query, boolean wait,
-                                  union pipe_query_result *result)
+static bool si_get_query_result(struct pipe_context *ctx,
+                               struct pipe_query *query, bool wait,
+                               union pipe_query_result *result)
 {
        struct si_context *sctx = (struct si_context *)ctx;
        struct si_query *squery = (struct si_query *)query;
@@ -1402,7 +1441,7 @@ static boolean si_get_query_result(struct pipe_context *ctx,
 
 static void si_get_query_result_resource(struct pipe_context *ctx,
                                         struct pipe_query *query,
-                                        boolean wait,
+                                        bool wait,
                                         enum pipe_query_value_type result_type,
                                         int index,
                                         struct pipe_resource *resource,
@@ -1461,20 +1500,6 @@ bool si_query_hw_get_result(struct si_context *sctx,
        return true;
 }
 
-static void si_restore_qbo_state(struct si_context *sctx,
-                                struct si_qbo_state *st)
-{
-       sctx->b.bind_compute_state(&sctx->b, st->saved_compute);
-
-       sctx->b.set_constant_buffer(&sctx->b, PIPE_SHADER_COMPUTE, 0, &st->saved_const0);
-       pipe_resource_reference(&st->saved_const0.buffer, NULL);
-
-       sctx->b.set_shader_buffers(&sctx->b, PIPE_SHADER_COMPUTE, 0, 3, st->saved_ssbo,
-                                  st->saved_ssbo_writable_mask);
-       for (unsigned i = 0; i < 3; ++i)
-               pipe_resource_reference(&st->saved_ssbo[i].buffer, NULL);
-}
-
 static void si_query_hw_get_result_resource(struct si_context *sctx,
                                               struct si_query *squery,
                                               bool wait,
@@ -1628,7 +1653,7 @@ static void si_query_hw_get_result_resource(struct si_context *sctx,
 
 static void si_render_condition(struct pipe_context *ctx,
                                struct pipe_query *query,
-                               boolean condition,
+                               bool condition,
                                enum pipe_render_cond_flag mode)
 {
        struct si_context *sctx = (struct si_context *)ctx;
@@ -1723,7 +1748,6 @@ void si_resume_queries(struct si_context *sctx)
 static struct pipe_driver_query_info si_driver_query_list[] = {
        X("num-compilations",           NUM_COMPILATIONS,       UINT64, CUMULATIVE),
        X("num-shaders-created",        NUM_SHADERS_CREATED,    UINT64, CUMULATIVE),
-       X("num-shader-cache-hits",      NUM_SHADER_CACHE_HITS,  UINT64, CUMULATIVE),
        X("draw-calls",                 DRAW_CALLS,             UINT64, AVERAGE),
        X("decompress-calls",           DECOMPRESS_CALLS,       UINT64, AVERAGE),
        X("MRT-draw-calls",             MRT_DRAW_CALLS,         UINT64, AVERAGE),
@@ -1763,6 +1787,12 @@ static struct pipe_driver_query_info si_driver_query_list[] = {
        X("VRAM-vis-usage",             VRAM_VIS_USAGE,         BYTES, AVERAGE),
        X("GTT-usage",                  GTT_USAGE,              BYTES, AVERAGE),
        X("back-buffer-ps-draw-ratio",  BACK_BUFFER_PS_DRAW_RATIO, UINT64, AVERAGE),
+       X("live-shader-cache-hits",     LIVE_SHADER_CACHE_HITS, UINT, CUMULATIVE),
+       X("live-shader-cache-misses",   LIVE_SHADER_CACHE_MISSES, UINT, CUMULATIVE),
+       X("memory-shader-cache-hits",   MEMORY_SHADER_CACHE_HITS, UINT, CUMULATIVE),
+       X("memory-shader-cache-misses", MEMORY_SHADER_CACHE_MISSES, UINT, CUMULATIVE),
+       X("disk-shader-cache-hits",     DISK_SHADER_CACHE_HITS, UINT, CUMULATIVE),
+       X("disk-shader-cache-misses",   DISK_SHADER_CACHE_MISSES, UINT, CUMULATIVE),
 
        /* GPIN queries are for the benefit of old versions of GPUPerfStudio,
         * which use it as a fallback path to detect the GPU type.
@@ -1926,7 +1956,7 @@ void si_init_query_functions(struct si_context *sctx)
                sctx->b.render_condition = si_render_condition;
        }
 
-       LIST_INITHEAD(&sctx->active_queries);
+       list_inithead(&sctx->active_queries);
 }
 
 void si_init_screen_query_functions(struct si_screen *sscreen)