softpipe: support nested/overlapping queries for all query types
[mesa.git] / src / gallium / drivers / softpipe / sp_query.c
1 /**************************************************************************
2 *
3 * Copyright 2007 Tungsten Graphics, Inc., Cedar Park, Texas.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28 /* Author:
29 * Keith Whitwell <keith@tungstengraphics.com>
30 */
31
32 #include "draw/draw_context.h"
33 #include "os/os_time.h"
34 #include "pipe/p_defines.h"
35 #include "util/u_memory.h"
36 #include "sp_context.h"
37 #include "sp_query.h"
38 #include "sp_state.h"
39
40 struct softpipe_query {
41 unsigned type;
42 uint64_t start;
43 uint64_t end;
44 struct pipe_query_data_so_statistics so;
45 unsigned num_primitives_generated;
46
47 struct pipe_query_data_pipeline_statistics stats;
48 };
49
50
51 static struct softpipe_query *softpipe_query( struct pipe_query *p )
52 {
53 return (struct softpipe_query *)p;
54 }
55
56 static struct pipe_query *
57 softpipe_create_query(struct pipe_context *pipe,
58 unsigned type)
59 {
60 struct softpipe_query* sq;
61
62 assert(type == PIPE_QUERY_OCCLUSION_COUNTER ||
63 type == PIPE_QUERY_OCCLUSION_PREDICATE ||
64 type == PIPE_QUERY_TIME_ELAPSED ||
65 type == PIPE_QUERY_SO_STATISTICS ||
66 type == PIPE_QUERY_SO_OVERFLOW_PREDICATE ||
67 type == PIPE_QUERY_PRIMITIVES_EMITTED ||
68 type == PIPE_QUERY_PRIMITIVES_GENERATED ||
69 type == PIPE_QUERY_PIPELINE_STATISTICS ||
70 type == PIPE_QUERY_GPU_FINISHED ||
71 type == PIPE_QUERY_TIMESTAMP ||
72 type == PIPE_QUERY_TIMESTAMP_DISJOINT);
73 sq = CALLOC_STRUCT( softpipe_query );
74 sq->type = type;
75
76 return (struct pipe_query *)sq;
77 }
78
79
80 static void
81 softpipe_destroy_query(struct pipe_context *pipe, struct pipe_query *q)
82 {
83 FREE(q);
84 }
85
86
87 static void
88 softpipe_begin_query(struct pipe_context *pipe, struct pipe_query *q)
89 {
90 struct softpipe_context *softpipe = softpipe_context( pipe );
91 struct softpipe_query *sq = softpipe_query(q);
92
93 switch (sq->type) {
94 case PIPE_QUERY_OCCLUSION_COUNTER:
95 case PIPE_QUERY_OCCLUSION_PREDICATE:
96 sq->start = softpipe->occlusion_count;
97 break;
98 case PIPE_QUERY_TIME_ELAPSED:
99 sq->start = os_time_get_nano();
100 break;
101 case PIPE_QUERY_SO_STATISTICS:
102 sq->so.num_primitives_written = softpipe->so_stats.num_primitives_written;
103 sq->so.primitives_storage_needed = softpipe->num_primitives_generated;
104 break;
105 case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
106 sq->end = FALSE;
107 break;
108 case PIPE_QUERY_PRIMITIVES_EMITTED:
109 sq->so.num_primitives_written = softpipe->so_stats.num_primitives_written;
110 break;
111 case PIPE_QUERY_PRIMITIVES_GENERATED:
112 sq->num_primitives_generated = softpipe->num_primitives_generated;
113 break;
114 case PIPE_QUERY_TIMESTAMP:
115 case PIPE_QUERY_GPU_FINISHED:
116 case PIPE_QUERY_TIMESTAMP_DISJOINT:
117 break;
118 case PIPE_QUERY_PIPELINE_STATISTICS:
119 /* reset our cache */
120 if (softpipe->active_statistics_queries == 0) {
121 memset(&softpipe->pipeline_statistics, 0,
122 sizeof(softpipe->pipeline_statistics));
123 }
124 memcpy(&sq->stats, &softpipe->pipeline_statistics,
125 sizeof(sq->stats));
126 softpipe->active_statistics_queries++;
127 break;
128 default:
129 assert(0);
130 break;
131 }
132 softpipe->active_query_count++;
133 softpipe->dirty |= SP_NEW_QUERY;
134 }
135
136
137 static void
138 softpipe_end_query(struct pipe_context *pipe, struct pipe_query *q)
139 {
140 struct softpipe_context *softpipe = softpipe_context( pipe );
141 struct softpipe_query *sq = softpipe_query(q);
142
143 softpipe->active_query_count--;
144 switch (sq->type) {
145 case PIPE_QUERY_OCCLUSION_COUNTER:
146 case PIPE_QUERY_OCCLUSION_PREDICATE:
147 sq->end = softpipe->occlusion_count;
148 break;
149 case PIPE_QUERY_TIMESTAMP:
150 sq->start = 0;
151 /* fall through */
152 case PIPE_QUERY_TIME_ELAPSED:
153 sq->end = os_time_get_nano();
154 break;
155 case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
156 sq->so.num_primitives_written =
157 softpipe->so_stats.num_primitives_written - sq->so.num_primitives_written;
158 sq->num_primitives_generated =
159 softpipe->num_primitives_generated - sq->num_primitives_generated;
160 sq->end = sq->num_primitives_generated > sq->so.num_primitives_written;
161 break;
162 case PIPE_QUERY_SO_STATISTICS:
163 sq->so.num_primitives_written =
164 softpipe->so_stats.num_primitives_written - sq->so.num_primitives_written;
165 sq->so.primitives_storage_needed =
166 softpipe->num_primitives_generated - sq->so.primitives_storage_needed;
167 break;
168 case PIPE_QUERY_PRIMITIVES_EMITTED:
169 sq->so.num_primitives_written =
170 softpipe->so_stats.num_primitives_written - sq->so.num_primitives_written;
171 break;
172 case PIPE_QUERY_PRIMITIVES_GENERATED:
173 sq->num_primitives_generated =
174 softpipe->num_primitives_generated - sq->num_primitives_generated;
175 break;
176 case PIPE_QUERY_GPU_FINISHED:
177 case PIPE_QUERY_TIMESTAMP_DISJOINT:
178 break;
179 case PIPE_QUERY_PIPELINE_STATISTICS:
180 sq->stats.ia_vertices =
181 softpipe->pipeline_statistics.ia_vertices - sq->stats.ia_vertices;
182 sq->stats.ia_primitives =
183 softpipe->pipeline_statistics.ia_primitives - sq->stats.ia_primitives;
184 sq->stats.vs_invocations =
185 softpipe->pipeline_statistics.vs_invocations - sq->stats.vs_invocations;
186 sq->stats.gs_invocations =
187 softpipe->pipeline_statistics.gs_invocations - sq->stats.gs_invocations;
188 sq->stats.gs_primitives =
189 softpipe->pipeline_statistics.gs_primitives - sq->stats.gs_primitives;
190 sq->stats.c_invocations =
191 softpipe->pipeline_statistics.c_invocations - sq->stats.c_invocations;
192 sq->stats.c_primitives =
193 softpipe->pipeline_statistics.c_primitives - sq->stats.c_primitives;
194 sq->stats.ps_invocations =
195 softpipe->pipeline_statistics.ps_invocations - sq->stats.ps_invocations;
196
197 softpipe->active_statistics_queries--;
198 break;
199 default:
200 assert(0);
201 break;
202 }
203 softpipe->dirty |= SP_NEW_QUERY;
204 }
205
206
207 static boolean
208 softpipe_get_query_result(struct pipe_context *pipe,
209 struct pipe_query *q,
210 boolean wait,
211 union pipe_query_result *vresult)
212 {
213 struct softpipe_query *sq = softpipe_query(q);
214 uint64_t *result = (uint64_t*)vresult;
215
216 switch (sq->type) {
217 case PIPE_QUERY_SO_STATISTICS: {
218 struct pipe_query_data_so_statistics *stats =
219 (struct pipe_query_data_so_statistics *)vresult;
220 stats->num_primitives_written = sq->so.num_primitives_written;
221 stats->primitives_storage_needed = sq->so.primitives_storage_needed;
222 }
223 break;
224 case PIPE_QUERY_PIPELINE_STATISTICS:
225 memcpy(vresult, &sq->stats,
226 sizeof(struct pipe_query_data_pipeline_statistics));;
227 break;
228 case PIPE_QUERY_GPU_FINISHED:
229 vresult->b = TRUE;
230 break;
231 case PIPE_QUERY_SO_OVERFLOW_PREDICATE:
232 vresult->b = sq->end != 0;
233 break;
234 case PIPE_QUERY_TIMESTAMP_DISJOINT: {
235 struct pipe_query_data_timestamp_disjoint *td =
236 (struct pipe_query_data_timestamp_disjoint *)vresult;
237 /* os_get_time_nano return nanoseconds */
238 td->frequency = UINT64_C(1000000000);
239 td->disjoint = FALSE;
240 }
241 break;
242 case PIPE_QUERY_PRIMITIVES_EMITTED:
243 *result = sq->so.num_primitives_written;
244 break;
245 case PIPE_QUERY_PRIMITIVES_GENERATED:
246 *result = sq->num_primitives_generated;
247 break;
248 case PIPE_QUERY_OCCLUSION_PREDICATE:
249 vresult->b = sq->end - sq->start != 0;
250 break;
251 default:
252 *result = sq->end - sq->start;
253 break;
254 }
255 return TRUE;
256 }
257
258
259 /**
260 * Called by rendering function to check rendering is conditional.
261 * \return TRUE if we should render, FALSE if we should skip rendering
262 */
263 boolean
264 softpipe_check_render_cond(struct softpipe_context *sp)
265 {
266 struct pipe_context *pipe = &sp->pipe;
267 boolean b, wait;
268 uint64_t result;
269
270 if (!sp->render_cond_query) {
271 return TRUE; /* no query predicate, draw normally */
272 }
273
274 wait = (sp->render_cond_mode == PIPE_RENDER_COND_WAIT ||
275 sp->render_cond_mode == PIPE_RENDER_COND_BY_REGION_WAIT);
276
277 b = pipe->get_query_result(pipe, sp->render_cond_query, wait,
278 (void*)&result);
279 if (b)
280 return (!result == sp->render_cond_cond);
281 else
282 return TRUE;
283 }
284
285
286 void softpipe_init_query_funcs(struct softpipe_context *softpipe )
287 {
288 softpipe->pipe.create_query = softpipe_create_query;
289 softpipe->pipe.destroy_query = softpipe_destroy_query;
290 softpipe->pipe.begin_query = softpipe_begin_query;
291 softpipe->pipe.end_query = softpipe_end_query;
292 softpipe->pipe.get_query_result = softpipe_get_query_result;
293 }
294
295