2 * Copyright © 2018 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
32 #if defined(MAJOR_IN_SYSMACROS)
33 #include <sys/sysmacros.h>
34 #elif defined(MAJOR_IN_MKDEV)
35 #include <sys/mkdev.h>
38 #include "util/hash_table.h"
39 #include "compiler/glsl/list.h"
40 #include "util/ralloc.h"
42 #include "drm-uapi/i915_drm.h"
44 struct gen_device_info
;
46 struct gen_perf_config
;
47 struct gen_perf_query_info
;
49 enum gen_perf_counter_type
{
50 GEN_PERF_COUNTER_TYPE_EVENT
,
51 GEN_PERF_COUNTER_TYPE_DURATION_NORM
,
52 GEN_PERF_COUNTER_TYPE_DURATION_RAW
,
53 GEN_PERF_COUNTER_TYPE_THROUGHPUT
,
54 GEN_PERF_COUNTER_TYPE_RAW
,
55 GEN_PERF_COUNTER_TYPE_TIMESTAMP
,
58 enum gen_perf_counter_data_type
{
59 GEN_PERF_COUNTER_DATA_TYPE_BOOL32
,
60 GEN_PERF_COUNTER_DATA_TYPE_UINT32
,
61 GEN_PERF_COUNTER_DATA_TYPE_UINT64
,
62 GEN_PERF_COUNTER_DATA_TYPE_FLOAT
,
63 GEN_PERF_COUNTER_DATA_TYPE_DOUBLE
,
66 enum gen_perf_counter_units
{
68 GEN_PERF_COUNTER_UNITS_BYTES
,
71 GEN_PERF_COUNTER_UNITS_HZ
,
74 GEN_PERF_COUNTER_UNITS_NS
,
75 GEN_PERF_COUNTER_UNITS_US
,
78 GEN_PERF_COUNTER_UNITS_PIXELS
,
79 GEN_PERF_COUNTER_UNITS_TEXELS
,
80 GEN_PERF_COUNTER_UNITS_THREADS
,
81 GEN_PERF_COUNTER_UNITS_PERCENT
,
84 GEN_PERF_COUNTER_UNITS_MESSAGES
,
85 GEN_PERF_COUNTER_UNITS_NUMBER
,
86 GEN_PERF_COUNTER_UNITS_CYCLES
,
87 GEN_PERF_COUNTER_UNITS_EVENTS
,
88 GEN_PERF_COUNTER_UNITS_UTILIZATION
,
91 GEN_PERF_COUNTER_UNITS_EU_SENDS_TO_L3_CACHE_LINES
,
92 GEN_PERF_COUNTER_UNITS_EU_ATOMIC_REQUESTS_TO_L3_CACHE_LINES
,
93 GEN_PERF_COUNTER_UNITS_EU_REQUESTS_TO_L3_CACHE_LINES
,
94 GEN_PERF_COUNTER_UNITS_EU_BYTES_PER_L3_CACHE_LINE
,
96 GEN_PERF_COUNTER_UNITS_MAX
99 struct gen_pipeline_stat
{
102 uint32_t denominator
;
106 * The largest OA formats we can use include:
108 * 1 timestamp, 45 A counters, 8 B counters and 8 C counters.
110 * 1 timestamp, 1 clock, 36 A counters, 8 B counters and 8 C counters
112 #define MAX_OA_REPORT_COUNTERS 62
115 * When currently allocate only one page for pipeline statistics queries. Here
116 * we derived the maximum number of counters for that amount.
118 #define STATS_BO_SIZE 4096
119 #define STATS_BO_END_OFFSET_BYTES (STATS_BO_SIZE / 2)
120 #define MAX_STAT_COUNTERS (STATS_BO_END_OFFSET_BYTES / 8)
122 #define I915_PERF_OA_SAMPLE_SIZE (8 + /* drm_i915_perf_record_header */ \
123 256) /* OA counter report */
125 struct gen_perf_query_result
{
127 * Storage for the final accumulated OA counters.
129 uint64_t accumulator
[MAX_OA_REPORT_COUNTERS
];
132 * Hw ID used by the context on which the query was running.
137 * Number of reports accumulated to produce the results.
139 uint32_t reports_accumulated
;
142 * Frequency in the slices of the GT at the begin and end of the
145 uint64_t slice_frequency
[2];
148 * Frequency in the unslice of the GT at the begin and end of the
151 uint64_t unslice_frequency
[2];
154 * Timestamp of the query.
156 uint64_t begin_timestamp
;
159 * Whether the query was interrupted by another workload (aka preemption).
164 struct gen_perf_query_counter
{
167 const char *symbol_name
;
168 const char *category
;
169 enum gen_perf_counter_type type
;
170 enum gen_perf_counter_data_type data_type
;
171 enum gen_perf_counter_units units
;
176 uint64_t (*oa_counter_read_uint64
)(struct gen_perf_config
*perf
,
177 const struct gen_perf_query_info
*query
,
178 const uint64_t *accumulator
);
179 float (*oa_counter_read_float
)(struct gen_perf_config
*perf
,
180 const struct gen_perf_query_info
*query
,
181 const uint64_t *accumulator
);
182 struct gen_pipeline_stat pipeline_stat
;
186 struct gen_perf_query_register_prog
{
191 /* Register programming for a given query */
192 struct gen_perf_registers
{
193 const struct gen_perf_query_register_prog
*flex_regs
;
194 uint32_t n_flex_regs
;
196 const struct gen_perf_query_register_prog
*mux_regs
;
199 const struct gen_perf_query_register_prog
*b_counter_regs
;
200 uint32_t n_b_counter_regs
;
203 struct gen_perf_query_info
{
204 enum gen_perf_query_type
{
205 GEN_PERF_QUERY_TYPE_OA
,
206 GEN_PERF_QUERY_TYPE_RAW
,
207 GEN_PERF_QUERY_TYPE_PIPELINE
,
210 const char *symbol_name
;
212 struct gen_perf_query_counter
*counters
;
218 uint64_t oa_metrics_set_id
;
221 /* For indexing into the accumulator[] ... */
223 int gpu_clock_offset
;
228 struct gen_perf_registers config
;
231 struct gen_perf_query_counter_info
{
232 struct gen_perf_query_counter
*counter
;
237 * Each counter can be a part of many groups, each time at different index.
238 * This struct stores one of those locations.
241 int group_idx
; /* query/group number */
242 int counter_idx
; /* index inside of query/group */
246 struct gen_perf_config
{
247 /* Whether i915 has DRM_I915_QUERY_PERF_CONFIG support. */
248 bool i915_query_supported
;
250 /* Version of the i915-perf subsystem, refer to i915_drm.h. */
251 int i915_perf_version
;
253 /* Powergating configuration for the running the query. */
254 struct drm_i915_gem_context_param_sseu sseu
;
256 struct gen_perf_query_info
*queries
;
259 struct gen_perf_query_counter_info
*counter_infos
;
262 /* Variables referenced in the XML meta data for OA performance
263 * counters, e.g in the normalization equations.
265 * All uint64_t for consistent operand types in generated code
268 uint64_t timestamp_frequency
; /** $GpuTimestampFrequency */
269 uint64_t n_eus
; /** $EuCoresTotalCount */
270 uint64_t n_eu_slices
; /** $EuSlicesTotalCount */
271 uint64_t n_eu_sub_slices
; /** $EuSubslicesTotalCount */
272 uint64_t eu_threads_count
; /** $EuThreadsCount */
273 uint64_t slice_mask
; /** $SliceMask */
274 uint64_t subslice_mask
; /** $SubsliceMask */
275 uint64_t gt_min_freq
; /** $GpuMinFrequency */
276 uint64_t gt_max_freq
; /** $GpuMaxFrequency */
277 uint64_t revision
; /** $SkuRevisionId */
280 /* OA metric sets, indexed by GUID, as know by Mesa at build time, to
281 * cross-reference with the GUIDs of configs advertised by the kernel at
284 struct hash_table
*oa_metrics_table
;
286 /* When MDAPI hasn't configured the metric we need to use by the time the
287 * query begins, this OA metric is used as a fallback.
289 uint64_t fallback_raw_oa_metric
;
291 /* Whether we have support for this platform. If true && n_queries == 0,
292 * this means we will not be able to use i915-perf because of it is in
295 bool platform_supported
;
297 /* Location of the device's sysfs entry. */
298 char sysfs_dev_dir
[256];
301 void *(*bo_alloc
)(void *bufmgr
, const char *name
, uint64_t size
);
302 void (*bo_unreference
)(void *bo
);
303 void *(*bo_map
)(void *ctx
, void *bo
, unsigned flags
);
304 void (*bo_unmap
)(void *bo
);
305 bool (*batch_references
)(void *batch
, void *bo
);
306 void (*bo_wait_rendering
)(void *bo
);
307 int (*bo_busy
)(void *bo
);
308 void (*emit_stall_at_pixel_scoreboard
)(void *ctx
);
309 void (*emit_mi_report_perf_count
)(void *ctx
,
311 uint32_t offset_in_bytes
,
313 void (*batchbuffer_flush
)(void *ctx
,
314 const char *file
, int line
);
315 void (*store_register_mem
)(void *ctx
, void *bo
, uint32_t reg
, uint32_t reg_size
, uint32_t offset
);
320 struct gen_perf_counter_pass
{
321 struct gen_perf_query_info
*query
;
322 struct gen_perf_query_counter
*counter
;
326 void gen_perf_init_metrics(struct gen_perf_config
*perf_cfg
,
327 const struct gen_device_info
*devinfo
,
329 bool include_pipeline_statistics
);
331 /** Query i915 for a metric id using guid.
333 bool gen_perf_load_metric_id(struct gen_perf_config
*perf_cfg
,
335 uint64_t *metric_id
);
337 /** Load a configuation's content from i915 using a guid.
339 struct gen_perf_registers
*gen_perf_load_configuration(struct gen_perf_config
*perf_cfg
,
340 int fd
, const char *guid
);
342 /** Store a configuration into i915 using guid and return a new metric id.
344 * If guid is NULL, then a generated one will be provided by hashing the
345 * content of the configuration.
347 uint64_t gen_perf_store_configuration(struct gen_perf_config
*perf_cfg
, int fd
,
348 const struct gen_perf_registers
*config
,
351 /** Read the slice/unslice frequency from 2 OA reports and store then into
354 void gen_perf_query_result_read_frequencies(struct gen_perf_query_result
*result
,
355 const struct gen_device_info
*devinfo
,
356 const uint32_t *start
,
357 const uint32_t *end
);
358 /** Accumulate the delta between 2 OA reports into result for a given query.
360 void gen_perf_query_result_accumulate(struct gen_perf_query_result
*result
,
361 const struct gen_perf_query_info
*query
,
362 const uint32_t *start
,
363 const uint32_t *end
);
364 void gen_perf_query_result_clear(struct gen_perf_query_result
*result
);
367 gen_perf_query_counter_get_size(const struct gen_perf_query_counter
*counter
)
369 switch (counter
->data_type
) {
370 case GEN_PERF_COUNTER_DATA_TYPE_BOOL32
:
371 return sizeof(uint32_t);
372 case GEN_PERF_COUNTER_DATA_TYPE_UINT32
:
373 return sizeof(uint32_t);
374 case GEN_PERF_COUNTER_DATA_TYPE_UINT64
:
375 return sizeof(uint64_t);
376 case GEN_PERF_COUNTER_DATA_TYPE_FLOAT
:
377 return sizeof(float);
378 case GEN_PERF_COUNTER_DATA_TYPE_DOUBLE
:
379 return sizeof(double);
381 unreachable("invalid counter data type");
385 static inline struct gen_perf_config
*
386 gen_perf_new(void *ctx
)
388 struct gen_perf_config
*perf
= rzalloc(ctx
, struct gen_perf_config
);
392 uint32_t gen_perf_get_n_passes(struct gen_perf_config
*perf
,
393 const uint32_t *counter_indices
,
394 uint32_t counter_indices_count
,
395 struct gen_perf_query_info
**pass_queries
);
396 void gen_perf_get_counters_passes(struct gen_perf_config
*perf
,
397 const uint32_t *counter_indices
,
398 uint32_t counter_indices_count
,
399 struct gen_perf_counter_pass
*counter_pass
);
401 #endif /* GEN_PERF_H */