2 * Copyright © 2017 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included
12 * in all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
18 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
19 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
20 * DEALINGS IN THE SOFTWARE.
25 #include "pipe/p_defines.h"
26 #include "pipe/p_state.h"
27 #include "util/ralloc.h"
28 #include "util/u_inlines.h"
29 #include "util/u_format.h"
30 #include "util/u_upload_mgr.h"
31 #include "drm-uapi/i915_drm.h"
32 #include "iris_context.h"
33 #include "iris_resource.h"
34 #include "iris_screen.h"
35 #include "common/gen_defines.h"
36 #include "common/gen_sample_positions.h"
39 * For debugging purposes, this returns a time in seconds.
46 clock_gettime(CLOCK_MONOTONIC
, &tp
);
48 return tp
.tv_sec
+ tp
.tv_nsec
/ 1000000000.0;
52 * The pipe->set_debug_callback() driver hook.
55 iris_set_debug_callback(struct pipe_context
*ctx
,
56 const struct pipe_debug_callback
*cb
)
58 struct iris_context
*ice
= (struct iris_context
*)ctx
;
63 memset(&ice
->dbg
, 0, sizeof(ice
->dbg
));
67 * Called from the batch module when it detects a GPU hang.
69 * In this case, we've lost our GEM context, and can't rely on any existing
70 * state on the GPU. We must mark everything dirty and wipe away any saved
71 * assumptions about the last known state of the GPU.
74 iris_lost_context_state(struct iris_batch
*batch
)
76 /* The batch module doesn't have an iris_context, because we want to
77 * avoid introducing lots of layering violations. Unfortunately, here
78 * we do need to inform the context of batch catastrophe. We know the
79 * batch is one of our context's, so hackily claw our way back.
81 struct iris_context
*ice
= NULL
;
82 struct iris_screen
*screen
;
84 if (batch
->name
== IRIS_BATCH_RENDER
) {
85 ice
= container_of(batch
, ice
, batches
[IRIS_BATCH_RENDER
]);
86 assert(&ice
->batches
[IRIS_BATCH_RENDER
] == batch
);
87 screen
= (void *) ice
->ctx
.screen
;
89 ice
->vtbl
.init_render_context(screen
, batch
, &ice
->vtbl
, &ice
->dbg
);
90 } else if (batch
->name
== IRIS_BATCH_COMPUTE
) {
91 ice
= container_of(batch
, ice
, batches
[IRIS_BATCH_COMPUTE
]);
92 assert(&ice
->batches
[IRIS_BATCH_COMPUTE
] == batch
);
93 screen
= (void *) ice
->ctx
.screen
;
95 ice
->vtbl
.init_compute_context(screen
, batch
, &ice
->vtbl
, &ice
->dbg
);
97 unreachable("unhandled batch reset");
100 ice
->state
.dirty
= ~0ull;
101 memset(ice
->state
.last_grid
, 0, sizeof(ice
->state
.last_grid
));
105 iris_get_sample_position(struct pipe_context
*ctx
,
106 unsigned sample_count
,
107 unsigned sample_index
,
116 float _0XOffset
, _1XOffset
, _2XOffset
, _3XOffset
,
117 _4XOffset
, _5XOffset
, _6XOffset
, _7XOffset
,
118 _8XOffset
, _9XOffset
, _10XOffset
, _11XOffset
,
119 _12XOffset
, _13XOffset
, _14XOffset
, _15XOffset
;
120 float _0YOffset
, _1YOffset
, _2YOffset
, _3YOffset
,
121 _4YOffset
, _5YOffset
, _6YOffset
, _7YOffset
,
122 _8YOffset
, _9YOffset
, _10YOffset
, _11YOffset
,
123 _12YOffset
, _13YOffset
, _14YOffset
, _15YOffset
;
126 switch (sample_count
) {
127 case 1: GEN_SAMPLE_POS_1X(u
.v
._
); break;
128 case 2: GEN_SAMPLE_POS_2X(u
.v
._
); break;
129 case 4: GEN_SAMPLE_POS_4X(u
.v
._
); break;
130 case 8: GEN_SAMPLE_POS_8X(u
.v
._
); break;
131 case 16: GEN_SAMPLE_POS_16X(u
.v
._
); break;
132 default: unreachable("invalid sample count");
135 out_value
[0] = u
.a
.x
[sample_index
];
136 out_value
[1] = u
.a
.y
[sample_index
];
140 * Destroy a context, freeing any associated memory.
143 iris_destroy_context(struct pipe_context
*ctx
)
145 struct iris_context
*ice
= (struct iris_context
*)ctx
;
147 if (ctx
->stream_uploader
)
148 u_upload_destroy(ctx
->stream_uploader
);
150 ice
->vtbl
.destroy_state(ice
);
151 iris_destroy_program_cache(ice
);
152 iris_destroy_border_color_pool(ice
);
153 u_upload_destroy(ice
->state
.surface_uploader
);
154 u_upload_destroy(ice
->state
.dynamic_uploader
);
155 u_upload_destroy(ice
->query_buffer_uploader
);
157 slab_destroy_child(&ice
->transfer_pool
);
159 iris_batch_free(&ice
->batches
[IRIS_BATCH_RENDER
]);
160 iris_batch_free(&ice
->batches
[IRIS_BATCH_COMPUTE
]);
161 iris_destroy_binder(&ice
->state
.binder
);
166 #define genX_call(devinfo, func, ...) \
167 switch (devinfo->gen) { \
169 gen11_##func(__VA_ARGS__); \
172 gen10_##func(__VA_ARGS__); \
175 gen9_##func(__VA_ARGS__); \
178 gen8_##func(__VA_ARGS__); \
181 unreachable("Unknown hardware generation"); \
187 * This is where each context begins.
189 struct pipe_context
*
190 iris_create_context(struct pipe_screen
*pscreen
, void *priv
, unsigned flags
)
192 struct iris_screen
*screen
= (struct iris_screen
*)pscreen
;
193 const struct gen_device_info
*devinfo
= &screen
->devinfo
;
194 struct iris_context
*ice
= rzalloc(NULL
, struct iris_context
);
199 struct pipe_context
*ctx
= &ice
->ctx
;
201 ctx
->screen
= pscreen
;
204 ctx
->stream_uploader
= u_upload_create_default(ctx
);
205 if (!ctx
->stream_uploader
) {
209 ctx
->const_uploader
= ctx
->stream_uploader
;
211 ctx
->destroy
= iris_destroy_context
;
212 ctx
->set_debug_callback
= iris_set_debug_callback
;
213 ctx
->get_sample_position
= iris_get_sample_position
;
215 ice
->shaders
.urb_size
= devinfo
->urb
.size
;
217 iris_init_context_fence_functions(ctx
);
218 iris_init_blit_functions(ctx
);
219 iris_init_clear_functions(ctx
);
220 iris_init_program_functions(ctx
);
221 iris_init_resource_functions(ctx
);
222 iris_init_query_functions(ctx
);
223 iris_init_flush_functions(ctx
);
225 iris_init_program_cache(ice
);
226 iris_init_border_color_pool(ice
);
227 iris_init_binder(ice
);
229 slab_create_child(&ice
->transfer_pool
, &screen
->transfer_pool
);
231 ice
->state
.surface_uploader
=
232 u_upload_create(ctx
, 16384, PIPE_BIND_CUSTOM
, PIPE_USAGE_IMMUTABLE
,
233 IRIS_RESOURCE_FLAG_SURFACE_MEMZONE
);
234 ice
->state
.dynamic_uploader
=
235 u_upload_create(ctx
, 16384, PIPE_BIND_CUSTOM
, PIPE_USAGE_IMMUTABLE
,
236 IRIS_RESOURCE_FLAG_DYNAMIC_MEMZONE
);
238 ice
->query_buffer_uploader
=
239 u_upload_create(ctx
, 4096, PIPE_BIND_CUSTOM
, PIPE_USAGE_STAGING
,
242 genX_call(devinfo
, init_state
, ice
);
243 genX_call(devinfo
, init_blorp
, ice
);
246 if (flags
& PIPE_CONTEXT_HIGH_PRIORITY
)
247 priority
= GEN_CONTEXT_HIGH_PRIORITY
;
248 if (flags
& PIPE_CONTEXT_LOW_PRIORITY
)
249 priority
= GEN_CONTEXT_LOW_PRIORITY
;
251 for (int i
= 0; i
< IRIS_BATCH_COUNT
; i
++) {
252 iris_init_batch(&ice
->batches
[i
], screen
, &ice
->vtbl
, &ice
->dbg
,
253 ice
->batches
, (enum iris_batch_name
) i
,
254 I915_EXEC_RENDER
, priority
);
257 ice
->vtbl
.init_render_context(screen
, &ice
->batches
[IRIS_BATCH_RENDER
],
258 &ice
->vtbl
, &ice
->dbg
);
259 ice
->vtbl
.init_compute_context(screen
, &ice
->batches
[IRIS_BATCH_COMPUTE
],
260 &ice
->vtbl
, &ice
->dbg
);