2 * Copyright © 2016 Intel Corporation
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
26 #include "anv_private.h"
28 /* These are defined in anv_private.h and blorp_genX_exec.h */
29 #undef __gen_address_type
30 #undef __gen_user_data
31 #undef __gen_combine_address
33 #include "common/gen_l3_config.h"
34 #include "common/gen_sample_positions.h"
35 #include "blorp/blorp_genX_exec.h"
38 blorp_emit_dwords(struct blorp_batch
*batch
, unsigned n
)
40 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
41 return anv_batch_emit_dwords(&cmd_buffer
->batch
, n
);
45 blorp_emit_reloc(struct blorp_batch
*batch
,
46 void *location
, struct blorp_address address
, uint32_t delta
)
48 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
49 assert(cmd_buffer
->batch
.start
<= location
&&
50 location
< cmd_buffer
->batch
.end
);
51 return anv_batch_emit_reloc(&cmd_buffer
->batch
, location
,
52 address
.buffer
, address
.offset
+ delta
);
56 blorp_surface_reloc(struct blorp_batch
*batch
, uint32_t ss_offset
,
57 struct blorp_address address
, uint32_t delta
)
59 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
61 anv_reloc_list_add(&cmd_buffer
->surface_relocs
, &cmd_buffer
->pool
->alloc
,
62 ss_offset
, address
.buffer
, address
.offset
+ delta
);
63 if (result
!= VK_SUCCESS
)
64 anv_batch_set_error(&cmd_buffer
->batch
, result
);
67 static struct blorp_address
68 blorp_get_surface_base_address(struct blorp_batch
*batch
)
70 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
71 return (struct blorp_address
) {
72 .buffer
= &cmd_buffer
->device
->surface_state_pool
.block_pool
.bo
,
78 blorp_alloc_dynamic_state(struct blorp_batch
*batch
,
83 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
85 struct anv_state state
=
86 anv_cmd_buffer_alloc_dynamic_state(cmd_buffer
, size
, alignment
);
88 *offset
= state
.offset
;
93 blorp_alloc_binding_table(struct blorp_batch
*batch
, unsigned num_entries
,
94 unsigned state_size
, unsigned state_alignment
,
96 uint32_t *surface_offsets
, void **surface_maps
)
98 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
100 uint32_t state_offset
;
101 struct anv_state bt_state
;
104 anv_cmd_buffer_alloc_blorp_binding_table(cmd_buffer
, num_entries
,
105 &state_offset
, &bt_state
);
106 if (result
!= VK_SUCCESS
)
109 uint32_t *bt_map
= bt_state
.map
;
110 *bt_offset
= bt_state
.offset
;
112 for (unsigned i
= 0; i
< num_entries
; i
++) {
113 struct anv_state surface_state
=
114 anv_cmd_buffer_alloc_surface_state(cmd_buffer
);
115 bt_map
[i
] = surface_state
.offset
+ state_offset
;
116 surface_offsets
[i
] = surface_state
.offset
;
117 surface_maps
[i
] = surface_state
.map
;
120 anv_state_flush(cmd_buffer
->device
, bt_state
);
124 blorp_alloc_vertex_buffer(struct blorp_batch
*batch
, uint32_t size
,
125 struct blorp_address
*addr
)
127 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
129 /* From the Skylake PRM, 3DSTATE_VERTEX_BUFFERS:
131 * "The VF cache needs to be invalidated before binding and then using
132 * Vertex Buffers that overlap with any previously bound Vertex Buffer
133 * (at a 64B granularity) since the last invalidation. A VF cache
134 * invalidate is performed by setting the "VF Cache Invalidation Enable"
135 * bit in PIPE_CONTROL."
137 * This restriction first appears in the Skylake PRM but the internal docs
138 * also list it as being an issue on Broadwell. In order to avoid this
139 * problem, we align all vertex buffer allocations to 64 bytes.
141 struct anv_state vb_state
=
142 anv_cmd_buffer_alloc_dynamic_state(cmd_buffer
, size
, 64);
144 *addr
= (struct blorp_address
) {
145 .buffer
= &cmd_buffer
->device
->dynamic_state_pool
.block_pool
.bo
,
146 .offset
= vb_state
.offset
,
147 .mocs
= cmd_buffer
->device
->default_mocs
,
154 static struct blorp_address
155 blorp_get_workaround_page(struct blorp_batch
*batch
)
157 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
159 return (struct blorp_address
) {
160 .buffer
= &cmd_buffer
->device
->workaround_bo
,
166 blorp_flush_range(struct blorp_batch
*batch
, void *start
, size_t size
)
168 struct anv_device
*device
= batch
->blorp
->driver_ctx
;
169 if (!device
->info
.has_llc
)
170 gen_flush_range(start
, size
);
174 blorp_emit_urb_config(struct blorp_batch
*batch
,
175 unsigned vs_entry_size
, unsigned sf_entry_size
)
177 struct anv_device
*device
= batch
->blorp
->driver_ctx
;
178 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
180 assert(sf_entry_size
== 0);
182 const unsigned entry_size
[4] = { vs_entry_size
, 1, 1, 1 };
184 genX(emit_urb_setup
)(device
, &cmd_buffer
->batch
,
185 cmd_buffer
->state
.current_l3_config
,
186 VK_SHADER_STAGE_VERTEX_BIT
|
187 VK_SHADER_STAGE_FRAGMENT_BIT
,
192 genX(blorp_exec
)(struct blorp_batch
*batch
,
193 const struct blorp_params
*params
)
195 struct anv_cmd_buffer
*cmd_buffer
= batch
->driver_batch
;
197 if (!cmd_buffer
->state
.current_l3_config
) {
198 const struct gen_l3_config
*cfg
=
199 gen_get_default_l3_config(&cmd_buffer
->device
->info
);
200 genX(cmd_buffer_config_l3
)(cmd_buffer
, cfg
);
203 genX(cmd_buffer_apply_pipe_flushes
)(cmd_buffer
);
205 genX(flush_pipeline_select_3d
)(cmd_buffer
);
207 genX(cmd_buffer_emit_gen7_depth_flush
)(cmd_buffer
);
209 /* BLORP doesn't do anything fancy with depth such as discards, so we want
210 * the PMA fix off. Also, off is always the safe option.
212 genX(cmd_buffer_enable_pma_fix
)(cmd_buffer
, false);
214 /* Disable VF statistics */
215 blorp_emit(batch
, GENX(3DSTATE_VF_STATISTICS
), vf
) {
216 vf
.StatisticsEnable
= false;
219 blorp_exec(batch
, params
);
221 cmd_buffer
->state
.vb_dirty
= ~0;
222 cmd_buffer
->state
.dirty
= ~0;
223 cmd_buffer
->state
.push_constants_dirty
= ~0;