2 * Copyright (C) 2019 Collabora, Ltd.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
23 * Authors (Collabora):
24 * Alyssa Rosenzweig <alyssa.rosenzweig@collabora.com>
29 #include "util/u_memory.h"
30 #include "gallium/auxiliary/util/u_blend.h"
31 #include "pan_blend_shaders.h"
32 #include "pan_blending.h"
34 #include "panfrost-quirks.h"
36 /* A given Gallium blend state can be encoded to the hardware in numerous,
37 * dramatically divergent ways due to the interactions of blending with
38 * framebuffer formats. Conceptually, there are two modes:
40 * - Fixed-function blending (for suitable framebuffer formats, suitable blend
41 * state, and suitable blend constant)
43 * - Blend shaders (for everything else)
45 * A given Gallium blend configuration will compile to exactly one
46 * fixed-function blend state, if it compiles to any, although the constant
47 * will vary across runs as that is tracked outside of the Gallium CSO.
49 * However, that same blend configuration will compile to many different blend
50 * shaders, depending on the framebuffer formats active. The rationale is that
51 * blend shaders override not just fixed-function blending but also
52 * fixed-function format conversion. As such, each blend shader must be
53 * hardcoded to a particular framebuffer format to correctly pack/unpack it. As
54 * a concrete example, to the hardware there is no difference (!) between RG16F
55 * and RG16UI -- both are simply 4-byte-per-pixel chunks. Thus both formats
56 * require a blend shader (even with blending is totally disabled!), required
57 * to do conversion as necessary (if necessary).
59 * All of this state is encapsulated in the panfrost_blend_state struct
60 * (our subclass of pipe_blend_state).
63 /* Given an initialized CSO and a particular framebuffer format, grab a
64 * blend shader, generating and compiling it if it doesn't exist
65 * (lazy-loading in a way). This routine, when the cache hits, should
66 * befast, suitable for calling every draw to avoid wacky dirty
67 * tracking paths. If the cache hits, boom, done. */
69 struct panfrost_blend_shader
*
70 panfrost_get_blend_shader(
71 struct panfrost_context
*ctx
,
72 struct panfrost_blend_state
*blend
,
76 /* Prevent NULL collision issues.. */
79 /* Check the cache. Key by the RT and format */
80 struct hash_table_u64
*shaders
= blend
->rt
[rt
].shaders
;
81 unsigned key
= (fmt
<< 3) | rt
;
83 struct panfrost_blend_shader
*shader
=
84 _mesa_hash_table_u64_search(shaders
, key
);
89 /* Cache miss. Build one instead, cache it, and go */
91 struct panfrost_blend_shader generated
=
92 panfrost_compile_blend_shader(ctx
, &blend
->base
, fmt
, rt
);
94 shader
= mem_dup(&generated
, sizeof(generated
));
95 _mesa_hash_table_u64_insert(shaders
, key
, shader
);
99 /* Create a blend CSO. Essentially, try to compile a fixed-function
100 * expression and initialize blend shaders */
103 panfrost_create_blend_state(struct pipe_context
*pipe
,
104 const struct pipe_blend_state
*blend
)
106 struct panfrost_context
*ctx
= pan_context(pipe
);
107 struct panfrost_blend_state
*so
= rzalloc(ctx
, struct panfrost_blend_state
);
110 /* TODO: The following features are not yet implemented */
111 assert(!blend
->alpha_to_one
);
113 for (unsigned c
= 0; c
< PIPE_MAX_COLOR_BUFS
; ++c
) {
114 unsigned g
= blend
->independent_blend_enable
? c
: 0;
115 struct pipe_rt_blend_state pipe
= blend
->rt
[g
];
117 struct panfrost_blend_rt
*rt
= &so
->rt
[c
];
118 rt
->shaders
= _mesa_hash_table_u64_create(so
);
120 /* Logic ops are always shader */
121 if (blend
->logicop_enable
) {
122 rt
->load_dest
= true;
126 rt
->has_fixed_function
=
127 panfrost_make_fixed_blend_mode(
132 if (rt
->has_fixed_function
)
133 rt
->opaque
= (rt
->equation
.opaque
[0] == 0xf0122122);
135 rt
->load_dest
= util_blend_uses_dest(pipe
)
136 || pipe
.colormask
!= 0xF;
138 rt
->no_colour
= pipe
.colormask
== 0x0;
145 panfrost_bind_blend_state(struct pipe_context
*pipe
,
148 struct panfrost_context
*ctx
= pan_context(pipe
);
149 struct pipe_blend_state
*blend
= (struct pipe_blend_state
*) cso
;
150 struct panfrost_blend_state
*pblend
= (struct panfrost_blend_state
*) cso
;
158 panfrost_delete_blend_shader(struct hash_entry
*entry
)
160 struct panfrost_blend_shader
*shader
= (struct panfrost_blend_shader
*)entry
->data
;
161 free(shader
->buffer
);
166 panfrost_delete_blend_state(struct pipe_context
*pipe
,
169 struct panfrost_blend_state
*blend
= (struct panfrost_blend_state
*) cso
;
171 for (unsigned c
= 0; c
< PIPE_MAX_COLOR_BUFS
; ++c
) {
172 struct panfrost_blend_rt
*rt
= &blend
->rt
[c
];
173 _mesa_hash_table_u64_clear(rt
->shaders
, panfrost_delete_blend_shader
);
179 panfrost_set_blend_color(struct pipe_context
*pipe
,
180 const struct pipe_blend_color
*blend_color
)
182 struct panfrost_context
*ctx
= pan_context(pipe
);
185 ctx
->blend_color
= *blend_color
;
188 /* Given a vec4 of constants, reduce it to just a single constant according to
189 * the mask (if we can) */
192 panfrost_blend_constant(float *out
, float *in
, unsigned mask
)
194 /* If there is no components used, it automatically works */
199 /* Find some starter mask */
200 unsigned first
= ffs(mask
) - 1;
201 float cons
= in
[first
];
202 mask
^= (1 << first
);
204 /* Ensure the rest are equal */
206 unsigned i
= u_bit_scan(&mask
);
212 /* Otherwise, we're good to go */
217 /* Create a final blend given the context */
219 struct panfrost_blend_final
220 panfrost_get_blend_for_context(struct panfrost_context
*ctx
, unsigned rti
)
222 struct panfrost_batch
*batch
= panfrost_get_batch_for_fbo(ctx
);
223 struct pipe_framebuffer_state
*fb
= &ctx
->pipe_framebuffer
;
224 enum pipe_format fmt
= fb
->cbufs
[rti
]->format
;
226 /* Grab the blend state */
227 struct panfrost_blend_state
*blend
= ctx
->blend
;
228 struct panfrost_blend_rt
*rt
= &blend
->rt
[rti
];
230 /* First, we'll try fixed function, matching equationn and constant */
231 if (rt
->has_fixed_function
&& panfrost_can_fixed_blend(fmt
)) {
232 float constant
= 0.0;
234 if (panfrost_blend_constant(
236 ctx
->blend_color
.color
,
237 rt
->constant_mask
)) {
238 struct panfrost_blend_final final
= {
240 .equation
= rt
->equation
,
243 .load_dest
= rt
->load_dest
,
244 .opaque
= rt
->opaque
,
245 .no_colour
= rt
->no_colour
252 /* Otherwise, we need to grab a shader */
253 struct panfrost_blend_shader
*shader
= panfrost_get_blend_shader(ctx
, blend
, fmt
, rti
);
255 struct panfrost_bo
*bo
= panfrost_batch_create_bo(batch
, shader
->size
,
257 PAN_BO_ACCESS_PRIVATE
|
259 PAN_BO_ACCESS_FRAGMENT
);
261 memcpy(bo
->cpu
, shader
->buffer
, shader
->size
);
263 if (shader
->patch_index
) {
264 /* We have to specialize the blend shader to use constants, so
265 * patch in the current constants */
267 float *patch
= (float *) (bo
->cpu
+ shader
->patch_index
);
268 memcpy(patch
, ctx
->blend_color
.color
, sizeof(float) * 4);
271 struct panfrost_blend_final final
= {
274 .work_count
= shader
->work_count
,
275 .first_tag
= shader
->first_tag
,
278 .load_dest
= rt
->load_dest
,
285 panfrost_blend_context_init(struct pipe_context
*pipe
)
287 pipe
->create_blend_state
= panfrost_create_blend_state
;
288 pipe
->bind_blend_state
= panfrost_bind_blend_state
;
289 pipe
->delete_blend_state
= panfrost_delete_blend_state
;
291 pipe
->set_blend_color
= panfrost_set_blend_color
;