mesa: Make atomic lowering put atomics above SSBOs.
[mesa.git] / src / mesa / state_tracker / st_atom_atomicbuf.c
1 /**************************************************************************
2 *
3 * Copyright 2014 Ilia Mirkin. All Rights Reserved.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the
7 * "Software"), to deal in the Software without restriction, including
8 * without limitation the rights to use, copy, modify, merge, publish,
9 * distribute, sub license, and/or sell copies of the Software, and to
10 * permit persons to whom the Software is furnished to do so, subject to
11 * the following conditions:
12 *
13 * The above copyright notice and this permission notice (including the
14 * next paragraph) shall be included in all copies or substantial portions
15 * of the Software.
16 *
17 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
18 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
20 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
21 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
22 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
23 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24 *
25 **************************************************************************/
26
27 #include "main/imports.h"
28 #include "program/prog_parameter.h"
29 #include "program/prog_print.h"
30 #include "compiler/glsl/ir_uniform.h"
31
32 #include "pipe/p_context.h"
33 #include "pipe/p_defines.h"
34 #include "util/u_inlines.h"
35 #include "util/u_surface.h"
36
37 #include "st_debug.h"
38 #include "st_cb_bufferobjects.h"
39 #include "st_context.h"
40 #include "st_atom.h"
41 #include "st_program.h"
42
43 static void
44 st_binding_to_sb(struct gl_buffer_binding *binding,
45 struct pipe_shader_buffer *sb)
46 {
47 struct st_buffer_object *st_obj =
48 st_buffer_object(binding->BufferObject);
49
50 if (st_obj && st_obj->buffer) {
51 sb->buffer = st_obj->buffer;
52 sb->buffer_offset = binding->Offset;
53 sb->buffer_size = st_obj->buffer->width0 - binding->Offset;
54
55 /* AutomaticSize is FALSE if the buffer was set with BindBufferRange.
56 * Take the minimum just to be sure.
57 */
58 if (!binding->AutomaticSize)
59 sb->buffer_size = MIN2(sb->buffer_size, (unsigned) binding->Size);
60 } else {
61 sb->buffer = NULL;
62 sb->buffer_offset = 0;
63 sb->buffer_size = 0;
64 }
65 }
66
67 static void
68 st_bind_atomics(struct st_context *st, struct gl_program *prog,
69 gl_shader_stage stage)
70 {
71 unsigned i;
72 enum pipe_shader_type shader_type = pipe_shader_type_from_mesa(stage);
73
74 if (!prog || !st->pipe->set_shader_buffers || st->has_hw_atomics)
75 return;
76
77 /* For !has_hw_atomics, the atomic counters have been rewritten to be above
78 * the SSBO range.
79 */
80 unsigned buffer_base = st->ctx->Const.Program[stage].MaxShaderStorageBlocks;
81
82 for (i = 0; i < prog->sh.data->NumAtomicBuffers; i++) {
83 struct gl_active_atomic_buffer *atomic =
84 &prog->sh.data->AtomicBuffers[i];
85 struct pipe_shader_buffer sb;
86
87 st_binding_to_sb(&st->ctx->AtomicBufferBindings[atomic->Binding], &sb);
88
89 st->pipe->set_shader_buffers(st->pipe, shader_type,
90 buffer_base + atomic->Binding, 1, &sb, 0x1);
91 }
92 }
93
94 void
95 st_bind_vs_atomics(struct st_context *st)
96 {
97 struct gl_program *prog =
98 st->ctx->_Shader->CurrentProgram[MESA_SHADER_VERTEX];
99
100 st_bind_atomics(st, prog, MESA_SHADER_VERTEX);
101 }
102
103 void
104 st_bind_fs_atomics(struct st_context *st)
105 {
106 struct gl_program *prog =
107 st->ctx->_Shader->CurrentProgram[MESA_SHADER_FRAGMENT];
108
109 st_bind_atomics(st, prog, MESA_SHADER_FRAGMENT);
110 }
111
112 void
113 st_bind_gs_atomics(struct st_context *st)
114 {
115 struct gl_program *prog =
116 st->ctx->_Shader->CurrentProgram[MESA_SHADER_GEOMETRY];
117
118 st_bind_atomics(st, prog, MESA_SHADER_GEOMETRY);
119 }
120
121 void
122 st_bind_tcs_atomics(struct st_context *st)
123 {
124 struct gl_program *prog =
125 st->ctx->_Shader->CurrentProgram[MESA_SHADER_TESS_CTRL];
126
127 st_bind_atomics(st, prog, MESA_SHADER_TESS_CTRL);
128 }
129
130 void
131 st_bind_tes_atomics(struct st_context *st)
132 {
133 struct gl_program *prog =
134 st->ctx->_Shader->CurrentProgram[MESA_SHADER_TESS_EVAL];
135
136 st_bind_atomics(st, prog, MESA_SHADER_TESS_EVAL);
137 }
138
139 void
140 st_bind_cs_atomics(struct st_context *st)
141 {
142 if (st->has_hw_atomics) {
143 st_bind_hw_atomic_buffers(st);
144 return;
145 }
146 struct gl_program *prog =
147 st->ctx->_Shader->CurrentProgram[MESA_SHADER_COMPUTE];
148
149 st_bind_atomics(st, prog, MESA_SHADER_COMPUTE);
150 }
151
152 void
153 st_bind_hw_atomic_buffers(struct st_context *st)
154 {
155 struct pipe_shader_buffer buffers[PIPE_MAX_HW_ATOMIC_BUFFERS];
156 int i;
157
158 if (!st->has_hw_atomics)
159 return;
160
161 for (i = 0; i < st->ctx->Const.MaxAtomicBufferBindings; i++)
162 st_binding_to_sb(&st->ctx->AtomicBufferBindings[i], &buffers[i]);
163
164 st->pipe->set_hw_atomic_buffers(st->pipe, 0, st->ctx->Const.MaxAtomicBufferBindings, buffers);
165 }