glsl/linker: Mark no locations as invalid instead of marking all locations
[mesa.git] / src / compiler / glsl / linker.cpp
1 /*
2 * Copyright © 2010 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
21 * DEALINGS IN THE SOFTWARE.
22 */
23
24 /**
25 * \file linker.cpp
26 * GLSL linker implementation
27 *
28 * Given a set of shaders that are to be linked to generate a final program,
29 * there are three distinct stages.
30 *
31 * In the first stage shaders are partitioned into groups based on the shader
32 * type. All shaders of a particular type (e.g., vertex shaders) are linked
33 * together.
34 *
35 * - Undefined references in each shader are resolve to definitions in
36 * another shader.
37 * - Types and qualifiers of uniforms, outputs, and global variables defined
38 * in multiple shaders with the same name are verified to be the same.
39 * - Initializers for uniforms and global variables defined
40 * in multiple shaders with the same name are verified to be the same.
41 *
42 * The result, in the terminology of the GLSL spec, is a set of shader
43 * executables for each processing unit.
44 *
45 * After the first stage is complete, a series of semantic checks are performed
46 * on each of the shader executables.
47 *
48 * - Each shader executable must define a \c main function.
49 * - Each vertex shader executable must write to \c gl_Position.
50 * - Each fragment shader executable must write to either \c gl_FragData or
51 * \c gl_FragColor.
52 *
53 * In the final stage individual shader executables are linked to create a
54 * complete exectuable.
55 *
56 * - Types of uniforms defined in multiple shader stages with the same name
57 * are verified to be the same.
58 * - Initializers for uniforms defined in multiple shader stages with the
59 * same name are verified to be the same.
60 * - Types and qualifiers of outputs defined in one stage are verified to
61 * be the same as the types and qualifiers of inputs defined with the same
62 * name in a later stage.
63 *
64 * \author Ian Romanick <ian.d.romanick@intel.com>
65 */
66
67 #include <ctype.h>
68 #include "util/strndup.h"
69 #include "main/core.h"
70 #include "glsl_symbol_table.h"
71 #include "glsl_parser_extras.h"
72 #include "ir.h"
73 #include "program.h"
74 #include "program/prog_instruction.h"
75 #include "program/program.h"
76 #include "util/mesa-sha1.h"
77 #include "util/set.h"
78 #include "string_to_uint_map.h"
79 #include "linker.h"
80 #include "link_varyings.h"
81 #include "ir_optimization.h"
82 #include "ir_rvalue_visitor.h"
83 #include "ir_uniform.h"
84 #include "builtin_functions.h"
85 #include "shader_cache.h"
86
87 #include "main/shaderobj.h"
88 #include "main/enums.h"
89
90
91 namespace {
92
93 struct find_variable {
94 const char *name;
95 bool found;
96
97 find_variable(const char *name) : name(name), found(false) {}
98 };
99
100 /**
101 * Visitor that determines whether or not a variable is ever written.
102 *
103 * Use \ref find_assignments for convenience.
104 */
105 class find_assignment_visitor : public ir_hierarchical_visitor {
106 public:
107 find_assignment_visitor(unsigned num_vars,
108 find_variable * const *vars)
109 : num_variables(num_vars), num_found(0), variables(vars)
110 {
111 }
112
113 virtual ir_visitor_status visit_enter(ir_assignment *ir)
114 {
115 ir_variable *const var = ir->lhs->variable_referenced();
116
117 return check_variable_name(var->name);
118 }
119
120 virtual ir_visitor_status visit_enter(ir_call *ir)
121 {
122 foreach_two_lists(formal_node, &ir->callee->parameters,
123 actual_node, &ir->actual_parameters) {
124 ir_rvalue *param_rval = (ir_rvalue *) actual_node;
125 ir_variable *sig_param = (ir_variable *) formal_node;
126
127 if (sig_param->data.mode == ir_var_function_out ||
128 sig_param->data.mode == ir_var_function_inout) {
129 ir_variable *var = param_rval->variable_referenced();
130 if (var && check_variable_name(var->name) == visit_stop)
131 return visit_stop;
132 }
133 }
134
135 if (ir->return_deref != NULL) {
136 ir_variable *const var = ir->return_deref->variable_referenced();
137
138 if (check_variable_name(var->name) == visit_stop)
139 return visit_stop;
140 }
141
142 return visit_continue_with_parent;
143 }
144
145 private:
146 ir_visitor_status check_variable_name(const char *name)
147 {
148 for (unsigned i = 0; i < num_variables; ++i) {
149 if (strcmp(variables[i]->name, name) == 0) {
150 if (!variables[i]->found) {
151 variables[i]->found = true;
152
153 assert(num_found < num_variables);
154 if (++num_found == num_variables)
155 return visit_stop;
156 }
157 break;
158 }
159 }
160
161 return visit_continue_with_parent;
162 }
163
164 private:
165 unsigned num_variables; /**< Number of variables to find */
166 unsigned num_found; /**< Number of variables already found */
167 find_variable * const *variables; /**< Variables to find */
168 };
169
170 /**
171 * Determine whether or not any of NULL-terminated list of variables is ever
172 * written to.
173 */
174 static void
175 find_assignments(exec_list *ir, find_variable * const *vars)
176 {
177 unsigned num_variables = 0;
178
179 for (find_variable * const *v = vars; *v; ++v)
180 num_variables++;
181
182 find_assignment_visitor visitor(num_variables, vars);
183 visitor.run(ir);
184 }
185
186 /**
187 * Determine whether or not the given variable is ever written to.
188 */
189 static void
190 find_assignments(exec_list *ir, find_variable *var)
191 {
192 find_assignment_visitor visitor(1, &var);
193 visitor.run(ir);
194 }
195
196 /**
197 * Visitor that determines whether or not a variable is ever read.
198 */
199 class find_deref_visitor : public ir_hierarchical_visitor {
200 public:
201 find_deref_visitor(const char *name)
202 : name(name), found(false)
203 {
204 /* empty */
205 }
206
207 virtual ir_visitor_status visit(ir_dereference_variable *ir)
208 {
209 if (strcmp(this->name, ir->var->name) == 0) {
210 this->found = true;
211 return visit_stop;
212 }
213
214 return visit_continue;
215 }
216
217 bool variable_found() const
218 {
219 return this->found;
220 }
221
222 private:
223 const char *name; /**< Find writes to a variable with this name. */
224 bool found; /**< Was a write to the variable found? */
225 };
226
227
228 /**
229 * A visitor helper that provides methods for updating the types of
230 * ir_dereferences. Classes that update variable types (say, updating
231 * array sizes) will want to use this so that dereference types stay in sync.
232 */
233 class deref_type_updater : public ir_hierarchical_visitor {
234 public:
235 virtual ir_visitor_status visit(ir_dereference_variable *ir)
236 {
237 ir->type = ir->var->type;
238 return visit_continue;
239 }
240
241 virtual ir_visitor_status visit_leave(ir_dereference_array *ir)
242 {
243 const glsl_type *const vt = ir->array->type;
244 if (vt->is_array())
245 ir->type = vt->fields.array;
246 return visit_continue;
247 }
248
249 virtual ir_visitor_status visit_leave(ir_dereference_record *ir)
250 {
251 ir->type = ir->record->type->fields.structure[ir->field_idx].type;
252 return visit_continue;
253 }
254 };
255
256
257 class array_resize_visitor : public deref_type_updater {
258 public:
259 unsigned num_vertices;
260 gl_shader_program *prog;
261 gl_shader_stage stage;
262
263 array_resize_visitor(unsigned num_vertices,
264 gl_shader_program *prog,
265 gl_shader_stage stage)
266 {
267 this->num_vertices = num_vertices;
268 this->prog = prog;
269 this->stage = stage;
270 }
271
272 virtual ~array_resize_visitor()
273 {
274 /* empty */
275 }
276
277 virtual ir_visitor_status visit(ir_variable *var)
278 {
279 if (!var->type->is_array() || var->data.mode != ir_var_shader_in ||
280 var->data.patch)
281 return visit_continue;
282
283 unsigned size = var->type->length;
284
285 if (stage == MESA_SHADER_GEOMETRY) {
286 /* Generate a link error if the shader has declared this array with
287 * an incorrect size.
288 */
289 if (!var->data.implicit_sized_array &&
290 size && size != this->num_vertices) {
291 linker_error(this->prog, "size of array %s declared as %u, "
292 "but number of input vertices is %u\n",
293 var->name, size, this->num_vertices);
294 return visit_continue;
295 }
296
297 /* Generate a link error if the shader attempts to access an input
298 * array using an index too large for its actual size assigned at
299 * link time.
300 */
301 if (var->data.max_array_access >= (int)this->num_vertices) {
302 linker_error(this->prog, "%s shader accesses element %i of "
303 "%s, but only %i input vertices\n",
304 _mesa_shader_stage_to_string(this->stage),
305 var->data.max_array_access, var->name, this->num_vertices);
306 return visit_continue;
307 }
308 }
309
310 var->type = glsl_type::get_array_instance(var->type->fields.array,
311 this->num_vertices);
312 var->data.max_array_access = this->num_vertices - 1;
313
314 return visit_continue;
315 }
316 };
317
318 /**
319 * Visitor that determines the highest stream id to which a (geometry) shader
320 * emits vertices. It also checks whether End{Stream}Primitive is ever called.
321 */
322 class find_emit_vertex_visitor : public ir_hierarchical_visitor {
323 public:
324 find_emit_vertex_visitor(int max_allowed)
325 : max_stream_allowed(max_allowed),
326 invalid_stream_id(0),
327 invalid_stream_id_from_emit_vertex(false),
328 end_primitive_found(false),
329 uses_non_zero_stream(false)
330 {
331 /* empty */
332 }
333
334 virtual ir_visitor_status visit_leave(ir_emit_vertex *ir)
335 {
336 int stream_id = ir->stream_id();
337
338 if (stream_id < 0) {
339 invalid_stream_id = stream_id;
340 invalid_stream_id_from_emit_vertex = true;
341 return visit_stop;
342 }
343
344 if (stream_id > max_stream_allowed) {
345 invalid_stream_id = stream_id;
346 invalid_stream_id_from_emit_vertex = true;
347 return visit_stop;
348 }
349
350 if (stream_id != 0)
351 uses_non_zero_stream = true;
352
353 return visit_continue;
354 }
355
356 virtual ir_visitor_status visit_leave(ir_end_primitive *ir)
357 {
358 end_primitive_found = true;
359
360 int stream_id = ir->stream_id();
361
362 if (stream_id < 0) {
363 invalid_stream_id = stream_id;
364 invalid_stream_id_from_emit_vertex = false;
365 return visit_stop;
366 }
367
368 if (stream_id > max_stream_allowed) {
369 invalid_stream_id = stream_id;
370 invalid_stream_id_from_emit_vertex = false;
371 return visit_stop;
372 }
373
374 if (stream_id != 0)
375 uses_non_zero_stream = true;
376
377 return visit_continue;
378 }
379
380 bool error()
381 {
382 return invalid_stream_id != 0;
383 }
384
385 const char *error_func()
386 {
387 return invalid_stream_id_from_emit_vertex ?
388 "EmitStreamVertex" : "EndStreamPrimitive";
389 }
390
391 int error_stream()
392 {
393 return invalid_stream_id;
394 }
395
396 bool uses_streams()
397 {
398 return uses_non_zero_stream;
399 }
400
401 bool uses_end_primitive()
402 {
403 return end_primitive_found;
404 }
405
406 private:
407 int max_stream_allowed;
408 int invalid_stream_id;
409 bool invalid_stream_id_from_emit_vertex;
410 bool end_primitive_found;
411 bool uses_non_zero_stream;
412 };
413
414 /* Class that finds array derefs and check if indexes are dynamic. */
415 class dynamic_sampler_array_indexing_visitor : public ir_hierarchical_visitor
416 {
417 public:
418 dynamic_sampler_array_indexing_visitor() :
419 dynamic_sampler_array_indexing(false)
420 {
421 }
422
423 ir_visitor_status visit_enter(ir_dereference_array *ir)
424 {
425 if (!ir->variable_referenced())
426 return visit_continue;
427
428 if (!ir->variable_referenced()->type->contains_sampler())
429 return visit_continue;
430
431 if (!ir->array_index->constant_expression_value(ralloc_parent(ir))) {
432 dynamic_sampler_array_indexing = true;
433 return visit_stop;
434 }
435 return visit_continue;
436 }
437
438 bool uses_dynamic_sampler_array_indexing()
439 {
440 return dynamic_sampler_array_indexing;
441 }
442
443 private:
444 bool dynamic_sampler_array_indexing;
445 };
446
447 } /* anonymous namespace */
448
449 void
450 linker_error(gl_shader_program *prog, const char *fmt, ...)
451 {
452 va_list ap;
453
454 ralloc_strcat(&prog->data->InfoLog, "error: ");
455 va_start(ap, fmt);
456 ralloc_vasprintf_append(&prog->data->InfoLog, fmt, ap);
457 va_end(ap);
458
459 prog->data->LinkStatus = linking_failure;
460 }
461
462
463 void
464 linker_warning(gl_shader_program *prog, const char *fmt, ...)
465 {
466 va_list ap;
467
468 ralloc_strcat(&prog->data->InfoLog, "warning: ");
469 va_start(ap, fmt);
470 ralloc_vasprintf_append(&prog->data->InfoLog, fmt, ap);
471 va_end(ap);
472
473 }
474
475
476 /**
477 * Given a string identifying a program resource, break it into a base name
478 * and an optional array index in square brackets.
479 *
480 * If an array index is present, \c out_base_name_end is set to point to the
481 * "[" that precedes the array index, and the array index itself is returned
482 * as a long.
483 *
484 * If no array index is present (or if the array index is negative or
485 * mal-formed), \c out_base_name_end, is set to point to the null terminator
486 * at the end of the input string, and -1 is returned.
487 *
488 * Only the final array index is parsed; if the string contains other array
489 * indices (or structure field accesses), they are left in the base name.
490 *
491 * No attempt is made to check that the base name is properly formed;
492 * typically the caller will look up the base name in a hash table, so
493 * ill-formed base names simply turn into hash table lookup failures.
494 */
495 long
496 parse_program_resource_name(const GLchar *name,
497 const GLchar **out_base_name_end)
498 {
499 /* Section 7.3.1 ("Program Interfaces") of the OpenGL 4.3 spec says:
500 *
501 * "When an integer array element or block instance number is part of
502 * the name string, it will be specified in decimal form without a "+"
503 * or "-" sign or any extra leading zeroes. Additionally, the name
504 * string will not include white space anywhere in the string."
505 */
506
507 const size_t len = strlen(name);
508 *out_base_name_end = name + len;
509
510 if (len == 0 || name[len-1] != ']')
511 return -1;
512
513 /* Walk backwards over the string looking for a non-digit character. This
514 * had better be the opening bracket for an array index.
515 *
516 * Initially, i specifies the location of the ']'. Since the string may
517 * contain only the ']' charcater, walk backwards very carefully.
518 */
519 unsigned i;
520 for (i = len - 1; (i > 0) && isdigit(name[i-1]); --i)
521 /* empty */ ;
522
523 if ((i == 0) || name[i-1] != '[')
524 return -1;
525
526 long array_index = strtol(&name[i], NULL, 10);
527 if (array_index < 0)
528 return -1;
529
530 /* Check for leading zero */
531 if (name[i] == '0' && name[i+1] != ']')
532 return -1;
533
534 *out_base_name_end = name + (i - 1);
535 return array_index;
536 }
537
538
539 void
540 link_invalidate_variable_locations(exec_list *ir)
541 {
542 foreach_in_list(ir_instruction, node, ir) {
543 ir_variable *const var = node->as_variable();
544
545 if (var == NULL)
546 continue;
547
548 /* Only assign locations for variables that lack an explicit location.
549 * Explicit locations are set for all built-in variables, generic vertex
550 * shader inputs (via layout(location=...)), and generic fragment shader
551 * outputs (also via layout(location=...)).
552 */
553 if (!var->data.explicit_location) {
554 var->data.location = -1;
555 var->data.location_frac = 0;
556 }
557
558 /* ir_variable::is_unmatched_generic_inout is used by the linker while
559 * connecting outputs from one stage to inputs of the next stage.
560 */
561 if (var->data.explicit_location &&
562 var->data.location < VARYING_SLOT_VAR0) {
563 var->data.is_unmatched_generic_inout = 0;
564 } else {
565 var->data.is_unmatched_generic_inout = 1;
566 }
567 }
568 }
569
570
571 /**
572 * Set clip_distance_array_size based and cull_distance_array_size on the given
573 * shader.
574 *
575 * Also check for errors based on incorrect usage of gl_ClipVertex and
576 * gl_ClipDistance and gl_CullDistance.
577 * Additionally test whether the arrays gl_ClipDistance and gl_CullDistance
578 * exceed the maximum size defined by gl_MaxCombinedClipAndCullDistances.
579 *
580 * Return false if an error was reported.
581 */
582 static void
583 analyze_clip_cull_usage(struct gl_shader_program *prog,
584 struct gl_linked_shader *shader,
585 struct gl_context *ctx,
586 GLuint *clip_distance_array_size,
587 GLuint *cull_distance_array_size)
588 {
589 *clip_distance_array_size = 0;
590 *cull_distance_array_size = 0;
591
592 if (prog->data->Version >= (prog->IsES ? 300 : 130)) {
593 /* From section 7.1 (Vertex Shader Special Variables) of the
594 * GLSL 1.30 spec:
595 *
596 * "It is an error for a shader to statically write both
597 * gl_ClipVertex and gl_ClipDistance."
598 *
599 * This does not apply to GLSL ES shaders, since GLSL ES defines neither
600 * gl_ClipVertex nor gl_ClipDistance. However with
601 * GL_EXT_clip_cull_distance, this functionality is exposed in ES 3.0.
602 */
603 find_variable gl_ClipDistance("gl_ClipDistance");
604 find_variable gl_CullDistance("gl_CullDistance");
605 find_variable gl_ClipVertex("gl_ClipVertex");
606 find_variable * const variables[] = {
607 &gl_ClipDistance,
608 &gl_CullDistance,
609 !prog->IsES ? &gl_ClipVertex : NULL,
610 NULL
611 };
612 find_assignments(shader->ir, variables);
613
614 /* From the ARB_cull_distance spec:
615 *
616 * It is a compile-time or link-time error for the set of shaders forming
617 * a program to statically read or write both gl_ClipVertex and either
618 * gl_ClipDistance or gl_CullDistance.
619 *
620 * This does not apply to GLSL ES shaders, since GLSL ES doesn't define
621 * gl_ClipVertex.
622 */
623 if (!prog->IsES) {
624 if (gl_ClipVertex.found && gl_ClipDistance.found) {
625 linker_error(prog, "%s shader writes to both `gl_ClipVertex' "
626 "and `gl_ClipDistance'\n",
627 _mesa_shader_stage_to_string(shader->Stage));
628 return;
629 }
630 if (gl_ClipVertex.found && gl_CullDistance.found) {
631 linker_error(prog, "%s shader writes to both `gl_ClipVertex' "
632 "and `gl_CullDistance'\n",
633 _mesa_shader_stage_to_string(shader->Stage));
634 return;
635 }
636 }
637
638 if (gl_ClipDistance.found) {
639 ir_variable *clip_distance_var =
640 shader->symbols->get_variable("gl_ClipDistance");
641 assert(clip_distance_var);
642 *clip_distance_array_size = clip_distance_var->type->length;
643 }
644 if (gl_CullDistance.found) {
645 ir_variable *cull_distance_var =
646 shader->symbols->get_variable("gl_CullDistance");
647 assert(cull_distance_var);
648 *cull_distance_array_size = cull_distance_var->type->length;
649 }
650 /* From the ARB_cull_distance spec:
651 *
652 * It is a compile-time or link-time error for the set of shaders forming
653 * a program to have the sum of the sizes of the gl_ClipDistance and
654 * gl_CullDistance arrays to be larger than
655 * gl_MaxCombinedClipAndCullDistances.
656 */
657 if ((*clip_distance_array_size + *cull_distance_array_size) >
658 ctx->Const.MaxClipPlanes) {
659 linker_error(prog, "%s shader: the combined size of "
660 "'gl_ClipDistance' and 'gl_CullDistance' size cannot "
661 "be larger than "
662 "gl_MaxCombinedClipAndCullDistances (%u)",
663 _mesa_shader_stage_to_string(shader->Stage),
664 ctx->Const.MaxClipPlanes);
665 }
666 }
667 }
668
669
670 /**
671 * Verify that a vertex shader executable meets all semantic requirements.
672 *
673 * Also sets info.clip_distance_array_size and
674 * info.cull_distance_array_size as a side effect.
675 *
676 * \param shader Vertex shader executable to be verified
677 */
678 static void
679 validate_vertex_shader_executable(struct gl_shader_program *prog,
680 struct gl_linked_shader *shader,
681 struct gl_context *ctx)
682 {
683 if (shader == NULL)
684 return;
685
686 /* From the GLSL 1.10 spec, page 48:
687 *
688 * "The variable gl_Position is available only in the vertex
689 * language and is intended for writing the homogeneous vertex
690 * position. All executions of a well-formed vertex shader
691 * executable must write a value into this variable. [...] The
692 * variable gl_Position is available only in the vertex
693 * language and is intended for writing the homogeneous vertex
694 * position. All executions of a well-formed vertex shader
695 * executable must write a value into this variable."
696 *
697 * while in GLSL 1.40 this text is changed to:
698 *
699 * "The variable gl_Position is available only in the vertex
700 * language and is intended for writing the homogeneous vertex
701 * position. It can be written at any time during shader
702 * execution. It may also be read back by a vertex shader
703 * after being written. This value will be used by primitive
704 * assembly, clipping, culling, and other fixed functionality
705 * operations, if present, that operate on primitives after
706 * vertex processing has occurred. Its value is undefined if
707 * the vertex shader executable does not write gl_Position."
708 *
709 * All GLSL ES Versions are similar to GLSL 1.40--failing to write to
710 * gl_Position is not an error.
711 */
712 if (prog->data->Version < (prog->IsES ? 300 : 140)) {
713 find_variable gl_Position("gl_Position");
714 find_assignments(shader->ir, &gl_Position);
715 if (!gl_Position.found) {
716 if (prog->IsES) {
717 linker_warning(prog,
718 "vertex shader does not write to `gl_Position'. "
719 "Its value is undefined. \n");
720 } else {
721 linker_error(prog,
722 "vertex shader does not write to `gl_Position'. \n");
723 }
724 return;
725 }
726 }
727
728 analyze_clip_cull_usage(prog, shader, ctx,
729 &shader->Program->info.clip_distance_array_size,
730 &shader->Program->info.cull_distance_array_size);
731 }
732
733 static void
734 validate_tess_eval_shader_executable(struct gl_shader_program *prog,
735 struct gl_linked_shader *shader,
736 struct gl_context *ctx)
737 {
738 if (shader == NULL)
739 return;
740
741 analyze_clip_cull_usage(prog, shader, ctx,
742 &shader->Program->info.clip_distance_array_size,
743 &shader->Program->info.cull_distance_array_size);
744 }
745
746
747 /**
748 * Verify that a fragment shader executable meets all semantic requirements
749 *
750 * \param shader Fragment shader executable to be verified
751 */
752 static void
753 validate_fragment_shader_executable(struct gl_shader_program *prog,
754 struct gl_linked_shader *shader)
755 {
756 if (shader == NULL)
757 return;
758
759 find_variable gl_FragColor("gl_FragColor");
760 find_variable gl_FragData("gl_FragData");
761 find_variable * const variables[] = { &gl_FragColor, &gl_FragData, NULL };
762 find_assignments(shader->ir, variables);
763
764 if (gl_FragColor.found && gl_FragData.found) {
765 linker_error(prog, "fragment shader writes to both "
766 "`gl_FragColor' and `gl_FragData'\n");
767 }
768 }
769
770 /**
771 * Verify that a geometry shader executable meets all semantic requirements
772 *
773 * Also sets prog->Geom.VerticesIn, and info.clip_distance_array_sizeand
774 * info.cull_distance_array_size as a side effect.
775 *
776 * \param shader Geometry shader executable to be verified
777 */
778 static void
779 validate_geometry_shader_executable(struct gl_shader_program *prog,
780 struct gl_linked_shader *shader,
781 struct gl_context *ctx)
782 {
783 if (shader == NULL)
784 return;
785
786 unsigned num_vertices =
787 vertices_per_prim(shader->Program->info.gs.input_primitive);
788 prog->Geom.VerticesIn = num_vertices;
789
790 analyze_clip_cull_usage(prog, shader, ctx,
791 &shader->Program->info.clip_distance_array_size,
792 &shader->Program->info.cull_distance_array_size);
793 }
794
795 /**
796 * Check if geometry shaders emit to non-zero streams and do corresponding
797 * validations.
798 */
799 static void
800 validate_geometry_shader_emissions(struct gl_context *ctx,
801 struct gl_shader_program *prog)
802 {
803 struct gl_linked_shader *sh = prog->_LinkedShaders[MESA_SHADER_GEOMETRY];
804
805 if (sh != NULL) {
806 find_emit_vertex_visitor emit_vertex(ctx->Const.MaxVertexStreams - 1);
807 emit_vertex.run(sh->ir);
808 if (emit_vertex.error()) {
809 linker_error(prog, "Invalid call %s(%d). Accepted values for the "
810 "stream parameter are in the range [0, %d].\n",
811 emit_vertex.error_func(),
812 emit_vertex.error_stream(),
813 ctx->Const.MaxVertexStreams - 1);
814 }
815 prog->Geom.UsesStreams = emit_vertex.uses_streams();
816 prog->Geom.UsesEndPrimitive = emit_vertex.uses_end_primitive();
817
818 /* From the ARB_gpu_shader5 spec:
819 *
820 * "Multiple vertex streams are supported only if the output primitive
821 * type is declared to be "points". A program will fail to link if it
822 * contains a geometry shader calling EmitStreamVertex() or
823 * EndStreamPrimitive() if its output primitive type is not "points".
824 *
825 * However, in the same spec:
826 *
827 * "The function EmitVertex() is equivalent to calling EmitStreamVertex()
828 * with <stream> set to zero."
829 *
830 * And:
831 *
832 * "The function EndPrimitive() is equivalent to calling
833 * EndStreamPrimitive() with <stream> set to zero."
834 *
835 * Since we can call EmitVertex() and EndPrimitive() when we output
836 * primitives other than points, calling EmitStreamVertex(0) or
837 * EmitEndPrimitive(0) should not produce errors. This it also what Nvidia
838 * does. Currently we only set prog->Geom.UsesStreams to TRUE when
839 * EmitStreamVertex() or EmitEndPrimitive() are called with a non-zero
840 * stream.
841 */
842 if (prog->Geom.UsesStreams &&
843 sh->Program->info.gs.output_primitive != GL_POINTS) {
844 linker_error(prog, "EmitStreamVertex(n) and EndStreamPrimitive(n) "
845 "with n>0 requires point output\n");
846 }
847 }
848 }
849
850 bool
851 validate_intrastage_arrays(struct gl_shader_program *prog,
852 ir_variable *const var,
853 ir_variable *const existing)
854 {
855 /* Consider the types to be "the same" if both types are arrays
856 * of the same type and one of the arrays is implicitly sized.
857 * In addition, set the type of the linked variable to the
858 * explicitly sized array.
859 */
860 if (var->type->is_array() && existing->type->is_array()) {
861 if ((var->type->fields.array == existing->type->fields.array) &&
862 ((var->type->length == 0)|| (existing->type->length == 0))) {
863 if (var->type->length != 0) {
864 if ((int)var->type->length <= existing->data.max_array_access) {
865 linker_error(prog, "%s `%s' declared as type "
866 "`%s' but outermost dimension has an index"
867 " of `%i'\n",
868 mode_string(var),
869 var->name, var->type->name,
870 existing->data.max_array_access);
871 }
872 existing->type = var->type;
873 return true;
874 } else if (existing->type->length != 0) {
875 if((int)existing->type->length <= var->data.max_array_access &&
876 !existing->data.from_ssbo_unsized_array) {
877 linker_error(prog, "%s `%s' declared as type "
878 "`%s' but outermost dimension has an index"
879 " of `%i'\n",
880 mode_string(var),
881 var->name, existing->type->name,
882 var->data.max_array_access);
883 }
884 return true;
885 }
886 }
887 }
888 return false;
889 }
890
891
892 /**
893 * Perform validation of global variables used across multiple shaders
894 */
895 static void
896 cross_validate_globals(struct gl_shader_program *prog,
897 struct exec_list *ir, glsl_symbol_table *variables,
898 bool uniforms_only)
899 {
900 foreach_in_list(ir_instruction, node, ir) {
901 ir_variable *const var = node->as_variable();
902
903 if (var == NULL)
904 continue;
905
906 if (uniforms_only && (var->data.mode != ir_var_uniform && var->data.mode != ir_var_shader_storage))
907 continue;
908
909 /* don't cross validate subroutine uniforms */
910 if (var->type->contains_subroutine())
911 continue;
912
913 /* Don't cross validate interface instances. These are only relevant
914 * inside a shader. The cross validation is done at the Interface Block
915 * name level.
916 */
917 if (var->is_interface_instance())
918 continue;
919
920 /* Don't cross validate temporaries that are at global scope. These
921 * will eventually get pulled into the shaders 'main'.
922 */
923 if (var->data.mode == ir_var_temporary)
924 continue;
925
926 /* If a global with this name has already been seen, verify that the
927 * new instance has the same type. In addition, if the globals have
928 * initializers, the values of the initializers must be the same.
929 */
930 ir_variable *const existing = variables->get_variable(var->name);
931 if (existing != NULL) {
932 /* Check if types match. */
933 if (var->type != existing->type) {
934 if (!validate_intrastage_arrays(prog, var, existing)) {
935 /* If it is an unsized array in a Shader Storage Block,
936 * two different shaders can access to different elements.
937 * Because of that, they might be converted to different
938 * sized arrays, then check that they are compatible but
939 * ignore the array size.
940 */
941 if (!(var->data.mode == ir_var_shader_storage &&
942 var->data.from_ssbo_unsized_array &&
943 existing->data.mode == ir_var_shader_storage &&
944 existing->data.from_ssbo_unsized_array &&
945 var->type->gl_type == existing->type->gl_type)) {
946 linker_error(prog, "%s `%s' declared as type "
947 "`%s' and type `%s'\n",
948 mode_string(var),
949 var->name, var->type->name,
950 existing->type->name);
951 return;
952 }
953 }
954 }
955
956 if (var->data.explicit_location) {
957 if (existing->data.explicit_location
958 && (var->data.location != existing->data.location)) {
959 linker_error(prog, "explicit locations for %s "
960 "`%s' have differing values\n",
961 mode_string(var), var->name);
962 return;
963 }
964
965 if (var->data.location_frac != existing->data.location_frac) {
966 linker_error(prog, "explicit components for %s `%s' have "
967 "differing values\n", mode_string(var), var->name);
968 return;
969 }
970
971 existing->data.location = var->data.location;
972 existing->data.explicit_location = true;
973 } else {
974 /* Check if uniform with implicit location was marked explicit
975 * by earlier shader stage. If so, mark it explicit in this stage
976 * too to make sure later processing does not treat it as
977 * implicit one.
978 */
979 if (existing->data.explicit_location) {
980 var->data.location = existing->data.location;
981 var->data.explicit_location = true;
982 }
983 }
984
985 /* From the GLSL 4.20 specification:
986 * "A link error will result if two compilation units in a program
987 * specify different integer-constant bindings for the same
988 * opaque-uniform name. However, it is not an error to specify a
989 * binding on some but not all declarations for the same name"
990 */
991 if (var->data.explicit_binding) {
992 if (existing->data.explicit_binding &&
993 var->data.binding != existing->data.binding) {
994 linker_error(prog, "explicit bindings for %s "
995 "`%s' have differing values\n",
996 mode_string(var), var->name);
997 return;
998 }
999
1000 existing->data.binding = var->data.binding;
1001 existing->data.explicit_binding = true;
1002 }
1003
1004 if (var->type->contains_atomic() &&
1005 var->data.offset != existing->data.offset) {
1006 linker_error(prog, "offset specifications for %s "
1007 "`%s' have differing values\n",
1008 mode_string(var), var->name);
1009 return;
1010 }
1011
1012 /* Validate layout qualifiers for gl_FragDepth.
1013 *
1014 * From the AMD/ARB_conservative_depth specs:
1015 *
1016 * "If gl_FragDepth is redeclared in any fragment shader in a
1017 * program, it must be redeclared in all fragment shaders in
1018 * that program that have static assignments to
1019 * gl_FragDepth. All redeclarations of gl_FragDepth in all
1020 * fragment shaders in a single program must have the same set
1021 * of qualifiers."
1022 */
1023 if (strcmp(var->name, "gl_FragDepth") == 0) {
1024 bool layout_declared = var->data.depth_layout != ir_depth_layout_none;
1025 bool layout_differs =
1026 var->data.depth_layout != existing->data.depth_layout;
1027
1028 if (layout_declared && layout_differs) {
1029 linker_error(prog,
1030 "All redeclarations of gl_FragDepth in all "
1031 "fragment shaders in a single program must have "
1032 "the same set of qualifiers.\n");
1033 }
1034
1035 if (var->data.used && layout_differs) {
1036 linker_error(prog,
1037 "If gl_FragDepth is redeclared with a layout "
1038 "qualifier in any fragment shader, it must be "
1039 "redeclared with the same layout qualifier in "
1040 "all fragment shaders that have assignments to "
1041 "gl_FragDepth\n");
1042 }
1043 }
1044
1045 /* Page 35 (page 41 of the PDF) of the GLSL 4.20 spec says:
1046 *
1047 * "If a shared global has multiple initializers, the
1048 * initializers must all be constant expressions, and they
1049 * must all have the same value. Otherwise, a link error will
1050 * result. (A shared global having only one initializer does
1051 * not require that initializer to be a constant expression.)"
1052 *
1053 * Previous to 4.20 the GLSL spec simply said that initializers
1054 * must have the same value. In this case of non-constant
1055 * initializers, this was impossible to determine. As a result,
1056 * no vendor actually implemented that behavior. The 4.20
1057 * behavior matches the implemented behavior of at least one other
1058 * vendor, so we'll implement that for all GLSL versions.
1059 */
1060 if (var->constant_initializer != NULL) {
1061 if (existing->constant_initializer != NULL) {
1062 if (!var->constant_initializer->has_value(existing->constant_initializer)) {
1063 linker_error(prog, "initializers for %s "
1064 "`%s' have differing values\n",
1065 mode_string(var), var->name);
1066 return;
1067 }
1068 } else {
1069 /* If the first-seen instance of a particular uniform did
1070 * not have an initializer but a later instance does,
1071 * replace the former with the later.
1072 */
1073 variables->replace_variable(existing->name, var);
1074 }
1075 }
1076
1077 if (var->data.has_initializer) {
1078 if (existing->data.has_initializer
1079 && (var->constant_initializer == NULL
1080 || existing->constant_initializer == NULL)) {
1081 linker_error(prog,
1082 "shared global variable `%s' has multiple "
1083 "non-constant initializers.\n",
1084 var->name);
1085 return;
1086 }
1087 }
1088
1089 if (existing->data.invariant != var->data.invariant) {
1090 linker_error(prog, "declarations for %s `%s' have "
1091 "mismatching invariant qualifiers\n",
1092 mode_string(var), var->name);
1093 return;
1094 }
1095 if (existing->data.centroid != var->data.centroid) {
1096 linker_error(prog, "declarations for %s `%s' have "
1097 "mismatching centroid qualifiers\n",
1098 mode_string(var), var->name);
1099 return;
1100 }
1101 if (existing->data.sample != var->data.sample) {
1102 linker_error(prog, "declarations for %s `%s` have "
1103 "mismatching sample qualifiers\n",
1104 mode_string(var), var->name);
1105 return;
1106 }
1107 if (existing->data.image_format != var->data.image_format) {
1108 linker_error(prog, "declarations for %s `%s` have "
1109 "mismatching image format qualifiers\n",
1110 mode_string(var), var->name);
1111 return;
1112 }
1113
1114 /* Only in GLSL ES 3.10, the precision qualifier should not match
1115 * between block members defined in matched block names within a
1116 * shader interface.
1117 *
1118 * In GLSL ES 3.00 and ES 3.20, precision qualifier for each block
1119 * member should match.
1120 */
1121 if (prog->IsES && (prog->data->Version != 310 ||
1122 !var->get_interface_type()) &&
1123 existing->data.precision != var->data.precision) {
1124 if ((existing->data.used && var->data.used) || prog->data->Version >= 300) {
1125 linker_error(prog, "declarations for %s `%s` have "
1126 "mismatching precision qualifiers\n",
1127 mode_string(var), var->name);
1128 return;
1129 } else {
1130 linker_warning(prog, "declarations for %s `%s` have "
1131 "mismatching precision qualifiers\n",
1132 mode_string(var), var->name);
1133 }
1134 }
1135 } else
1136 variables->add_variable(var);
1137 }
1138 }
1139
1140
1141 /**
1142 * Perform validation of uniforms used across multiple shader stages
1143 */
1144 static void
1145 cross_validate_uniforms(struct gl_shader_program *prog)
1146 {
1147 glsl_symbol_table variables;
1148 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
1149 if (prog->_LinkedShaders[i] == NULL)
1150 continue;
1151
1152 cross_validate_globals(prog, prog->_LinkedShaders[i]->ir, &variables,
1153 true);
1154 }
1155 }
1156
1157 /**
1158 * Accumulates the array of buffer blocks and checks that all definitions of
1159 * blocks agree on their contents.
1160 */
1161 static bool
1162 interstage_cross_validate_uniform_blocks(struct gl_shader_program *prog,
1163 bool validate_ssbo)
1164 {
1165 int *InterfaceBlockStageIndex[MESA_SHADER_STAGES];
1166 struct gl_uniform_block *blks = NULL;
1167 unsigned *num_blks = validate_ssbo ? &prog->data->NumShaderStorageBlocks :
1168 &prog->data->NumUniformBlocks;
1169
1170 unsigned max_num_buffer_blocks = 0;
1171 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
1172 if (prog->_LinkedShaders[i]) {
1173 if (validate_ssbo) {
1174 max_num_buffer_blocks +=
1175 prog->_LinkedShaders[i]->Program->info.num_ssbos;
1176 } else {
1177 max_num_buffer_blocks +=
1178 prog->_LinkedShaders[i]->Program->info.num_ubos;
1179 }
1180 }
1181 }
1182
1183 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
1184 struct gl_linked_shader *sh = prog->_LinkedShaders[i];
1185
1186 InterfaceBlockStageIndex[i] = new int[max_num_buffer_blocks];
1187 for (unsigned int j = 0; j < max_num_buffer_blocks; j++)
1188 InterfaceBlockStageIndex[i][j] = -1;
1189
1190 if (sh == NULL)
1191 continue;
1192
1193 unsigned sh_num_blocks;
1194 struct gl_uniform_block **sh_blks;
1195 if (validate_ssbo) {
1196 sh_num_blocks = prog->_LinkedShaders[i]->Program->info.num_ssbos;
1197 sh_blks = sh->Program->sh.ShaderStorageBlocks;
1198 } else {
1199 sh_num_blocks = prog->_LinkedShaders[i]->Program->info.num_ubos;
1200 sh_blks = sh->Program->sh.UniformBlocks;
1201 }
1202
1203 for (unsigned int j = 0; j < sh_num_blocks; j++) {
1204 int index = link_cross_validate_uniform_block(prog->data, &blks,
1205 num_blks, sh_blks[j]);
1206
1207 if (index == -1) {
1208 linker_error(prog, "buffer block `%s' has mismatching "
1209 "definitions\n", sh_blks[j]->Name);
1210
1211 for (unsigned k = 0; k <= i; k++) {
1212 delete[] InterfaceBlockStageIndex[k];
1213 }
1214
1215 /* Reset the block count. This will help avoid various segfaults
1216 * from api calls that assume the array exists due to the count
1217 * being non-zero.
1218 */
1219 *num_blks = 0;
1220 return false;
1221 }
1222
1223 InterfaceBlockStageIndex[i][index] = j;
1224 }
1225 }
1226
1227 /* Update per stage block pointers to point to the program list.
1228 * FIXME: We should be able to free the per stage blocks here.
1229 */
1230 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
1231 for (unsigned j = 0; j < *num_blks; j++) {
1232 int stage_index = InterfaceBlockStageIndex[i][j];
1233
1234 if (stage_index != -1) {
1235 struct gl_linked_shader *sh = prog->_LinkedShaders[i];
1236
1237 struct gl_uniform_block **sh_blks = validate_ssbo ?
1238 sh->Program->sh.ShaderStorageBlocks :
1239 sh->Program->sh.UniformBlocks;
1240
1241 blks[j].stageref |= sh_blks[stage_index]->stageref;
1242 sh_blks[stage_index] = &blks[j];
1243 }
1244 }
1245 }
1246
1247 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
1248 delete[] InterfaceBlockStageIndex[i];
1249 }
1250
1251 if (validate_ssbo)
1252 prog->data->ShaderStorageBlocks = blks;
1253 else
1254 prog->data->UniformBlocks = blks;
1255
1256 return true;
1257 }
1258
1259
1260 /**
1261 * Populates a shaders symbol table with all global declarations
1262 */
1263 static void
1264 populate_symbol_table(gl_linked_shader *sh, glsl_symbol_table *symbols)
1265 {
1266 sh->symbols = new(sh) glsl_symbol_table;
1267
1268 _mesa_glsl_copy_symbols_from_table(sh->ir, symbols, sh->symbols);
1269 }
1270
1271
1272 /**
1273 * Remap variables referenced in an instruction tree
1274 *
1275 * This is used when instruction trees are cloned from one shader and placed in
1276 * another. These trees will contain references to \c ir_variable nodes that
1277 * do not exist in the target shader. This function finds these \c ir_variable
1278 * references and replaces the references with matching variables in the target
1279 * shader.
1280 *
1281 * If there is no matching variable in the target shader, a clone of the
1282 * \c ir_variable is made and added to the target shader. The new variable is
1283 * added to \b both the instruction stream and the symbol table.
1284 *
1285 * \param inst IR tree that is to be processed.
1286 * \param symbols Symbol table containing global scope symbols in the
1287 * linked shader.
1288 * \param instructions Instruction stream where new variable declarations
1289 * should be added.
1290 */
1291 static void
1292 remap_variables(ir_instruction *inst, struct gl_linked_shader *target,
1293 hash_table *temps)
1294 {
1295 class remap_visitor : public ir_hierarchical_visitor {
1296 public:
1297 remap_visitor(struct gl_linked_shader *target, hash_table *temps)
1298 {
1299 this->target = target;
1300 this->symbols = target->symbols;
1301 this->instructions = target->ir;
1302 this->temps = temps;
1303 }
1304
1305 virtual ir_visitor_status visit(ir_dereference_variable *ir)
1306 {
1307 if (ir->var->data.mode == ir_var_temporary) {
1308 hash_entry *entry = _mesa_hash_table_search(temps, ir->var);
1309 ir_variable *var = entry ? (ir_variable *) entry->data : NULL;
1310
1311 assert(var != NULL);
1312 ir->var = var;
1313 return visit_continue;
1314 }
1315
1316 ir_variable *const existing =
1317 this->symbols->get_variable(ir->var->name);
1318 if (existing != NULL)
1319 ir->var = existing;
1320 else {
1321 ir_variable *copy = ir->var->clone(this->target, NULL);
1322
1323 this->symbols->add_variable(copy);
1324 this->instructions->push_head(copy);
1325 ir->var = copy;
1326 }
1327
1328 return visit_continue;
1329 }
1330
1331 private:
1332 struct gl_linked_shader *target;
1333 glsl_symbol_table *symbols;
1334 exec_list *instructions;
1335 hash_table *temps;
1336 };
1337
1338 remap_visitor v(target, temps);
1339
1340 inst->accept(&v);
1341 }
1342
1343
1344 /**
1345 * Move non-declarations from one instruction stream to another
1346 *
1347 * The intended usage pattern of this function is to pass the pointer to the
1348 * head sentinel of a list (i.e., a pointer to the list cast to an \c exec_node
1349 * pointer) for \c last and \c false for \c make_copies on the first
1350 * call. Successive calls pass the return value of the previous call for
1351 * \c last and \c true for \c make_copies.
1352 *
1353 * \param instructions Source instruction stream
1354 * \param last Instruction after which new instructions should be
1355 * inserted in the target instruction stream
1356 * \param make_copies Flag selecting whether instructions in \c instructions
1357 * should be copied (via \c ir_instruction::clone) into the
1358 * target list or moved.
1359 *
1360 * \return
1361 * The new "last" instruction in the target instruction stream. This pointer
1362 * is suitable for use as the \c last parameter of a later call to this
1363 * function.
1364 */
1365 static exec_node *
1366 move_non_declarations(exec_list *instructions, exec_node *last,
1367 bool make_copies, gl_linked_shader *target)
1368 {
1369 hash_table *temps = NULL;
1370
1371 if (make_copies)
1372 temps = _mesa_hash_table_create(NULL, _mesa_hash_pointer,
1373 _mesa_key_pointer_equal);
1374
1375 foreach_in_list_safe(ir_instruction, inst, instructions) {
1376 if (inst->as_function())
1377 continue;
1378
1379 ir_variable *var = inst->as_variable();
1380 if ((var != NULL) && (var->data.mode != ir_var_temporary))
1381 continue;
1382
1383 assert(inst->as_assignment()
1384 || inst->as_call()
1385 || inst->as_if() /* for initializers with the ?: operator */
1386 || ((var != NULL) && (var->data.mode == ir_var_temporary)));
1387
1388 if (make_copies) {
1389 inst = inst->clone(target, NULL);
1390
1391 if (var != NULL)
1392 _mesa_hash_table_insert(temps, var, inst);
1393 else
1394 remap_variables(inst, target, temps);
1395 } else {
1396 inst->remove();
1397 }
1398
1399 last->insert_after(inst);
1400 last = inst;
1401 }
1402
1403 if (make_copies)
1404 _mesa_hash_table_destroy(temps, NULL);
1405
1406 return last;
1407 }
1408
1409
1410 /**
1411 * This class is only used in link_intrastage_shaders() below but declaring
1412 * it inside that function leads to compiler warnings with some versions of
1413 * gcc.
1414 */
1415 class array_sizing_visitor : public deref_type_updater {
1416 public:
1417 array_sizing_visitor()
1418 : mem_ctx(ralloc_context(NULL)),
1419 unnamed_interfaces(_mesa_hash_table_create(NULL, _mesa_hash_pointer,
1420 _mesa_key_pointer_equal))
1421 {
1422 }
1423
1424 ~array_sizing_visitor()
1425 {
1426 _mesa_hash_table_destroy(this->unnamed_interfaces, NULL);
1427 ralloc_free(this->mem_ctx);
1428 }
1429
1430 virtual ir_visitor_status visit(ir_variable *var)
1431 {
1432 const glsl_type *type_without_array;
1433 bool implicit_sized_array = var->data.implicit_sized_array;
1434 fixup_type(&var->type, var->data.max_array_access,
1435 var->data.from_ssbo_unsized_array,
1436 &implicit_sized_array);
1437 var->data.implicit_sized_array = implicit_sized_array;
1438 type_without_array = var->type->without_array();
1439 if (var->type->is_interface()) {
1440 if (interface_contains_unsized_arrays(var->type)) {
1441 const glsl_type *new_type =
1442 resize_interface_members(var->type,
1443 var->get_max_ifc_array_access(),
1444 var->is_in_shader_storage_block());
1445 var->type = new_type;
1446 var->change_interface_type(new_type);
1447 }
1448 } else if (type_without_array->is_interface()) {
1449 if (interface_contains_unsized_arrays(type_without_array)) {
1450 const glsl_type *new_type =
1451 resize_interface_members(type_without_array,
1452 var->get_max_ifc_array_access(),
1453 var->is_in_shader_storage_block());
1454 var->change_interface_type(new_type);
1455 var->type = update_interface_members_array(var->type, new_type);
1456 }
1457 } else if (const glsl_type *ifc_type = var->get_interface_type()) {
1458 /* Store a pointer to the variable in the unnamed_interfaces
1459 * hashtable.
1460 */
1461 hash_entry *entry =
1462 _mesa_hash_table_search(this->unnamed_interfaces,
1463 ifc_type);
1464
1465 ir_variable **interface_vars = entry ? (ir_variable **) entry->data : NULL;
1466
1467 if (interface_vars == NULL) {
1468 interface_vars = rzalloc_array(mem_ctx, ir_variable *,
1469 ifc_type->length);
1470 _mesa_hash_table_insert(this->unnamed_interfaces, ifc_type,
1471 interface_vars);
1472 }
1473 unsigned index = ifc_type->field_index(var->name);
1474 assert(index < ifc_type->length);
1475 assert(interface_vars[index] == NULL);
1476 interface_vars[index] = var;
1477 }
1478 return visit_continue;
1479 }
1480
1481 /**
1482 * For each unnamed interface block that was discovered while running the
1483 * visitor, adjust the interface type to reflect the newly assigned array
1484 * sizes, and fix up the ir_variable nodes to point to the new interface
1485 * type.
1486 */
1487 void fixup_unnamed_interface_types()
1488 {
1489 hash_table_call_foreach(this->unnamed_interfaces,
1490 fixup_unnamed_interface_type, NULL);
1491 }
1492
1493 private:
1494 /**
1495 * If the type pointed to by \c type represents an unsized array, replace
1496 * it with a sized array whose size is determined by max_array_access.
1497 */
1498 static void fixup_type(const glsl_type **type, unsigned max_array_access,
1499 bool from_ssbo_unsized_array, bool *implicit_sized)
1500 {
1501 if (!from_ssbo_unsized_array && (*type)->is_unsized_array()) {
1502 *type = glsl_type::get_array_instance((*type)->fields.array,
1503 max_array_access + 1);
1504 *implicit_sized = true;
1505 assert(*type != NULL);
1506 }
1507 }
1508
1509 static const glsl_type *
1510 update_interface_members_array(const glsl_type *type,
1511 const glsl_type *new_interface_type)
1512 {
1513 const glsl_type *element_type = type->fields.array;
1514 if (element_type->is_array()) {
1515 const glsl_type *new_array_type =
1516 update_interface_members_array(element_type, new_interface_type);
1517 return glsl_type::get_array_instance(new_array_type, type->length);
1518 } else {
1519 return glsl_type::get_array_instance(new_interface_type,
1520 type->length);
1521 }
1522 }
1523
1524 /**
1525 * Determine whether the given interface type contains unsized arrays (if
1526 * it doesn't, array_sizing_visitor doesn't need to process it).
1527 */
1528 static bool interface_contains_unsized_arrays(const glsl_type *type)
1529 {
1530 for (unsigned i = 0; i < type->length; i++) {
1531 const glsl_type *elem_type = type->fields.structure[i].type;
1532 if (elem_type->is_unsized_array())
1533 return true;
1534 }
1535 return false;
1536 }
1537
1538 /**
1539 * Create a new interface type based on the given type, with unsized arrays
1540 * replaced by sized arrays whose size is determined by
1541 * max_ifc_array_access.
1542 */
1543 static const glsl_type *
1544 resize_interface_members(const glsl_type *type,
1545 const int *max_ifc_array_access,
1546 bool is_ssbo)
1547 {
1548 unsigned num_fields = type->length;
1549 glsl_struct_field *fields = new glsl_struct_field[num_fields];
1550 memcpy(fields, type->fields.structure,
1551 num_fields * sizeof(*fields));
1552 for (unsigned i = 0; i < num_fields; i++) {
1553 bool implicit_sized_array = fields[i].implicit_sized_array;
1554 /* If SSBO last member is unsized array, we don't replace it by a sized
1555 * array.
1556 */
1557 if (is_ssbo && i == (num_fields - 1))
1558 fixup_type(&fields[i].type, max_ifc_array_access[i],
1559 true, &implicit_sized_array);
1560 else
1561 fixup_type(&fields[i].type, max_ifc_array_access[i],
1562 false, &implicit_sized_array);
1563 fields[i].implicit_sized_array = implicit_sized_array;
1564 }
1565 glsl_interface_packing packing =
1566 (glsl_interface_packing) type->interface_packing;
1567 bool row_major = (bool) type->interface_row_major;
1568 const glsl_type *new_ifc_type =
1569 glsl_type::get_interface_instance(fields, num_fields,
1570 packing, row_major, type->name);
1571 delete [] fields;
1572 return new_ifc_type;
1573 }
1574
1575 static void fixup_unnamed_interface_type(const void *key, void *data,
1576 void *)
1577 {
1578 const glsl_type *ifc_type = (const glsl_type *) key;
1579 ir_variable **interface_vars = (ir_variable **) data;
1580 unsigned num_fields = ifc_type->length;
1581 glsl_struct_field *fields = new glsl_struct_field[num_fields];
1582 memcpy(fields, ifc_type->fields.structure,
1583 num_fields * sizeof(*fields));
1584 bool interface_type_changed = false;
1585 for (unsigned i = 0; i < num_fields; i++) {
1586 if (interface_vars[i] != NULL &&
1587 fields[i].type != interface_vars[i]->type) {
1588 fields[i].type = interface_vars[i]->type;
1589 interface_type_changed = true;
1590 }
1591 }
1592 if (!interface_type_changed) {
1593 delete [] fields;
1594 return;
1595 }
1596 glsl_interface_packing packing =
1597 (glsl_interface_packing) ifc_type->interface_packing;
1598 bool row_major = (bool) ifc_type->interface_row_major;
1599 const glsl_type *new_ifc_type =
1600 glsl_type::get_interface_instance(fields, num_fields, packing,
1601 row_major, ifc_type->name);
1602 delete [] fields;
1603 for (unsigned i = 0; i < num_fields; i++) {
1604 if (interface_vars[i] != NULL)
1605 interface_vars[i]->change_interface_type(new_ifc_type);
1606 }
1607 }
1608
1609 /**
1610 * Memory context used to allocate the data in \c unnamed_interfaces.
1611 */
1612 void *mem_ctx;
1613
1614 /**
1615 * Hash table from const glsl_type * to an array of ir_variable *'s
1616 * pointing to the ir_variables constituting each unnamed interface block.
1617 */
1618 hash_table *unnamed_interfaces;
1619 };
1620
1621 static bool
1622 validate_xfb_buffer_stride(struct gl_context *ctx, unsigned idx,
1623 struct gl_shader_program *prog)
1624 {
1625 /* We will validate doubles at a later stage */
1626 if (prog->TransformFeedback.BufferStride[idx] % 4) {
1627 linker_error(prog, "invalid qualifier xfb_stride=%d must be a "
1628 "multiple of 4 or if its applied to a type that is "
1629 "or contains a double a multiple of 8.",
1630 prog->TransformFeedback.BufferStride[idx]);
1631 return false;
1632 }
1633
1634 if (prog->TransformFeedback.BufferStride[idx] / 4 >
1635 ctx->Const.MaxTransformFeedbackInterleavedComponents) {
1636 linker_error(prog, "The MAX_TRANSFORM_FEEDBACK_INTERLEAVED_COMPONENTS "
1637 "limit has been exceeded.");
1638 return false;
1639 }
1640
1641 return true;
1642 }
1643
1644 /**
1645 * Check for conflicting xfb_stride default qualifiers and store buffer stride
1646 * for later use.
1647 */
1648 static void
1649 link_xfb_stride_layout_qualifiers(struct gl_context *ctx,
1650 struct gl_shader_program *prog,
1651 struct gl_shader **shader_list,
1652 unsigned num_shaders)
1653 {
1654 for (unsigned i = 0; i < MAX_FEEDBACK_BUFFERS; i++) {
1655 prog->TransformFeedback.BufferStride[i] = 0;
1656 }
1657
1658 for (unsigned i = 0; i < num_shaders; i++) {
1659 struct gl_shader *shader = shader_list[i];
1660
1661 for (unsigned j = 0; j < MAX_FEEDBACK_BUFFERS; j++) {
1662 if (shader->TransformFeedbackBufferStride[j]) {
1663 if (prog->TransformFeedback.BufferStride[j] == 0) {
1664 prog->TransformFeedback.BufferStride[j] =
1665 shader->TransformFeedbackBufferStride[j];
1666 if (!validate_xfb_buffer_stride(ctx, j, prog))
1667 return;
1668 } else if (prog->TransformFeedback.BufferStride[j] !=
1669 shader->TransformFeedbackBufferStride[j]){
1670 linker_error(prog,
1671 "intrastage shaders defined with conflicting "
1672 "xfb_stride for buffer %d (%d and %d)\n", j,
1673 prog->TransformFeedback.BufferStride[j],
1674 shader->TransformFeedbackBufferStride[j]);
1675 return;
1676 }
1677 }
1678 }
1679 }
1680 }
1681
1682 /**
1683 * Check for conflicting bindless/bound sampler/image layout qualifiers at
1684 * global scope.
1685 */
1686 static void
1687 link_bindless_layout_qualifiers(struct gl_shader_program *prog,
1688 struct gl_shader **shader_list,
1689 unsigned num_shaders)
1690 {
1691 bool bindless_sampler, bindless_image;
1692 bool bound_sampler, bound_image;
1693
1694 bindless_sampler = bindless_image = false;
1695 bound_sampler = bound_image = false;
1696
1697 for (unsigned i = 0; i < num_shaders; i++) {
1698 struct gl_shader *shader = shader_list[i];
1699
1700 if (shader->bindless_sampler)
1701 bindless_sampler = true;
1702 if (shader->bindless_image)
1703 bindless_image = true;
1704 if (shader->bound_sampler)
1705 bound_sampler = true;
1706 if (shader->bound_image)
1707 bound_image = true;
1708
1709 if ((bindless_sampler && bound_sampler) ||
1710 (bindless_image && bound_image)) {
1711 /* From section 4.4.6 of the ARB_bindless_texture spec:
1712 *
1713 * "If both bindless_sampler and bound_sampler, or bindless_image
1714 * and bound_image, are declared at global scope in any
1715 * compilation unit, a link- time error will be generated."
1716 */
1717 linker_error(prog, "both bindless_sampler and bound_sampler, or "
1718 "bindless_image and bound_image, can't be declared at "
1719 "global scope");
1720 }
1721 }
1722 }
1723
1724 /**
1725 * Performs the cross-validation of tessellation control shader vertices and
1726 * layout qualifiers for the attached tessellation control shaders,
1727 * and propagates them to the linked TCS and linked shader program.
1728 */
1729 static void
1730 link_tcs_out_layout_qualifiers(struct gl_shader_program *prog,
1731 struct gl_program *gl_prog,
1732 struct gl_shader **shader_list,
1733 unsigned num_shaders)
1734 {
1735 if (gl_prog->info.stage != MESA_SHADER_TESS_CTRL)
1736 return;
1737
1738 gl_prog->info.tess.tcs_vertices_out = 0;
1739
1740 /* From the GLSL 4.0 spec (chapter 4.3.8.2):
1741 *
1742 * "All tessellation control shader layout declarations in a program
1743 * must specify the same output patch vertex count. There must be at
1744 * least one layout qualifier specifying an output patch vertex count
1745 * in any program containing tessellation control shaders; however,
1746 * such a declaration is not required in all tessellation control
1747 * shaders."
1748 */
1749
1750 for (unsigned i = 0; i < num_shaders; i++) {
1751 struct gl_shader *shader = shader_list[i];
1752
1753 if (shader->info.TessCtrl.VerticesOut != 0) {
1754 if (gl_prog->info.tess.tcs_vertices_out != 0 &&
1755 gl_prog->info.tess.tcs_vertices_out !=
1756 (unsigned) shader->info.TessCtrl.VerticesOut) {
1757 linker_error(prog, "tessellation control shader defined with "
1758 "conflicting output vertex count (%d and %d)\n",
1759 gl_prog->info.tess.tcs_vertices_out,
1760 shader->info.TessCtrl.VerticesOut);
1761 return;
1762 }
1763 gl_prog->info.tess.tcs_vertices_out =
1764 shader->info.TessCtrl.VerticesOut;
1765 }
1766 }
1767
1768 /* Just do the intrastage -> interstage propagation right now,
1769 * since we already know we're in the right type of shader program
1770 * for doing it.
1771 */
1772 if (gl_prog->info.tess.tcs_vertices_out == 0) {
1773 linker_error(prog, "tessellation control shader didn't declare "
1774 "vertices out layout qualifier\n");
1775 return;
1776 }
1777 }
1778
1779
1780 /**
1781 * Performs the cross-validation of tessellation evaluation shader
1782 * primitive type, vertex spacing, ordering and point_mode layout qualifiers
1783 * for the attached tessellation evaluation shaders, and propagates them
1784 * to the linked TES and linked shader program.
1785 */
1786 static void
1787 link_tes_in_layout_qualifiers(struct gl_shader_program *prog,
1788 struct gl_program *gl_prog,
1789 struct gl_shader **shader_list,
1790 unsigned num_shaders)
1791 {
1792 if (gl_prog->info.stage != MESA_SHADER_TESS_EVAL)
1793 return;
1794
1795 int point_mode = -1;
1796 unsigned vertex_order = 0;
1797
1798 gl_prog->info.tess.primitive_mode = PRIM_UNKNOWN;
1799 gl_prog->info.tess.spacing = TESS_SPACING_UNSPECIFIED;
1800
1801 /* From the GLSL 4.0 spec (chapter 4.3.8.1):
1802 *
1803 * "At least one tessellation evaluation shader (compilation unit) in
1804 * a program must declare a primitive mode in its input layout.
1805 * Declaration vertex spacing, ordering, and point mode identifiers is
1806 * optional. It is not required that all tessellation evaluation
1807 * shaders in a program declare a primitive mode. If spacing or
1808 * vertex ordering declarations are omitted, the tessellation
1809 * primitive generator will use equal spacing or counter-clockwise
1810 * vertex ordering, respectively. If a point mode declaration is
1811 * omitted, the tessellation primitive generator will produce lines or
1812 * triangles according to the primitive mode."
1813 */
1814
1815 for (unsigned i = 0; i < num_shaders; i++) {
1816 struct gl_shader *shader = shader_list[i];
1817
1818 if (shader->info.TessEval.PrimitiveMode != PRIM_UNKNOWN) {
1819 if (gl_prog->info.tess.primitive_mode != PRIM_UNKNOWN &&
1820 gl_prog->info.tess.primitive_mode !=
1821 shader->info.TessEval.PrimitiveMode) {
1822 linker_error(prog, "tessellation evaluation shader defined with "
1823 "conflicting input primitive modes.\n");
1824 return;
1825 }
1826 gl_prog->info.tess.primitive_mode =
1827 shader->info.TessEval.PrimitiveMode;
1828 }
1829
1830 if (shader->info.TessEval.Spacing != 0) {
1831 if (gl_prog->info.tess.spacing != 0 && gl_prog->info.tess.spacing !=
1832 shader->info.TessEval.Spacing) {
1833 linker_error(prog, "tessellation evaluation shader defined with "
1834 "conflicting vertex spacing.\n");
1835 return;
1836 }
1837 gl_prog->info.tess.spacing = shader->info.TessEval.Spacing;
1838 }
1839
1840 if (shader->info.TessEval.VertexOrder != 0) {
1841 if (vertex_order != 0 &&
1842 vertex_order != shader->info.TessEval.VertexOrder) {
1843 linker_error(prog, "tessellation evaluation shader defined with "
1844 "conflicting ordering.\n");
1845 return;
1846 }
1847 vertex_order = shader->info.TessEval.VertexOrder;
1848 }
1849
1850 if (shader->info.TessEval.PointMode != -1) {
1851 if (point_mode != -1 &&
1852 point_mode != shader->info.TessEval.PointMode) {
1853 linker_error(prog, "tessellation evaluation shader defined with "
1854 "conflicting point modes.\n");
1855 return;
1856 }
1857 point_mode = shader->info.TessEval.PointMode;
1858 }
1859
1860 }
1861
1862 /* Just do the intrastage -> interstage propagation right now,
1863 * since we already know we're in the right type of shader program
1864 * for doing it.
1865 */
1866 if (gl_prog->info.tess.primitive_mode == PRIM_UNKNOWN) {
1867 linker_error(prog,
1868 "tessellation evaluation shader didn't declare input "
1869 "primitive modes.\n");
1870 return;
1871 }
1872
1873 if (gl_prog->info.tess.spacing == TESS_SPACING_UNSPECIFIED)
1874 gl_prog->info.tess.spacing = TESS_SPACING_EQUAL;
1875
1876 if (vertex_order == 0 || vertex_order == GL_CCW)
1877 gl_prog->info.tess.ccw = true;
1878 else
1879 gl_prog->info.tess.ccw = false;
1880
1881
1882 if (point_mode == -1 || point_mode == GL_FALSE)
1883 gl_prog->info.tess.point_mode = false;
1884 else
1885 gl_prog->info.tess.point_mode = true;
1886 }
1887
1888
1889 /**
1890 * Performs the cross-validation of layout qualifiers specified in
1891 * redeclaration of gl_FragCoord for the attached fragment shaders,
1892 * and propagates them to the linked FS and linked shader program.
1893 */
1894 static void
1895 link_fs_inout_layout_qualifiers(struct gl_shader_program *prog,
1896 struct gl_linked_shader *linked_shader,
1897 struct gl_shader **shader_list,
1898 unsigned num_shaders)
1899 {
1900 bool redeclares_gl_fragcoord = false;
1901 bool uses_gl_fragcoord = false;
1902 bool origin_upper_left = false;
1903 bool pixel_center_integer = false;
1904
1905 if (linked_shader->Stage != MESA_SHADER_FRAGMENT ||
1906 (prog->data->Version < 150 &&
1907 !prog->ARB_fragment_coord_conventions_enable))
1908 return;
1909
1910 for (unsigned i = 0; i < num_shaders; i++) {
1911 struct gl_shader *shader = shader_list[i];
1912 /* From the GLSL 1.50 spec, page 39:
1913 *
1914 * "If gl_FragCoord is redeclared in any fragment shader in a program,
1915 * it must be redeclared in all the fragment shaders in that program
1916 * that have a static use gl_FragCoord."
1917 */
1918 if ((redeclares_gl_fragcoord && !shader->redeclares_gl_fragcoord &&
1919 shader->uses_gl_fragcoord)
1920 || (shader->redeclares_gl_fragcoord && !redeclares_gl_fragcoord &&
1921 uses_gl_fragcoord)) {
1922 linker_error(prog, "fragment shader defined with conflicting "
1923 "layout qualifiers for gl_FragCoord\n");
1924 }
1925
1926 /* From the GLSL 1.50 spec, page 39:
1927 *
1928 * "All redeclarations of gl_FragCoord in all fragment shaders in a
1929 * single program must have the same set of qualifiers."
1930 */
1931 if (redeclares_gl_fragcoord && shader->redeclares_gl_fragcoord &&
1932 (shader->origin_upper_left != origin_upper_left ||
1933 shader->pixel_center_integer != pixel_center_integer)) {
1934 linker_error(prog, "fragment shader defined with conflicting "
1935 "layout qualifiers for gl_FragCoord\n");
1936 }
1937
1938 /* Update the linked shader state. Note that uses_gl_fragcoord should
1939 * accumulate the results. The other values should replace. If there
1940 * are multiple redeclarations, all the fields except uses_gl_fragcoord
1941 * are already known to be the same.
1942 */
1943 if (shader->redeclares_gl_fragcoord || shader->uses_gl_fragcoord) {
1944 redeclares_gl_fragcoord = shader->redeclares_gl_fragcoord;
1945 uses_gl_fragcoord |= shader->uses_gl_fragcoord;
1946 origin_upper_left = shader->origin_upper_left;
1947 pixel_center_integer = shader->pixel_center_integer;
1948 }
1949
1950 linked_shader->Program->info.fs.early_fragment_tests |=
1951 shader->EarlyFragmentTests || shader->PostDepthCoverage;
1952 linked_shader->Program->info.fs.inner_coverage |= shader->InnerCoverage;
1953 linked_shader->Program->info.fs.post_depth_coverage |=
1954 shader->PostDepthCoverage;
1955
1956 linked_shader->Program->sh.fs.BlendSupport |= shader->BlendSupport;
1957 }
1958 }
1959
1960 /**
1961 * Performs the cross-validation of geometry shader max_vertices and
1962 * primitive type layout qualifiers for the attached geometry shaders,
1963 * and propagates them to the linked GS and linked shader program.
1964 */
1965 static void
1966 link_gs_inout_layout_qualifiers(struct gl_shader_program *prog,
1967 struct gl_program *gl_prog,
1968 struct gl_shader **shader_list,
1969 unsigned num_shaders)
1970 {
1971 /* No in/out qualifiers defined for anything but GLSL 1.50+
1972 * geometry shaders so far.
1973 */
1974 if (gl_prog->info.stage != MESA_SHADER_GEOMETRY ||
1975 prog->data->Version < 150)
1976 return;
1977
1978 int vertices_out = -1;
1979
1980 gl_prog->info.gs.invocations = 0;
1981 gl_prog->info.gs.input_primitive = PRIM_UNKNOWN;
1982 gl_prog->info.gs.output_primitive = PRIM_UNKNOWN;
1983
1984 /* From the GLSL 1.50 spec, page 46:
1985 *
1986 * "All geometry shader output layout declarations in a program
1987 * must declare the same layout and same value for
1988 * max_vertices. There must be at least one geometry output
1989 * layout declaration somewhere in a program, but not all
1990 * geometry shaders (compilation units) are required to
1991 * declare it."
1992 */
1993
1994 for (unsigned i = 0; i < num_shaders; i++) {
1995 struct gl_shader *shader = shader_list[i];
1996
1997 if (shader->info.Geom.InputType != PRIM_UNKNOWN) {
1998 if (gl_prog->info.gs.input_primitive != PRIM_UNKNOWN &&
1999 gl_prog->info.gs.input_primitive !=
2000 shader->info.Geom.InputType) {
2001 linker_error(prog, "geometry shader defined with conflicting "
2002 "input types\n");
2003 return;
2004 }
2005 gl_prog->info.gs.input_primitive = shader->info.Geom.InputType;
2006 }
2007
2008 if (shader->info.Geom.OutputType != PRIM_UNKNOWN) {
2009 if (gl_prog->info.gs.output_primitive != PRIM_UNKNOWN &&
2010 gl_prog->info.gs.output_primitive !=
2011 shader->info.Geom.OutputType) {
2012 linker_error(prog, "geometry shader defined with conflicting "
2013 "output types\n");
2014 return;
2015 }
2016 gl_prog->info.gs.output_primitive = shader->info.Geom.OutputType;
2017 }
2018
2019 if (shader->info.Geom.VerticesOut != -1) {
2020 if (vertices_out != -1 &&
2021 vertices_out != shader->info.Geom.VerticesOut) {
2022 linker_error(prog, "geometry shader defined with conflicting "
2023 "output vertex count (%d and %d)\n",
2024 vertices_out, shader->info.Geom.VerticesOut);
2025 return;
2026 }
2027 vertices_out = shader->info.Geom.VerticesOut;
2028 }
2029
2030 if (shader->info.Geom.Invocations != 0) {
2031 if (gl_prog->info.gs.invocations != 0 &&
2032 gl_prog->info.gs.invocations !=
2033 (unsigned) shader->info.Geom.Invocations) {
2034 linker_error(prog, "geometry shader defined with conflicting "
2035 "invocation count (%d and %d)\n",
2036 gl_prog->info.gs.invocations,
2037 shader->info.Geom.Invocations);
2038 return;
2039 }
2040 gl_prog->info.gs.invocations = shader->info.Geom.Invocations;
2041 }
2042 }
2043
2044 /* Just do the intrastage -> interstage propagation right now,
2045 * since we already know we're in the right type of shader program
2046 * for doing it.
2047 */
2048 if (gl_prog->info.gs.input_primitive == PRIM_UNKNOWN) {
2049 linker_error(prog,
2050 "geometry shader didn't declare primitive input type\n");
2051 return;
2052 }
2053
2054 if (gl_prog->info.gs.output_primitive == PRIM_UNKNOWN) {
2055 linker_error(prog,
2056 "geometry shader didn't declare primitive output type\n");
2057 return;
2058 }
2059
2060 if (vertices_out == -1) {
2061 linker_error(prog,
2062 "geometry shader didn't declare max_vertices\n");
2063 return;
2064 } else {
2065 gl_prog->info.gs.vertices_out = vertices_out;
2066 }
2067
2068 if (gl_prog->info.gs.invocations == 0)
2069 gl_prog->info.gs.invocations = 1;
2070 }
2071
2072
2073 /**
2074 * Perform cross-validation of compute shader local_size_{x,y,z} layout
2075 * qualifiers for the attached compute shaders, and propagate them to the
2076 * linked CS and linked shader program.
2077 */
2078 static void
2079 link_cs_input_layout_qualifiers(struct gl_shader_program *prog,
2080 struct gl_program *gl_prog,
2081 struct gl_shader **shader_list,
2082 unsigned num_shaders)
2083 {
2084 /* This function is called for all shader stages, but it only has an effect
2085 * for compute shaders.
2086 */
2087 if (gl_prog->info.stage != MESA_SHADER_COMPUTE)
2088 return;
2089
2090 for (int i = 0; i < 3; i++)
2091 gl_prog->info.cs.local_size[i] = 0;
2092
2093 gl_prog->info.cs.local_size_variable = false;
2094
2095 /* From the ARB_compute_shader spec, in the section describing local size
2096 * declarations:
2097 *
2098 * If multiple compute shaders attached to a single program object
2099 * declare local work-group size, the declarations must be identical;
2100 * otherwise a link-time error results. Furthermore, if a program
2101 * object contains any compute shaders, at least one must contain an
2102 * input layout qualifier specifying the local work sizes of the
2103 * program, or a link-time error will occur.
2104 */
2105 for (unsigned sh = 0; sh < num_shaders; sh++) {
2106 struct gl_shader *shader = shader_list[sh];
2107
2108 if (shader->info.Comp.LocalSize[0] != 0) {
2109 if (gl_prog->info.cs.local_size[0] != 0) {
2110 for (int i = 0; i < 3; i++) {
2111 if (gl_prog->info.cs.local_size[i] !=
2112 shader->info.Comp.LocalSize[i]) {
2113 linker_error(prog, "compute shader defined with conflicting "
2114 "local sizes\n");
2115 return;
2116 }
2117 }
2118 }
2119 for (int i = 0; i < 3; i++) {
2120 gl_prog->info.cs.local_size[i] =
2121 shader->info.Comp.LocalSize[i];
2122 }
2123 } else if (shader->info.Comp.LocalSizeVariable) {
2124 if (gl_prog->info.cs.local_size[0] != 0) {
2125 /* The ARB_compute_variable_group_size spec says:
2126 *
2127 * If one compute shader attached to a program declares a
2128 * variable local group size and a second compute shader
2129 * attached to the same program declares a fixed local group
2130 * size, a link-time error results.
2131 */
2132 linker_error(prog, "compute shader defined with both fixed and "
2133 "variable local group size\n");
2134 return;
2135 }
2136 gl_prog->info.cs.local_size_variable = true;
2137 }
2138 }
2139
2140 /* Just do the intrastage -> interstage propagation right now,
2141 * since we already know we're in the right type of shader program
2142 * for doing it.
2143 */
2144 if (gl_prog->info.cs.local_size[0] == 0 &&
2145 !gl_prog->info.cs.local_size_variable) {
2146 linker_error(prog, "compute shader must contain a fixed or a variable "
2147 "local group size\n");
2148 return;
2149 }
2150 }
2151
2152
2153 /**
2154 * Combine a group of shaders for a single stage to generate a linked shader
2155 *
2156 * \note
2157 * If this function is supplied a single shader, it is cloned, and the new
2158 * shader is returned.
2159 */
2160 struct gl_linked_shader *
2161 link_intrastage_shaders(void *mem_ctx,
2162 struct gl_context *ctx,
2163 struct gl_shader_program *prog,
2164 struct gl_shader **shader_list,
2165 unsigned num_shaders,
2166 bool allow_missing_main)
2167 {
2168 struct gl_uniform_block *ubo_blocks = NULL;
2169 struct gl_uniform_block *ssbo_blocks = NULL;
2170 unsigned num_ubo_blocks = 0;
2171 unsigned num_ssbo_blocks = 0;
2172
2173 /* Check that global variables defined in multiple shaders are consistent.
2174 */
2175 glsl_symbol_table variables;
2176 for (unsigned i = 0; i < num_shaders; i++) {
2177 if (shader_list[i] == NULL)
2178 continue;
2179 cross_validate_globals(prog, shader_list[i]->ir, &variables, false);
2180 }
2181
2182 if (!prog->data->LinkStatus)
2183 return NULL;
2184
2185 /* Check that interface blocks defined in multiple shaders are consistent.
2186 */
2187 validate_intrastage_interface_blocks(prog, (const gl_shader **)shader_list,
2188 num_shaders);
2189 if (!prog->data->LinkStatus)
2190 return NULL;
2191
2192 /* Check that there is only a single definition of each function signature
2193 * across all shaders.
2194 */
2195 for (unsigned i = 0; i < (num_shaders - 1); i++) {
2196 foreach_in_list(ir_instruction, node, shader_list[i]->ir) {
2197 ir_function *const f = node->as_function();
2198
2199 if (f == NULL)
2200 continue;
2201
2202 for (unsigned j = i + 1; j < num_shaders; j++) {
2203 ir_function *const other =
2204 shader_list[j]->symbols->get_function(f->name);
2205
2206 /* If the other shader has no function (and therefore no function
2207 * signatures) with the same name, skip to the next shader.
2208 */
2209 if (other == NULL)
2210 continue;
2211
2212 foreach_in_list(ir_function_signature, sig, &f->signatures) {
2213 if (!sig->is_defined)
2214 continue;
2215
2216 ir_function_signature *other_sig =
2217 other->exact_matching_signature(NULL, &sig->parameters);
2218
2219 if (other_sig != NULL && other_sig->is_defined) {
2220 linker_error(prog, "function `%s' is multiply defined\n",
2221 f->name);
2222 return NULL;
2223 }
2224 }
2225 }
2226 }
2227 }
2228
2229 /* Find the shader that defines main, and make a clone of it.
2230 *
2231 * Starting with the clone, search for undefined references. If one is
2232 * found, find the shader that defines it. Clone the reference and add
2233 * it to the shader. Repeat until there are no undefined references or
2234 * until a reference cannot be resolved.
2235 */
2236 gl_shader *main = NULL;
2237 for (unsigned i = 0; i < num_shaders; i++) {
2238 if (_mesa_get_main_function_signature(shader_list[i]->symbols)) {
2239 main = shader_list[i];
2240 break;
2241 }
2242 }
2243
2244 if (main == NULL && allow_missing_main)
2245 main = shader_list[0];
2246
2247 if (main == NULL) {
2248 linker_error(prog, "%s shader lacks `main'\n",
2249 _mesa_shader_stage_to_string(shader_list[0]->Stage));
2250 return NULL;
2251 }
2252
2253 gl_linked_shader *linked = rzalloc(NULL, struct gl_linked_shader);
2254 linked->Stage = shader_list[0]->Stage;
2255
2256 /* Create program and attach it to the linked shader */
2257 struct gl_program *gl_prog =
2258 ctx->Driver.NewProgram(ctx,
2259 _mesa_shader_stage_to_program(shader_list[0]->Stage),
2260 prog->Name, false);
2261 if (!gl_prog) {
2262 prog->data->LinkStatus = linking_failure;
2263 _mesa_delete_linked_shader(ctx, linked);
2264 return NULL;
2265 }
2266
2267 _mesa_reference_shader_program_data(ctx, &gl_prog->sh.data, prog->data);
2268
2269 /* Don't use _mesa_reference_program() just take ownership */
2270 linked->Program = gl_prog;
2271
2272 linked->ir = new(linked) exec_list;
2273 clone_ir_list(mem_ctx, linked->ir, main->ir);
2274
2275 link_fs_inout_layout_qualifiers(prog, linked, shader_list, num_shaders);
2276 link_tcs_out_layout_qualifiers(prog, gl_prog, shader_list, num_shaders);
2277 link_tes_in_layout_qualifiers(prog, gl_prog, shader_list, num_shaders);
2278 link_gs_inout_layout_qualifiers(prog, gl_prog, shader_list, num_shaders);
2279 link_cs_input_layout_qualifiers(prog, gl_prog, shader_list, num_shaders);
2280
2281 if (linked->Stage != MESA_SHADER_FRAGMENT)
2282 link_xfb_stride_layout_qualifiers(ctx, prog, shader_list, num_shaders);
2283
2284 link_bindless_layout_qualifiers(prog, shader_list, num_shaders);
2285
2286 populate_symbol_table(linked, shader_list[0]->symbols);
2287
2288 /* The pointer to the main function in the final linked shader (i.e., the
2289 * copy of the original shader that contained the main function).
2290 */
2291 ir_function_signature *const main_sig =
2292 _mesa_get_main_function_signature(linked->symbols);
2293
2294 /* Move any instructions other than variable declarations or function
2295 * declarations into main.
2296 */
2297 if (main_sig != NULL) {
2298 exec_node *insertion_point =
2299 move_non_declarations(linked->ir, (exec_node *) &main_sig->body, false,
2300 linked);
2301
2302 for (unsigned i = 0; i < num_shaders; i++) {
2303 if (shader_list[i] == main)
2304 continue;
2305
2306 insertion_point = move_non_declarations(shader_list[i]->ir,
2307 insertion_point, true, linked);
2308 }
2309 }
2310
2311 if (!link_function_calls(prog, linked, shader_list, num_shaders)) {
2312 _mesa_delete_linked_shader(ctx, linked);
2313 return NULL;
2314 }
2315
2316 /* Make a pass over all variable declarations to ensure that arrays with
2317 * unspecified sizes have a size specified. The size is inferred from the
2318 * max_array_access field.
2319 */
2320 array_sizing_visitor v;
2321 v.run(linked->ir);
2322 v.fixup_unnamed_interface_types();
2323
2324 /* Link up uniform blocks defined within this stage. */
2325 link_uniform_blocks(mem_ctx, ctx, prog, linked, &ubo_blocks,
2326 &num_ubo_blocks, &ssbo_blocks, &num_ssbo_blocks);
2327
2328 if (!prog->data->LinkStatus) {
2329 _mesa_delete_linked_shader(ctx, linked);
2330 return NULL;
2331 }
2332
2333 /* Copy ubo blocks to linked shader list */
2334 linked->Program->sh.UniformBlocks =
2335 ralloc_array(linked, gl_uniform_block *, num_ubo_blocks);
2336 ralloc_steal(linked, ubo_blocks);
2337 for (unsigned i = 0; i < num_ubo_blocks; i++) {
2338 linked->Program->sh.UniformBlocks[i] = &ubo_blocks[i];
2339 }
2340 linked->Program->info.num_ubos = num_ubo_blocks;
2341
2342 /* Copy ssbo blocks to linked shader list */
2343 linked->Program->sh.ShaderStorageBlocks =
2344 ralloc_array(linked, gl_uniform_block *, num_ssbo_blocks);
2345 ralloc_steal(linked, ssbo_blocks);
2346 for (unsigned i = 0; i < num_ssbo_blocks; i++) {
2347 linked->Program->sh.ShaderStorageBlocks[i] = &ssbo_blocks[i];
2348 }
2349 linked->Program->info.num_ssbos = num_ssbo_blocks;
2350
2351 /* At this point linked should contain all of the linked IR, so
2352 * validate it to make sure nothing went wrong.
2353 */
2354 validate_ir_tree(linked->ir);
2355
2356 /* Set the size of geometry shader input arrays */
2357 if (linked->Stage == MESA_SHADER_GEOMETRY) {
2358 unsigned num_vertices =
2359 vertices_per_prim(gl_prog->info.gs.input_primitive);
2360 array_resize_visitor input_resize_visitor(num_vertices, prog,
2361 MESA_SHADER_GEOMETRY);
2362 foreach_in_list(ir_instruction, ir, linked->ir) {
2363 ir->accept(&input_resize_visitor);
2364 }
2365 }
2366
2367 if (ctx->Const.VertexID_is_zero_based)
2368 lower_vertex_id(linked);
2369
2370 if (ctx->Const.LowerCsDerivedVariables)
2371 lower_cs_derived(linked);
2372
2373 #ifdef DEBUG
2374 /* Compute the source checksum. */
2375 linked->SourceChecksum = 0;
2376 for (unsigned i = 0; i < num_shaders; i++) {
2377 if (shader_list[i] == NULL)
2378 continue;
2379 linked->SourceChecksum ^= shader_list[i]->SourceChecksum;
2380 }
2381 #endif
2382
2383 return linked;
2384 }
2385
2386 /**
2387 * Update the sizes of linked shader uniform arrays to the maximum
2388 * array index used.
2389 *
2390 * From page 81 (page 95 of the PDF) of the OpenGL 2.1 spec:
2391 *
2392 * If one or more elements of an array are active,
2393 * GetActiveUniform will return the name of the array in name,
2394 * subject to the restrictions listed above. The type of the array
2395 * is returned in type. The size parameter contains the highest
2396 * array element index used, plus one. The compiler or linker
2397 * determines the highest index used. There will be only one
2398 * active uniform reported by the GL per uniform array.
2399
2400 */
2401 static void
2402 update_array_sizes(struct gl_shader_program *prog)
2403 {
2404 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
2405 if (prog->_LinkedShaders[i] == NULL)
2406 continue;
2407
2408 bool types_were_updated = false;
2409
2410 foreach_in_list(ir_instruction, node, prog->_LinkedShaders[i]->ir) {
2411 ir_variable *const var = node->as_variable();
2412
2413 if ((var == NULL) || (var->data.mode != ir_var_uniform) ||
2414 !var->type->is_array())
2415 continue;
2416
2417 /* GL_ARB_uniform_buffer_object says that std140 uniforms
2418 * will not be eliminated. Since we always do std140, just
2419 * don't resize arrays in UBOs.
2420 *
2421 * Atomic counters are supposed to get deterministic
2422 * locations assigned based on the declaration ordering and
2423 * sizes, array compaction would mess that up.
2424 *
2425 * Subroutine uniforms are not removed.
2426 */
2427 if (var->is_in_buffer_block() || var->type->contains_atomic() ||
2428 var->type->contains_subroutine() || var->constant_initializer)
2429 continue;
2430
2431 int size = var->data.max_array_access;
2432 for (unsigned j = 0; j < MESA_SHADER_STAGES; j++) {
2433 if (prog->_LinkedShaders[j] == NULL)
2434 continue;
2435
2436 foreach_in_list(ir_instruction, node2, prog->_LinkedShaders[j]->ir) {
2437 ir_variable *other_var = node2->as_variable();
2438 if (!other_var)
2439 continue;
2440
2441 if (strcmp(var->name, other_var->name) == 0 &&
2442 other_var->data.max_array_access > size) {
2443 size = other_var->data.max_array_access;
2444 }
2445 }
2446 }
2447
2448 if (size + 1 != (int)var->type->length) {
2449 /* If this is a built-in uniform (i.e., it's backed by some
2450 * fixed-function state), adjust the number of state slots to
2451 * match the new array size. The number of slots per array entry
2452 * is not known. It seems safe to assume that the total number of
2453 * slots is an integer multiple of the number of array elements.
2454 * Determine the number of slots per array element by dividing by
2455 * the old (total) size.
2456 */
2457 const unsigned num_slots = var->get_num_state_slots();
2458 if (num_slots > 0) {
2459 var->set_num_state_slots((size + 1)
2460 * (num_slots / var->type->length));
2461 }
2462
2463 var->type = glsl_type::get_array_instance(var->type->fields.array,
2464 size + 1);
2465 types_were_updated = true;
2466 }
2467 }
2468
2469 /* Update the types of dereferences in case we changed any. */
2470 if (types_were_updated) {
2471 deref_type_updater v;
2472 v.run(prog->_LinkedShaders[i]->ir);
2473 }
2474 }
2475 }
2476
2477 /**
2478 * Resize tessellation evaluation per-vertex inputs to the size of
2479 * tessellation control per-vertex outputs.
2480 */
2481 static void
2482 resize_tes_inputs(struct gl_context *ctx,
2483 struct gl_shader_program *prog)
2484 {
2485 if (prog->_LinkedShaders[MESA_SHADER_TESS_EVAL] == NULL)
2486 return;
2487
2488 gl_linked_shader *const tcs = prog->_LinkedShaders[MESA_SHADER_TESS_CTRL];
2489 gl_linked_shader *const tes = prog->_LinkedShaders[MESA_SHADER_TESS_EVAL];
2490
2491 /* If no control shader is present, then the TES inputs are statically
2492 * sized to MaxPatchVertices; the actual size of the arrays won't be
2493 * known until draw time.
2494 */
2495 const int num_vertices = tcs
2496 ? tcs->Program->info.tess.tcs_vertices_out
2497 : ctx->Const.MaxPatchVertices;
2498
2499 array_resize_visitor input_resize_visitor(num_vertices, prog,
2500 MESA_SHADER_TESS_EVAL);
2501 foreach_in_list(ir_instruction, ir, tes->ir) {
2502 ir->accept(&input_resize_visitor);
2503 }
2504
2505 if (tcs) {
2506 /* Convert the gl_PatchVerticesIn system value into a constant, since
2507 * the value is known at this point.
2508 */
2509 foreach_in_list(ir_instruction, ir, tes->ir) {
2510 ir_variable *var = ir->as_variable();
2511 if (var && var->data.mode == ir_var_system_value &&
2512 var->data.location == SYSTEM_VALUE_VERTICES_IN) {
2513 void *mem_ctx = ralloc_parent(var);
2514 var->data.location = 0;
2515 var->data.explicit_location = false;
2516 var->data.mode = ir_var_auto;
2517 var->constant_value = new(mem_ctx) ir_constant(num_vertices);
2518 }
2519 }
2520 }
2521 }
2522
2523 /**
2524 * Find a contiguous set of available bits in a bitmask.
2525 *
2526 * \param used_mask Bits representing used (1) and unused (0) locations
2527 * \param needed_count Number of contiguous bits needed.
2528 *
2529 * \return
2530 * Base location of the available bits on success or -1 on failure.
2531 */
2532 static int
2533 find_available_slots(unsigned used_mask, unsigned needed_count)
2534 {
2535 unsigned needed_mask = (1 << needed_count) - 1;
2536 const int max_bit_to_test = (8 * sizeof(used_mask)) - needed_count;
2537
2538 /* The comparison to 32 is redundant, but without it GCC emits "warning:
2539 * cannot optimize possibly infinite loops" for the loop below.
2540 */
2541 if ((needed_count == 0) || (max_bit_to_test < 0) || (max_bit_to_test > 32))
2542 return -1;
2543
2544 for (int i = 0; i <= max_bit_to_test; i++) {
2545 if ((needed_mask & ~used_mask) == needed_mask)
2546 return i;
2547
2548 needed_mask <<= 1;
2549 }
2550
2551 return -1;
2552 }
2553
2554
2555 /**
2556 * Assign locations for either VS inputs or FS outputs
2557 *
2558 * \param mem_ctx Temporary ralloc context used for linking
2559 * \param prog Shader program whose variables need locations assigned
2560 * \param constants Driver specific constant values for the program.
2561 * \param target_index Selector for the program target to receive location
2562 * assignmnets. Must be either \c MESA_SHADER_VERTEX or
2563 * \c MESA_SHADER_FRAGMENT.
2564 *
2565 * \return
2566 * If locations are successfully assigned, true is returned. Otherwise an
2567 * error is emitted to the shader link log and false is returned.
2568 */
2569 static bool
2570 assign_attribute_or_color_locations(void *mem_ctx,
2571 gl_shader_program *prog,
2572 struct gl_constants *constants,
2573 unsigned target_index)
2574 {
2575 /* Maximum number of generic locations. This corresponds to either the
2576 * maximum number of draw buffers or the maximum number of generic
2577 * attributes.
2578 */
2579 unsigned max_index = (target_index == MESA_SHADER_VERTEX) ?
2580 constants->Program[target_index].MaxAttribs :
2581 MAX2(constants->MaxDrawBuffers, constants->MaxDualSourceDrawBuffers);
2582
2583 /* Mark invalid locations as being used.
2584 */
2585 unsigned used_locations = (max_index >= 32)
2586 ? 0 : ~((1 << max_index) - 1);
2587 unsigned double_storage_locations = 0;
2588
2589 assert((target_index == MESA_SHADER_VERTEX)
2590 || (target_index == MESA_SHADER_FRAGMENT));
2591
2592 gl_linked_shader *const sh = prog->_LinkedShaders[target_index];
2593 if (sh == NULL)
2594 return true;
2595
2596 /* Operate in a total of four passes.
2597 *
2598 * 1. Invalidate the location assignments for all vertex shader inputs.
2599 *
2600 * 2. Assign locations for inputs that have user-defined (via
2601 * glBindVertexAttribLocation) locations and outputs that have
2602 * user-defined locations (via glBindFragDataLocation).
2603 *
2604 * 3. Sort the attributes without assigned locations by number of slots
2605 * required in decreasing order. Fragmentation caused by attribute
2606 * locations assigned by the application may prevent large attributes
2607 * from having enough contiguous space.
2608 *
2609 * 4. Assign locations to any inputs without assigned locations.
2610 */
2611
2612 const int generic_base = (target_index == MESA_SHADER_VERTEX)
2613 ? (int) VERT_ATTRIB_GENERIC0 : (int) FRAG_RESULT_DATA0;
2614
2615 const enum ir_variable_mode direction =
2616 (target_index == MESA_SHADER_VERTEX)
2617 ? ir_var_shader_in : ir_var_shader_out;
2618
2619
2620 /* Temporary storage for the set of attributes that need locations assigned.
2621 */
2622 struct temp_attr {
2623 unsigned slots;
2624 ir_variable *var;
2625
2626 /* Used below in the call to qsort. */
2627 static int compare(const void *a, const void *b)
2628 {
2629 const temp_attr *const l = (const temp_attr *) a;
2630 const temp_attr *const r = (const temp_attr *) b;
2631
2632 /* Reversed because we want a descending order sort below. */
2633 return r->slots - l->slots;
2634 }
2635 } to_assign[32];
2636 assert(max_index <= 32);
2637
2638 /* Temporary array for the set of attributes that have locations assigned,
2639 * for the purpose of checking overlapping slots/components of (non-ES)
2640 * fragment shader outputs.
2641 */
2642 ir_variable *assigned[12 * 4]; /* (max # of FS outputs) * # components */
2643 unsigned assigned_attr = 0;
2644
2645 unsigned num_attr = 0;
2646
2647 foreach_in_list(ir_instruction, node, sh->ir) {
2648 ir_variable *const var = node->as_variable();
2649
2650 if ((var == NULL) || (var->data.mode != (unsigned) direction))
2651 continue;
2652
2653 if (var->data.explicit_location) {
2654 var->data.is_unmatched_generic_inout = 0;
2655 if ((var->data.location >= (int)(max_index + generic_base))
2656 || (var->data.location < 0)) {
2657 linker_error(prog,
2658 "invalid explicit location %d specified for `%s'\n",
2659 (var->data.location < 0)
2660 ? var->data.location
2661 : var->data.location - generic_base,
2662 var->name);
2663 return false;
2664 }
2665 } else if (target_index == MESA_SHADER_VERTEX) {
2666 unsigned binding;
2667
2668 if (prog->AttributeBindings->get(binding, var->name)) {
2669 assert(binding >= VERT_ATTRIB_GENERIC0);
2670 var->data.location = binding;
2671 var->data.is_unmatched_generic_inout = 0;
2672 }
2673 } else if (target_index == MESA_SHADER_FRAGMENT) {
2674 unsigned binding;
2675 unsigned index;
2676 const char *name = var->name;
2677 const glsl_type *type = var->type;
2678
2679 while (type) {
2680 /* Check if there's a binding for the variable name */
2681 if (prog->FragDataBindings->get(binding, name)) {
2682 assert(binding >= FRAG_RESULT_DATA0);
2683 var->data.location = binding;
2684 var->data.is_unmatched_generic_inout = 0;
2685
2686 if (prog->FragDataIndexBindings->get(index, name)) {
2687 var->data.index = index;
2688 }
2689 break;
2690 }
2691
2692 /* If not, but it's an array type, look for name[0] */
2693 if (type->is_array()) {
2694 name = ralloc_asprintf(mem_ctx, "%s[0]", name);
2695 type = type->fields.array;
2696 continue;
2697 }
2698
2699 break;
2700 }
2701 }
2702
2703 if (strcmp(var->name, "gl_LastFragData") == 0)
2704 continue;
2705
2706 /* From GL4.5 core spec, section 15.2 (Shader Execution):
2707 *
2708 * "Output binding assignments will cause LinkProgram to fail:
2709 * ...
2710 * If the program has an active output assigned to a location greater
2711 * than or equal to the value of MAX_DUAL_SOURCE_DRAW_BUFFERS and has
2712 * an active output assigned an index greater than or equal to one;"
2713 */
2714 if (target_index == MESA_SHADER_FRAGMENT && var->data.index >= 1 &&
2715 var->data.location - generic_base >=
2716 (int) constants->MaxDualSourceDrawBuffers) {
2717 linker_error(prog,
2718 "output location %d >= GL_MAX_DUAL_SOURCE_DRAW_BUFFERS "
2719 "with index %u for %s\n",
2720 var->data.location - generic_base, var->data.index,
2721 var->name);
2722 return false;
2723 }
2724
2725 const unsigned slots = var->type->count_attribute_slots(target_index == MESA_SHADER_VERTEX);
2726
2727 /* If the variable is not a built-in and has a location statically
2728 * assigned in the shader (presumably via a layout qualifier), make sure
2729 * that it doesn't collide with other assigned locations. Otherwise,
2730 * add it to the list of variables that need linker-assigned locations.
2731 */
2732 if (var->data.location != -1) {
2733 if (var->data.location >= generic_base && var->data.index < 1) {
2734 /* From page 61 of the OpenGL 4.0 spec:
2735 *
2736 * "LinkProgram will fail if the attribute bindings assigned
2737 * by BindAttribLocation do not leave not enough space to
2738 * assign a location for an active matrix attribute or an
2739 * active attribute array, both of which require multiple
2740 * contiguous generic attributes."
2741 *
2742 * I think above text prohibits the aliasing of explicit and
2743 * automatic assignments. But, aliasing is allowed in manual
2744 * assignments of attribute locations. See below comments for
2745 * the details.
2746 *
2747 * From OpenGL 4.0 spec, page 61:
2748 *
2749 * "It is possible for an application to bind more than one
2750 * attribute name to the same location. This is referred to as
2751 * aliasing. This will only work if only one of the aliased
2752 * attributes is active in the executable program, or if no
2753 * path through the shader consumes more than one attribute of
2754 * a set of attributes aliased to the same location. A link
2755 * error can occur if the linker determines that every path
2756 * through the shader consumes multiple aliased attributes,
2757 * but implementations are not required to generate an error
2758 * in this case."
2759 *
2760 * From GLSL 4.30 spec, page 54:
2761 *
2762 * "A program will fail to link if any two non-vertex shader
2763 * input variables are assigned to the same location. For
2764 * vertex shaders, multiple input variables may be assigned
2765 * to the same location using either layout qualifiers or via
2766 * the OpenGL API. However, such aliasing is intended only to
2767 * support vertex shaders where each execution path accesses
2768 * at most one input per each location. Implementations are
2769 * permitted, but not required, to generate link-time errors
2770 * if they detect that every path through the vertex shader
2771 * executable accesses multiple inputs assigned to any single
2772 * location. For all shader types, a program will fail to link
2773 * if explicit location assignments leave the linker unable
2774 * to find space for other variables without explicit
2775 * assignments."
2776 *
2777 * From OpenGL ES 3.0 spec, page 56:
2778 *
2779 * "Binding more than one attribute name to the same location
2780 * is referred to as aliasing, and is not permitted in OpenGL
2781 * ES Shading Language 3.00 vertex shaders. LinkProgram will
2782 * fail when this condition exists. However, aliasing is
2783 * possible in OpenGL ES Shading Language 1.00 vertex shaders.
2784 * This will only work if only one of the aliased attributes
2785 * is active in the executable program, or if no path through
2786 * the shader consumes more than one attribute of a set of
2787 * attributes aliased to the same location. A link error can
2788 * occur if the linker determines that every path through the
2789 * shader consumes multiple aliased attributes, but implemen-
2790 * tations are not required to generate an error in this case."
2791 *
2792 * After looking at above references from OpenGL, OpenGL ES and
2793 * GLSL specifications, we allow aliasing of vertex input variables
2794 * in: OpenGL 2.0 (and above) and OpenGL ES 2.0.
2795 *
2796 * NOTE: This is not required by the spec but its worth mentioning
2797 * here that we're not doing anything to make sure that no path
2798 * through the vertex shader executable accesses multiple inputs
2799 * assigned to any single location.
2800 */
2801
2802 /* Mask representing the contiguous slots that will be used by
2803 * this attribute.
2804 */
2805 const unsigned attr = var->data.location - generic_base;
2806 const unsigned use_mask = (1 << slots) - 1;
2807 const char *const string = (target_index == MESA_SHADER_VERTEX)
2808 ? "vertex shader input" : "fragment shader output";
2809
2810 /* Generate a link error if the requested locations for this
2811 * attribute exceed the maximum allowed attribute location.
2812 */
2813 if (attr + slots > max_index) {
2814 linker_error(prog,
2815 "insufficient contiguous locations "
2816 "available for %s `%s' %d %d %d\n", string,
2817 var->name, used_locations, use_mask, attr);
2818 return false;
2819 }
2820
2821 /* Generate a link error if the set of bits requested for this
2822 * attribute overlaps any previously allocated bits.
2823 */
2824 if ((~(use_mask << attr) & used_locations) != used_locations) {
2825 if (target_index == MESA_SHADER_FRAGMENT && !prog->IsES) {
2826 /* From section 4.4.2 (Output Layout Qualifiers) of the GLSL
2827 * 4.40 spec:
2828 *
2829 * "Additionally, for fragment shader outputs, if two
2830 * variables are placed within the same location, they
2831 * must have the same underlying type (floating-point or
2832 * integer). No component aliasing of output variables or
2833 * members is allowed.
2834 */
2835 for (unsigned i = 0; i < assigned_attr; i++) {
2836 unsigned assigned_slots =
2837 assigned[i]->type->count_attribute_slots(false);
2838 unsigned assig_attr =
2839 assigned[i]->data.location - generic_base;
2840 unsigned assigned_use_mask = (1 << assigned_slots) - 1;
2841
2842 if ((assigned_use_mask << assig_attr) &
2843 (use_mask << attr)) {
2844
2845 const glsl_type *assigned_type =
2846 assigned[i]->type->without_array();
2847 const glsl_type *type = var->type->without_array();
2848 if (assigned_type->base_type != type->base_type) {
2849 linker_error(prog, "types do not match for aliased"
2850 " %ss %s and %s\n", string,
2851 assigned[i]->name, var->name);
2852 return false;
2853 }
2854
2855 unsigned assigned_component_mask =
2856 ((1 << assigned_type->vector_elements) - 1) <<
2857 assigned[i]->data.location_frac;
2858 unsigned component_mask =
2859 ((1 << type->vector_elements) - 1) <<
2860 var->data.location_frac;
2861 if (assigned_component_mask & component_mask) {
2862 linker_error(prog, "overlapping component is "
2863 "assigned to %ss %s and %s "
2864 "(component=%d)\n",
2865 string, assigned[i]->name, var->name,
2866 var->data.location_frac);
2867 return false;
2868 }
2869 }
2870 }
2871 } else if (target_index == MESA_SHADER_FRAGMENT ||
2872 (prog->IsES && prog->data->Version >= 300)) {
2873 linker_error(prog, "overlapping location is assigned "
2874 "to %s `%s' %d %d %d\n", string, var->name,
2875 used_locations, use_mask, attr);
2876 return false;
2877 } else {
2878 linker_warning(prog, "overlapping location is assigned "
2879 "to %s `%s' %d %d %d\n", string, var->name,
2880 used_locations, use_mask, attr);
2881 }
2882 }
2883
2884 if (target_index == MESA_SHADER_FRAGMENT && !prog->IsES) {
2885 /* Only track assigned variables for non-ES fragment shaders
2886 * to avoid overflowing the array.
2887 *
2888 * At most one variable per fragment output component should
2889 * reach this.
2890 */
2891 assert(assigned_attr < ARRAY_SIZE(assigned));
2892 assigned[assigned_attr] = var;
2893 assigned_attr++;
2894 }
2895
2896 used_locations |= (use_mask << attr);
2897
2898 /* From the GL 4.5 core spec, section 11.1.1 (Vertex Attributes):
2899 *
2900 * "A program with more than the value of MAX_VERTEX_ATTRIBS
2901 * active attribute variables may fail to link, unless
2902 * device-dependent optimizations are able to make the program
2903 * fit within available hardware resources. For the purposes
2904 * of this test, attribute variables of the type dvec3, dvec4,
2905 * dmat2x3, dmat2x4, dmat3, dmat3x4, dmat4x3, and dmat4 may
2906 * count as consuming twice as many attributes as equivalent
2907 * single-precision types. While these types use the same number
2908 * of generic attributes as their single-precision equivalents,
2909 * implementations are permitted to consume two single-precision
2910 * vectors of internal storage for each three- or four-component
2911 * double-precision vector."
2912 *
2913 * Mark this attribute slot as taking up twice as much space
2914 * so we can count it properly against limits. According to
2915 * issue (3) of the GL_ARB_vertex_attrib_64bit behavior, this
2916 * is optional behavior, but it seems preferable.
2917 */
2918 if (var->type->without_array()->is_dual_slot())
2919 double_storage_locations |= (use_mask << attr);
2920 }
2921
2922 continue;
2923 }
2924
2925 if (num_attr >= max_index) {
2926 linker_error(prog, "too many %s (max %u)",
2927 target_index == MESA_SHADER_VERTEX ?
2928 "vertex shader inputs" : "fragment shader outputs",
2929 max_index);
2930 return false;
2931 }
2932 to_assign[num_attr].slots = slots;
2933 to_assign[num_attr].var = var;
2934 num_attr++;
2935 }
2936
2937 if (target_index == MESA_SHADER_VERTEX) {
2938 unsigned total_attribs_size =
2939 _mesa_bitcount(used_locations & ((1 << max_index) - 1)) +
2940 _mesa_bitcount(double_storage_locations);
2941 if (total_attribs_size > max_index) {
2942 linker_error(prog,
2943 "attempt to use %d vertex attribute slots only %d available ",
2944 total_attribs_size, max_index);
2945 return false;
2946 }
2947 }
2948
2949 /* If all of the attributes were assigned locations by the application (or
2950 * are built-in attributes with fixed locations), return early. This should
2951 * be the common case.
2952 */
2953 if (num_attr == 0)
2954 return true;
2955
2956 qsort(to_assign, num_attr, sizeof(to_assign[0]), temp_attr::compare);
2957
2958 if (target_index == MESA_SHADER_VERTEX) {
2959 /* VERT_ATTRIB_GENERIC0 is a pseudo-alias for VERT_ATTRIB_POS. It can
2960 * only be explicitly assigned by via glBindAttribLocation. Mark it as
2961 * reserved to prevent it from being automatically allocated below.
2962 */
2963 find_deref_visitor find("gl_Vertex");
2964 find.run(sh->ir);
2965 if (find.variable_found())
2966 used_locations |= (1 << 0);
2967 }
2968
2969 for (unsigned i = 0; i < num_attr; i++) {
2970 /* Mask representing the contiguous slots that will be used by this
2971 * attribute.
2972 */
2973 const unsigned use_mask = (1 << to_assign[i].slots) - 1;
2974
2975 int location = find_available_slots(used_locations, to_assign[i].slots);
2976
2977 if (location < 0) {
2978 const char *const string = (target_index == MESA_SHADER_VERTEX)
2979 ? "vertex shader input" : "fragment shader output";
2980
2981 linker_error(prog,
2982 "insufficient contiguous locations "
2983 "available for %s `%s'\n",
2984 string, to_assign[i].var->name);
2985 return false;
2986 }
2987
2988 to_assign[i].var->data.location = generic_base + location;
2989 to_assign[i].var->data.is_unmatched_generic_inout = 0;
2990 used_locations |= (use_mask << location);
2991
2992 if (to_assign[i].var->type->without_array()->is_dual_slot())
2993 double_storage_locations |= (use_mask << location);
2994 }
2995
2996 /* Now that we have all the locations, from the GL 4.5 core spec, section
2997 * 11.1.1 (Vertex Attributes), dvec3, dvec4, dmat2x3, dmat2x4, dmat3,
2998 * dmat3x4, dmat4x3, and dmat4 count as consuming twice as many attributes
2999 * as equivalent single-precision types.
3000 */
3001 if (target_index == MESA_SHADER_VERTEX) {
3002 unsigned total_attribs_size =
3003 _mesa_bitcount(used_locations & ((1 << max_index) - 1)) +
3004 _mesa_bitcount(double_storage_locations);
3005 if (total_attribs_size > max_index) {
3006 linker_error(prog,
3007 "attempt to use %d vertex attribute slots only %d available ",
3008 total_attribs_size, max_index);
3009 return false;
3010 }
3011 }
3012
3013 return true;
3014 }
3015
3016 /**
3017 * Match explicit locations of outputs to inputs and deactivate the
3018 * unmatch flag if found so we don't optimise them away.
3019 */
3020 static void
3021 match_explicit_outputs_to_inputs(gl_linked_shader *producer,
3022 gl_linked_shader *consumer)
3023 {
3024 glsl_symbol_table parameters;
3025 ir_variable *explicit_locations[MAX_VARYINGS_INCL_PATCH][4] =
3026 { {NULL, NULL} };
3027
3028 /* Find all shader outputs in the "producer" stage.
3029 */
3030 foreach_in_list(ir_instruction, node, producer->ir) {
3031 ir_variable *const var = node->as_variable();
3032
3033 if ((var == NULL) || (var->data.mode != ir_var_shader_out))
3034 continue;
3035
3036 if (var->data.explicit_location &&
3037 var->data.location >= VARYING_SLOT_VAR0) {
3038 const unsigned idx = var->data.location - VARYING_SLOT_VAR0;
3039 if (explicit_locations[idx][var->data.location_frac] == NULL)
3040 explicit_locations[idx][var->data.location_frac] = var;
3041 }
3042 }
3043
3044 /* Match inputs to outputs */
3045 foreach_in_list(ir_instruction, node, consumer->ir) {
3046 ir_variable *const input = node->as_variable();
3047
3048 if ((input == NULL) || (input->data.mode != ir_var_shader_in))
3049 continue;
3050
3051 ir_variable *output = NULL;
3052 if (input->data.explicit_location
3053 && input->data.location >= VARYING_SLOT_VAR0) {
3054 output = explicit_locations[input->data.location - VARYING_SLOT_VAR0]
3055 [input->data.location_frac];
3056
3057 if (output != NULL){
3058 input->data.is_unmatched_generic_inout = 0;
3059 output->data.is_unmatched_generic_inout = 0;
3060 }
3061 }
3062 }
3063 }
3064
3065 /**
3066 * Store the gl_FragDepth layout in the gl_shader_program struct.
3067 */
3068 static void
3069 store_fragdepth_layout(struct gl_shader_program *prog)
3070 {
3071 if (prog->_LinkedShaders[MESA_SHADER_FRAGMENT] == NULL) {
3072 return;
3073 }
3074
3075 struct exec_list *ir = prog->_LinkedShaders[MESA_SHADER_FRAGMENT]->ir;
3076
3077 /* We don't look up the gl_FragDepth symbol directly because if
3078 * gl_FragDepth is not used in the shader, it's removed from the IR.
3079 * However, the symbol won't be removed from the symbol table.
3080 *
3081 * We're only interested in the cases where the variable is NOT removed
3082 * from the IR.
3083 */
3084 foreach_in_list(ir_instruction, node, ir) {
3085 ir_variable *const var = node->as_variable();
3086
3087 if (var == NULL || var->data.mode != ir_var_shader_out) {
3088 continue;
3089 }
3090
3091 if (strcmp(var->name, "gl_FragDepth") == 0) {
3092 switch (var->data.depth_layout) {
3093 case ir_depth_layout_none:
3094 prog->FragDepthLayout = FRAG_DEPTH_LAYOUT_NONE;
3095 return;
3096 case ir_depth_layout_any:
3097 prog->FragDepthLayout = FRAG_DEPTH_LAYOUT_ANY;
3098 return;
3099 case ir_depth_layout_greater:
3100 prog->FragDepthLayout = FRAG_DEPTH_LAYOUT_GREATER;
3101 return;
3102 case ir_depth_layout_less:
3103 prog->FragDepthLayout = FRAG_DEPTH_LAYOUT_LESS;
3104 return;
3105 case ir_depth_layout_unchanged:
3106 prog->FragDepthLayout = FRAG_DEPTH_LAYOUT_UNCHANGED;
3107 return;
3108 default:
3109 assert(0);
3110 return;
3111 }
3112 }
3113 }
3114 }
3115
3116 /**
3117 * Validate the resources used by a program versus the implementation limits
3118 */
3119 static void
3120 check_resources(struct gl_context *ctx, struct gl_shader_program *prog)
3121 {
3122 unsigned total_uniform_blocks = 0;
3123 unsigned total_shader_storage_blocks = 0;
3124
3125 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
3126 struct gl_linked_shader *sh = prog->_LinkedShaders[i];
3127
3128 if (sh == NULL)
3129 continue;
3130
3131 if (sh->Program->info.num_textures >
3132 ctx->Const.Program[i].MaxTextureImageUnits) {
3133 linker_error(prog, "Too many %s shader texture samplers\n",
3134 _mesa_shader_stage_to_string(i));
3135 }
3136
3137 if (sh->num_uniform_components >
3138 ctx->Const.Program[i].MaxUniformComponents) {
3139 if (ctx->Const.GLSLSkipStrictMaxUniformLimitCheck) {
3140 linker_warning(prog, "Too many %s shader default uniform block "
3141 "components, but the driver will try to optimize "
3142 "them out; this is non-portable out-of-spec "
3143 "behavior\n",
3144 _mesa_shader_stage_to_string(i));
3145 } else {
3146 linker_error(prog, "Too many %s shader default uniform block "
3147 "components\n",
3148 _mesa_shader_stage_to_string(i));
3149 }
3150 }
3151
3152 if (sh->num_combined_uniform_components >
3153 ctx->Const.Program[i].MaxCombinedUniformComponents) {
3154 if (ctx->Const.GLSLSkipStrictMaxUniformLimitCheck) {
3155 linker_warning(prog, "Too many %s shader uniform components, "
3156 "but the driver will try to optimize them out; "
3157 "this is non-portable out-of-spec behavior\n",
3158 _mesa_shader_stage_to_string(i));
3159 } else {
3160 linker_error(prog, "Too many %s shader uniform components\n",
3161 _mesa_shader_stage_to_string(i));
3162 }
3163 }
3164
3165 total_shader_storage_blocks += sh->Program->info.num_ssbos;
3166 total_uniform_blocks += sh->Program->info.num_ubos;
3167
3168 const unsigned max_uniform_blocks =
3169 ctx->Const.Program[i].MaxUniformBlocks;
3170 if (max_uniform_blocks < sh->Program->info.num_ubos) {
3171 linker_error(prog, "Too many %s uniform blocks (%d/%d)\n",
3172 _mesa_shader_stage_to_string(i),
3173 sh->Program->info.num_ubos, max_uniform_blocks);
3174 }
3175
3176 const unsigned max_shader_storage_blocks =
3177 ctx->Const.Program[i].MaxShaderStorageBlocks;
3178 if (max_shader_storage_blocks < sh->Program->info.num_ssbos) {
3179 linker_error(prog, "Too many %s shader storage blocks (%d/%d)\n",
3180 _mesa_shader_stage_to_string(i),
3181 sh->Program->info.num_ssbos, max_shader_storage_blocks);
3182 }
3183 }
3184
3185 if (total_uniform_blocks > ctx->Const.MaxCombinedUniformBlocks) {
3186 linker_error(prog, "Too many combined uniform blocks (%d/%d)\n",
3187 total_uniform_blocks, ctx->Const.MaxCombinedUniformBlocks);
3188 }
3189
3190 if (total_shader_storage_blocks > ctx->Const.MaxCombinedShaderStorageBlocks) {
3191 linker_error(prog, "Too many combined shader storage blocks (%d/%d)\n",
3192 total_shader_storage_blocks,
3193 ctx->Const.MaxCombinedShaderStorageBlocks);
3194 }
3195
3196 for (unsigned i = 0; i < prog->data->NumUniformBlocks; i++) {
3197 if (prog->data->UniformBlocks[i].UniformBufferSize >
3198 ctx->Const.MaxUniformBlockSize) {
3199 linker_error(prog, "Uniform block %s too big (%d/%d)\n",
3200 prog->data->UniformBlocks[i].Name,
3201 prog->data->UniformBlocks[i].UniformBufferSize,
3202 ctx->Const.MaxUniformBlockSize);
3203 }
3204 }
3205
3206 for (unsigned i = 0; i < prog->data->NumShaderStorageBlocks; i++) {
3207 if (prog->data->ShaderStorageBlocks[i].UniformBufferSize >
3208 ctx->Const.MaxShaderStorageBlockSize) {
3209 linker_error(prog, "Shader storage block %s too big (%d/%d)\n",
3210 prog->data->ShaderStorageBlocks[i].Name,
3211 prog->data->ShaderStorageBlocks[i].UniformBufferSize,
3212 ctx->Const.MaxShaderStorageBlockSize);
3213 }
3214 }
3215 }
3216
3217 static void
3218 link_calculate_subroutine_compat(struct gl_shader_program *prog)
3219 {
3220 unsigned mask = prog->data->linked_stages;
3221 while (mask) {
3222 const int i = u_bit_scan(&mask);
3223 struct gl_program *p = prog->_LinkedShaders[i]->Program;
3224
3225 for (unsigned j = 0; j < p->sh.NumSubroutineUniformRemapTable; j++) {
3226 if (p->sh.SubroutineUniformRemapTable[j] == INACTIVE_UNIFORM_EXPLICIT_LOCATION)
3227 continue;
3228
3229 struct gl_uniform_storage *uni = p->sh.SubroutineUniformRemapTable[j];
3230
3231 if (!uni)
3232 continue;
3233
3234 int count = 0;
3235 if (p->sh.NumSubroutineFunctions == 0) {
3236 linker_error(prog, "subroutine uniform %s defined but no valid functions found\n", uni->type->name);
3237 continue;
3238 }
3239 for (unsigned f = 0; f < p->sh.NumSubroutineFunctions; f++) {
3240 struct gl_subroutine_function *fn = &p->sh.SubroutineFunctions[f];
3241 for (int k = 0; k < fn->num_compat_types; k++) {
3242 if (fn->types[k] == uni->type) {
3243 count++;
3244 break;
3245 }
3246 }
3247 }
3248 uni->num_compatible_subroutines = count;
3249 }
3250 }
3251 }
3252
3253 static void
3254 check_subroutine_resources(struct gl_shader_program *prog)
3255 {
3256 unsigned mask = prog->data->linked_stages;
3257 while (mask) {
3258 const int i = u_bit_scan(&mask);
3259 struct gl_program *p = prog->_LinkedShaders[i]->Program;
3260
3261 if (p->sh.NumSubroutineUniformRemapTable > MAX_SUBROUTINE_UNIFORM_LOCATIONS) {
3262 linker_error(prog, "Too many %s shader subroutine uniforms\n",
3263 _mesa_shader_stage_to_string(i));
3264 }
3265 }
3266 }
3267 /**
3268 * Validate shader image resources.
3269 */
3270 static void
3271 check_image_resources(struct gl_context *ctx, struct gl_shader_program *prog)
3272 {
3273 unsigned total_image_units = 0;
3274 unsigned fragment_outputs = 0;
3275 unsigned total_shader_storage_blocks = 0;
3276
3277 if (!ctx->Extensions.ARB_shader_image_load_store)
3278 return;
3279
3280 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
3281 struct gl_linked_shader *sh = prog->_LinkedShaders[i];
3282
3283 if (sh) {
3284 if (sh->Program->info.num_images > ctx->Const.Program[i].MaxImageUniforms)
3285 linker_error(prog, "Too many %s shader image uniforms (%u > %u)\n",
3286 _mesa_shader_stage_to_string(i),
3287 sh->Program->info.num_images,
3288 ctx->Const.Program[i].MaxImageUniforms);
3289
3290 total_image_units += sh->Program->info.num_images;
3291 total_shader_storage_blocks += sh->Program->info.num_ssbos;
3292
3293 if (i == MESA_SHADER_FRAGMENT) {
3294 foreach_in_list(ir_instruction, node, sh->ir) {
3295 ir_variable *var = node->as_variable();
3296 if (var && var->data.mode == ir_var_shader_out)
3297 /* since there are no double fs outputs - pass false */
3298 fragment_outputs += var->type->count_attribute_slots(false);
3299 }
3300 }
3301 }
3302 }
3303
3304 if (total_image_units > ctx->Const.MaxCombinedImageUniforms)
3305 linker_error(prog, "Too many combined image uniforms\n");
3306
3307 if (total_image_units + fragment_outputs + total_shader_storage_blocks >
3308 ctx->Const.MaxCombinedShaderOutputResources)
3309 linker_error(prog, "Too many combined image uniforms, shader storage "
3310 " buffers and fragment outputs\n");
3311 }
3312
3313
3314 /**
3315 * Initializes explicit location slots to INACTIVE_UNIFORM_EXPLICIT_LOCATION
3316 * for a variable, checks for overlaps between other uniforms using explicit
3317 * locations.
3318 */
3319 static int
3320 reserve_explicit_locations(struct gl_shader_program *prog,
3321 string_to_uint_map *map, ir_variable *var)
3322 {
3323 unsigned slots = var->type->uniform_locations();
3324 unsigned max_loc = var->data.location + slots - 1;
3325 unsigned return_value = slots;
3326
3327 /* Resize remap table if locations do not fit in the current one. */
3328 if (max_loc + 1 > prog->NumUniformRemapTable) {
3329 prog->UniformRemapTable =
3330 reralloc(prog, prog->UniformRemapTable,
3331 gl_uniform_storage *,
3332 max_loc + 1);
3333
3334 if (!prog->UniformRemapTable) {
3335 linker_error(prog, "Out of memory during linking.\n");
3336 return -1;
3337 }
3338
3339 /* Initialize allocated space. */
3340 for (unsigned i = prog->NumUniformRemapTable; i < max_loc + 1; i++)
3341 prog->UniformRemapTable[i] = NULL;
3342
3343 prog->NumUniformRemapTable = max_loc + 1;
3344 }
3345
3346 for (unsigned i = 0; i < slots; i++) {
3347 unsigned loc = var->data.location + i;
3348
3349 /* Check if location is already used. */
3350 if (prog->UniformRemapTable[loc] == INACTIVE_UNIFORM_EXPLICIT_LOCATION) {
3351
3352 /* Possibly same uniform from a different stage, this is ok. */
3353 unsigned hash_loc;
3354 if (map->get(hash_loc, var->name) && hash_loc == loc - i) {
3355 return_value = 0;
3356 continue;
3357 }
3358
3359 /* ARB_explicit_uniform_location specification states:
3360 *
3361 * "No two default-block uniform variables in the program can have
3362 * the same location, even if they are unused, otherwise a compiler
3363 * or linker error will be generated."
3364 */
3365 linker_error(prog,
3366 "location qualifier for uniform %s overlaps "
3367 "previously used location\n",
3368 var->name);
3369 return -1;
3370 }
3371
3372 /* Initialize location as inactive before optimization
3373 * rounds and location assignment.
3374 */
3375 prog->UniformRemapTable[loc] = INACTIVE_UNIFORM_EXPLICIT_LOCATION;
3376 }
3377
3378 /* Note, base location used for arrays. */
3379 map->put(var->data.location, var->name);
3380
3381 return return_value;
3382 }
3383
3384 static bool
3385 reserve_subroutine_explicit_locations(struct gl_shader_program *prog,
3386 struct gl_program *p,
3387 ir_variable *var)
3388 {
3389 unsigned slots = var->type->uniform_locations();
3390 unsigned max_loc = var->data.location + slots - 1;
3391
3392 /* Resize remap table if locations do not fit in the current one. */
3393 if (max_loc + 1 > p->sh.NumSubroutineUniformRemapTable) {
3394 p->sh.SubroutineUniformRemapTable =
3395 reralloc(p, p->sh.SubroutineUniformRemapTable,
3396 gl_uniform_storage *,
3397 max_loc + 1);
3398
3399 if (!p->sh.SubroutineUniformRemapTable) {
3400 linker_error(prog, "Out of memory during linking.\n");
3401 return false;
3402 }
3403
3404 /* Initialize allocated space. */
3405 for (unsigned i = p->sh.NumSubroutineUniformRemapTable; i < max_loc + 1; i++)
3406 p->sh.SubroutineUniformRemapTable[i] = NULL;
3407
3408 p->sh.NumSubroutineUniformRemapTable = max_loc + 1;
3409 }
3410
3411 for (unsigned i = 0; i < slots; i++) {
3412 unsigned loc = var->data.location + i;
3413
3414 /* Check if location is already used. */
3415 if (p->sh.SubroutineUniformRemapTable[loc] == INACTIVE_UNIFORM_EXPLICIT_LOCATION) {
3416
3417 /* ARB_explicit_uniform_location specification states:
3418 * "No two subroutine uniform variables can have the same location
3419 * in the same shader stage, otherwise a compiler or linker error
3420 * will be generated."
3421 */
3422 linker_error(prog,
3423 "location qualifier for uniform %s overlaps "
3424 "previously used location\n",
3425 var->name);
3426 return false;
3427 }
3428
3429 /* Initialize location as inactive before optimization
3430 * rounds and location assignment.
3431 */
3432 p->sh.SubroutineUniformRemapTable[loc] = INACTIVE_UNIFORM_EXPLICIT_LOCATION;
3433 }
3434
3435 return true;
3436 }
3437 /**
3438 * Check and reserve all explicit uniform locations, called before
3439 * any optimizations happen to handle also inactive uniforms and
3440 * inactive array elements that may get trimmed away.
3441 */
3442 static void
3443 check_explicit_uniform_locations(struct gl_context *ctx,
3444 struct gl_shader_program *prog)
3445 {
3446 prog->NumExplicitUniformLocations = 0;
3447
3448 if (!ctx->Extensions.ARB_explicit_uniform_location)
3449 return;
3450
3451 /* This map is used to detect if overlapping explicit locations
3452 * occur with the same uniform (from different stage) or a different one.
3453 */
3454 string_to_uint_map *uniform_map = new string_to_uint_map;
3455
3456 if (!uniform_map) {
3457 linker_error(prog, "Out of memory during linking.\n");
3458 return;
3459 }
3460
3461 unsigned entries_total = 0;
3462 unsigned mask = prog->data->linked_stages;
3463 while (mask) {
3464 const int i = u_bit_scan(&mask);
3465 struct gl_program *p = prog->_LinkedShaders[i]->Program;
3466
3467 foreach_in_list(ir_instruction, node, prog->_LinkedShaders[i]->ir) {
3468 ir_variable *var = node->as_variable();
3469 if (!var || var->data.mode != ir_var_uniform)
3470 continue;
3471
3472 if (var->data.explicit_location) {
3473 bool ret = false;
3474 if (var->type->without_array()->is_subroutine())
3475 ret = reserve_subroutine_explicit_locations(prog, p, var);
3476 else {
3477 int slots = reserve_explicit_locations(prog, uniform_map,
3478 var);
3479 if (slots != -1) {
3480 ret = true;
3481 entries_total += slots;
3482 }
3483 }
3484 if (!ret) {
3485 delete uniform_map;
3486 return;
3487 }
3488 }
3489 }
3490 }
3491
3492 struct empty_uniform_block *current_block = NULL;
3493
3494 for (unsigned i = 0; i < prog->NumUniformRemapTable; i++) {
3495 /* We found empty space in UniformRemapTable. */
3496 if (prog->UniformRemapTable[i] == NULL) {
3497 /* We've found the beginning of a new continous block of empty slots */
3498 if (!current_block || current_block->start + current_block->slots != i) {
3499 current_block = rzalloc(prog, struct empty_uniform_block);
3500 current_block->start = i;
3501 exec_list_push_tail(&prog->EmptyUniformLocations,
3502 &current_block->link);
3503 }
3504
3505 /* The current block continues, so we simply increment its slots */
3506 current_block->slots++;
3507 }
3508 }
3509
3510 delete uniform_map;
3511 prog->NumExplicitUniformLocations = entries_total;
3512 }
3513
3514 static bool
3515 should_add_buffer_variable(struct gl_shader_program *shProg,
3516 GLenum type, const char *name)
3517 {
3518 bool found_interface = false;
3519 unsigned block_name_len = 0;
3520 const char *block_name_dot = strchr(name, '.');
3521
3522 /* These rules only apply to buffer variables. So we return
3523 * true for the rest of types.
3524 */
3525 if (type != GL_BUFFER_VARIABLE)
3526 return true;
3527
3528 for (unsigned i = 0; i < shProg->data->NumShaderStorageBlocks; i++) {
3529 const char *block_name = shProg->data->ShaderStorageBlocks[i].Name;
3530 block_name_len = strlen(block_name);
3531
3532 const char *block_square_bracket = strchr(block_name, '[');
3533 if (block_square_bracket) {
3534 /* The block is part of an array of named interfaces,
3535 * for the name comparison we ignore the "[x]" part.
3536 */
3537 block_name_len -= strlen(block_square_bracket);
3538 }
3539
3540 if (block_name_dot) {
3541 /* Check if the variable name starts with the interface
3542 * name. The interface name (if present) should have the
3543 * length than the interface block name we are comparing to.
3544 */
3545 unsigned len = strlen(name) - strlen(block_name_dot);
3546 if (len != block_name_len)
3547 continue;
3548 }
3549
3550 if (strncmp(block_name, name, block_name_len) == 0) {
3551 found_interface = true;
3552 break;
3553 }
3554 }
3555
3556 /* We remove the interface name from the buffer variable name,
3557 * including the dot that follows it.
3558 */
3559 if (found_interface)
3560 name = name + block_name_len + 1;
3561
3562 /* The ARB_program_interface_query spec says:
3563 *
3564 * "For an active shader storage block member declared as an array, an
3565 * entry will be generated only for the first array element, regardless
3566 * of its type. For arrays of aggregate types, the enumeration rules
3567 * are applied recursively for the single enumerated array element."
3568 */
3569 const char *struct_first_dot = strchr(name, '.');
3570 const char *first_square_bracket = strchr(name, '[');
3571
3572 /* The buffer variable is on top level and it is not an array */
3573 if (!first_square_bracket) {
3574 return true;
3575 /* The shader storage block member is a struct, then generate the entry */
3576 } else if (struct_first_dot && struct_first_dot < first_square_bracket) {
3577 return true;
3578 } else {
3579 /* Shader storage block member is an array, only generate an entry for the
3580 * first array element.
3581 */
3582 if (strncmp(first_square_bracket, "[0]", 3) == 0)
3583 return true;
3584 }
3585
3586 return false;
3587 }
3588
3589 static bool
3590 add_program_resource(struct gl_shader_program *prog,
3591 struct set *resource_set,
3592 GLenum type, const void *data, uint8_t stages)
3593 {
3594 assert(data);
3595
3596 /* If resource already exists, do not add it again. */
3597 if (_mesa_set_search(resource_set, data))
3598 return true;
3599
3600 prog->data->ProgramResourceList =
3601 reralloc(prog->data,
3602 prog->data->ProgramResourceList,
3603 gl_program_resource,
3604 prog->data->NumProgramResourceList + 1);
3605
3606 if (!prog->data->ProgramResourceList) {
3607 linker_error(prog, "Out of memory during linking.\n");
3608 return false;
3609 }
3610
3611 struct gl_program_resource *res =
3612 &prog->data->ProgramResourceList[prog->data->NumProgramResourceList];
3613
3614 res->Type = type;
3615 res->Data = data;
3616 res->StageReferences = stages;
3617
3618 prog->data->NumProgramResourceList++;
3619
3620 _mesa_set_add(resource_set, data);
3621
3622 return true;
3623 }
3624
3625 /* Function checks if a variable var is a packed varying and
3626 * if given name is part of packed varying's list.
3627 *
3628 * If a variable is a packed varying, it has a name like
3629 * 'packed:a,b,c' where a, b and c are separate variables.
3630 */
3631 static bool
3632 included_in_packed_varying(ir_variable *var, const char *name)
3633 {
3634 if (strncmp(var->name, "packed:", 7) != 0)
3635 return false;
3636
3637 char *list = strdup(var->name + 7);
3638 assert(list);
3639
3640 bool found = false;
3641 char *saveptr;
3642 char *token = strtok_r(list, ",", &saveptr);
3643 while (token) {
3644 if (strcmp(token, name) == 0) {
3645 found = true;
3646 break;
3647 }
3648 token = strtok_r(NULL, ",", &saveptr);
3649 }
3650 free(list);
3651 return found;
3652 }
3653
3654 /**
3655 * Function builds a stage reference bitmask from variable name.
3656 */
3657 static uint8_t
3658 build_stageref(struct gl_shader_program *shProg, const char *name,
3659 unsigned mode)
3660 {
3661 uint8_t stages = 0;
3662
3663 /* Note, that we assume MAX 8 stages, if there will be more stages, type
3664 * used for reference mask in gl_program_resource will need to be changed.
3665 */
3666 assert(MESA_SHADER_STAGES < 8);
3667
3668 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
3669 struct gl_linked_shader *sh = shProg->_LinkedShaders[i];
3670 if (!sh)
3671 continue;
3672
3673 /* Shader symbol table may contain variables that have
3674 * been optimized away. Search IR for the variable instead.
3675 */
3676 foreach_in_list(ir_instruction, node, sh->ir) {
3677 ir_variable *var = node->as_variable();
3678 if (var) {
3679 unsigned baselen = strlen(var->name);
3680
3681 if (included_in_packed_varying(var, name)) {
3682 stages |= (1 << i);
3683 break;
3684 }
3685
3686 /* Type needs to match if specified, otherwise we might
3687 * pick a variable with same name but different interface.
3688 */
3689 if (var->data.mode != mode)
3690 continue;
3691
3692 if (strncmp(var->name, name, baselen) == 0) {
3693 /* Check for exact name matches but also check for arrays and
3694 * structs.
3695 */
3696 if (name[baselen] == '\0' ||
3697 name[baselen] == '[' ||
3698 name[baselen] == '.') {
3699 stages |= (1 << i);
3700 break;
3701 }
3702 }
3703 }
3704 }
3705 }
3706 return stages;
3707 }
3708
3709 /**
3710 * Create gl_shader_variable from ir_variable class.
3711 */
3712 static gl_shader_variable *
3713 create_shader_variable(struct gl_shader_program *shProg,
3714 const ir_variable *in,
3715 const char *name, const glsl_type *type,
3716 const glsl_type *interface_type,
3717 bool use_implicit_location, int location,
3718 const glsl_type *outermost_struct_type)
3719 {
3720 /* Allocate zero-initialized memory to ensure that bitfield padding
3721 * is zero.
3722 */
3723 gl_shader_variable *out = rzalloc(shProg, struct gl_shader_variable);
3724 if (!out)
3725 return NULL;
3726
3727 /* Since gl_VertexID may be lowered to gl_VertexIDMESA, but applications
3728 * expect to see gl_VertexID in the program resource list. Pretend.
3729 */
3730 if (in->data.mode == ir_var_system_value &&
3731 in->data.location == SYSTEM_VALUE_VERTEX_ID_ZERO_BASE) {
3732 out->name = ralloc_strdup(shProg, "gl_VertexID");
3733 } else if ((in->data.mode == ir_var_shader_out &&
3734 in->data.location == VARYING_SLOT_TESS_LEVEL_OUTER) ||
3735 (in->data.mode == ir_var_system_value &&
3736 in->data.location == SYSTEM_VALUE_TESS_LEVEL_OUTER)) {
3737 out->name = ralloc_strdup(shProg, "gl_TessLevelOuter");
3738 type = glsl_type::get_array_instance(glsl_type::float_type, 4);
3739 } else if ((in->data.mode == ir_var_shader_out &&
3740 in->data.location == VARYING_SLOT_TESS_LEVEL_INNER) ||
3741 (in->data.mode == ir_var_system_value &&
3742 in->data.location == SYSTEM_VALUE_TESS_LEVEL_INNER)) {
3743 out->name = ralloc_strdup(shProg, "gl_TessLevelInner");
3744 type = glsl_type::get_array_instance(glsl_type::float_type, 2);
3745 } else {
3746 out->name = ralloc_strdup(shProg, name);
3747 }
3748
3749 if (!out->name)
3750 return NULL;
3751
3752 /* The ARB_program_interface_query spec says:
3753 *
3754 * "Not all active variables are assigned valid locations; the
3755 * following variables will have an effective location of -1:
3756 *
3757 * * uniforms declared as atomic counters;
3758 *
3759 * * members of a uniform block;
3760 *
3761 * * built-in inputs, outputs, and uniforms (starting with "gl_"); and
3762 *
3763 * * inputs or outputs not declared with a "location" layout
3764 * qualifier, except for vertex shader inputs and fragment shader
3765 * outputs."
3766 */
3767 if (in->type->is_atomic_uint() || is_gl_identifier(in->name) ||
3768 !(in->data.explicit_location || use_implicit_location)) {
3769 out->location = -1;
3770 } else {
3771 out->location = location;
3772 }
3773
3774 out->type = type;
3775 out->outermost_struct_type = outermost_struct_type;
3776 out->interface_type = interface_type;
3777 out->component = in->data.location_frac;
3778 out->index = in->data.index;
3779 out->patch = in->data.patch;
3780 out->mode = in->data.mode;
3781 out->interpolation = in->data.interpolation;
3782 out->explicit_location = in->data.explicit_location;
3783 out->precision = in->data.precision;
3784
3785 return out;
3786 }
3787
3788 static bool
3789 add_shader_variable(const struct gl_context *ctx,
3790 struct gl_shader_program *shProg,
3791 struct set *resource_set,
3792 unsigned stage_mask,
3793 GLenum programInterface, ir_variable *var,
3794 const char *name, const glsl_type *type,
3795 bool use_implicit_location, int location,
3796 bool inouts_share_location,
3797 const glsl_type *outermost_struct_type = NULL)
3798 {
3799 const glsl_type *interface_type = var->get_interface_type();
3800
3801 if (outermost_struct_type == NULL) {
3802 if (var->data.from_named_ifc_block) {
3803 const char *interface_name = interface_type->name;
3804
3805 if (interface_type->is_array()) {
3806 /* Issue #16 of the ARB_program_interface_query spec says:
3807 *
3808 * "* If a variable is a member of an interface block without an
3809 * instance name, it is enumerated using just the variable name.
3810 *
3811 * * If a variable is a member of an interface block with an
3812 * instance name, it is enumerated as "BlockName.Member", where
3813 * "BlockName" is the name of the interface block (not the
3814 * instance name) and "Member" is the name of the variable."
3815 *
3816 * In particular, it indicates that it should be "BlockName",
3817 * not "BlockName[array length]". The conformance suite and
3818 * dEQP both require this behavior.
3819 *
3820 * Here, we unwrap the extra array level added by named interface
3821 * block array lowering so we have the correct variable type. We
3822 * also unwrap the interface type when constructing the name.
3823 *
3824 * We leave interface_type the same so that ES 3.x SSO pipeline
3825 * validation can enforce the rules requiring array length to
3826 * match on interface blocks.
3827 */
3828 type = type->fields.array;
3829
3830 interface_name = interface_type->fields.array->name;
3831 }
3832
3833 name = ralloc_asprintf(shProg, "%s.%s", interface_name, name);
3834 }
3835 }
3836
3837 switch (type->base_type) {
3838 case GLSL_TYPE_STRUCT: {
3839 /* The ARB_program_interface_query spec says:
3840 *
3841 * "For an active variable declared as a structure, a separate entry
3842 * will be generated for each active structure member. The name of
3843 * each entry is formed by concatenating the name of the structure,
3844 * the "." character, and the name of the structure member. If a
3845 * structure member to enumerate is itself a structure or array,
3846 * these enumeration rules are applied recursively."
3847 */
3848 if (outermost_struct_type == NULL)
3849 outermost_struct_type = type;
3850
3851 unsigned field_location = location;
3852 for (unsigned i = 0; i < type->length; i++) {
3853 const struct glsl_struct_field *field = &type->fields.structure[i];
3854 char *field_name = ralloc_asprintf(shProg, "%s.%s", name, field->name);
3855 if (!add_shader_variable(ctx, shProg, resource_set,
3856 stage_mask, programInterface,
3857 var, field_name, field->type,
3858 use_implicit_location, field_location,
3859 false, outermost_struct_type))
3860 return false;
3861
3862 field_location += field->type->count_attribute_slots(false);
3863 }
3864 return true;
3865 }
3866
3867 case GLSL_TYPE_ARRAY: {
3868 /* The ARB_program_interface_query spec says:
3869 *
3870 * "For an active variable declared as an array of basic types, a
3871 * single entry will be generated, with its name string formed by
3872 * concatenating the name of the array and the string "[0]"."
3873 *
3874 * "For an active variable declared as an array of an aggregate data
3875 * type (structures or arrays), a separate entry will be generated
3876 * for each active array element, unless noted immediately below.
3877 * The name of each entry is formed by concatenating the name of
3878 * the array, the "[" character, an integer identifying the element
3879 * number, and the "]" character. These enumeration rules are
3880 * applied recursively, treating each enumerated array element as a
3881 * separate active variable."
3882 */
3883 const struct glsl_type *array_type = type->fields.array;
3884 if (array_type->base_type == GLSL_TYPE_STRUCT ||
3885 array_type->base_type == GLSL_TYPE_ARRAY) {
3886 unsigned elem_location = location;
3887 unsigned stride = inouts_share_location ? 0 :
3888 array_type->count_attribute_slots(false);
3889 for (unsigned i = 0; i < type->length; i++) {
3890 char *elem = ralloc_asprintf(shProg, "%s[%d]", name, i);
3891 if (!add_shader_variable(ctx, shProg, resource_set,
3892 stage_mask, programInterface,
3893 var, elem, array_type,
3894 use_implicit_location, elem_location,
3895 false, outermost_struct_type))
3896 return false;
3897 elem_location += stride;
3898 }
3899 return true;
3900 }
3901 /* fallthrough */
3902 }
3903
3904 default: {
3905 /* The ARB_program_interface_query spec says:
3906 *
3907 * "For an active variable declared as a single instance of a basic
3908 * type, a single entry will be generated, using the variable name
3909 * from the shader source."
3910 */
3911 gl_shader_variable *sha_v =
3912 create_shader_variable(shProg, var, name, type, interface_type,
3913 use_implicit_location, location,
3914 outermost_struct_type);
3915 if (!sha_v)
3916 return false;
3917
3918 return add_program_resource(shProg, resource_set,
3919 programInterface, sha_v, stage_mask);
3920 }
3921 }
3922 }
3923
3924 static bool
3925 inout_has_same_location(const ir_variable *var, unsigned stage)
3926 {
3927 if (!var->data.patch &&
3928 ((var->data.mode == ir_var_shader_out &&
3929 stage == MESA_SHADER_TESS_CTRL) ||
3930 (var->data.mode == ir_var_shader_in &&
3931 (stage == MESA_SHADER_TESS_CTRL || stage == MESA_SHADER_TESS_EVAL ||
3932 stage == MESA_SHADER_GEOMETRY))))
3933 return true;
3934 else
3935 return false;
3936 }
3937
3938 static bool
3939 add_interface_variables(const struct gl_context *ctx,
3940 struct gl_shader_program *shProg,
3941 struct set *resource_set,
3942 unsigned stage, GLenum programInterface)
3943 {
3944 exec_list *ir = shProg->_LinkedShaders[stage]->ir;
3945
3946 foreach_in_list(ir_instruction, node, ir) {
3947 ir_variable *var = node->as_variable();
3948
3949 if (!var || var->data.how_declared == ir_var_hidden)
3950 continue;
3951
3952 int loc_bias;
3953
3954 switch (var->data.mode) {
3955 case ir_var_system_value:
3956 case ir_var_shader_in:
3957 if (programInterface != GL_PROGRAM_INPUT)
3958 continue;
3959 loc_bias = (stage == MESA_SHADER_VERTEX) ? int(VERT_ATTRIB_GENERIC0)
3960 : int(VARYING_SLOT_VAR0);
3961 break;
3962 case ir_var_shader_out:
3963 if (programInterface != GL_PROGRAM_OUTPUT)
3964 continue;
3965 loc_bias = (stage == MESA_SHADER_FRAGMENT) ? int(FRAG_RESULT_DATA0)
3966 : int(VARYING_SLOT_VAR0);
3967 break;
3968 default:
3969 continue;
3970 };
3971
3972 if (var->data.patch)
3973 loc_bias = int(VARYING_SLOT_PATCH0);
3974
3975 /* Skip packed varyings, packed varyings are handled separately
3976 * by add_packed_varyings.
3977 */
3978 if (strncmp(var->name, "packed:", 7) == 0)
3979 continue;
3980
3981 /* Skip fragdata arrays, these are handled separately
3982 * by add_fragdata_arrays.
3983 */
3984 if (strncmp(var->name, "gl_out_FragData", 15) == 0)
3985 continue;
3986
3987 const bool vs_input_or_fs_output =
3988 (stage == MESA_SHADER_VERTEX && var->data.mode == ir_var_shader_in) ||
3989 (stage == MESA_SHADER_FRAGMENT && var->data.mode == ir_var_shader_out);
3990
3991 if (!add_shader_variable(ctx, shProg, resource_set,
3992 1 << stage, programInterface,
3993 var, var->name, var->type, vs_input_or_fs_output,
3994 var->data.location - loc_bias,
3995 inout_has_same_location(var, stage)))
3996 return false;
3997 }
3998 return true;
3999 }
4000
4001 static bool
4002 add_packed_varyings(const struct gl_context *ctx,
4003 struct gl_shader_program *shProg,
4004 struct set *resource_set,
4005 int stage, GLenum type)
4006 {
4007 struct gl_linked_shader *sh = shProg->_LinkedShaders[stage];
4008 GLenum iface;
4009
4010 if (!sh || !sh->packed_varyings)
4011 return true;
4012
4013 foreach_in_list(ir_instruction, node, sh->packed_varyings) {
4014 ir_variable *var = node->as_variable();
4015 if (var) {
4016 switch (var->data.mode) {
4017 case ir_var_shader_in:
4018 iface = GL_PROGRAM_INPUT;
4019 break;
4020 case ir_var_shader_out:
4021 iface = GL_PROGRAM_OUTPUT;
4022 break;
4023 default:
4024 unreachable("unexpected type");
4025 }
4026
4027 if (type == iface) {
4028 const int stage_mask =
4029 build_stageref(shProg, var->name, var->data.mode);
4030 if (!add_shader_variable(ctx, shProg, resource_set,
4031 stage_mask,
4032 iface, var, var->name, var->type, false,
4033 var->data.location - VARYING_SLOT_VAR0,
4034 inout_has_same_location(var, stage)))
4035 return false;
4036 }
4037 }
4038 }
4039 return true;
4040 }
4041
4042 static bool
4043 add_fragdata_arrays(const struct gl_context *ctx,
4044 struct gl_shader_program *shProg,
4045 struct set *resource_set)
4046 {
4047 struct gl_linked_shader *sh = shProg->_LinkedShaders[MESA_SHADER_FRAGMENT];
4048
4049 if (!sh || !sh->fragdata_arrays)
4050 return true;
4051
4052 foreach_in_list(ir_instruction, node, sh->fragdata_arrays) {
4053 ir_variable *var = node->as_variable();
4054 if (var) {
4055 assert(var->data.mode == ir_var_shader_out);
4056
4057 if (!add_shader_variable(ctx, shProg, resource_set,
4058 1 << MESA_SHADER_FRAGMENT,
4059 GL_PROGRAM_OUTPUT, var, var->name, var->type,
4060 true, var->data.location - FRAG_RESULT_DATA0,
4061 false))
4062 return false;
4063 }
4064 }
4065 return true;
4066 }
4067
4068 static char*
4069 get_top_level_name(const char *name)
4070 {
4071 const char *first_dot = strchr(name, '.');
4072 const char *first_square_bracket = strchr(name, '[');
4073 int name_size = 0;
4074
4075 /* The ARB_program_interface_query spec says:
4076 *
4077 * "For the property TOP_LEVEL_ARRAY_SIZE, a single integer identifying
4078 * the number of active array elements of the top-level shader storage
4079 * block member containing to the active variable is written to
4080 * <params>. If the top-level block member is not declared as an
4081 * array, the value one is written to <params>. If the top-level block
4082 * member is an array with no declared size, the value zero is written
4083 * to <params>."
4084 */
4085
4086 /* The buffer variable is on top level.*/
4087 if (!first_square_bracket && !first_dot)
4088 name_size = strlen(name);
4089 else if ((!first_square_bracket ||
4090 (first_dot && first_dot < first_square_bracket)))
4091 name_size = first_dot - name;
4092 else
4093 name_size = first_square_bracket - name;
4094
4095 return strndup(name, name_size);
4096 }
4097
4098 static char*
4099 get_var_name(const char *name)
4100 {
4101 const char *first_dot = strchr(name, '.');
4102
4103 if (!first_dot)
4104 return strdup(name);
4105
4106 return strndup(first_dot+1, strlen(first_dot) - 1);
4107 }
4108
4109 static bool
4110 is_top_level_shader_storage_block_member(const char* name,
4111 const char* interface_name,
4112 const char* field_name)
4113 {
4114 bool result = false;
4115
4116 /* If the given variable is already a top-level shader storage
4117 * block member, then return array_size = 1.
4118 * We could have two possibilities: if we have an instanced
4119 * shader storage block or not instanced.
4120 *
4121 * For the first, we check create a name as it was in top level and
4122 * compare it with the real name. If they are the same, then
4123 * the variable is already at top-level.
4124 *
4125 * Full instanced name is: interface name + '.' + var name +
4126 * NULL character
4127 */
4128 int name_length = strlen(interface_name) + 1 + strlen(field_name) + 1;
4129 char *full_instanced_name = (char *) calloc(name_length, sizeof(char));
4130 if (!full_instanced_name) {
4131 fprintf(stderr, "%s: Cannot allocate space for name\n", __func__);
4132 return false;
4133 }
4134
4135 snprintf(full_instanced_name, name_length, "%s.%s",
4136 interface_name, field_name);
4137
4138 /* Check if its top-level shader storage block member of an
4139 * instanced interface block, or of a unnamed interface block.
4140 */
4141 if (strcmp(name, full_instanced_name) == 0 ||
4142 strcmp(name, field_name) == 0)
4143 result = true;
4144
4145 free(full_instanced_name);
4146 return result;
4147 }
4148
4149 static int
4150 get_array_size(struct gl_uniform_storage *uni, const glsl_struct_field *field,
4151 char *interface_name, char *var_name)
4152 {
4153 /* The ARB_program_interface_query spec says:
4154 *
4155 * "For the property TOP_LEVEL_ARRAY_SIZE, a single integer identifying
4156 * the number of active array elements of the top-level shader storage
4157 * block member containing to the active variable is written to
4158 * <params>. If the top-level block member is not declared as an
4159 * array, the value one is written to <params>. If the top-level block
4160 * member is an array with no declared size, the value zero is written
4161 * to <params>."
4162 */
4163 if (is_top_level_shader_storage_block_member(uni->name,
4164 interface_name,
4165 var_name))
4166 return 1;
4167 else if (field->type->is_unsized_array())
4168 return 0;
4169 else if (field->type->is_array())
4170 return field->type->length;
4171
4172 return 1;
4173 }
4174
4175 static int
4176 get_array_stride(struct gl_context *ctx, struct gl_uniform_storage *uni,
4177 const glsl_type *interface, const glsl_struct_field *field,
4178 char *interface_name, char *var_name)
4179 {
4180 /* The ARB_program_interface_query spec says:
4181 *
4182 * "For the property TOP_LEVEL_ARRAY_STRIDE, a single integer
4183 * identifying the stride between array elements of the top-level
4184 * shader storage block member containing the active variable is
4185 * written to <params>. For top-level block members declared as
4186 * arrays, the value written is the difference, in basic machine units,
4187 * between the offsets of the active variable for consecutive elements
4188 * in the top-level array. For top-level block members not declared as
4189 * an array, zero is written to <params>."
4190 */
4191 if (field->type->is_array()) {
4192 const enum glsl_matrix_layout matrix_layout =
4193 glsl_matrix_layout(field->matrix_layout);
4194 bool row_major = matrix_layout == GLSL_MATRIX_LAYOUT_ROW_MAJOR;
4195 const glsl_type *array_type = field->type->fields.array;
4196
4197 if (is_top_level_shader_storage_block_member(uni->name,
4198 interface_name,
4199 var_name))
4200 return 0;
4201
4202 if (GLSL_INTERFACE_PACKING_STD140 ==
4203 interface->
4204 get_internal_ifc_packing(ctx->Const.UseSTD430AsDefaultPacking)) {
4205 if (array_type->is_record() || array_type->is_array())
4206 return glsl_align(array_type->std140_size(row_major), 16);
4207 else
4208 return MAX2(array_type->std140_base_alignment(row_major), 16);
4209 } else {
4210 return array_type->std430_array_stride(row_major);
4211 }
4212 }
4213 return 0;
4214 }
4215
4216 static void
4217 calculate_array_size_and_stride(struct gl_context *ctx,
4218 struct gl_shader_program *shProg,
4219 struct gl_uniform_storage *uni)
4220 {
4221 int block_index = uni->block_index;
4222 int array_size = -1;
4223 int array_stride = -1;
4224 char *var_name = get_top_level_name(uni->name);
4225 char *interface_name =
4226 get_top_level_name(uni->is_shader_storage ?
4227 shProg->data->ShaderStorageBlocks[block_index].Name :
4228 shProg->data->UniformBlocks[block_index].Name);
4229
4230 if (strcmp(var_name, interface_name) == 0) {
4231 /* Deal with instanced array of SSBOs */
4232 char *temp_name = get_var_name(uni->name);
4233 if (!temp_name) {
4234 linker_error(shProg, "Out of memory during linking.\n");
4235 goto write_top_level_array_size_and_stride;
4236 }
4237 free(var_name);
4238 var_name = get_top_level_name(temp_name);
4239 free(temp_name);
4240 if (!var_name) {
4241 linker_error(shProg, "Out of memory during linking.\n");
4242 goto write_top_level_array_size_and_stride;
4243 }
4244 }
4245
4246 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
4247 const gl_linked_shader *sh = shProg->_LinkedShaders[i];
4248 if (sh == NULL)
4249 continue;
4250
4251 foreach_in_list(ir_instruction, node, sh->ir) {
4252 ir_variable *var = node->as_variable();
4253 if (!var || !var->get_interface_type() ||
4254 var->data.mode != ir_var_shader_storage)
4255 continue;
4256
4257 const glsl_type *interface = var->get_interface_type();
4258
4259 if (strcmp(interface_name, interface->name) != 0)
4260 continue;
4261
4262 for (unsigned i = 0; i < interface->length; i++) {
4263 const glsl_struct_field *field = &interface->fields.structure[i];
4264 if (strcmp(field->name, var_name) != 0)
4265 continue;
4266
4267 array_stride = get_array_stride(ctx, uni, interface, field,
4268 interface_name, var_name);
4269 array_size = get_array_size(uni, field, interface_name, var_name);
4270 goto write_top_level_array_size_and_stride;
4271 }
4272 }
4273 }
4274 write_top_level_array_size_and_stride:
4275 free(interface_name);
4276 free(var_name);
4277 uni->top_level_array_stride = array_stride;
4278 uni->top_level_array_size = array_size;
4279 }
4280
4281 /**
4282 * Builds up a list of program resources that point to existing
4283 * resource data.
4284 */
4285 void
4286 build_program_resource_list(struct gl_context *ctx,
4287 struct gl_shader_program *shProg)
4288 {
4289 /* Rebuild resource list. */
4290 if (shProg->data->ProgramResourceList) {
4291 ralloc_free(shProg->data->ProgramResourceList);
4292 shProg->data->ProgramResourceList = NULL;
4293 shProg->data->NumProgramResourceList = 0;
4294 }
4295
4296 int input_stage = MESA_SHADER_STAGES, output_stage = 0;
4297
4298 /* Determine first input and final output stage. These are used to
4299 * detect which variables should be enumerated in the resource list
4300 * for GL_PROGRAM_INPUT and GL_PROGRAM_OUTPUT.
4301 */
4302 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
4303 if (!shProg->_LinkedShaders[i])
4304 continue;
4305 if (input_stage == MESA_SHADER_STAGES)
4306 input_stage = i;
4307 output_stage = i;
4308 }
4309
4310 /* Empty shader, no resources. */
4311 if (input_stage == MESA_SHADER_STAGES && output_stage == 0)
4312 return;
4313
4314 struct set *resource_set = _mesa_set_create(NULL,
4315 _mesa_hash_pointer,
4316 _mesa_key_pointer_equal);
4317
4318 /* Program interface needs to expose varyings in case of SSO. */
4319 if (shProg->SeparateShader) {
4320 if (!add_packed_varyings(ctx, shProg, resource_set,
4321 input_stage, GL_PROGRAM_INPUT))
4322 return;
4323
4324 if (!add_packed_varyings(ctx, shProg, resource_set,
4325 output_stage, GL_PROGRAM_OUTPUT))
4326 return;
4327 }
4328
4329 if (!add_fragdata_arrays(ctx, shProg, resource_set))
4330 return;
4331
4332 /* Add inputs and outputs to the resource list. */
4333 if (!add_interface_variables(ctx, shProg, resource_set,
4334 input_stage, GL_PROGRAM_INPUT))
4335 return;
4336
4337 if (!add_interface_variables(ctx, shProg, resource_set,
4338 output_stage, GL_PROGRAM_OUTPUT))
4339 return;
4340
4341 if (shProg->last_vert_prog) {
4342 struct gl_transform_feedback_info *linked_xfb =
4343 shProg->last_vert_prog->sh.LinkedTransformFeedback;
4344
4345 /* Add transform feedback varyings. */
4346 if (linked_xfb->NumVarying > 0) {
4347 for (int i = 0; i < linked_xfb->NumVarying; i++) {
4348 if (!add_program_resource(shProg, resource_set,
4349 GL_TRANSFORM_FEEDBACK_VARYING,
4350 &linked_xfb->Varyings[i], 0))
4351 return;
4352 }
4353 }
4354
4355 /* Add transform feedback buffers. */
4356 for (unsigned i = 0; i < ctx->Const.MaxTransformFeedbackBuffers; i++) {
4357 if ((linked_xfb->ActiveBuffers >> i) & 1) {
4358 linked_xfb->Buffers[i].Binding = i;
4359 if (!add_program_resource(shProg, resource_set,
4360 GL_TRANSFORM_FEEDBACK_BUFFER,
4361 &linked_xfb->Buffers[i], 0))
4362 return;
4363 }
4364 }
4365 }
4366
4367 /* Add uniforms from uniform storage. */
4368 for (unsigned i = 0; i < shProg->data->NumUniformStorage; i++) {
4369 /* Do not add uniforms internally used by Mesa. */
4370 if (shProg->data->UniformStorage[i].hidden)
4371 continue;
4372
4373 uint8_t stageref =
4374 build_stageref(shProg, shProg->data->UniformStorage[i].name,
4375 ir_var_uniform);
4376
4377 /* Add stagereferences for uniforms in a uniform block. */
4378 bool is_shader_storage =
4379 shProg->data->UniformStorage[i].is_shader_storage;
4380 int block_index = shProg->data->UniformStorage[i].block_index;
4381 if (block_index != -1) {
4382 stageref |= is_shader_storage ?
4383 shProg->data->ShaderStorageBlocks[block_index].stageref :
4384 shProg->data->UniformBlocks[block_index].stageref;
4385 }
4386
4387 GLenum type = is_shader_storage ? GL_BUFFER_VARIABLE : GL_UNIFORM;
4388 if (!should_add_buffer_variable(shProg, type,
4389 shProg->data->UniformStorage[i].name))
4390 continue;
4391
4392 if (is_shader_storage) {
4393 calculate_array_size_and_stride(ctx, shProg,
4394 &shProg->data->UniformStorage[i]);
4395 }
4396
4397 if (!add_program_resource(shProg, resource_set, type,
4398 &shProg->data->UniformStorage[i], stageref))
4399 return;
4400 }
4401
4402 /* Add program uniform blocks. */
4403 for (unsigned i = 0; i < shProg->data->NumUniformBlocks; i++) {
4404 if (!add_program_resource(shProg, resource_set, GL_UNIFORM_BLOCK,
4405 &shProg->data->UniformBlocks[i], 0))
4406 return;
4407 }
4408
4409 /* Add program shader storage blocks. */
4410 for (unsigned i = 0; i < shProg->data->NumShaderStorageBlocks; i++) {
4411 if (!add_program_resource(shProg, resource_set, GL_SHADER_STORAGE_BLOCK,
4412 &shProg->data->ShaderStorageBlocks[i], 0))
4413 return;
4414 }
4415
4416 /* Add atomic counter buffers. */
4417 for (unsigned i = 0; i < shProg->data->NumAtomicBuffers; i++) {
4418 if (!add_program_resource(shProg, resource_set, GL_ATOMIC_COUNTER_BUFFER,
4419 &shProg->data->AtomicBuffers[i], 0))
4420 return;
4421 }
4422
4423 for (unsigned i = 0; i < shProg->data->NumUniformStorage; i++) {
4424 GLenum type;
4425 if (!shProg->data->UniformStorage[i].hidden)
4426 continue;
4427
4428 for (int j = MESA_SHADER_VERTEX; j < MESA_SHADER_STAGES; j++) {
4429 if (!shProg->data->UniformStorage[i].opaque[j].active ||
4430 !shProg->data->UniformStorage[i].type->is_subroutine())
4431 continue;
4432
4433 type = _mesa_shader_stage_to_subroutine_uniform((gl_shader_stage)j);
4434 /* add shader subroutines */
4435 if (!add_program_resource(shProg, resource_set,
4436 type, &shProg->data->UniformStorage[i], 0))
4437 return;
4438 }
4439 }
4440
4441 unsigned mask = shProg->data->linked_stages;
4442 while (mask) {
4443 const int i = u_bit_scan(&mask);
4444 struct gl_program *p = shProg->_LinkedShaders[i]->Program;
4445
4446 GLuint type = _mesa_shader_stage_to_subroutine((gl_shader_stage)i);
4447 for (unsigned j = 0; j < p->sh.NumSubroutineFunctions; j++) {
4448 if (!add_program_resource(shProg, resource_set,
4449 type, &p->sh.SubroutineFunctions[j], 0))
4450 return;
4451 }
4452 }
4453
4454 _mesa_set_destroy(resource_set, NULL);
4455 }
4456
4457 /**
4458 * This check is done to make sure we allow only constant expression
4459 * indexing and "constant-index-expression" (indexing with an expression
4460 * that includes loop induction variable).
4461 */
4462 static bool
4463 validate_sampler_array_indexing(struct gl_context *ctx,
4464 struct gl_shader_program *prog)
4465 {
4466 dynamic_sampler_array_indexing_visitor v;
4467 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
4468 if (prog->_LinkedShaders[i] == NULL)
4469 continue;
4470
4471 bool no_dynamic_indexing =
4472 ctx->Const.ShaderCompilerOptions[i].EmitNoIndirectSampler;
4473
4474 /* Search for array derefs in shader. */
4475 v.run(prog->_LinkedShaders[i]->ir);
4476 if (v.uses_dynamic_sampler_array_indexing()) {
4477 const char *msg = "sampler arrays indexed with non-constant "
4478 "expressions is forbidden in GLSL %s %u";
4479 /* Backend has indicated that it has no dynamic indexing support. */
4480 if (no_dynamic_indexing) {
4481 linker_error(prog, msg, prog->IsES ? "ES" : "",
4482 prog->data->Version);
4483 return false;
4484 } else {
4485 linker_warning(prog, msg, prog->IsES ? "ES" : "",
4486 prog->data->Version);
4487 }
4488 }
4489 }
4490 return true;
4491 }
4492
4493 static void
4494 link_assign_subroutine_types(struct gl_shader_program *prog)
4495 {
4496 unsigned mask = prog->data->linked_stages;
4497 while (mask) {
4498 const int i = u_bit_scan(&mask);
4499 gl_program *p = prog->_LinkedShaders[i]->Program;
4500
4501 p->sh.MaxSubroutineFunctionIndex = 0;
4502 foreach_in_list(ir_instruction, node, prog->_LinkedShaders[i]->ir) {
4503 ir_function *fn = node->as_function();
4504 if (!fn)
4505 continue;
4506
4507 if (fn->is_subroutine)
4508 p->sh.NumSubroutineUniformTypes++;
4509
4510 if (!fn->num_subroutine_types)
4511 continue;
4512
4513 /* these should have been calculated earlier. */
4514 assert(fn->subroutine_index != -1);
4515 if (p->sh.NumSubroutineFunctions + 1 > MAX_SUBROUTINES) {
4516 linker_error(prog, "Too many subroutine functions declared.\n");
4517 return;
4518 }
4519 p->sh.SubroutineFunctions = reralloc(p, p->sh.SubroutineFunctions,
4520 struct gl_subroutine_function,
4521 p->sh.NumSubroutineFunctions + 1);
4522 p->sh.SubroutineFunctions[p->sh.NumSubroutineFunctions].name = ralloc_strdup(p, fn->name);
4523 p->sh.SubroutineFunctions[p->sh.NumSubroutineFunctions].num_compat_types = fn->num_subroutine_types;
4524 p->sh.SubroutineFunctions[p->sh.NumSubroutineFunctions].types =
4525 ralloc_array(p, const struct glsl_type *,
4526 fn->num_subroutine_types);
4527
4528 /* From Section 4.4.4(Subroutine Function Layout Qualifiers) of the
4529 * GLSL 4.5 spec:
4530 *
4531 * "Each subroutine with an index qualifier in the shader must be
4532 * given a unique index, otherwise a compile or link error will be
4533 * generated."
4534 */
4535 for (unsigned j = 0; j < p->sh.NumSubroutineFunctions; j++) {
4536 if (p->sh.SubroutineFunctions[j].index != -1 &&
4537 p->sh.SubroutineFunctions[j].index == fn->subroutine_index) {
4538 linker_error(prog, "each subroutine index qualifier in the "
4539 "shader must be unique\n");
4540 return;
4541 }
4542 }
4543 p->sh.SubroutineFunctions[p->sh.NumSubroutineFunctions].index =
4544 fn->subroutine_index;
4545
4546 if (fn->subroutine_index > (int)p->sh.MaxSubroutineFunctionIndex)
4547 p->sh.MaxSubroutineFunctionIndex = fn->subroutine_index;
4548
4549 for (int j = 0; j < fn->num_subroutine_types; j++)
4550 p->sh.SubroutineFunctions[p->sh.NumSubroutineFunctions].types[j] = fn->subroutine_types[j];
4551 p->sh.NumSubroutineFunctions++;
4552 }
4553 }
4554 }
4555
4556 static void
4557 set_always_active_io(exec_list *ir, ir_variable_mode io_mode)
4558 {
4559 assert(io_mode == ir_var_shader_in || io_mode == ir_var_shader_out);
4560
4561 foreach_in_list(ir_instruction, node, ir) {
4562 ir_variable *const var = node->as_variable();
4563
4564 if (var == NULL || var->data.mode != io_mode)
4565 continue;
4566
4567 /* Don't set always active on builtins that haven't been redeclared */
4568 if (var->data.how_declared == ir_var_declared_implicitly)
4569 continue;
4570
4571 var->data.always_active_io = true;
4572 }
4573 }
4574
4575 /**
4576 * When separate shader programs are enabled, only input/outputs between
4577 * the stages of a multi-stage separate program can be safely removed
4578 * from the shader interface. Other inputs/outputs must remain active.
4579 */
4580 static void
4581 disable_varying_optimizations_for_sso(struct gl_shader_program *prog)
4582 {
4583 unsigned first, last;
4584 assert(prog->SeparateShader);
4585
4586 first = MESA_SHADER_STAGES;
4587 last = 0;
4588
4589 /* Determine first and last stage. Excluding the compute stage */
4590 for (unsigned i = 0; i < MESA_SHADER_COMPUTE; i++) {
4591 if (!prog->_LinkedShaders[i])
4592 continue;
4593 if (first == MESA_SHADER_STAGES)
4594 first = i;
4595 last = i;
4596 }
4597
4598 if (first == MESA_SHADER_STAGES)
4599 return;
4600
4601 for (unsigned stage = 0; stage < MESA_SHADER_STAGES; stage++) {
4602 gl_linked_shader *sh = prog->_LinkedShaders[stage];
4603 if (!sh)
4604 continue;
4605
4606 /* Prevent the removal of inputs to the first and outputs from the last
4607 * stage, unless they are the initial pipeline inputs or final pipeline
4608 * outputs, respectively.
4609 *
4610 * The removal of IO between shaders in the same program is always
4611 * allowed.
4612 */
4613 if (stage == first && stage != MESA_SHADER_VERTEX)
4614 set_always_active_io(sh->ir, ir_var_shader_in);
4615 if (stage == last && stage != MESA_SHADER_FRAGMENT)
4616 set_always_active_io(sh->ir, ir_var_shader_out);
4617 }
4618 }
4619
4620 static void
4621 link_and_validate_uniforms(struct gl_context *ctx,
4622 struct gl_shader_program *prog)
4623 {
4624 update_array_sizes(prog);
4625 link_assign_uniform_locations(prog, ctx);
4626
4627 link_assign_atomic_counter_resources(ctx, prog);
4628 link_calculate_subroutine_compat(prog);
4629 check_resources(ctx, prog);
4630 check_subroutine_resources(prog);
4631 check_image_resources(ctx, prog);
4632 link_check_atomic_counter_resources(ctx, prog);
4633 }
4634
4635 static bool
4636 link_varyings_and_uniforms(unsigned first, unsigned last,
4637 struct gl_context *ctx,
4638 struct gl_shader_program *prog, void *mem_ctx)
4639 {
4640 /* Mark all generic shader inputs and outputs as unpaired. */
4641 for (unsigned i = MESA_SHADER_VERTEX; i <= MESA_SHADER_FRAGMENT; i++) {
4642 if (prog->_LinkedShaders[i] != NULL) {
4643 link_invalidate_variable_locations(prog->_LinkedShaders[i]->ir);
4644 }
4645 }
4646
4647 unsigned prev = first;
4648 for (unsigned i = prev + 1; i <= MESA_SHADER_FRAGMENT; i++) {
4649 if (prog->_LinkedShaders[i] == NULL)
4650 continue;
4651
4652 match_explicit_outputs_to_inputs(prog->_LinkedShaders[prev],
4653 prog->_LinkedShaders[i]);
4654 prev = i;
4655 }
4656
4657 if (!assign_attribute_or_color_locations(mem_ctx, prog, &ctx->Const,
4658 MESA_SHADER_VERTEX)) {
4659 return false;
4660 }
4661
4662 if (!assign_attribute_or_color_locations(mem_ctx, prog, &ctx->Const,
4663 MESA_SHADER_FRAGMENT)) {
4664 return false;
4665 }
4666
4667 prog->last_vert_prog = NULL;
4668 for (int i = MESA_SHADER_GEOMETRY; i >= MESA_SHADER_VERTEX; i--) {
4669 if (prog->_LinkedShaders[i] == NULL)
4670 continue;
4671
4672 prog->last_vert_prog = prog->_LinkedShaders[i]->Program;
4673 break;
4674 }
4675
4676 if (!link_varyings(prog, first, last, ctx, mem_ctx))
4677 return false;
4678
4679 link_and_validate_uniforms(ctx, prog);
4680
4681 if (!prog->data->LinkStatus)
4682 return false;
4683
4684 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
4685 if (prog->_LinkedShaders[i] == NULL)
4686 continue;
4687
4688 const struct gl_shader_compiler_options *options =
4689 &ctx->Const.ShaderCompilerOptions[i];
4690
4691 if (options->LowerBufferInterfaceBlocks)
4692 lower_ubo_reference(prog->_LinkedShaders[i],
4693 options->ClampBlockIndicesToArrayBounds,
4694 ctx->Const.UseSTD430AsDefaultPacking);
4695
4696 if (i == MESA_SHADER_COMPUTE)
4697 lower_shared_reference(ctx, prog, prog->_LinkedShaders[i]);
4698
4699 lower_vector_derefs(prog->_LinkedShaders[i]);
4700 do_vec_index_to_swizzle(prog->_LinkedShaders[i]->ir);
4701 }
4702
4703 return true;
4704 }
4705
4706 static void
4707 linker_optimisation_loop(struct gl_context *ctx, exec_list *ir,
4708 unsigned stage)
4709 {
4710 if (ctx->Const.GLSLOptimizeConservatively) {
4711 /* Run it just once. */
4712 do_common_optimization(ir, true, false,
4713 &ctx->Const.ShaderCompilerOptions[stage],
4714 ctx->Const.NativeIntegers);
4715 } else {
4716 /* Repeat it until it stops making changes. */
4717 while (do_common_optimization(ir, true, false,
4718 &ctx->Const.ShaderCompilerOptions[stage],
4719 ctx->Const.NativeIntegers))
4720 ;
4721 }
4722 }
4723
4724 void
4725 link_shaders(struct gl_context *ctx, struct gl_shader_program *prog)
4726 {
4727 prog->data->LinkStatus = linking_success; /* All error paths will set this to false */
4728 prog->data->Validated = false;
4729
4730 /* Section 7.3 (Program Objects) of the OpenGL 4.5 Core Profile spec says:
4731 *
4732 * "Linking can fail for a variety of reasons as specified in the
4733 * OpenGL Shading Language Specification, as well as any of the
4734 * following reasons:
4735 *
4736 * - No shader objects are attached to program."
4737 *
4738 * The Compatibility Profile specification does not list the error. In
4739 * Compatibility Profile missing shader stages are replaced by
4740 * fixed-function. This applies to the case where all stages are
4741 * missing.
4742 */
4743 if (prog->NumShaders == 0) {
4744 if (ctx->API != API_OPENGL_COMPAT)
4745 linker_error(prog, "no shaders attached to the program\n");
4746 return;
4747 }
4748
4749 #ifdef ENABLE_SHADER_CACHE
4750 /* If transform feedback used on the program then compile all shaders. */
4751 bool skip_cache = false;
4752 if (prog->TransformFeedback.NumVarying > 0) {
4753 for (unsigned i = 0; i < prog->NumShaders; i++) {
4754 _mesa_glsl_compile_shader(ctx, prog->Shaders[i], false, false, true);
4755 }
4756 skip_cache = true;
4757 }
4758
4759 if (!skip_cache && shader_cache_read_program_metadata(ctx, prog))
4760 return;
4761 #endif
4762
4763 void *mem_ctx = ralloc_context(NULL); // temporary linker context
4764
4765 prog->ARB_fragment_coord_conventions_enable = false;
4766
4767 /* Separate the shaders into groups based on their type.
4768 */
4769 struct gl_shader **shader_list[MESA_SHADER_STAGES];
4770 unsigned num_shaders[MESA_SHADER_STAGES];
4771
4772 for (int i = 0; i < MESA_SHADER_STAGES; i++) {
4773 shader_list[i] = (struct gl_shader **)
4774 calloc(prog->NumShaders, sizeof(struct gl_shader *));
4775 num_shaders[i] = 0;
4776 }
4777
4778 unsigned min_version = UINT_MAX;
4779 unsigned max_version = 0;
4780 for (unsigned i = 0; i < prog->NumShaders; i++) {
4781 min_version = MIN2(min_version, prog->Shaders[i]->Version);
4782 max_version = MAX2(max_version, prog->Shaders[i]->Version);
4783
4784 if (prog->Shaders[i]->IsES != prog->Shaders[0]->IsES) {
4785 linker_error(prog, "all shaders must use same shading "
4786 "language version\n");
4787 goto done;
4788 }
4789
4790 if (prog->Shaders[i]->ARB_fragment_coord_conventions_enable) {
4791 prog->ARB_fragment_coord_conventions_enable = true;
4792 }
4793
4794 gl_shader_stage shader_type = prog->Shaders[i]->Stage;
4795 shader_list[shader_type][num_shaders[shader_type]] = prog->Shaders[i];
4796 num_shaders[shader_type]++;
4797 }
4798
4799 /* In desktop GLSL, different shader versions may be linked together. In
4800 * GLSL ES, all shader versions must be the same.
4801 */
4802 if (prog->Shaders[0]->IsES && min_version != max_version) {
4803 linker_error(prog, "all shaders must use same shading "
4804 "language version\n");
4805 goto done;
4806 }
4807
4808 prog->data->Version = max_version;
4809 prog->IsES = prog->Shaders[0]->IsES;
4810
4811 /* Some shaders have to be linked with some other shaders present.
4812 */
4813 if (!prog->SeparateShader) {
4814 if (num_shaders[MESA_SHADER_GEOMETRY] > 0 &&
4815 num_shaders[MESA_SHADER_VERTEX] == 0) {
4816 linker_error(prog, "Geometry shader must be linked with "
4817 "vertex shader\n");
4818 goto done;
4819 }
4820 if (num_shaders[MESA_SHADER_TESS_EVAL] > 0 &&
4821 num_shaders[MESA_SHADER_VERTEX] == 0) {
4822 linker_error(prog, "Tessellation evaluation shader must be linked "
4823 "with vertex shader\n");
4824 goto done;
4825 }
4826 if (num_shaders[MESA_SHADER_TESS_CTRL] > 0 &&
4827 num_shaders[MESA_SHADER_VERTEX] == 0) {
4828 linker_error(prog, "Tessellation control shader must be linked with "
4829 "vertex shader\n");
4830 goto done;
4831 }
4832
4833 /* Section 7.3 of the OpenGL ES 3.2 specification says:
4834 *
4835 * "Linking can fail for [...] any of the following reasons:
4836 *
4837 * * program contains an object to form a tessellation control
4838 * shader [...] and [...] the program is not separable and
4839 * contains no object to form a tessellation evaluation shader"
4840 *
4841 * The OpenGL spec is contradictory. It allows linking without a tess
4842 * eval shader, but that can only be used with transform feedback and
4843 * rasterization disabled. However, transform feedback isn't allowed
4844 * with GL_PATCHES, so it can't be used.
4845 *
4846 * More investigation showed that the idea of transform feedback after
4847 * a tess control shader was dropped, because some hw vendors couldn't
4848 * support tessellation without a tess eval shader, but the linker
4849 * section wasn't updated to reflect that.
4850 *
4851 * All specifications (ARB_tessellation_shader, GL 4.0-4.5) have this
4852 * spec bug.
4853 *
4854 * Do what's reasonable and always require a tess eval shader if a tess
4855 * control shader is present.
4856 */
4857 if (num_shaders[MESA_SHADER_TESS_CTRL] > 0 &&
4858 num_shaders[MESA_SHADER_TESS_EVAL] == 0) {
4859 linker_error(prog, "Tessellation control shader must be linked with "
4860 "tessellation evaluation shader\n");
4861 goto done;
4862 }
4863
4864 if (prog->IsES) {
4865 if (num_shaders[MESA_SHADER_TESS_EVAL] > 0 &&
4866 num_shaders[MESA_SHADER_TESS_CTRL] == 0) {
4867 linker_error(prog, "GLSL ES requires non-separable programs "
4868 "containing a tessellation evaluation shader to also "
4869 "be linked with a tessellation control shader\n");
4870 goto done;
4871 }
4872 }
4873 }
4874
4875 /* Compute shaders have additional restrictions. */
4876 if (num_shaders[MESA_SHADER_COMPUTE] > 0 &&
4877 num_shaders[MESA_SHADER_COMPUTE] != prog->NumShaders) {
4878 linker_error(prog, "Compute shaders may not be linked with any other "
4879 "type of shader\n");
4880 }
4881
4882 /* Link all shaders for a particular stage and validate the result.
4883 */
4884 for (int stage = 0; stage < MESA_SHADER_STAGES; stage++) {
4885 if (num_shaders[stage] > 0) {
4886 gl_linked_shader *const sh =
4887 link_intrastage_shaders(mem_ctx, ctx, prog, shader_list[stage],
4888 num_shaders[stage], false);
4889
4890 if (!prog->data->LinkStatus) {
4891 if (sh)
4892 _mesa_delete_linked_shader(ctx, sh);
4893 goto done;
4894 }
4895
4896 switch (stage) {
4897 case MESA_SHADER_VERTEX:
4898 validate_vertex_shader_executable(prog, sh, ctx);
4899 break;
4900 case MESA_SHADER_TESS_CTRL:
4901 /* nothing to be done */
4902 break;
4903 case MESA_SHADER_TESS_EVAL:
4904 validate_tess_eval_shader_executable(prog, sh, ctx);
4905 break;
4906 case MESA_SHADER_GEOMETRY:
4907 validate_geometry_shader_executable(prog, sh, ctx);
4908 break;
4909 case MESA_SHADER_FRAGMENT:
4910 validate_fragment_shader_executable(prog, sh);
4911 break;
4912 }
4913 if (!prog->data->LinkStatus) {
4914 if (sh)
4915 _mesa_delete_linked_shader(ctx, sh);
4916 goto done;
4917 }
4918
4919 prog->_LinkedShaders[stage] = sh;
4920 prog->data->linked_stages |= 1 << stage;
4921 }
4922 }
4923
4924 /* Here begins the inter-stage linking phase. Some initial validation is
4925 * performed, then locations are assigned for uniforms, attributes, and
4926 * varyings.
4927 */
4928 cross_validate_uniforms(prog);
4929 if (!prog->data->LinkStatus)
4930 goto done;
4931
4932 unsigned first, last, prev;
4933
4934 first = MESA_SHADER_STAGES;
4935 last = 0;
4936
4937 /* Determine first and last stage. */
4938 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
4939 if (!prog->_LinkedShaders[i])
4940 continue;
4941 if (first == MESA_SHADER_STAGES)
4942 first = i;
4943 last = i;
4944 }
4945
4946 check_explicit_uniform_locations(ctx, prog);
4947 link_assign_subroutine_types(prog);
4948
4949 if (!prog->data->LinkStatus)
4950 goto done;
4951
4952 resize_tes_inputs(ctx, prog);
4953
4954 /* Validate the inputs of each stage with the output of the preceding
4955 * stage.
4956 */
4957 prev = first;
4958 for (unsigned i = prev + 1; i <= MESA_SHADER_FRAGMENT; i++) {
4959 if (prog->_LinkedShaders[i] == NULL)
4960 continue;
4961
4962 validate_interstage_inout_blocks(prog, prog->_LinkedShaders[prev],
4963 prog->_LinkedShaders[i]);
4964 if (!prog->data->LinkStatus)
4965 goto done;
4966
4967 cross_validate_outputs_to_inputs(ctx, prog,
4968 prog->_LinkedShaders[prev],
4969 prog->_LinkedShaders[i]);
4970 if (!prog->data->LinkStatus)
4971 goto done;
4972
4973 prev = i;
4974 }
4975
4976 /* The cross validation of outputs/inputs above validates explicit locations
4977 * but for SSO programs we need to do this also for the inputs in the
4978 * first stage and outputs of the last stage included in the program, since
4979 * there is no cross validation for these.
4980 */
4981 if (prog->SeparateShader)
4982 validate_sso_explicit_locations(ctx, prog,
4983 (gl_shader_stage) first,
4984 (gl_shader_stage) last);
4985
4986 /* Cross-validate uniform blocks between shader stages */
4987 validate_interstage_uniform_blocks(prog, prog->_LinkedShaders);
4988 if (!prog->data->LinkStatus)
4989 goto done;
4990
4991 for (unsigned int i = 0; i < MESA_SHADER_STAGES; i++) {
4992 if (prog->_LinkedShaders[i] != NULL)
4993 lower_named_interface_blocks(mem_ctx, prog->_LinkedShaders[i]);
4994 }
4995
4996 /* Implement the GLSL 1.30+ rule for discard vs infinite loops Do
4997 * it before optimization because we want most of the checks to get
4998 * dropped thanks to constant propagation.
4999 *
5000 * This rule also applies to GLSL ES 3.00.
5001 */
5002 if (max_version >= (prog->IsES ? 300 : 130)) {
5003 struct gl_linked_shader *sh = prog->_LinkedShaders[MESA_SHADER_FRAGMENT];
5004 if (sh) {
5005 lower_discard_flow(sh->ir);
5006 }
5007 }
5008
5009 if (prog->SeparateShader)
5010 disable_varying_optimizations_for_sso(prog);
5011
5012 /* Process UBOs */
5013 if (!interstage_cross_validate_uniform_blocks(prog, false))
5014 goto done;
5015
5016 /* Process SSBOs */
5017 if (!interstage_cross_validate_uniform_blocks(prog, true))
5018 goto done;
5019
5020 /* Do common optimization before assigning storage for attributes,
5021 * uniforms, and varyings. Later optimization could possibly make
5022 * some of that unused.
5023 */
5024 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
5025 if (prog->_LinkedShaders[i] == NULL)
5026 continue;
5027
5028 detect_recursion_linked(prog, prog->_LinkedShaders[i]->ir);
5029 if (!prog->data->LinkStatus)
5030 goto done;
5031
5032 if (ctx->Const.ShaderCompilerOptions[i].LowerCombinedClipCullDistance) {
5033 lower_clip_cull_distance(prog, prog->_LinkedShaders[i]);
5034 }
5035
5036 if (ctx->Const.LowerTessLevel) {
5037 lower_tess_level(prog->_LinkedShaders[i]);
5038 }
5039
5040 /* Call opts before lowering const arrays to uniforms so we can const
5041 * propagate any elements accessed directly.
5042 */
5043 linker_optimisation_loop(ctx, prog->_LinkedShaders[i]->ir, i);
5044
5045 /* Call opts after lowering const arrays to copy propagate things. */
5046 if (lower_const_arrays_to_uniforms(prog->_LinkedShaders[i]->ir, i))
5047 linker_optimisation_loop(ctx, prog->_LinkedShaders[i]->ir, i);
5048
5049 propagate_invariance(prog->_LinkedShaders[i]->ir);
5050 }
5051
5052 /* Validation for special cases where we allow sampler array indexing
5053 * with loop induction variable. This check emits a warning or error
5054 * depending if backend can handle dynamic indexing.
5055 */
5056 if ((!prog->IsES && prog->data->Version < 130) ||
5057 (prog->IsES && prog->data->Version < 300)) {
5058 if (!validate_sampler_array_indexing(ctx, prog))
5059 goto done;
5060 }
5061
5062 /* Check and validate stream emissions in geometry shaders */
5063 validate_geometry_shader_emissions(ctx, prog);
5064
5065 store_fragdepth_layout(prog);
5066
5067 if(!link_varyings_and_uniforms(first, last, ctx, prog, mem_ctx))
5068 goto done;
5069
5070 /* Linking varyings can cause some extra, useless swizzles to be generated
5071 * due to packing and unpacking.
5072 */
5073 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
5074 if (prog->_LinkedShaders[i] == NULL)
5075 continue;
5076
5077 optimize_swizzles(prog->_LinkedShaders[i]->ir);
5078 }
5079
5080 /* OpenGL ES < 3.1 requires that a vertex shader and a fragment shader both
5081 * be present in a linked program. GL_ARB_ES2_compatibility doesn't say
5082 * anything about shader linking when one of the shaders (vertex or
5083 * fragment shader) is absent. So, the extension shouldn't change the
5084 * behavior specified in GLSL specification.
5085 *
5086 * From OpenGL ES 3.1 specification (7.3 Program Objects):
5087 * "Linking can fail for a variety of reasons as specified in the
5088 * OpenGL ES Shading Language Specification, as well as any of the
5089 * following reasons:
5090 *
5091 * ...
5092 *
5093 * * program contains objects to form either a vertex shader or
5094 * fragment shader, and program is not separable, and does not
5095 * contain objects to form both a vertex shader and fragment
5096 * shader."
5097 *
5098 * However, the only scenario in 3.1+ where we don't require them both is
5099 * when we have a compute shader. For example:
5100 *
5101 * - No shaders is a link error.
5102 * - Geom or Tess without a Vertex shader is a link error which means we
5103 * always require a Vertex shader and hence a Fragment shader.
5104 * - Finally a Compute shader linked with any other stage is a link error.
5105 */
5106 if (!prog->SeparateShader && ctx->API == API_OPENGLES2 &&
5107 num_shaders[MESA_SHADER_COMPUTE] == 0) {
5108 if (prog->_LinkedShaders[MESA_SHADER_VERTEX] == NULL) {
5109 linker_error(prog, "program lacks a vertex shader\n");
5110 } else if (prog->_LinkedShaders[MESA_SHADER_FRAGMENT] == NULL) {
5111 linker_error(prog, "program lacks a fragment shader\n");
5112 }
5113 }
5114
5115 done:
5116 for (unsigned i = 0; i < MESA_SHADER_STAGES; i++) {
5117 free(shader_list[i]);
5118 if (prog->_LinkedShaders[i] == NULL)
5119 continue;
5120
5121 /* Do a final validation step to make sure that the IR wasn't
5122 * invalidated by any modifications performed after intrastage linking.
5123 */
5124 validate_ir_tree(prog->_LinkedShaders[i]->ir);
5125
5126 /* Retain any live IR, but trash the rest. */
5127 reparent_ir(prog->_LinkedShaders[i]->ir, prog->_LinkedShaders[i]->ir);
5128
5129 /* The symbol table in the linked shaders may contain references to
5130 * variables that were removed (e.g., unused uniforms). Since it may
5131 * contain junk, there is no possible valid use. Delete it and set the
5132 * pointer to NULL.
5133 */
5134 delete prog->_LinkedShaders[i]->symbols;
5135 prog->_LinkedShaders[i]->symbols = NULL;
5136 }
5137
5138 ralloc_free(mem_ctx);
5139 }