src/compiler/nir/nir_instr_set.c

   1 /*
   2  * Copyright © 2014 Connor Abbott
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21  * IN THE SOFTWARE.
  22  */
  23
  24 #include "nir_instr_set.h"
  25 #include "nir_vla.h"
  26 #include "util/half_float.h"
  27
  28 static bool
  29 src_is_ssa(nir_src *src, void *data)
  30 {
  31    (void) data;
  32    return src->is_ssa;
  33 }
  34
  35 static bool
  36 dest_is_ssa(nir_dest *dest, void *data)
  37 {
  38    (void) data;
  39    return dest->is_ssa;
  40 }
  41
  42 ASSERTED static inline bool
  43 instr_each_src_and_dest_is_ssa(const nir_instr *instr)
  44 {
  45    if (!nir_foreach_dest((nir_instr *)instr, dest_is_ssa, NULL) ||
  46        !nir_foreach_src((nir_instr *)instr, src_is_ssa, NULL))
  47       return false;
  48
  49    return true;
  50 }
  51
  52 /* This function determines if uses of an instruction can safely be rewritten
  53  * to use another identical instruction instead. Note that this function must
  54  * be kept in sync with hash_instr() and nir_instrs_equal() -- only
  55  * instructions that pass this test will be handed on to those functions, and
  56  * conversely they must handle everything that this function returns true for.
  57  */
  58 static bool
  59 instr_can_rewrite(const nir_instr *instr)
  60 {
  61    /* We only handle SSA. */
  62    assert(instr_each_src_and_dest_is_ssa(instr));
  63
  64    switch (instr->type) {
  65    case nir_instr_type_alu:
  66    case nir_instr_type_deref:
  67    case nir_instr_type_tex:
  68    case nir_instr_type_load_const:
  69    case nir_instr_type_phi:
  70       return true;
  71    case nir_instr_type_intrinsic:
  72       return nir_intrinsic_can_reorder(nir_instr_as_intrinsic(instr));
  73    case nir_instr_type_call:
  74    case nir_instr_type_jump:
  75    case nir_instr_type_ssa_undef:
  76       return false;
  77    case nir_instr_type_parallel_copy:
  78    default:
  79       unreachable("Invalid instruction type");
  80    }
  81
  82    return false;
  83 }
  84
  85
  86 #define HASH(hash, data) _mesa_fnv32_1a_accumulate((hash), (data))
  87
  88 static uint32_t
  89 hash_src(uint32_t hash, const nir_src *src)
  90 {
  91    assert(src->is_ssa);
  92    hash = HASH(hash, src->ssa);
  93    return hash;
  94 }
  95
  96 static uint32_t
  97 hash_alu_src(uint32_t hash, const nir_alu_src *src, unsigned num_components)
  98 {
  99    hash = HASH(hash, src->abs);
 100    hash = HASH(hash, src->negate);
 101
 102    for (unsigned i = 0; i < num_components; i++)
 103       hash = HASH(hash, src->swizzle[i]);
 104
 105    hash = hash_src(hash, &src->src);
 106    return hash;
 107 }
 108
 109 static uint32_t
 110 hash_alu(uint32_t hash, const nir_alu_instr *instr)
 111 {
 112    hash = HASH(hash, instr->op);
 113
 114    /* We explicitly don't hash instr->exact. */
 115    uint8_t flags = instr->no_signed_wrap |
 116                    instr->no_unsigned_wrap << 1;
 117    hash = HASH(hash, flags);
 118
 119    hash = HASH(hash, instr->dest.dest.ssa.num_components);
 120    hash = HASH(hash, instr->dest.dest.ssa.bit_size);
 121
 122    if (nir_op_infos[instr->op].algebraic_properties & NIR_OP_IS_2SRC_COMMUTATIVE) {
 123       assert(nir_op_infos[instr->op].num_inputs >= 2);
 124
 125       uint32_t hash0 = hash_alu_src(hash, &instr->src[0],
 126                                     nir_ssa_alu_instr_src_components(instr, 0));
 127       uint32_t hash1 = hash_alu_src(hash, &instr->src[1],
 128                                     nir_ssa_alu_instr_src_components(instr, 1));
 129       /* For commutative operations, we need some commutative way of
 130        * combining the hashes.  One option would be to XOR them but that
 131        * means that anything with two identical sources will hash to 0 and
 132        * that's common enough we probably don't want the guaranteed
 133        * collision.  Either addition or multiplication will also work.
 134        */
 135       hash = hash0 * hash1;
 136
 137       for (unsigned i = 2; i < nir_op_infos[instr->op].num_inputs; i++) {
 138          hash = hash_alu_src(hash, &instr->src[i],
 139                              nir_ssa_alu_instr_src_components(instr, i));
 140       }
 141    } else {
 142       for (unsigned i = 0; i < nir_op_infos[instr->op].num_inputs; i++) {
 143          hash = hash_alu_src(hash, &instr->src[i],
 144                              nir_ssa_alu_instr_src_components(instr, i));
 145       }
 146    }
 147
 148    return hash;
 149 }
 150
 151 static uint32_t
 152 hash_deref(uint32_t hash, const nir_deref_instr *instr)
 153 {
 154    hash = HASH(hash, instr->deref_type);
 155    hash = HASH(hash, instr->mode);
 156    hash = HASH(hash, instr->type);
 157
 158    if (instr->deref_type == nir_deref_type_var)
 159       return HASH(hash, instr->var);
 160
 161    hash = hash_src(hash, &instr->parent);
 162
 163    switch (instr->deref_type) {
 164    case nir_deref_type_struct:
 165       hash = HASH(hash, instr->strct.index);
 166       break;
 167
 168    case nir_deref_type_array:
 169    case nir_deref_type_ptr_as_array:
 170       hash = hash_src(hash, &instr->arr.index);
 171       break;
 172
 173    case nir_deref_type_cast:
 174       hash = HASH(hash, instr->cast.ptr_stride);
 175       break;
 176
 177    case nir_deref_type_var:
 178    case nir_deref_type_array_wildcard:
 179       /* Nothing to do */
 180       break;
 181
 182    default:
 183       unreachable("Invalid instruction deref type");
 184    }
 185
 186    return hash;
 187 }
 188
 189 static uint32_t
 190 hash_load_const(uint32_t hash, const nir_load_const_instr *instr)
 191 {
 192    hash = HASH(hash, instr->def.num_components);
 193
 194    if (instr->def.bit_size == 1) {
 195       for (unsigned i = 0; i < instr->def.num_components; i++) {
 196          uint8_t b = instr->value[i].b;
 197          hash = HASH(hash, b);
 198       }
 199    } else {
 200       unsigned size = instr->def.num_components * sizeof(*instr->value);
 201       hash = _mesa_fnv32_1a_accumulate_block(hash, instr->value, size);
 202    }
 203
 204    return hash;
 205 }
 206
 207 static int
 208 cmp_phi_src(const void *data1, const void *data2)
 209 {
 210    nir_phi_src *src1 = *(nir_phi_src **)data1;
 211    nir_phi_src *src2 = *(nir_phi_src **)data2;
 212    return src1->pred - src2->pred;
 213 }
 214
 215 static uint32_t
 216 hash_phi(uint32_t hash, const nir_phi_instr *instr)
 217 {
 218    hash = HASH(hash, instr->instr.block);
 219
 220    /* sort sources by predecessor, since the order shouldn't matter */
 221    unsigned num_preds = instr->instr.block->predecessors->entries;
 222    NIR_VLA(nir_phi_src *, srcs, num_preds);
 223    unsigned i = 0;
 224    nir_foreach_phi_src(src, instr) {
 225       srcs[i++] = src;
 226    }
 227
 228    qsort(srcs, num_preds, sizeof(nir_phi_src *), cmp_phi_src);
 229
 230    for (i = 0; i < num_preds; i++) {
 231       hash = hash_src(hash, &srcs[i]->src);
 232       hash = HASH(hash, srcs[i]->pred);
 233    }
 234
 235    return hash;
 236 }
 237
 238 static uint32_t
 239 hash_intrinsic(uint32_t hash, const nir_intrinsic_instr *instr)
 240 {
 241    const nir_intrinsic_info *info = &nir_intrinsic_infos[instr->intrinsic];
 242    hash = HASH(hash, instr->intrinsic);
 243
 244    if (info->has_dest) {
 245       hash = HASH(hash, instr->dest.ssa.num_components);
 246       hash = HASH(hash, instr->dest.ssa.bit_size);
 247    }
 248
 249    hash = _mesa_fnv32_1a_accumulate_block(hash, instr->const_index,
 250                                           info->num_indices
 251                                              * sizeof(instr->const_index[0]));
 252    return hash;
 253 }
 254
 255 static uint32_t
 256 hash_tex(uint32_t hash, const nir_tex_instr *instr)
 257 {
 258    hash = HASH(hash, instr->op);
 259    hash = HASH(hash, instr->num_srcs);
 260
 261    for (unsigned i = 0; i < instr->num_srcs; i++) {
 262       hash = HASH(hash, instr->src[i].src_type);
 263       hash = hash_src(hash, &instr->src[i].src);
 264    }
 265
 266    hash = HASH(hash, instr->coord_components);
 267    hash = HASH(hash, instr->sampler_dim);
 268    hash = HASH(hash, instr->is_array);
 269    hash = HASH(hash, instr->is_shadow);
 270    hash = HASH(hash, instr->is_new_style_shadow);
 271    unsigned component = instr->component;
 272    hash = HASH(hash, component);
 273    for (unsigned i = 0; i < 4; ++i)
 274       for (unsigned j = 0; j < 2; ++j)
 275          hash = HASH(hash, instr->tg4_offsets[i][j]);
 276    hash = HASH(hash, instr->texture_index);
 277    hash = HASH(hash, instr->sampler_index);
 278    hash = HASH(hash, instr->texture_non_uniform);
 279    hash = HASH(hash, instr->sampler_non_uniform);
 280
 281    return hash;
 282 }
 283
 284 /* Computes a hash of an instruction for use in a hash table. Note that this
 285  * will only work for instructions where instr_can_rewrite() returns true, and
 286  * it should return identical hashes for two instructions that are the same
 287  * according nir_instrs_equal().
 288  */
 289
 290 static uint32_t
 291 hash_instr(const void *data)
 292 {
 293    const nir_instr *instr = data;
 294    uint32_t hash = _mesa_fnv32_1a_offset_bias;
 295
 296    switch (instr->type) {
 297    case nir_instr_type_alu:
 298       hash = hash_alu(hash, nir_instr_as_alu(instr));
 299       break;
 300    case nir_instr_type_deref:
 301       hash = hash_deref(hash, nir_instr_as_deref(instr));
 302       break;
 303    case nir_instr_type_load_const:
 304       hash = hash_load_const(hash, nir_instr_as_load_const(instr));
 305       break;
 306    case nir_instr_type_phi:
 307       hash = hash_phi(hash, nir_instr_as_phi(instr));
 308       break;
 309    case nir_instr_type_intrinsic:
 310       hash = hash_intrinsic(hash, nir_instr_as_intrinsic(instr));
 311       break;
 312    case nir_instr_type_tex:
 313       hash = hash_tex(hash, nir_instr_as_tex(instr));
 314       break;
 315    default:
 316       unreachable("Invalid instruction type");
 317    }
 318
 319    return hash;
 320 }
 321
 322 bool
 323 nir_srcs_equal(nir_src src1, nir_src src2)
 324 {
 325    if (src1.is_ssa) {
 326       if (src2.is_ssa) {
 327          return src1.ssa == src2.ssa;
 328       } else {
 329          return false;
 330       }
 331    } else {
 332       if (src2.is_ssa) {
 333          return false;
 334       } else {
 335          if ((src1.reg.indirect == NULL) != (src2.reg.indirect == NULL))
 336             return false;
 337
 338          if (src1.reg.indirect) {
 339             if (!nir_srcs_equal(*src1.reg.indirect, *src2.reg.indirect))
 340                return false;
 341          }
 342
 343          return src1.reg.reg == src2.reg.reg &&
 344                 src1.reg.base_offset == src2.reg.base_offset;
 345       }
 346    }
 347 }
 348
 349 /**
 350  * If the \p s is an SSA value that was generated by a negation instruction,
 351  * that instruction is returned as a \c nir_alu_instr.  Otherwise \c NULL is
 352  * returned.
 353  */
 354 static nir_alu_instr *
 355 get_neg_instr(nir_src s)
 356 {
 357    nir_alu_instr *alu = nir_src_as_alu_instr(s);
 358
 359    return alu != NULL && (alu->op == nir_op_fneg || alu->op == nir_op_ineg)
 360           ? alu : NULL;
 361 }
 362
 363 bool
 364 nir_const_value_negative_equal(nir_const_value c1,
 365                                nir_const_value c2,
 366                                nir_alu_type full_type)
 367 {
 368    assert(nir_alu_type_get_base_type(full_type) != nir_type_invalid);
 369    assert(nir_alu_type_get_type_size(full_type) != 0);
 370
 371    switch (full_type) {
 372    case nir_type_float16:
 373       return _mesa_half_to_float(c1.u16) == -_mesa_half_to_float(c2.u16);
 374
 375    case nir_type_float32:
 376       return c1.f32 == -c2.f32;
 377
 378    case nir_type_float64:
 379       return c1.f64 == -c2.f64;
 380
 381    case nir_type_int8:
 382    case nir_type_uint8:
 383       return c1.i8 == -c2.i8;
 384
 385    case nir_type_int16:
 386    case nir_type_uint16:
 387       return c1.i16 == -c2.i16;
 388
 389    case nir_type_int32:
 390    case nir_type_uint32:
 391       return c1.i32 == -c2.i32;
 392
 393    case nir_type_int64:
 394    case nir_type_uint64:
 395       return c1.i64 == -c2.i64;
 396
 397    default:
 398       break;
 399    }
 400
 401    return false;
 402 }
 403
 404 /**
 405  * Shallow compare of ALU srcs to determine if one is the negation of the other
 406  *
 407  * This function detects cases where \p alu1 is a constant and \p alu2 is a
 408  * constant that is its negation.  It will also detect cases where \p alu2 is
 409  * an SSA value that is a \c nir_op_fneg applied to \p alu1 (and vice versa).
 410  *
 411  * This function does not detect the general case when \p alu1 and \p alu2 are
 412  * SSA values that are the negations of each other (e.g., \p alu1 represents
 413  * (a * b) and \p alu2 represents (-a * b)).
 414  *
 415  * \warning
 416  * It is the responsibility of the caller to ensure that the component counts,
 417  * write masks, and base types of the sources being compared are compatible.
 418  */
 419 bool
 420 nir_alu_srcs_negative_equal(const nir_alu_instr *alu1,
 421                             const nir_alu_instr *alu2,
 422                             unsigned src1, unsigned src2)
 423 {
 424 #ifndef NDEBUG
 425    for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++) {
 426       assert(nir_alu_instr_channel_used(alu1, src1, i) ==
 427              nir_alu_instr_channel_used(alu2, src2, i));
 428    }
 429
 430    if (nir_op_infos[alu1->op].input_types[src1] == nir_type_float) {
 431       assert(nir_op_infos[alu1->op].input_types[src1] ==
 432              nir_op_infos[alu2->op].input_types[src2]);
 433    } else {
 434       assert(nir_op_infos[alu1->op].input_types[src1] == nir_type_int);
 435       assert(nir_op_infos[alu2->op].input_types[src2] == nir_type_int);
 436    }
 437 #endif
 438
 439    if (alu1->src[src1].abs != alu2->src[src2].abs)
 440       return false;
 441
 442    bool parity = alu1->src[src1].negate != alu2->src[src2].negate;
 443
 444    /* Handling load_const instructions is tricky. */
 445
 446    const nir_const_value *const const1 =
 447       nir_src_as_const_value(alu1->src[src1].src);
 448
 449    if (const1 != NULL) {
 450       /* Assume that constant folding will eliminate source mods and unary
 451        * ops.
 452        */
 453       if (parity)
 454          return false;
 455
 456       const nir_const_value *const const2 =
 457          nir_src_as_const_value(alu2->src[src2].src);
 458
 459       if (const2 == NULL)
 460          return false;
 461
 462       if (nir_src_bit_size(alu1->src[src1].src) !=
 463           nir_src_bit_size(alu2->src[src2].src))
 464          return false;
 465
 466       const nir_alu_type full_type = nir_op_infos[alu1->op].input_types[src1] |
 467                                      nir_src_bit_size(alu1->src[src1].src);
 468       for (unsigned i = 0; i < NIR_MAX_VEC_COMPONENTS; i++) {
 469          if (nir_alu_instr_channel_used(alu1, src1, i) &&
 470              !nir_const_value_negative_equal(const1[alu1->src[src1].swizzle[i]],
 471                                              const2[alu2->src[src2].swizzle[i]],
 472                                              full_type))
 473             return false;
 474       }
 475
 476       return true;
 477    }
 478
 479    uint8_t alu1_swizzle[4] = {0};
 480    nir_src alu1_actual_src;
 481    nir_alu_instr *neg1 = get_neg_instr(alu1->src[src1].src);
 482
 483    if (neg1) {
 484       parity = !parity;
 485       alu1_actual_src = neg1->src[0].src;
 486
 487       for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(neg1, 0); i++)
 488          alu1_swizzle[i] = neg1->src[0].swizzle[i];
 489    } else {
 490       alu1_actual_src = alu1->src[src1].src;
 491
 492       for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu1, src1); i++)
 493          alu1_swizzle[i] = i;
 494    }
 495
 496    uint8_t alu2_swizzle[4] = {0};
 497    nir_src alu2_actual_src;
 498    nir_alu_instr *neg2 = get_neg_instr(alu2->src[src2].src);
 499
 500    if (neg2) {
 501       parity = !parity;
 502       alu2_actual_src = neg2->src[0].src;
 503
 504       for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(neg2, 0); i++)
 505          alu2_swizzle[i] = neg2->src[0].swizzle[i];
 506    } else {
 507       alu2_actual_src = alu2->src[src2].src;
 508
 509       for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu2, src2); i++)
 510          alu2_swizzle[i] = i;
 511    }
 512
 513    for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu1, src1); i++) {
 514       if (alu1_swizzle[alu1->src[src1].swizzle[i]] !=
 515           alu2_swizzle[alu2->src[src2].swizzle[i]])
 516          return false;
 517    }
 518
 519    return parity && nir_srcs_equal(alu1_actual_src, alu2_actual_src);
 520 }
 521
 522 bool
 523 nir_alu_srcs_equal(const nir_alu_instr *alu1, const nir_alu_instr *alu2,
 524                    unsigned src1, unsigned src2)
 525 {
 526    if (alu1->src[src1].abs != alu2->src[src2].abs ||
 527        alu1->src[src1].negate != alu2->src[src2].negate)
 528       return false;
 529
 530    for (unsigned i = 0; i < nir_ssa_alu_instr_src_components(alu1, src1); i++) {
 531       if (alu1->src[src1].swizzle[i] != alu2->src[src2].swizzle[i])
 532          return false;
 533    }
 534
 535    return nir_srcs_equal(alu1->src[src1].src, alu2->src[src2].src);
 536 }
 537
 538 /* Returns "true" if two instructions are equal. Note that this will only
 539  * work for the subset of instructions defined by instr_can_rewrite(). Also,
 540  * it should only return "true" for instructions that hash_instr() will return
 541  * the same hash for (ignoring collisions, of course).
 542  */
 543
 544 bool
 545 nir_instrs_equal(const nir_instr *instr1, const nir_instr *instr2)
 546 {
 547    assert(instr_can_rewrite(instr1) && instr_can_rewrite(instr2));
 548
 549    if (instr1->type != instr2->type)
 550       return false;
 551
 552    switch (instr1->type) {
 553    case nir_instr_type_alu: {
 554       nir_alu_instr *alu1 = nir_instr_as_alu(instr1);
 555       nir_alu_instr *alu2 = nir_instr_as_alu(instr2);
 556
 557       if (alu1->op != alu2->op)
 558          return false;
 559
 560       /* We explicitly don't compare instr->exact. */
 561
 562       if (alu1->no_signed_wrap != alu2->no_signed_wrap)
 563          return false;
 564
 565       if (alu1->no_unsigned_wrap != alu2->no_unsigned_wrap)
 566          return false;
 567
 568       /* TODO: We can probably acutally do something more inteligent such
 569        * as allowing different numbers and taking a maximum or something
 570        * here */
 571       if (alu1->dest.dest.ssa.num_components != alu2->dest.dest.ssa.num_components)
 572          return false;
 573
 574       if (alu1->dest.dest.ssa.bit_size != alu2->dest.dest.ssa.bit_size)
 575          return false;
 576
 577       if (nir_op_infos[alu1->op].algebraic_properties & NIR_OP_IS_2SRC_COMMUTATIVE) {
 578          if ((!nir_alu_srcs_equal(alu1, alu2, 0, 0) ||
 579               !nir_alu_srcs_equal(alu1, alu2, 1, 1)) &&
 580              (!nir_alu_srcs_equal(alu1, alu2, 0, 1) ||
 581               !nir_alu_srcs_equal(alu1, alu2, 1, 0)))
 582             return false;
 583
 584          for (unsigned i = 2; i < nir_op_infos[alu1->op].num_inputs; i++) {
 585             if (!nir_alu_srcs_equal(alu1, alu2, i, i))
 586                return false;
 587          }
 588       } else {
 589          for (unsigned i = 0; i < nir_op_infos[alu1->op].num_inputs; i++) {
 590             if (!nir_alu_srcs_equal(alu1, alu2, i, i))
 591                return false;
 592          }
 593       }
 594       return true;
 595    }
 596    case nir_instr_type_deref: {
 597       nir_deref_instr *deref1 = nir_instr_as_deref(instr1);
 598       nir_deref_instr *deref2 = nir_instr_as_deref(instr2);
 599
 600       if (deref1->deref_type != deref2->deref_type ||
 601           deref1->mode != deref2->mode ||
 602           deref1->type != deref2->type)
 603          return false;
 604
 605       if (deref1->deref_type == nir_deref_type_var)
 606          return deref1->var == deref2->var;
 607
 608       if (!nir_srcs_equal(deref1->parent, deref2->parent))
 609          return false;
 610
 611       switch (deref1->deref_type) {
 612       case nir_deref_type_struct:
 613          if (deref1->strct.index != deref2->strct.index)
 614             return false;
 615          break;
 616
 617       case nir_deref_type_array:
 618       case nir_deref_type_ptr_as_array:
 619          if (!nir_srcs_equal(deref1->arr.index, deref2->arr.index))
 620             return false;
 621          break;
 622
 623       case nir_deref_type_cast:
 624          if (deref1->cast.ptr_stride != deref2->cast.ptr_stride)
 625             return false;
 626          break;
 627
 628       case nir_deref_type_var:
 629       case nir_deref_type_array_wildcard:
 630          /* Nothing to do */
 631          break;
 632
 633       default:
 634          unreachable("Invalid instruction deref type");
 635       }
 636       return true;
 637    }
 638    case nir_instr_type_tex: {
 639       nir_tex_instr *tex1 = nir_instr_as_tex(instr1);
 640       nir_tex_instr *tex2 = nir_instr_as_tex(instr2);
 641
 642       if (tex1->op != tex2->op)
 643          return false;
 644
 645       if (tex1->num_srcs != tex2->num_srcs)
 646          return false;
 647       for (unsigned i = 0; i < tex1->num_srcs; i++) {
 648          if (tex1->src[i].src_type != tex2->src[i].src_type ||
 649              !nir_srcs_equal(tex1->src[i].src, tex2->src[i].src)) {
 650             return false;
 651          }
 652       }
 653
 654       if (tex1->coord_components != tex2->coord_components ||
 655           tex1->sampler_dim != tex2->sampler_dim ||
 656           tex1->is_array != tex2->is_array ||
 657           tex1->is_shadow != tex2->is_shadow ||
 658           tex1->is_new_style_shadow != tex2->is_new_style_shadow ||
 659           tex1->component != tex2->component ||
 660          tex1->texture_index != tex2->texture_index ||
 661          tex1->sampler_index != tex2->sampler_index) {
 662          return false;
 663       }
 664
 665       if (memcmp(tex1->tg4_offsets, tex2->tg4_offsets,
 666                  sizeof(tex1->tg4_offsets)))
 667          return false;
 668
 669       return true;
 670    }
 671    case nir_instr_type_load_const: {
 672       nir_load_const_instr *load1 = nir_instr_as_load_const(instr1);
 673       nir_load_const_instr *load2 = nir_instr_as_load_const(instr2);
 674
 675       if (load1->def.num_components != load2->def.num_components)
 676          return false;
 677
 678       if (load1->def.bit_size != load2->def.bit_size)
 679          return false;
 680
 681       if (load1->def.bit_size == 1) {
 682          for (unsigned i = 0; i < load1->def.num_components; ++i) {
 683             if (load1->value[i].b != load2->value[i].b)
 684                return false;
 685          }
 686       } else {
 687          unsigned size = load1->def.num_components * sizeof(*load1->value);
 688          if (memcmp(load1->value, load2->value, size) != 0)
 689             return false;
 690       }
 691       return true;
 692    }
 693    case nir_instr_type_phi: {
 694       nir_phi_instr *phi1 = nir_instr_as_phi(instr1);
 695       nir_phi_instr *phi2 = nir_instr_as_phi(instr2);
 696
 697       if (phi1->instr.block != phi2->instr.block)
 698          return false;
 699
 700       nir_foreach_phi_src(src1, phi1) {
 701          nir_foreach_phi_src(src2, phi2) {
 702             if (src1->pred == src2->pred) {
 703                if (!nir_srcs_equal(src1->src, src2->src))
 704                   return false;
 705
 706                break;
 707             }
 708          }
 709       }
 710
 711       return true;
 712    }
 713    case nir_instr_type_intrinsic: {
 714       nir_intrinsic_instr *intrinsic1 = nir_instr_as_intrinsic(instr1);
 715       nir_intrinsic_instr *intrinsic2 = nir_instr_as_intrinsic(instr2);
 716       const nir_intrinsic_info *info =
 717          &nir_intrinsic_infos[intrinsic1->intrinsic];
 718
 719       if (intrinsic1->intrinsic != intrinsic2->intrinsic ||
 720           intrinsic1->num_components != intrinsic2->num_components)
 721          return false;
 722
 723       if (info->has_dest && intrinsic1->dest.ssa.num_components !=
 724                             intrinsic2->dest.ssa.num_components)
 725          return false;
 726
 727       if (info->has_dest && intrinsic1->dest.ssa.bit_size !=
 728                             intrinsic2->dest.ssa.bit_size)
 729          return false;
 730
 731       for (unsigned i = 0; i < info->num_srcs; i++) {
 732          if (!nir_srcs_equal(intrinsic1->src[i], intrinsic2->src[i]))
 733             return false;
 734       }
 735
 736       for (unsigned i = 0; i < info->num_indices; i++) {
 737          if (intrinsic1->const_index[i] != intrinsic2->const_index[i])
 738             return false;
 739       }
 740
 741       return true;
 742    }
 743    case nir_instr_type_call:
 744    case nir_instr_type_jump:
 745    case nir_instr_type_ssa_undef:
 746    case nir_instr_type_parallel_copy:
 747    default:
 748       unreachable("Invalid instruction type");
 749    }
 750
 751    unreachable("All cases in the above switch should return");
 752 }
 753
 754 static nir_ssa_def *
 755 nir_instr_get_dest_ssa_def(nir_instr *instr)
 756 {
 757    switch (instr->type) {
 758    case nir_instr_type_alu:
 759       assert(nir_instr_as_alu(instr)->dest.dest.is_ssa);
 760       return &nir_instr_as_alu(instr)->dest.dest.ssa;
 761    case nir_instr_type_deref:
 762       assert(nir_instr_as_deref(instr)->dest.is_ssa);
 763       return &nir_instr_as_deref(instr)->dest.ssa;
 764    case nir_instr_type_load_const:
 765       return &nir_instr_as_load_const(instr)->def;
 766    case nir_instr_type_phi:
 767       assert(nir_instr_as_phi(instr)->dest.is_ssa);
 768       return &nir_instr_as_phi(instr)->dest.ssa;
 769    case nir_instr_type_intrinsic:
 770       assert(nir_instr_as_intrinsic(instr)->dest.is_ssa);
 771       return &nir_instr_as_intrinsic(instr)->dest.ssa;
 772    case nir_instr_type_tex:
 773       assert(nir_instr_as_tex(instr)->dest.is_ssa);
 774       return &nir_instr_as_tex(instr)->dest.ssa;
 775    default:
 776       unreachable("We never ask for any of these");
 777    }
 778 }
 779
 780 static bool
 781 cmp_func(const void *data1, const void *data2)
 782 {
 783    return nir_instrs_equal(data1, data2);
 784 }
 785
 786 struct set *
 787 nir_instr_set_create(void *mem_ctx)
 788 {
 789    return _mesa_set_create(mem_ctx, hash_instr, cmp_func);
 790 }
 791
 792 void
 793 nir_instr_set_destroy(struct set *instr_set)
 794 {
 795    _mesa_set_destroy(instr_set, NULL);
 796 }
 797
 798 bool
 799 nir_instr_set_add_or_rewrite(struct set *instr_set, nir_instr *instr)
 800 {
 801    if (!instr_can_rewrite(instr))
 802       return false;
 803
 804    struct set_entry *e = _mesa_set_search_or_add(instr_set, instr);
 805    nir_instr *match = (nir_instr *) e->key;
 806    if (match != instr) {
 807       nir_ssa_def *def = nir_instr_get_dest_ssa_def(instr);
 808       nir_ssa_def *new_def = nir_instr_get_dest_ssa_def(match);
 809
 810       /* It's safe to replace an exact instruction with an inexact one as
 811        * long as we make it exact.  If we got here, the two instructions are
 812        * exactly identical in every other way so, once we've set the exact
 813        * bit, they are the same.
 814        */
 815       if (instr->type == nir_instr_type_alu && nir_instr_as_alu(instr)->exact)
 816          nir_instr_as_alu(match)->exact = true;
 817
 818       nir_ssa_def_rewrite_uses(def, nir_src_for_ssa(new_def));
 819       return true;
 820    }
 821
 822    return false;
 823 }
 824
 825 void
 826 nir_instr_set_remove(struct set *instr_set, nir_instr *instr)
 827 {
 828    if (!instr_can_rewrite(instr))
 829       return;
 830
 831    struct set_entry *entry = _mesa_set_search(instr_set, instr);
 832    if (entry)
 833       _mesa_set_remove(instr_set, entry);
 834 }
 835