src/compiler/nir/nir_serialize.c

   1 /*
   2  * Copyright © 2017 Connor Abbott
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  18  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  19  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
  20  * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
  21  * IN THE SOFTWARE.
  22  */
  23
  24 #include "nir_serialize.h"
  25 #include "nir_control_flow.h"
  26 #include "util/u_dynarray.h"
  27
  28 typedef struct {
  29    size_t blob_offset;
  30    nir_ssa_def *src;
  31    nir_block *block;
  32 } write_phi_fixup;
  33
  34 typedef struct {
  35    const nir_shader *nir;
  36
  37    struct blob *blob;
  38
  39    /* maps pointer to index */
  40    struct hash_table *remap_table;
  41
  42    /* the next index to assign to a NIR in-memory object */
  43    uintptr_t next_idx;
  44
  45    /* Array of write_phi_fixup structs representing phi sources that need to
  46     * be resolved in the second pass.
  47     */
  48    struct util_dynarray phi_fixups;
  49 } write_ctx;
  50
  51 typedef struct {
  52    nir_shader *nir;
  53
  54    struct blob_reader *blob;
  55
  56    /* the next index to assign to a NIR in-memory object */
  57    uintptr_t next_idx;
  58
  59    /* The length of the index -> object table */
  60    uintptr_t idx_table_len;
  61
  62    /* map from index to deserialized pointer */
  63    void **idx_table;
  64
  65    /* List of phi sources. */
  66    struct list_head phi_srcs;
  67
  68 } read_ctx;
  69
  70 static void
  71 write_add_object(write_ctx *ctx, const void *obj)
  72 {
  73    uintptr_t index = ctx->next_idx++;
  74    _mesa_hash_table_insert(ctx->remap_table, obj, (void *) index);
  75 }
  76
  77 static uintptr_t
  78 write_lookup_object(write_ctx *ctx, const void *obj)
  79 {
  80    struct hash_entry *entry = _mesa_hash_table_search(ctx->remap_table, obj);
  81    assert(entry);
  82    return (uintptr_t) entry->data;
  83 }
  84
  85 static void
  86 write_object(write_ctx *ctx, const void *obj)
  87 {
  88    blob_write_intptr(ctx->blob, write_lookup_object(ctx, obj));
  89 }
  90
  91 static void
  92 read_add_object(read_ctx *ctx, void *obj)
  93 {
  94    assert(ctx->next_idx < ctx->idx_table_len);
  95    ctx->idx_table[ctx->next_idx++] = obj;
  96 }
  97
  98 static void *
  99 read_lookup_object(read_ctx *ctx, uintptr_t idx)
 100 {
 101    assert(idx < ctx->idx_table_len);
 102    return ctx->idx_table[idx];
 103 }
 104
 105 static void *
 106 read_object(read_ctx *ctx)
 107 {
 108    return read_lookup_object(ctx, blob_read_intptr(ctx->blob));
 109 }
 110
 111 static void
 112 write_constant(write_ctx *ctx, const nir_constant *c)
 113 {
 114    blob_write_bytes(ctx->blob, c->values, sizeof(c->values));
 115    blob_write_uint32(ctx->blob, c->num_elements);
 116    for (unsigned i = 0; i < c->num_elements; i++)
 117       write_constant(ctx, c->elements[i]);
 118 }
 119
 120 static nir_constant *
 121 read_constant(read_ctx *ctx, nir_variable *nvar)
 122 {
 123    nir_constant *c = ralloc(nvar, nir_constant);
 124
 125    blob_copy_bytes(ctx->blob, (uint8_t *)c->values, sizeof(c->values));
 126    c->num_elements = blob_read_uint32(ctx->blob);
 127    c->elements = ralloc_array(nvar, nir_constant *, c->num_elements);
 128    for (unsigned i = 0; i < c->num_elements; i++)
 129       c->elements[i] = read_constant(ctx, nvar);
 130
 131    return c;
 132 }
 133
 134 static void
 135 write_variable(write_ctx *ctx, const nir_variable *var)
 136 {
 137    write_add_object(ctx, var);
 138    encode_type_to_blob(ctx->blob, var->type);
 139    blob_write_uint32(ctx->blob, !!(var->name));
 140    if (var->name)
 141       blob_write_string(ctx->blob, var->name);
 142    blob_write_bytes(ctx->blob, (uint8_t *) &var->data, sizeof(var->data));
 143    blob_write_uint32(ctx->blob, var->num_state_slots);
 144    for (unsigned i = 0; i < var->num_state_slots; i++) {
 145       for (unsigned j = 0; j < STATE_LENGTH; j++)
 146          blob_write_uint32(ctx->blob, var->state_slots[i].tokens[j]);
 147       blob_write_uint32(ctx->blob, var->state_slots[i].swizzle);
 148    }
 149    blob_write_uint32(ctx->blob, !!(var->constant_initializer));
 150    if (var->constant_initializer)
 151       write_constant(ctx, var->constant_initializer);
 152    blob_write_uint32(ctx->blob, !!(var->interface_type));
 153    if (var->interface_type)
 154       encode_type_to_blob(ctx->blob, var->interface_type);
 155    blob_write_uint32(ctx->blob, var->num_members);
 156    if (var->num_members > 0) {
 157       blob_write_bytes(ctx->blob, (uint8_t *) var->members,
 158                        var->num_members * sizeof(*var->members));
 159    }
 160 }
 161
 162 static nir_variable *
 163 read_variable(read_ctx *ctx)
 164 {
 165    nir_variable *var = rzalloc(ctx->nir, nir_variable);
 166    read_add_object(ctx, var);
 167
 168    var->type = decode_type_from_blob(ctx->blob);
 169    bool has_name = blob_read_uint32(ctx->blob);
 170    if (has_name) {
 171       const char *name = blob_read_string(ctx->blob);
 172       var->name = ralloc_strdup(var, name);
 173    } else {
 174       var->name = NULL;
 175    }
 176    blob_copy_bytes(ctx->blob, (uint8_t *) &var->data, sizeof(var->data));
 177    var->num_state_slots = blob_read_uint32(ctx->blob);
 178    if (var->num_state_slots != 0) {
 179       var->state_slots = ralloc_array(var, nir_state_slot,
 180                                       var->num_state_slots);
 181       for (unsigned i = 0; i < var->num_state_slots; i++) {
 182          for (unsigned j = 0; j < STATE_LENGTH; j++)
 183             var->state_slots[i].tokens[j] = blob_read_uint32(ctx->blob);
 184          var->state_slots[i].swizzle = blob_read_uint32(ctx->blob);
 185       }
 186    }
 187    bool has_const_initializer = blob_read_uint32(ctx->blob);
 188    if (has_const_initializer)
 189       var->constant_initializer = read_constant(ctx, var);
 190    else
 191       var->constant_initializer = NULL;
 192    bool has_interface_type = blob_read_uint32(ctx->blob);
 193    if (has_interface_type)
 194       var->interface_type = decode_type_from_blob(ctx->blob);
 195    else
 196       var->interface_type = NULL;
 197    var->num_members = blob_read_uint32(ctx->blob);
 198    if (var->num_members > 0) {
 199       var->members = ralloc_array(var, struct nir_variable_data,
 200                                   var->num_members);
 201       blob_copy_bytes(ctx->blob, (uint8_t *) var->members,
 202                       var->num_members * sizeof(*var->members));
 203    }
 204
 205    return var;
 206 }
 207
 208 static void
 209 write_var_list(write_ctx *ctx, const struct exec_list *src)
 210 {
 211    blob_write_uint32(ctx->blob, exec_list_length(src));
 212    foreach_list_typed(nir_variable, var, node, src) {
 213       write_variable(ctx, var);
 214    }
 215 }
 216
 217 static void
 218 read_var_list(read_ctx *ctx, struct exec_list *dst)
 219 {
 220    exec_list_make_empty(dst);
 221    unsigned num_vars = blob_read_uint32(ctx->blob);
 222    for (unsigned i = 0; i < num_vars; i++) {
 223       nir_variable *var = read_variable(ctx);
 224       exec_list_push_tail(dst, &var->node);
 225    }
 226 }
 227
 228 static void
 229 write_register(write_ctx *ctx, const nir_register *reg)
 230 {
 231    write_add_object(ctx, reg);
 232    blob_write_uint32(ctx->blob, reg->num_components);
 233    blob_write_uint32(ctx->blob, reg->bit_size);
 234    blob_write_uint32(ctx->blob, reg->num_array_elems);
 235    blob_write_uint32(ctx->blob, reg->index);
 236    blob_write_uint32(ctx->blob, !!(reg->name));
 237    if (reg->name)
 238       blob_write_string(ctx->blob, reg->name);
 239    blob_write_uint32(ctx->blob, reg->is_global << 1 | reg->is_packed);
 240 }
 241
 242 static nir_register *
 243 read_register(read_ctx *ctx)
 244 {
 245    nir_register *reg = ralloc(ctx->nir, nir_register);
 246    read_add_object(ctx, reg);
 247    reg->num_components = blob_read_uint32(ctx->blob);
 248    reg->bit_size = blob_read_uint32(ctx->blob);
 249    reg->num_array_elems = blob_read_uint32(ctx->blob);
 250    reg->index = blob_read_uint32(ctx->blob);
 251    bool has_name = blob_read_uint32(ctx->blob);
 252    if (has_name) {
 253       const char *name = blob_read_string(ctx->blob);
 254       reg->name = ralloc_strdup(reg, name);
 255    } else {
 256       reg->name = NULL;
 257    }
 258    unsigned flags = blob_read_uint32(ctx->blob);
 259    reg->is_global = flags & 0x2;
 260    reg->is_packed = flags & 0x1;
 261
 262    list_inithead(&reg->uses);
 263    list_inithead(&reg->defs);
 264    list_inithead(&reg->if_uses);
 265
 266    return reg;
 267 }
 268
 269 static void
 270 write_reg_list(write_ctx *ctx, const struct exec_list *src)
 271 {
 272    blob_write_uint32(ctx->blob, exec_list_length(src));
 273    foreach_list_typed(nir_register, reg, node, src)
 274       write_register(ctx, reg);
 275 }
 276
 277 static void
 278 read_reg_list(read_ctx *ctx, struct exec_list *dst)
 279 {
 280    exec_list_make_empty(dst);
 281    unsigned num_regs = blob_read_uint32(ctx->blob);
 282    for (unsigned i = 0; i < num_regs; i++) {
 283       nir_register *reg = read_register(ctx);
 284       exec_list_push_tail(dst, &reg->node);
 285    }
 286 }
 287
 288 static void
 289 write_src(write_ctx *ctx, const nir_src *src)
 290 {
 291    /* Since sources are very frequent, we try to save some space when storing
 292     * them. In particular, we store whether the source is a register and
 293     * whether the register has an indirect index in the low two bits. We can
 294     * assume that the high two bits of the index are zero, since otherwise our
 295     * address space would've been exhausted allocating the remap table!
 296     */
 297    if (src->is_ssa) {
 298       uintptr_t idx = write_lookup_object(ctx, src->ssa) << 2;
 299       idx |= 1;
 300       blob_write_intptr(ctx->blob, idx);
 301    } else {
 302       uintptr_t idx = write_lookup_object(ctx, src->reg.reg) << 2;
 303       if (src->reg.indirect)
 304          idx |= 2;
 305       blob_write_intptr(ctx->blob, idx);
 306       blob_write_uint32(ctx->blob, src->reg.base_offset);
 307       if (src->reg.indirect) {
 308          write_src(ctx, src->reg.indirect);
 309       }
 310    }
 311 }
 312
 313 static void
 314 read_src(read_ctx *ctx, nir_src *src, void *mem_ctx)
 315 {
 316    uintptr_t val = blob_read_intptr(ctx->blob);
 317    uintptr_t idx = val >> 2;
 318    src->is_ssa = val & 0x1;
 319    if (src->is_ssa) {
 320       src->ssa = read_lookup_object(ctx, idx);
 321    } else {
 322       bool is_indirect = val & 0x2;
 323       src->reg.reg = read_lookup_object(ctx, idx);
 324       src->reg.base_offset = blob_read_uint32(ctx->blob);
 325       if (is_indirect) {
 326          src->reg.indirect = ralloc(mem_ctx, nir_src);
 327          read_src(ctx, src->reg.indirect, mem_ctx);
 328       } else {
 329          src->reg.indirect = NULL;
 330       }
 331    }
 332 }
 333
 334 static void
 335 write_dest(write_ctx *ctx, const nir_dest *dst)
 336 {
 337    uint32_t val = dst->is_ssa;
 338    if (dst->is_ssa) {
 339       val |= !!(dst->ssa.name) << 1;
 340       val |= dst->ssa.num_components << 2;
 341       val |= dst->ssa.bit_size << 5;
 342    } else {
 343       val |= !!(dst->reg.indirect) << 1;
 344    }
 345    blob_write_uint32(ctx->blob, val);
 346    if (dst->is_ssa) {
 347       write_add_object(ctx, &dst->ssa);
 348       if (dst->ssa.name)
 349          blob_write_string(ctx->blob, dst->ssa.name);
 350    } else {
 351       blob_write_intptr(ctx->blob, write_lookup_object(ctx, dst->reg.reg));
 352       blob_write_uint32(ctx->blob, dst->reg.base_offset);
 353       if (dst->reg.indirect)
 354          write_src(ctx, dst->reg.indirect);
 355    }
 356 }
 357
 358 static void
 359 read_dest(read_ctx *ctx, nir_dest *dst, nir_instr *instr)
 360 {
 361    uint32_t val = blob_read_uint32(ctx->blob);
 362    bool is_ssa = val & 0x1;
 363    if (is_ssa) {
 364       bool has_name = val & 0x2;
 365       unsigned num_components = (val >> 2) & 0x7;
 366       unsigned bit_size = val >> 5;
 367       char *name = has_name ? blob_read_string(ctx->blob) : NULL;
 368       nir_ssa_dest_init(instr, dst, num_components, bit_size, name);
 369       read_add_object(ctx, &dst->ssa);
 370    } else {
 371       bool is_indirect = val & 0x2;
 372       dst->reg.reg = read_object(ctx);
 373       dst->reg.base_offset = blob_read_uint32(ctx->blob);
 374       if (is_indirect) {
 375          dst->reg.indirect = ralloc(instr, nir_src);
 376          read_src(ctx, dst->reg.indirect, instr);
 377       }
 378    }
 379 }
 380
 381 static void
 382 write_alu(write_ctx *ctx, const nir_alu_instr *alu)
 383 {
 384    blob_write_uint32(ctx->blob, alu->op);
 385    uint32_t flags = alu->exact;
 386    flags |= alu->dest.saturate << 1;
 387    flags |= alu->dest.write_mask << 2;
 388    blob_write_uint32(ctx->blob, flags);
 389
 390    write_dest(ctx, &alu->dest.dest);
 391
 392    for (unsigned i = 0; i < nir_op_infos[alu->op].num_inputs; i++) {
 393       write_src(ctx, &alu->src[i].src);
 394       flags = alu->src[i].negate;
 395       flags |= alu->src[i].abs << 1;
 396       for (unsigned j = 0; j < 4; j++)
 397          flags |= alu->src[i].swizzle[j] << (2 + 2 * j);
 398       blob_write_uint32(ctx->blob, flags);
 399    }
 400 }
 401
 402 static nir_alu_instr *
 403 read_alu(read_ctx *ctx)
 404 {
 405    nir_op op = blob_read_uint32(ctx->blob);
 406    nir_alu_instr *alu = nir_alu_instr_create(ctx->nir, op);
 407
 408    uint32_t flags = blob_read_uint32(ctx->blob);
 409    alu->exact = flags & 1;
 410    alu->dest.saturate = flags & 2;
 411    alu->dest.write_mask = flags >> 2;
 412
 413    read_dest(ctx, &alu->dest.dest, &alu->instr);
 414
 415    for (unsigned i = 0; i < nir_op_infos[op].num_inputs; i++) {
 416       read_src(ctx, &alu->src[i].src, &alu->instr);
 417       flags = blob_read_uint32(ctx->blob);
 418       alu->src[i].negate = flags & 1;
 419       alu->src[i].abs = flags & 2;
 420       for (unsigned j = 0; j < 4; j++)
 421          alu->src[i].swizzle[j] = (flags >> (2 * j + 2)) & 3;
 422    }
 423
 424    return alu;
 425 }
 426
 427 static void
 428 write_deref(write_ctx *ctx, const nir_deref_instr *deref)
 429 {
 430    blob_write_uint32(ctx->blob, deref->deref_type);
 431
 432    blob_write_uint32(ctx->blob, deref->mode);
 433    encode_type_to_blob(ctx->blob, deref->type);
 434
 435    write_dest(ctx, &deref->dest);
 436
 437    if (deref->deref_type == nir_deref_type_var) {
 438       write_object(ctx, deref->var);
 439       return;
 440    }
 441
 442    write_src(ctx, &deref->parent);
 443
 444    switch (deref->deref_type) {
 445    case nir_deref_type_struct:
 446       blob_write_uint32(ctx->blob, deref->strct.index);
 447       break;
 448
 449    case nir_deref_type_array:
 450    case nir_deref_type_ptr_as_array:
 451       write_src(ctx, &deref->arr.index);
 452       break;
 453
 454    case nir_deref_type_cast:
 455       blob_write_uint32(ctx->blob, deref->cast.ptr_stride);
 456       break;
 457
 458    case nir_deref_type_array_wildcard:
 459       /* Nothing to do */
 460       break;
 461
 462    default:
 463       unreachable("Invalid deref type");
 464    }
 465 }
 466
 467 static nir_deref_instr *
 468 read_deref(read_ctx *ctx)
 469 {
 470    nir_deref_type deref_type = blob_read_uint32(ctx->blob);
 471    nir_deref_instr *deref = nir_deref_instr_create(ctx->nir, deref_type);
 472
 473    deref->mode = blob_read_uint32(ctx->blob);
 474    deref->type = decode_type_from_blob(ctx->blob);
 475
 476    read_dest(ctx, &deref->dest, &deref->instr);
 477
 478    if (deref_type == nir_deref_type_var) {
 479       deref->var = read_object(ctx);
 480       return deref;
 481    }
 482
 483    read_src(ctx, &deref->parent, &deref->instr);
 484
 485    switch (deref->deref_type) {
 486    case nir_deref_type_struct:
 487       deref->strct.index = blob_read_uint32(ctx->blob);
 488       break;
 489
 490    case nir_deref_type_array:
 491    case nir_deref_type_ptr_as_array:
 492       read_src(ctx, &deref->arr.index, &deref->instr);
 493       break;
 494
 495    case nir_deref_type_cast:
 496       deref->cast.ptr_stride = blob_read_uint32(ctx->blob);
 497       break;
 498
 499    case nir_deref_type_array_wildcard:
 500       /* Nothing to do */
 501       break;
 502
 503    default:
 504       unreachable("Invalid deref type");
 505    }
 506
 507    return deref;
 508 }
 509
 510 static void
 511 write_intrinsic(write_ctx *ctx, const nir_intrinsic_instr *intrin)
 512 {
 513    blob_write_uint32(ctx->blob, intrin->intrinsic);
 514
 515    unsigned num_srcs = nir_intrinsic_infos[intrin->intrinsic].num_srcs;
 516    unsigned num_indices = nir_intrinsic_infos[intrin->intrinsic].num_indices;
 517
 518    blob_write_uint32(ctx->blob, intrin->num_components);
 519
 520    if (nir_intrinsic_infos[intrin->intrinsic].has_dest)
 521       write_dest(ctx, &intrin->dest);
 522
 523    for (unsigned i = 0; i < num_srcs; i++)
 524       write_src(ctx, &intrin->src[i]);
 525
 526    for (unsigned i = 0; i < num_indices; i++)
 527       blob_write_uint32(ctx->blob, intrin->const_index[i]);
 528 }
 529
 530 static nir_intrinsic_instr *
 531 read_intrinsic(read_ctx *ctx)
 532 {
 533    nir_intrinsic_op op = blob_read_uint32(ctx->blob);
 534
 535    nir_intrinsic_instr *intrin = nir_intrinsic_instr_create(ctx->nir, op);
 536
 537    unsigned num_srcs = nir_intrinsic_infos[op].num_srcs;
 538    unsigned num_indices = nir_intrinsic_infos[op].num_indices;
 539
 540    intrin->num_components = blob_read_uint32(ctx->blob);
 541
 542    if (nir_intrinsic_infos[op].has_dest)
 543       read_dest(ctx, &intrin->dest, &intrin->instr);
 544
 545    for (unsigned i = 0; i < num_srcs; i++)
 546       read_src(ctx, &intrin->src[i], &intrin->instr);
 547
 548    for (unsigned i = 0; i < num_indices; i++)
 549       intrin->const_index[i] = blob_read_uint32(ctx->blob);
 550
 551    return intrin;
 552 }
 553
 554 static void
 555 write_load_const(write_ctx *ctx, const nir_load_const_instr *lc)
 556 {
 557    uint32_t val = lc->def.num_components;
 558    val |= lc->def.bit_size << 3;
 559    blob_write_uint32(ctx->blob, val);
 560    blob_write_bytes(ctx->blob, (uint8_t *) &lc->value, sizeof(lc->value));
 561    write_add_object(ctx, &lc->def);
 562 }
 563
 564 static nir_load_const_instr *
 565 read_load_const(read_ctx *ctx)
 566 {
 567    uint32_t val = blob_read_uint32(ctx->blob);
 568
 569    nir_load_const_instr *lc =
 570       nir_load_const_instr_create(ctx->nir, val & 0x7, val >> 3);
 571
 572    blob_copy_bytes(ctx->blob, (uint8_t *) &lc->value, sizeof(lc->value));
 573    read_add_object(ctx, &lc->def);
 574    return lc;
 575 }
 576
 577 static void
 578 write_ssa_undef(write_ctx *ctx, const nir_ssa_undef_instr *undef)
 579 {
 580    uint32_t val = undef->def.num_components;
 581    val |= undef->def.bit_size << 3;
 582    blob_write_uint32(ctx->blob, val);
 583    write_add_object(ctx, &undef->def);
 584 }
 585
 586 static nir_ssa_undef_instr *
 587 read_ssa_undef(read_ctx *ctx)
 588 {
 589    uint32_t val = blob_read_uint32(ctx->blob);
 590
 591    nir_ssa_undef_instr *undef =
 592       nir_ssa_undef_instr_create(ctx->nir, val & 0x7, val >> 3);
 593
 594    read_add_object(ctx, &undef->def);
 595    return undef;
 596 }
 597
 598 union packed_tex_data {
 599    uint32_t u32;
 600    struct {
 601       enum glsl_sampler_dim sampler_dim:4;
 602       nir_alu_type dest_type:8;
 603       unsigned coord_components:3;
 604       unsigned is_array:1;
 605       unsigned is_shadow:1;
 606       unsigned is_new_style_shadow:1;
 607       unsigned component:2;
 608       unsigned unused:10; /* Mark unused for valgrind. */
 609    } u;
 610 };
 611
 612 static void
 613 write_tex(write_ctx *ctx, const nir_tex_instr *tex)
 614 {
 615    blob_write_uint32(ctx->blob, tex->num_srcs);
 616    blob_write_uint32(ctx->blob, tex->op);
 617    blob_write_uint32(ctx->blob, tex->texture_index);
 618    blob_write_uint32(ctx->blob, tex->texture_array_size);
 619    blob_write_uint32(ctx->blob, tex->sampler_index);
 620
 621    STATIC_ASSERT(sizeof(union packed_tex_data) == sizeof(uint32_t));
 622    union packed_tex_data packed = {
 623       .u.sampler_dim = tex->sampler_dim,
 624       .u.dest_type = tex->dest_type,
 625       .u.coord_components = tex->coord_components,
 626       .u.is_array = tex->is_array,
 627       .u.is_shadow = tex->is_shadow,
 628       .u.is_new_style_shadow = tex->is_new_style_shadow,
 629       .u.component = tex->component,
 630    };
 631    blob_write_uint32(ctx->blob, packed.u32);
 632
 633    write_dest(ctx, &tex->dest);
 634    for (unsigned i = 0; i < tex->num_srcs; i++) {
 635       blob_write_uint32(ctx->blob, tex->src[i].src_type);
 636       write_src(ctx, &tex->src[i].src);
 637    }
 638 }
 639
 640 static nir_tex_instr *
 641 read_tex(read_ctx *ctx)
 642 {
 643    unsigned num_srcs = blob_read_uint32(ctx->blob);
 644    nir_tex_instr *tex = nir_tex_instr_create(ctx->nir, num_srcs);
 645
 646    tex->op = blob_read_uint32(ctx->blob);
 647    tex->texture_index = blob_read_uint32(ctx->blob);
 648    tex->texture_array_size = blob_read_uint32(ctx->blob);
 649    tex->sampler_index = blob_read_uint32(ctx->blob);
 650
 651    union packed_tex_data packed;
 652    packed.u32 = blob_read_uint32(ctx->blob);
 653    tex->sampler_dim = packed.u.sampler_dim;
 654    tex->dest_type = packed.u.dest_type;
 655    tex->coord_components = packed.u.coord_components;
 656    tex->is_array = packed.u.is_array;
 657    tex->is_shadow = packed.u.is_shadow;
 658    tex->is_new_style_shadow = packed.u.is_new_style_shadow;
 659    tex->component = packed.u.component;
 660
 661    read_dest(ctx, &tex->dest, &tex->instr);
 662    for (unsigned i = 0; i < tex->num_srcs; i++) {
 663       tex->src[i].src_type = blob_read_uint32(ctx->blob);
 664       read_src(ctx, &tex->src[i].src, &tex->instr);
 665    }
 666
 667    return tex;
 668 }
 669
 670 static void
 671 write_phi(write_ctx *ctx, const nir_phi_instr *phi)
 672 {
 673    /* Phi nodes are special, since they may reference SSA definitions and
 674     * basic blocks that don't exist yet. We leave two empty uintptr_t's here,
 675     * and then store enough information so that a later fixup pass can fill
 676     * them in correctly.
 677     */
 678    write_dest(ctx, &phi->dest);
 679
 680    blob_write_uint32(ctx->blob, exec_list_length(&phi->srcs));
 681
 682    nir_foreach_phi_src(src, phi) {
 683       assert(src->src.is_ssa);
 684       size_t blob_offset = blob_reserve_intptr(ctx->blob);
 685       MAYBE_UNUSED size_t blob_offset2 = blob_reserve_intptr(ctx->blob);
 686       assert(blob_offset + sizeof(uintptr_t) == blob_offset2);
 687       write_phi_fixup fixup = {
 688          .blob_offset = blob_offset,
 689          .src = src->src.ssa,
 690          .block = src->pred,
 691       };
 692       util_dynarray_append(&ctx->phi_fixups, write_phi_fixup, fixup);
 693    }
 694 }
 695
 696 static void
 697 write_fixup_phis(write_ctx *ctx)
 698 {
 699    util_dynarray_foreach(&ctx->phi_fixups, write_phi_fixup, fixup) {
 700       uintptr_t *blob_ptr = (uintptr_t *)(ctx->blob->data + fixup->blob_offset);
 701       blob_ptr[0] = write_lookup_object(ctx, fixup->src);
 702       blob_ptr[1] = write_lookup_object(ctx, fixup->block);
 703    }
 704
 705    util_dynarray_clear(&ctx->phi_fixups);
 706 }
 707
 708 static nir_phi_instr *
 709 read_phi(read_ctx *ctx, nir_block *blk)
 710 {
 711    nir_phi_instr *phi = nir_phi_instr_create(ctx->nir);
 712
 713    read_dest(ctx, &phi->dest, &phi->instr);
 714
 715    unsigned num_srcs = blob_read_uint32(ctx->blob);
 716
 717    /* For similar reasons as before, we just store the index directly into the
 718     * pointer, and let a later pass resolve the phi sources.
 719     *
 720     * In order to ensure that the copied sources (which are just the indices
 721     * from the blob for now) don't get inserted into the old shader's use-def
 722     * lists, we have to add the phi instruction *before* we set up its
 723     * sources.
 724     */
 725    nir_instr_insert_after_block(blk, &phi->instr);
 726
 727    for (unsigned i = 0; i < num_srcs; i++) {
 728       nir_phi_src *src = ralloc(phi, nir_phi_src);
 729
 730       src->src.is_ssa = true;
 731       src->src.ssa = (nir_ssa_def *) blob_read_intptr(ctx->blob);
 732       src->pred = (nir_block *) blob_read_intptr(ctx->blob);
 733
 734       /* Since we're not letting nir_insert_instr handle use/def stuff for us,
 735        * we have to set the parent_instr manually.  It doesn't really matter
 736        * when we do it, so we might as well do it here.
 737        */
 738       src->src.parent_instr = &phi->instr;
 739
 740       /* Stash it in the list of phi sources.  We'll walk this list and fix up
 741        * sources at the very end of read_function_impl.
 742        */
 743       list_add(&src->src.use_link, &ctx->phi_srcs);
 744
 745       exec_list_push_tail(&phi->srcs, &src->node);
 746    }
 747
 748    return phi;
 749 }
 750
 751 static void
 752 read_fixup_phis(read_ctx *ctx)
 753 {
 754    list_for_each_entry_safe(nir_phi_src, src, &ctx->phi_srcs, src.use_link) {
 755       src->pred = read_lookup_object(ctx, (uintptr_t)src->pred);
 756       src->src.ssa = read_lookup_object(ctx, (uintptr_t)src->src.ssa);
 757
 758       /* Remove from this list */
 759       list_del(&src->src.use_link);
 760
 761       list_addtail(&src->src.use_link, &src->src.ssa->uses);
 762    }
 763    assert(list_empty(&ctx->phi_srcs));
 764 }
 765
 766 static void
 767 write_jump(write_ctx *ctx, const nir_jump_instr *jmp)
 768 {
 769    blob_write_uint32(ctx->blob, jmp->type);
 770 }
 771
 772 static nir_jump_instr *
 773 read_jump(read_ctx *ctx)
 774 {
 775    nir_jump_type type = blob_read_uint32(ctx->blob);
 776    nir_jump_instr *jmp = nir_jump_instr_create(ctx->nir, type);
 777    return jmp;
 778 }
 779
 780 static void
 781 write_call(write_ctx *ctx, const nir_call_instr *call)
 782 {
 783    blob_write_intptr(ctx->blob, write_lookup_object(ctx, call->callee));
 784
 785    for (unsigned i = 0; i < call->num_params; i++)
 786       write_src(ctx, &call->params[i]);
 787 }
 788
 789 static nir_call_instr *
 790 read_call(read_ctx *ctx)
 791 {
 792    nir_function *callee = read_object(ctx);
 793    nir_call_instr *call = nir_call_instr_create(ctx->nir, callee);
 794
 795    for (unsigned i = 0; i < call->num_params; i++)
 796       read_src(ctx, &call->params[i], call);
 797
 798    return call;
 799 }
 800
 801 static void
 802 write_instr(write_ctx *ctx, const nir_instr *instr)
 803 {
 804    blob_write_uint32(ctx->blob, instr->type);
 805    switch (instr->type) {
 806    case nir_instr_type_alu:
 807       write_alu(ctx, nir_instr_as_alu(instr));
 808       break;
 809    case nir_instr_type_deref:
 810       write_deref(ctx, nir_instr_as_deref(instr));
 811       break;
 812    case nir_instr_type_intrinsic:
 813       write_intrinsic(ctx, nir_instr_as_intrinsic(instr));
 814       break;
 815    case nir_instr_type_load_const:
 816       write_load_const(ctx, nir_instr_as_load_const(instr));
 817       break;
 818    case nir_instr_type_ssa_undef:
 819       write_ssa_undef(ctx, nir_instr_as_ssa_undef(instr));
 820       break;
 821    case nir_instr_type_tex:
 822       write_tex(ctx, nir_instr_as_tex(instr));
 823       break;
 824    case nir_instr_type_phi:
 825       write_phi(ctx, nir_instr_as_phi(instr));
 826       break;
 827    case nir_instr_type_jump:
 828       write_jump(ctx, nir_instr_as_jump(instr));
 829       break;
 830    case nir_instr_type_call:
 831       write_call(ctx, nir_instr_as_call(instr));
 832       break;
 833    case nir_instr_type_parallel_copy:
 834       unreachable("Cannot write parallel copies");
 835    default:
 836       unreachable("bad instr type");
 837    }
 838 }
 839
 840 static void
 841 read_instr(read_ctx *ctx, nir_block *block)
 842 {
 843    nir_instr_type type = blob_read_uint32(ctx->blob);
 844    nir_instr *instr;
 845    switch (type) {
 846    case nir_instr_type_alu:
 847       instr = &read_alu(ctx)->instr;
 848       break;
 849    case nir_instr_type_deref:
 850       instr = &read_deref(ctx)->instr;
 851       break;
 852    case nir_instr_type_intrinsic:
 853       instr = &read_intrinsic(ctx)->instr;
 854       break;
 855    case nir_instr_type_load_const:
 856       instr = &read_load_const(ctx)->instr;
 857       break;
 858    case nir_instr_type_ssa_undef:
 859       instr = &read_ssa_undef(ctx)->instr;
 860       break;
 861    case nir_instr_type_tex:
 862       instr = &read_tex(ctx)->instr;
 863       break;
 864    case nir_instr_type_phi:
 865       /* Phi instructions are a bit of a special case when reading because we
 866        * don't want inserting the instruction to automatically handle use/defs
 867        * for us.  Instead, we need to wait until all the blocks/instructions
 868        * are read so that we can set their sources up.
 869        */
 870       read_phi(ctx, block);
 871       return;
 872    case nir_instr_type_jump:
 873       instr = &read_jump(ctx)->instr;
 874       break;
 875    case nir_instr_type_call:
 876       instr = &read_call(ctx)->instr;
 877       break;
 878    case nir_instr_type_parallel_copy:
 879       unreachable("Cannot read parallel copies");
 880    default:
 881       unreachable("bad instr type");
 882    }
 883
 884    nir_instr_insert_after_block(block, instr);
 885 }
 886
 887 static void
 888 write_block(write_ctx *ctx, const nir_block *block)
 889 {
 890    write_add_object(ctx, block);
 891    blob_write_uint32(ctx->blob, exec_list_length(&block->instr_list));
 892    nir_foreach_instr(instr, block)
 893       write_instr(ctx, instr);
 894 }
 895
 896 static void
 897 read_block(read_ctx *ctx, struct exec_list *cf_list)
 898 {
 899    /* Don't actually create a new block.  Just use the one from the tail of
 900     * the list.  NIR guarantees that the tail of the list is a block and that
 901     * no two blocks are side-by-side in the IR;  It should be empty.
 902     */
 903    nir_block *block =
 904       exec_node_data(nir_block, exec_list_get_tail(cf_list), cf_node.node);
 905
 906    read_add_object(ctx, block);
 907    unsigned num_instrs = blob_read_uint32(ctx->blob);
 908    for (unsigned i = 0; i < num_instrs; i++) {
 909       read_instr(ctx, block);
 910    }
 911 }
 912
 913 static void
 914 write_cf_list(write_ctx *ctx, const struct exec_list *cf_list);
 915
 916 static void
 917 read_cf_list(read_ctx *ctx, struct exec_list *cf_list);
 918
 919 static void
 920 write_if(write_ctx *ctx, nir_if *nif)
 921 {
 922    write_src(ctx, &nif->condition);
 923
 924    write_cf_list(ctx, &nif->then_list);
 925    write_cf_list(ctx, &nif->else_list);
 926 }
 927
 928 static void
 929 read_if(read_ctx *ctx, struct exec_list *cf_list)
 930 {
 931    nir_if *nif = nir_if_create(ctx->nir);
 932
 933    read_src(ctx, &nif->condition, nif);
 934
 935    nir_cf_node_insert_end(cf_list, &nif->cf_node);
 936
 937    read_cf_list(ctx, &nif->then_list);
 938    read_cf_list(ctx, &nif->else_list);
 939 }
 940
 941 static void
 942 write_loop(write_ctx *ctx, nir_loop *loop)
 943 {
 944    write_cf_list(ctx, &loop->body);
 945 }
 946
 947 static void
 948 read_loop(read_ctx *ctx, struct exec_list *cf_list)
 949 {
 950    nir_loop *loop = nir_loop_create(ctx->nir);
 951
 952    nir_cf_node_insert_end(cf_list, &loop->cf_node);
 953
 954    read_cf_list(ctx, &loop->body);
 955 }
 956
 957 static void
 958 write_cf_node(write_ctx *ctx, nir_cf_node *cf)
 959 {
 960    blob_write_uint32(ctx->blob, cf->type);
 961
 962    switch (cf->type) {
 963    case nir_cf_node_block:
 964       write_block(ctx, nir_cf_node_as_block(cf));
 965       break;
 966    case nir_cf_node_if:
 967       write_if(ctx, nir_cf_node_as_if(cf));
 968       break;
 969    case nir_cf_node_loop:
 970       write_loop(ctx, nir_cf_node_as_loop(cf));
 971       break;
 972    default:
 973       unreachable("bad cf type");
 974    }
 975 }
 976
 977 static void
 978 read_cf_node(read_ctx *ctx, struct exec_list *list)
 979 {
 980    nir_cf_node_type type = blob_read_uint32(ctx->blob);
 981
 982    switch (type) {
 983    case nir_cf_node_block:
 984       read_block(ctx, list);
 985       break;
 986    case nir_cf_node_if:
 987       read_if(ctx, list);
 988       break;
 989    case nir_cf_node_loop:
 990       read_loop(ctx, list);
 991       break;
 992    default:
 993       unreachable("bad cf type");
 994    }
 995 }
 996
 997 static void
 998 write_cf_list(write_ctx *ctx, const struct exec_list *cf_list)
 999 {
1000    blob_write_uint32(ctx->blob, exec_list_length(cf_list));
1001    foreach_list_typed(nir_cf_node, cf, node, cf_list) {
1002       write_cf_node(ctx, cf);
1003    }
1004 }
1005
1006 static void
1007 read_cf_list(read_ctx *ctx, struct exec_list *cf_list)
1008 {
1009    uint32_t num_cf_nodes = blob_read_uint32(ctx->blob);
1010    for (unsigned i = 0; i < num_cf_nodes; i++)
1011       read_cf_node(ctx, cf_list);
1012 }
1013
1014 static void
1015 write_function_impl(write_ctx *ctx, const nir_function_impl *fi)
1016 {
1017    write_var_list(ctx, &fi->locals);
1018    write_reg_list(ctx, &fi->registers);
1019    blob_write_uint32(ctx->blob, fi->reg_alloc);
1020
1021    write_cf_list(ctx, &fi->body);
1022    write_fixup_phis(ctx);
1023 }
1024
1025 static nir_function_impl *
1026 read_function_impl(read_ctx *ctx, nir_function *fxn)
1027 {
1028    nir_function_impl *fi = nir_function_impl_create_bare(ctx->nir);
1029    fi->function = fxn;
1030
1031    read_var_list(ctx, &fi->locals);
1032    read_reg_list(ctx, &fi->registers);
1033    fi->reg_alloc = blob_read_uint32(ctx->blob);
1034
1035    read_cf_list(ctx, &fi->body);
1036    read_fixup_phis(ctx);
1037
1038    fi->valid_metadata = 0;
1039
1040    return fi;
1041 }
1042
1043 static void
1044 write_function(write_ctx *ctx, const nir_function *fxn)
1045 {
1046    blob_write_uint32(ctx->blob, !!(fxn->name));
1047    if (fxn->name)
1048       blob_write_string(ctx->blob, fxn->name);
1049
1050    write_add_object(ctx, fxn);
1051
1052    blob_write_uint32(ctx->blob, fxn->num_params);
1053    for (unsigned i = 0; i < fxn->num_params; i++) {
1054       uint32_t val =
1055          ((uint32_t)fxn->params[i].num_components) |
1056          ((uint32_t)fxn->params[i].bit_size) << 8;
1057       blob_write_uint32(ctx->blob, val);
1058    }
1059
1060    blob_write_uint32(ctx->blob, fxn->is_entrypoint);
1061
1062    /* At first glance, it looks like we should write the function_impl here.
1063     * However, call instructions need to be able to reference at least the
1064     * function and those will get processed as we write the function_impls.
1065     * We stop here and write function_impls as a second pass.
1066     */
1067 }
1068
1069 static void
1070 read_function(read_ctx *ctx)
1071 {
1072    bool has_name = blob_read_uint32(ctx->blob);
1073    char *name = has_name ? blob_read_string(ctx->blob) : NULL;
1074
1075    nir_function *fxn = nir_function_create(ctx->nir, name);
1076
1077    read_add_object(ctx, fxn);
1078
1079    fxn->num_params = blob_read_uint32(ctx->blob);
1080    fxn->params = ralloc_array(fxn, nir_parameter, fxn->num_params);
1081    for (unsigned i = 0; i < fxn->num_params; i++) {
1082       uint32_t val = blob_read_uint32(ctx->blob);
1083       fxn->params[i].num_components = val & 0xff;
1084       fxn->params[i].bit_size = (val >> 8) & 0xff;
1085    }
1086
1087    fxn->is_entrypoint = blob_read_uint32(ctx->blob);
1088 }
1089
1090 void
1091 nir_serialize(struct blob *blob, const nir_shader *nir)
1092 {
1093    write_ctx ctx;
1094    ctx.remap_table = _mesa_pointer_hash_table_create(NULL);
1095    ctx.next_idx = 0;
1096    ctx.blob = blob;
1097    ctx.nir = nir;
1098    util_dynarray_init(&ctx.phi_fixups, NULL);
1099
1100    size_t idx_size_offset = blob_reserve_intptr(blob);
1101
1102    struct shader_info info = nir->info;
1103    uint32_t strings = 0;
1104    if (info.name)
1105       strings |= 0x1;
1106    if (info.label)
1107       strings |= 0x2;
1108    blob_write_uint32(blob, strings);
1109    if (info.name)
1110       blob_write_string(blob, info.name);
1111    if (info.label)
1112       blob_write_string(blob, info.label);
1113    info.name = info.label = NULL;
1114    blob_write_bytes(blob, (uint8_t *) &info, sizeof(info));
1115
1116    write_var_list(&ctx, &nir->uniforms);
1117    write_var_list(&ctx, &nir->inputs);
1118    write_var_list(&ctx, &nir->outputs);
1119    write_var_list(&ctx, &nir->shared);
1120    write_var_list(&ctx, &nir->globals);
1121    write_var_list(&ctx, &nir->system_values);
1122
1123    write_reg_list(&ctx, &nir->registers);
1124    blob_write_uint32(blob, nir->reg_alloc);
1125    blob_write_uint32(blob, nir->num_inputs);
1126    blob_write_uint32(blob, nir->num_uniforms);
1127    blob_write_uint32(blob, nir->num_outputs);
1128    blob_write_uint32(blob, nir->num_shared);
1129
1130    blob_write_uint32(blob, exec_list_length(&nir->functions));
1131    nir_foreach_function(fxn, nir) {
1132       write_function(&ctx, fxn);
1133    }
1134
1135    nir_foreach_function(fxn, nir) {
1136       write_function_impl(&ctx, fxn->impl);
1137    }
1138
1139    blob_write_uint32(blob, nir->constant_data_size);
1140    if (nir->constant_data_size > 0)
1141       blob_write_bytes(blob, nir->constant_data, nir->constant_data_size);
1142
1143    *(uintptr_t *)(blob->data + idx_size_offset) = ctx.next_idx;
1144
1145    _mesa_hash_table_destroy(ctx.remap_table, NULL);
1146    util_dynarray_fini(&ctx.phi_fixups);
1147 }
1148
1149 nir_shader *
1150 nir_deserialize(void *mem_ctx,
1151                 const struct nir_shader_compiler_options *options,
1152                 struct blob_reader *blob)
1153 {
1154    read_ctx ctx;
1155    ctx.blob = blob;
1156    list_inithead(&ctx.phi_srcs);
1157    ctx.idx_table_len = blob_read_intptr(blob);
1158    ctx.idx_table = calloc(ctx.idx_table_len, sizeof(uintptr_t));
1159    ctx.next_idx = 0;
1160
1161    uint32_t strings = blob_read_uint32(blob);
1162    char *name = (strings & 0x1) ? blob_read_string(blob) : NULL;
1163    char *label = (strings & 0x2) ? blob_read_string(blob) : NULL;
1164
1165    struct shader_info info;
1166    blob_copy_bytes(blob, (uint8_t *) &info, sizeof(info));
1167
1168    ctx.nir = nir_shader_create(mem_ctx, info.stage, options, NULL);
1169
1170    info.name = name ? ralloc_strdup(ctx.nir, name) : NULL;
1171    info.label = label ? ralloc_strdup(ctx.nir, label) : NULL;
1172
1173    ctx.nir->info = info;
1174
1175    read_var_list(&ctx, &ctx.nir->uniforms);
1176    read_var_list(&ctx, &ctx.nir->inputs);
1177    read_var_list(&ctx, &ctx.nir->outputs);
1178    read_var_list(&ctx, &ctx.nir->shared);
1179    read_var_list(&ctx, &ctx.nir->globals);
1180    read_var_list(&ctx, &ctx.nir->system_values);
1181
1182    read_reg_list(&ctx, &ctx.nir->registers);
1183    ctx.nir->reg_alloc = blob_read_uint32(blob);
1184    ctx.nir->num_inputs = blob_read_uint32(blob);
1185    ctx.nir->num_uniforms = blob_read_uint32(blob);
1186    ctx.nir->num_outputs = blob_read_uint32(blob);
1187    ctx.nir->num_shared = blob_read_uint32(blob);
1188
1189    unsigned num_functions = blob_read_uint32(blob);
1190    for (unsigned i = 0; i < num_functions; i++)
1191       read_function(&ctx);
1192
1193    nir_foreach_function(fxn, ctx.nir)
1194       fxn->impl = read_function_impl(&ctx, fxn);
1195
1196    ctx.nir->constant_data_size = blob_read_uint32(blob);
1197    if (ctx.nir->constant_data_size > 0) {
1198       ctx.nir->constant_data =
1199          ralloc_size(ctx.nir, ctx.nir->constant_data_size);
1200       blob_copy_bytes(blob, ctx.nir->constant_data,
1201                       ctx.nir->constant_data_size);
1202    }
1203
1204    free(ctx.idx_table);
1205
1206    return ctx.nir;
1207 }
1208
1209 nir_shader *
1210 nir_shader_serialize_deserialize(void *mem_ctx, nir_shader *s)
1211 {
1212    const struct nir_shader_compiler_options *options = s->options;
1213
1214    struct blob writer;
1215    blob_init(&writer);
1216    nir_serialize(&writer, s);
1217    ralloc_free(s);
1218
1219    struct blob_reader reader;
1220    blob_reader_init(&reader, writer.data, writer.size);
1221    nir_shader *ns = nir_deserialize(mem_ctx, options, &reader);
1222
1223    blob_finish(&writer);
1224
1225    return ns;
1226 }