src/gallium/drivers/nouveau/codegen/nv50_ir_target_nv50.cpp

   1 /*
   2  * Copyright 2011 Christoph Bumiller
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  */
  22
  23 #include "codegen/nv50_ir_target_nv50.h"
  24
  25 namespace nv50_ir {
  26
  27 Target *getTargetNV50(unsigned int chipset)
  28 {
  29    return new TargetNV50(chipset);
  30 }
  31
  32 TargetNV50::TargetNV50(unsigned int card) : Target(true, true, false)
  33 {
  34    chipset = card;
  35
  36    wposMask = 0;
  37    for (unsigned int i = 0; i <= SV_LAST; ++i)
  38       sysvalLocation[i] = ~0;
  39
  40    initOpInfo();
  41 }
  42
  43 #if 0
  44 // BULTINS / LIBRARY FUNCTIONS:
  45
  46 // TODO
  47 static const uint32_t nvc0_builtin_code[] =
  48 {
  49 };
  50
  51 static const uint16_t nvc0_builtin_offsets[NV50_BUILTIN_COUNT] =
  52 {
  53 };
  54 #endif
  55
  56 void
  57 TargetNV50::getBuiltinCode(const uint32_t **code, uint32_t *size) const
  58 {
  59    *code = NULL;
  60    *size = 0;
  61 }
  62
  63 uint32_t
  64 TargetNV50::getBuiltinOffset(int builtin) const
  65 {
  66    return 0;
  67 }
  68
  69 struct opProperties
  70 {
  71    operation op;
  72    unsigned int mNeg    : 4;
  73    unsigned int mAbs    : 4;
  74    unsigned int mNot    : 4;
  75    unsigned int mSat    : 4;
  76    unsigned int fConst  : 3;
  77    unsigned int fShared : 3;
  78    unsigned int fAttrib : 3;
  79    unsigned int fImm    : 3;
  80 };
  81
  82 static const struct opProperties _initProps[] =
  83 {
  84    //           neg  abs  not  sat  c[]  s[], a[], imm
  85    { OP_ADD,    0x3, 0x0, 0x0, 0x8, 0x2, 0x1, 0x1, 0x2 },
  86    { OP_SUB,    0x3, 0x0, 0x0, 0x8, 0x2, 0x1, 0x1, 0x2 },
  87    { OP_MUL,    0x3, 0x0, 0x0, 0x0, 0x2, 0x1, 0x1, 0x2 },
  88    { OP_MAX,    0x3, 0x3, 0x0, 0x0, 0x2, 0x1, 0x1, 0x0 },
  89    { OP_MIN,    0x3, 0x3, 0x0, 0x0, 0x2, 0x1, 0x1, 0x0 },
  90    { OP_MAD,    0x7, 0x0, 0x0, 0x8, 0x6, 0x1, 0x1, 0x0 }, // special constraint
  91    { OP_ABS,    0x0, 0x0, 0x0, 0x0, 0x0, 0x1, 0x1, 0x0 },
  92    { OP_NEG,    0x0, 0x1, 0x0, 0x0, 0x0, 0x1, 0x1, 0x0 },
  93    { OP_CVT,    0x1, 0x1, 0x0, 0x8, 0x0, 0x1, 0x1, 0x0 },
  94    { OP_AND,    0x0, 0x0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x2 },
  95    { OP_OR,     0x0, 0x0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x2 },
  96    { OP_XOR,    0x0, 0x0, 0x3, 0x0, 0x0, 0x0, 0x0, 0x2 },
  97    { OP_SHL,    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2 },
  98    { OP_SHR,    0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x2 },
  99    { OP_SET,    0x3, 0x3, 0x0, 0x0, 0x2, 0x1, 0x1, 0x0 },
 100    { OP_PREEX2, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0 },
 101    { OP_PRESIN, 0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0 },
 102    { OP_LG2,    0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0 },
 103    { OP_RCP,    0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0 },
 104    { OP_RSQ,    0x1, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0 },
 105    { OP_DFDX,   0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0 },
 106    { OP_DFDY,   0x1, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0 },
 107 };
 108
 109 void TargetNV50::initOpInfo()
 110 {
 111    unsigned int i, j;
 112
 113    static const uint32_t commutative[(OP_LAST + 31) / 32] =
 114    {
 115       // ADD,MAD,MUL,AND,OR,XOR,MAX,MIN
 116       0x0670ca00, 0x0000003f, 0x00000000, 0x00000000
 117    };
 118    static const uint32_t shortForm[(OP_LAST + 31) / 32] =
 119    {
 120       // MOV,ADD,SUB,MUL,MAD,SAD,L/PINTERP,RCP,TEX,TXF
 121       0x00014e40, 0x00000040, 0x00000930, 0x00000000
 122    };
 123    static const operation noDestList[] =
 124    {
 125       OP_STORE, OP_WRSV, OP_EXPORT, OP_BRA, OP_CALL, OP_RET, OP_EXIT,
 126       OP_DISCARD, OP_CONT, OP_BREAK, OP_PRECONT, OP_PREBREAK, OP_PRERET,
 127       OP_JOIN, OP_JOINAT, OP_BRKPT, OP_MEMBAR, OP_EMIT, OP_RESTART,
 128       OP_QUADON, OP_QUADPOP, OP_TEXBAR, OP_SUSTB, OP_SUSTP, OP_SUREDP,
 129       OP_SUREDB, OP_BAR
 130    };
 131    static const operation noPredList[] =
 132    {
 133       OP_CALL, OP_PREBREAK, OP_PRERET, OP_QUADON, OP_QUADPOP, OP_JOINAT,
 134       OP_EMIT, OP_RESTART
 135    };
 136
 137    for (i = 0; i < DATA_FILE_COUNT; ++i)
 138       nativeFileMap[i] = (DataFile)i;
 139    nativeFileMap[FILE_PREDICATE] = FILE_FLAGS;
 140
 141    for (i = 0; i < OP_LAST; ++i) {
 142       opInfo[i].variants = NULL;
 143       opInfo[i].op = (operation)i;
 144       opInfo[i].srcTypes = 1 << (int)TYPE_F32;
 145       opInfo[i].dstTypes = 1 << (int)TYPE_F32;
 146       opInfo[i].immdBits = 0xffffffff;
 147       opInfo[i].srcNr = operationSrcNr[i];
 148
 149       for (j = 0; j < opInfo[i].srcNr; ++j) {
 150          opInfo[i].srcMods[j] = 0;
 151          opInfo[i].srcFiles[j] = 1 << (int)FILE_GPR;
 152       }
 153       opInfo[i].dstMods = 0;
 154       opInfo[i].dstFiles = 1 << (int)FILE_GPR;
 155
 156       opInfo[i].hasDest = 1;
 157       opInfo[i].vector = (i >= OP_TEX && i <= OP_TEXCSAA);
 158       opInfo[i].commutative = (commutative[i / 32] >> (i % 32)) & 1;
 159       opInfo[i].pseudo = (i < OP_MOV);
 160       opInfo[i].predicate = !opInfo[i].pseudo;
 161       opInfo[i].flow = (i >= OP_BRA && i <= OP_JOIN);
 162       opInfo[i].minEncSize = (shortForm[i / 32] & (1 << (i % 32))) ? 4 : 8;
 163    }
 164    for (i = 0; i < sizeof(noDestList) / sizeof(noDestList[0]); ++i)
 165       opInfo[noDestList[i]].hasDest = 0;
 166    for (i = 0; i < sizeof(noPredList) / sizeof(noPredList[0]); ++i)
 167       opInfo[noPredList[i]].predicate = 0;
 168
 169    for (i = 0; i < sizeof(_initProps) / sizeof(_initProps[0]); ++i) {
 170       const struct opProperties *prop = &_initProps[i];
 171
 172       for (int s = 0; s < 3; ++s) {
 173          if (prop->mNeg & (1 << s))
 174             opInfo[prop->op].srcMods[s] |= NV50_IR_MOD_NEG;
 175          if (prop->mAbs & (1 << s))
 176             opInfo[prop->op].srcMods[s] |= NV50_IR_MOD_ABS;
 177          if (prop->mNot & (1 << s))
 178             opInfo[prop->op].srcMods[s] |= NV50_IR_MOD_NOT;
 179          if (prop->fConst & (1 << s))
 180             opInfo[prop->op].srcFiles[s] |= 1 << (int)FILE_MEMORY_CONST;
 181          if (prop->fShared & (1 << s))
 182             opInfo[prop->op].srcFiles[s] |= 1 << (int)FILE_MEMORY_SHARED;
 183          if (prop->fAttrib & (1 << s))
 184             opInfo[prop->op].srcFiles[s] |= 1 << (int)FILE_SHADER_INPUT;
 185          if (prop->fImm & (1 << s))
 186             opInfo[prop->op].srcFiles[s] |= 1 << (int)FILE_IMMEDIATE;
 187       }
 188       if (prop->mSat & 8)
 189          opInfo[prop->op].dstMods = NV50_IR_MOD_SAT;
 190    }
 191
 192    if (chipset >= 0xa0)
 193       opInfo[OP_MUL].dstMods = NV50_IR_MOD_SAT;
 194 }
 195
 196 unsigned int
 197 TargetNV50::getFileSize(DataFile file) const
 198 {
 199    switch (file) {
 200    case FILE_NULL:          return 0;
 201    case FILE_GPR:           return 256; // in 16-bit units **
 202    case FILE_PREDICATE:     return 0;
 203    case FILE_FLAGS:         return 4;
 204    case FILE_ADDRESS:       return 4;
 205    case FILE_IMMEDIATE:     return 0;
 206    case FILE_MEMORY_CONST:  return 65536;
 207    case FILE_SHADER_INPUT:  return 0x200;
 208    case FILE_SHADER_OUTPUT: return 0x200;
 209    case FILE_MEMORY_GLOBAL: return 0xffffffff;
 210    case FILE_MEMORY_SHARED: return 16 << 10;
 211    case FILE_MEMORY_LOCAL:  return 48 << 10;
 212    case FILE_SYSTEM_VALUE:  return 16;
 213    default:
 214       assert(!"invalid file");
 215       return 0;
 216    }
 217    // ** only first 128 units encodable for 16-bit regs
 218 }
 219
 220 unsigned int
 221 TargetNV50::getFileUnit(DataFile file) const
 222 {
 223    if (file == FILE_GPR || file == FILE_ADDRESS)
 224       return 1;
 225    if (file == FILE_SYSTEM_VALUE)
 226       return 2;
 227    return 0;
 228 }
 229
 230 uint32_t
 231 TargetNV50::getSVAddress(DataFile shaderFile, const Symbol *sym) const
 232 {
 233    switch (sym->reg.data.sv.sv) {
 234    case SV_FACE:
 235       return 0x3fc;
 236    case SV_POSITION:
 237    {
 238       uint32_t addr = sysvalLocation[sym->reg.data.sv.sv];
 239       for (int c = 0; c < sym->reg.data.sv.index; ++c)
 240          if (wposMask & (1 << c))
 241             addr += 4;
 242       return addr;
 243    }
 244    case SV_PRIMITIVE_ID:
 245       return shaderFile == FILE_SHADER_INPUT ? 0x18 :
 246          sysvalLocation[sym->reg.data.sv.sv];
 247    case SV_NCTAID:
 248       return 0x8 + 2 * sym->reg.data.sv.index;
 249    case SV_CTAID:
 250       return 0xc + 2 * sym->reg.data.sv.index;
 251    case SV_NTID:
 252       return 0x2 + 2 * sym->reg.data.sv.index;
 253    case SV_TID:
 254       return 0;
 255    case SV_SAMPLE_POS:
 256       return 0; /* sample position is handled differently */
 257    default:
 258       return sysvalLocation[sym->reg.data.sv.sv];
 259    }
 260 }
 261
 262 // long:  rrr, arr, rcr, acr, rrc, arc, gcr, grr
 263 // short: rr, ar, rc, gr
 264 // immd:  ri, gi
 265 bool
 266 TargetNV50::insnCanLoad(const Instruction *i, int s,
 267                         const Instruction *ld) const
 268 {
 269    DataFile sf = ld->src(0).getFile();
 270
 271    // immediate 0 can be represented by GPR $r63/$r127
 272    if (sf == FILE_IMMEDIATE && ld->getSrc(0)->reg.data.u64 == 0)
 273       return (!i->isPseudo() &&
 274               !i->asTex() &&
 275               i->op != OP_EXPORT && i->op != OP_STORE);
 276
 277    if (sf == FILE_IMMEDIATE && (i->predSrc >= 0 || i->flagsDef >= 0))
 278       return false;
 279    if (s >= opInfo[i->op].srcNr)
 280       return false;
 281    if (!(opInfo[i->op].srcFiles[s] & (1 << (int)sf)))
 282       return false;
 283    if (s == 2 && i->src(1).getFile() != FILE_GPR)
 284       return false;
 285
 286    // NOTE: don't rely on flagsDef
 287    if (sf == FILE_IMMEDIATE)
 288       for (int d = 0; i->defExists(d); ++d)
 289          if (i->def(d).getFile() == FILE_FLAGS)
 290             return false;
 291
 292    unsigned mode = 0;
 293
 294    for (int z = 0; z < Target::operationSrcNr[i->op]; ++z) {
 295       DataFile zf = (z == s) ? sf : i->src(z).getFile();
 296       switch (zf) {
 297       case FILE_GPR:
 298          break;
 299       case FILE_MEMORY_SHARED:
 300       case FILE_SHADER_INPUT:
 301          mode |= 1 << (z * 2);
 302          break;
 303       case FILE_MEMORY_CONST:
 304          mode |= 2 << (z * 2);
 305          break;
 306       case FILE_IMMEDIATE:
 307          mode |= 3 << (z * 2);
 308       default:
 309          break;
 310       }
 311    }
 312
 313    switch (mode) {
 314    case 0x00:
 315    case 0x01:
 316    case 0x03:
 317    case 0x08:
 318    case 0x0c:
 319    case 0x20:
 320    case 0x21:
 321       break;
 322    case 0x09:
 323       // Shader inputs get transformed to p[] in geometry shaders, and those
 324       // aren't allowed to be used at the same time as c[].
 325       if (ld->bb->getProgram()->getType() == Program::TYPE_GEOMETRY)
 326          return false;
 327       break;
 328    case 0x0d:
 329       if (ld->bb->getProgram()->getType() != Program::TYPE_GEOMETRY)
 330          return false;
 331       break;
 332    default:
 333       return false;
 334    }
 335
 336    uint8_t ldSize;
 337
 338    if ((i->op == OP_MUL || i->op == OP_MAD) && !isFloatType(i->dType)) {
 339       // 32-bit MUL will be split into 16-bit MULs
 340       if (ld->src(0).isIndirect(0))
 341          return false;
 342       if (sf == FILE_IMMEDIATE)
 343          return false;
 344       if (i->subOp == NV50_IR_SUBOP_MUL_HIGH && sf == FILE_MEMORY_CONST)
 345          return false;
 346       ldSize = 2;
 347    } else {
 348       ldSize = typeSizeof(ld->dType);
 349    }
 350
 351    if (sf == FILE_IMMEDIATE)
 352       return ldSize <= 4;
 353
 354
 355    // Check if memory access is encodable:
 356
 357    if (ldSize < 4 && sf == FILE_SHADER_INPUT) // no < 4-byte aligned a[] access
 358       return false;
 359    if (ld->getSrc(0)->reg.data.offset > (int32_t)(127 * ldSize))
 360       return false;
 361
 362    if (ld->src(0).isIndirect(0)) {
 363       for (int z = 0; i->srcExists(z); ++z)
 364          if (i->src(z).isIndirect(0))
 365             return false;
 366
 367       // s[] access only possible in CP, $aX always applies
 368       if (sf == FILE_MEMORY_SHARED)
 369          return true;
 370       if (!ld->bb) // can't check type ...
 371          return false;
 372       Program::Type pt = ld->bb->getProgram()->getType();
 373
 374       // $aX applies to c[] only in VP, FP, GP if p[] is not accessed
 375       if (pt == Program::TYPE_COMPUTE)
 376          return false;
 377       if (pt == Program::TYPE_GEOMETRY) {
 378          if (sf == FILE_MEMORY_CONST)
 379             return i->src(s).getFile() != FILE_SHADER_INPUT;
 380          return sf == FILE_SHADER_INPUT;
 381       }
 382       return sf == FILE_MEMORY_CONST;
 383    }
 384    return true;
 385 }
 386
 387 bool
 388 TargetNV50::isAccessSupported(DataFile file, DataType ty) const
 389 {
 390    if (ty == TYPE_B96 || ty == TYPE_NONE)
 391       return false;
 392    if (typeSizeof(ty) > 4)
 393       return (file == FILE_MEMORY_LOCAL) || (file == FILE_MEMORY_GLOBAL);
 394    return true;
 395 }
 396
 397 bool
 398 TargetNV50::isOpSupported(operation op, DataType ty) const
 399 {
 400    if (ty == TYPE_F64 && chipset < 0xa0)
 401       return false;
 402
 403    switch (op) {
 404    case OP_PRERET:
 405       return chipset >= 0xa0;
 406    case OP_TXG:
 407       return chipset >= 0xa3 && chipset != 0xaa && chipset != 0xac;
 408    case OP_POW:
 409    case OP_SQRT:
 410    case OP_DIV:
 411    case OP_MOD:
 412    case OP_SET_AND:
 413    case OP_SET_OR:
 414    case OP_SET_XOR:
 415    case OP_SLCT:
 416    case OP_SELP:
 417    case OP_POPCNT:
 418    case OP_INSBF:
 419    case OP_EXTBF:
 420    case OP_EXIT: // want exit modifier instead (on NOP if required)
 421    case OP_MEMBAR:
 422       return false;
 423    case OP_SAD:
 424       return ty == TYPE_S32;
 425    case OP_SET:
 426       return !isFloatType(ty);
 427    default:
 428       return true;
 429    }
 430 }
 431
 432 bool
 433 TargetNV50::isModSupported(const Instruction *insn, int s, Modifier mod) const
 434 {
 435    if (!isFloatType(insn->dType)) {
 436       switch (insn->op) {
 437       case OP_ABS:
 438       case OP_NEG:
 439       case OP_CVT:
 440       case OP_CEIL:
 441       case OP_FLOOR:
 442       case OP_TRUNC:
 443       case OP_AND:
 444       case OP_OR:
 445       case OP_XOR:
 446          break;
 447       case OP_ADD:
 448          if (insn->src(s ? 0 : 1).mod.neg())
 449             return false;
 450          break;
 451       case OP_SUB:
 452          if (s == 0)
 453             return insn->src(1).mod.neg() ? false : true;
 454          break;
 455       case OP_SET:
 456          if (insn->sType != TYPE_F32)
 457             return false;
 458          break;
 459       default:
 460          return false;
 461       }
 462    }
 463    if (s >= opInfo[insn->op].srcNr || s >= 3)
 464       return false;
 465    return (mod & Modifier(opInfo[insn->op].srcMods[s])) == mod;
 466 }
 467
 468 bool
 469 TargetNV50::mayPredicate(const Instruction *insn, const Value *pred) const
 470 {
 471    if (insn->getPredicate() || insn->flagsSrc >= 0)
 472       return false;
 473    for (int s = 0; insn->srcExists(s); ++s)
 474       if (insn->src(s).getFile() == FILE_IMMEDIATE)
 475          return false;
 476    return opInfo[insn->op].predicate;
 477 }
 478
 479 bool
 480 TargetNV50::isSatSupported(const Instruction *insn) const
 481 {
 482    if (insn->op == OP_CVT)
 483       return true;
 484    if (insn->dType != TYPE_F32)
 485       return false;
 486    return opInfo[insn->op].dstMods & NV50_IR_MOD_SAT;
 487 }
 488
 489 int TargetNV50::getLatency(const Instruction *i) const
 490 {
 491    // TODO: tune these values
 492    if (i->op == OP_LOAD) {
 493       switch (i->src(0).getFile()) {
 494       case FILE_MEMORY_LOCAL:
 495       case FILE_MEMORY_GLOBAL:
 496          return 100; // really 400 to 800
 497       default:
 498          return 22;
 499       }
 500    }
 501    return 22;
 502 }
 503
 504 // These are "inverse" throughput values, i.e. the number of cycles required
 505 // to issue a specific instruction for a full warp (32 threads).
 506 //
 507 // Assuming we have more than 1 warp in flight, a higher issue latency results
 508 // in a lower result latency since the MP will have spent more time with other
 509 // warps.
 510 // This also helps to determine the number of cycles between instructions in
 511 // a single warp.
 512 //
 513 int TargetNV50::getThroughput(const Instruction *i) const
 514 {
 515    // TODO: tune these values
 516    if (i->dType == TYPE_F32) {
 517       switch (i->op) {
 518       case OP_RCP:
 519       case OP_RSQ:
 520       case OP_LG2:
 521       case OP_SIN:
 522       case OP_COS:
 523       case OP_PRESIN:
 524       case OP_PREEX2:
 525          return 16;
 526       default:
 527          return 4;
 528       }
 529    } else
 530    if (i->dType == TYPE_U32 || i->dType == TYPE_S32) {
 531       return 4;
 532    } else
 533    if (i->dType == TYPE_F64) {
 534       return 32;
 535    } else {
 536       return 1;
 537    }
 538 }
 539
 540 static void
 541 recordLocation(uint16_t *locs, uint8_t *masks,
 542                const struct nv50_ir_varying *var)
 543 {
 544    uint16_t addr = var->slot[0] * 4;
 545
 546    switch (var->sn) {
 547    case TGSI_SEMANTIC_POSITION: locs[SV_POSITION] = addr; break;
 548    case TGSI_SEMANTIC_INSTANCEID: locs[SV_INSTANCE_ID] = addr; break;
 549    case TGSI_SEMANTIC_VERTEXID: locs[SV_VERTEX_ID] = addr; break;
 550    case TGSI_SEMANTIC_PRIMID: locs[SV_PRIMITIVE_ID] = addr; break;
 551    case TGSI_SEMANTIC_LAYER: locs[SV_LAYER] = addr; break;
 552    case TGSI_SEMANTIC_VIEWPORT_INDEX: locs[SV_VIEWPORT_INDEX] = addr; break;
 553    default:
 554       break;
 555    }
 556    if (var->sn == TGSI_SEMANTIC_POSITION && masks)
 557       masks[0] = var->mask;
 558 }
 559
 560 void
 561 TargetNV50::parseDriverInfo(const struct nv50_ir_prog_info *info)
 562 {
 563    unsigned int i;
 564    for (i = 0; i < info->numOutputs; ++i)
 565       recordLocation(sysvalLocation, NULL, &info->out[i]);
 566    for (i = 0; i < info->numInputs; ++i)
 567       recordLocation(sysvalLocation, &wposMask, &info->in[i]);
 568    for (i = 0; i < info->numSysVals; ++i)
 569       recordLocation(sysvalLocation, NULL, &info->sv[i]);
 570
 571    if (sysvalLocation[SV_POSITION] >= 0x200) {
 572       // not assigned by driver, but we need it internally
 573       wposMask = 0x8;
 574       sysvalLocation[SV_POSITION] = 0;
 575    }
 576 }
 577
 578 } // namespace nv50_ir