src/gallium/auxiliary/gallivm/tgsitollvm.cpp

   1 #include "tgsitollvm.h"
   2
   3 #include "gallivm.h"
   4 #include "gallivm_p.h"
   5
   6 #include "storage.h"
   7 #include "instructions.h"
   8 #include "storagesoa.h"
   9 #include "instructionssoa.h"
  10
  11 #include "pipe/p_shader_tokens.h"
  12
  13 #include "tgsi/util/tgsi_parse.h"
  14 #include "tgsi/exec/tgsi_exec.h"
  15 #include "tgsi/util/tgsi_util.h"
  16 #include "tgsi/util/tgsi_build.h"
  17 #include "tgsi/util/tgsi_dump.h"
  18
  19
  20 #include <llvm/Module.h>
  21 #include <llvm/CallingConv.h>
  22 #include <llvm/Constants.h>
  23 #include <llvm/DerivedTypes.h>
  24 #include <llvm/Instructions.h>
  25 #include <llvm/ModuleProvider.h>
  26 #include <llvm/Pass.h>
  27 #include <llvm/PassManager.h>
  28 #include <llvm/ParameterAttributes.h>
  29 #include <llvm/Support/PatternMatch.h>
  30 #include <llvm/ExecutionEngine/JIT.h>
  31 #include <llvm/ExecutionEngine/Interpreter.h>
  32 #include <llvm/ExecutionEngine/GenericValue.h>
  33 #include <llvm/Support/MemoryBuffer.h>
  34 #include <llvm/LinkAllPasses.h>
  35 #include <llvm/Analysis/Verifier.h>
  36 #include <llvm/Analysis/LoopPass.h>
  37 #include <llvm/Target/TargetData.h>
  38 #include <llvm/Bitcode/ReaderWriter.h>
  39 #include <llvm/Transforms/Utils/Cloning.h>
  40
  41
  42 #include <sstream>
  43 #include <fstream>
  44 #include <iostream>
  45
  46 using namespace llvm;
  47
  48 static inline FunctionType *vertexShaderFunctionType()
  49 {
  50    //Function takes three arguments,
  51    // the calling code has to make sure the types it will
  52    // pass are castable to the following:
  53    // [4 x <4 x float>] inputs,
  54    // [4 x <4 x float>] output,
  55    // [4 x [4 x float]] consts,
  56    // [4 x <4 x float>] temps
  57
  58    std::vector<const Type*> funcArgs;
  59    VectorType *vectorType = VectorType::get(Type::FloatTy, 4);
  60    ArrayType *vectorArray = ArrayType::get(vectorType, 4);
  61    PointerType *vectorArrayPtr = PointerType::get(vectorArray, 0);
  62
  63    ArrayType   *floatArray     = ArrayType::get(Type::FloatTy, 4);
  64    ArrayType   *constsArray    = ArrayType::get(floatArray, 4);
  65    PointerType *constsArrayPtr = PointerType::get(constsArray, 0);
  66
  67    funcArgs.push_back(vectorArrayPtr);//inputs
  68    funcArgs.push_back(vectorArrayPtr);//output
  69    funcArgs.push_back(constsArrayPtr);//consts
  70    funcArgs.push_back(vectorArrayPtr);//temps
  71
  72    FunctionType *functionType = FunctionType::get(
  73       /*Result=*/Type::VoidTy,
  74       /*Params=*/funcArgs,
  75       /*isVarArg=*/false);
  76
  77    return functionType;
  78 }
  79
  80 static inline void
  81 add_interpolator(struct gallivm_ir *ir,
  82                  struct gallivm_interpolate *interp)
  83 {
  84    ir->interpolators[ir->num_interp] = *interp;
  85    ++ir->num_interp;
  86 }
  87
  88 static void
  89 translate_declaration(struct gallivm_ir *prog,
  90                       llvm::Module *module,
  91                       Storage *storage,
  92                       struct tgsi_full_declaration *decl,
  93                       struct tgsi_full_declaration *fd)
  94 {
  95    if (decl->Declaration.File == TGSI_FILE_INPUT) {
  96       unsigned first, last, mask;
  97       uint interp_method;
  98
  99       assert(decl->Declaration.Declare == TGSI_DECLARE_RANGE);
 100
 101       first = decl->u.DeclarationRange.First;
 102       last = decl->u.DeclarationRange.Last;
 103       mask = decl->Declaration.UsageMask;
 104
 105       /* Do not touch WPOS.xy */
 106       if (first == 0) {
 107          mask &= ~TGSI_WRITEMASK_XY;
 108          if (mask == TGSI_WRITEMASK_NONE) {
 109             first++;
 110             if (first > last) {
 111                return;
 112             }
 113          }
 114       }
 115
 116       interp_method = decl->Interpolation.Interpolate;
 117
 118       if (mask == TGSI_WRITEMASK_XYZW) {
 119          unsigned i, j;
 120
 121          for (i = first; i <= last; i++) {
 122             for (j = 0; j < NUM_CHANNELS; j++) {
 123                //interp( mach, i, j );
 124                struct gallivm_interpolate interp;
 125                interp.type = interp_method;
 126                interp.attrib = i;
 127                interp.chan = j;
 128                add_interpolator(prog, &interp);
 129             }
 130          }
 131       } else {
 132          unsigned i, j;
 133          for( j = 0; j < NUM_CHANNELS; j++ ) {
 134             if( mask & (1 << j) ) {
 135                for( i = first; i <= last; i++ ) {
 136                   struct gallivm_interpolate interp;
 137                   interp.type = interp_method;
 138                   interp.attrib = i;
 139                   interp.chan = j;
 140                   add_interpolator(prog, &interp);
 141                }
 142             }
 143          }
 144       }
 145    }
 146 }
 147
 148 static void
 149 translate_declarationir(struct gallivm_ir *,
 150                       llvm::Module *,
 151                       StorageSoa *storage,
 152                       struct tgsi_full_declaration *decl,
 153                       struct tgsi_full_declaration *)
 154 {
 155    if (decl->Declaration.File == TGSI_FILE_ADDRESS) {
 156       int idx = decl->u.DeclarationRange.First;
 157       storage->addAddress(idx);
 158    }
 159 }
 160
 161 static void
 162 translate_immediate(Storage *storage,
 163                     struct tgsi_full_immediate *imm)
 164 {
 165    float vec[4];
 166    int i;
 167    for (i = 0; i < imm->Immediate.Size - 1; ++i) {
 168       switch (imm->Immediate.DataType) {
 169       case TGSI_IMM_FLOAT32:
 170          vec[i] = imm->u.ImmediateFloat32[i].Float;
 171          break;
 172       default:
 173          assert(0);
 174       }
 175    }
 176    storage->addImmediate(vec);
 177 }
 178
 179
 180 static void
 181 translate_immediateir(StorageSoa *storage,
 182                       struct tgsi_full_immediate *imm)
 183 {
 184    float vec[4];
 185    int i;
 186    for (i = 0; i < imm->Immediate.Size - 1; ++i) {
 187       switch (imm->Immediate.DataType) {
 188       case TGSI_IMM_FLOAT32:
 189          vec[i] = imm->u.ImmediateFloat32[i].Float;
 190          break;
 191       default:
 192          assert(0);
 193       }
 194    }
 195    storage->addImmediate(vec);
 196 }
 197
 198 static inline int
 199 swizzleInt(struct tgsi_full_src_register *src)
 200 {
 201    int swizzle = 0;
 202    int start = 1000;
 203
 204    for (int k = 0; k < 4; ++k) {
 205       swizzle += tgsi_util_get_full_src_register_extswizzle(src, k) * start;
 206       start /= 10;
 207    }
 208    return swizzle;
 209 }
 210
 211 static inline llvm::Value *
 212 swizzleVector(llvm::Value *val, struct tgsi_full_src_register *src,
 213               Storage *storage)
 214 {
 215    int swizzle = swizzleInt(src);
 216
 217    if (gallivm_is_swizzle(swizzle)) {
 218       /*fprintf(stderr, "XXXXXXXX swizzle = %d\n", swizzle);*/
 219       val = storage->shuffleVector(val, swizzle);
 220    }
 221    return val;
 222 }
 223
 224 static void
 225 translate_instruction(llvm::Module *module,
 226                       Storage *storage,
 227                       Instructions *instr,
 228                       struct tgsi_full_instruction *inst,
 229                       struct tgsi_full_instruction *fi,
 230                       unsigned instno)
 231 {
 232    llvm::Value *inputs[4];
 233    inputs[0] = 0;
 234    inputs[1] = 0;
 235    inputs[2] = 0;
 236    inputs[3] = 0;
 237
 238    for (int i = 0; i < inst->Instruction.NumSrcRegs; ++i) {
 239       struct tgsi_full_src_register *src = &inst->FullSrcRegisters[i];
 240       llvm::Value *val = 0;
 241       llvm::Value *indIdx = 0;
 242
 243       if (src->SrcRegister.Indirect) {
 244          indIdx = storage->addrElement(src->SrcRegisterInd.Index);
 245          indIdx = storage->extractIndex(indIdx);
 246       }
 247       if (src->SrcRegister.File == TGSI_FILE_CONSTANT) {
 248          val = storage->constElement(src->SrcRegister.Index, indIdx);
 249       } else if (src->SrcRegister.File == TGSI_FILE_INPUT) {
 250          val = storage->inputElement(src->SrcRegister.Index, indIdx);
 251       } else if (src->SrcRegister.File == TGSI_FILE_TEMPORARY) {
 252          val = storage->tempElement(src->SrcRegister.Index);
 253       } else if (src->SrcRegister.File == TGSI_FILE_OUTPUT) {
 254          val = storage->outputElement(src->SrcRegister.Index, indIdx);
 255       } else if (src->SrcRegister.File == TGSI_FILE_IMMEDIATE) {
 256          val = storage->immediateElement(src->SrcRegister.Index);
 257       } else {
 258          fprintf(stderr, "ERROR: not supported llvm source %d\n", src->SrcRegister.File);
 259          return;
 260       }
 261
 262       inputs[i] = swizzleVector(val, src, storage);
 263    }
 264
 265    /*if (inputs[0])
 266      instr->printVector(inputs[0]);
 267      if (inputs[1])
 268      instr->printVector(inputs[1]);*/
 269    llvm::Value *out = 0;
 270    switch (inst->Instruction.Opcode) {
 271    case TGSI_OPCODE_ARL: {
 272       out = instr->arl(inputs[0]);
 273    }
 274       break;
 275    case TGSI_OPCODE_MOV: {
 276       out = inputs[0];
 277    }
 278       break;
 279    case TGSI_OPCODE_LIT: {
 280       out = instr->lit(inputs[0]);
 281    }
 282       break;
 283    case TGSI_OPCODE_RCP: {
 284       out = instr->rcp(inputs[0]);
 285    }
 286       break;
 287    case TGSI_OPCODE_RSQ: {
 288       out = instr->rsq(inputs[0]);
 289    }
 290       break;
 291    case TGSI_OPCODE_EXP:
 292       break;
 293    case TGSI_OPCODE_LOG:
 294       break;
 295    case TGSI_OPCODE_MUL: {
 296       out = instr->mul(inputs[0], inputs[1]);
 297    }
 298       break;
 299    case TGSI_OPCODE_ADD: {
 300       out = instr->add(inputs[0], inputs[1]);
 301    }
 302       break;
 303    case TGSI_OPCODE_DP3: {
 304       out = instr->dp3(inputs[0], inputs[1]);
 305    }
 306       break;
 307    case TGSI_OPCODE_DP4: {
 308       out = instr->dp4(inputs[0], inputs[1]);
 309    }
 310       break;
 311    case TGSI_OPCODE_DST: {
 312       out = instr->dst(inputs[0], inputs[1]);
 313    }
 314       break;
 315    case TGSI_OPCODE_MIN: {
 316       out = instr->min(inputs[0], inputs[1]);
 317    }
 318       break;
 319    case TGSI_OPCODE_MAX: {
 320       out = instr->max(inputs[0], inputs[1]);
 321    }
 322       break;
 323    case TGSI_OPCODE_SLT: {
 324       out = instr->slt(inputs[0], inputs[1]);
 325    }
 326       break;
 327    case TGSI_OPCODE_SGE: {
 328       out = instr->sge(inputs[0], inputs[1]);
 329    }
 330       break;
 331    case TGSI_OPCODE_MAD: {
 332       out = instr->madd(inputs[0], inputs[1], inputs[2]);
 333    }
 334       break;
 335    case TGSI_OPCODE_SUB: {
 336       out = instr->sub(inputs[0], inputs[1]);
 337    }
 338       break;
 339    case TGSI_OPCODE_LERP: {
 340       out = instr->lerp(inputs[0], inputs[1], inputs[2]);
 341    }
 342       break;
 343    case TGSI_OPCODE_CND:
 344       break;
 345    case TGSI_OPCODE_CND0:
 346       break;
 347    case TGSI_OPCODE_DOT2ADD:
 348       break;
 349    case TGSI_OPCODE_INDEX:
 350       break;
 351    case TGSI_OPCODE_NEGATE:
 352       break;
 353    case TGSI_OPCODE_FRAC: {
 354       out = instr->frc(inputs[0]);
 355    }
 356       break;
 357    case TGSI_OPCODE_CLAMP:
 358       break;
 359    case TGSI_OPCODE_FLOOR: {
 360       out = instr->floor(inputs[0]);
 361    }
 362       break;
 363    case TGSI_OPCODE_ROUND:
 364       break;
 365    case TGSI_OPCODE_EXPBASE2: {
 366       out = instr->ex2(inputs[0]);
 367    }
 368       break;
 369    case TGSI_OPCODE_LOGBASE2: {
 370       out = instr->lg2(inputs[0]);
 371    }
 372       break;
 373    case TGSI_OPCODE_POWER: {
 374       out = instr->pow(inputs[0], inputs[1]);
 375    }
 376       break;
 377    case TGSI_OPCODE_CROSSPRODUCT: {
 378       out = instr->cross(inputs[0], inputs[1]);
 379    }
 380       break;
 381    case TGSI_OPCODE_MULTIPLYMATRIX:
 382       break;
 383    case TGSI_OPCODE_ABS: {
 384       out = instr->abs(inputs[0]);
 385    }
 386       break;
 387    case TGSI_OPCODE_RCC:
 388       break;
 389    case TGSI_OPCODE_DPH: {
 390       out = instr->dph(inputs[0], inputs[1]);
 391    }
 392       break;
 393    case TGSI_OPCODE_COS: {
 394       out = instr->cos(inputs[0]);
 395    }
 396       break;
 397    case TGSI_OPCODE_DDX:
 398       break;
 399    case TGSI_OPCODE_DDY:
 400       break;
 401    case TGSI_OPCODE_KILP: {
 402       out = instr->kilp(inputs[0]);
 403       storage->setKilElement(out);
 404       return;
 405    }
 406       break;
 407    case TGSI_OPCODE_PK2H:
 408       break;
 409    case TGSI_OPCODE_PK2US:
 410       break;
 411    case TGSI_OPCODE_PK4B:
 412       break;
 413    case TGSI_OPCODE_PK4UB:
 414       break;
 415    case TGSI_OPCODE_RFL:
 416       break;
 417    case TGSI_OPCODE_SEQ:
 418       break;
 419    case TGSI_OPCODE_SFL:
 420       break;
 421    case TGSI_OPCODE_SGT: {
 422       out = instr->sgt(inputs[0], inputs[1]);
 423    }
 424       break;
 425    case TGSI_OPCODE_SIN: {
 426       out = instr->sin(inputs[0]);
 427    }
 428       break;
 429    case TGSI_OPCODE_SLE:
 430       break;
 431    case TGSI_OPCODE_SNE:
 432       break;
 433    case TGSI_OPCODE_STR:
 434       break;
 435    case TGSI_OPCODE_TEX:
 436       break;
 437    case TGSI_OPCODE_TXD:
 438       break;
 439    case TGSI_OPCODE_UP2H:
 440       break;
 441    case TGSI_OPCODE_UP2US:
 442       break;
 443    case TGSI_OPCODE_UP4B:
 444       break;
 445    case TGSI_OPCODE_UP4UB:
 446       break;
 447    case TGSI_OPCODE_X2D:
 448       break;
 449    case TGSI_OPCODE_ARA:
 450       break;
 451    case TGSI_OPCODE_ARR:
 452       break;
 453    case TGSI_OPCODE_BRA:
 454       break;
 455    case TGSI_OPCODE_CAL: {
 456       instr->cal(inst->InstructionExtLabel.Label, storage->inputPtr());
 457       return;
 458    }
 459       break;
 460    case TGSI_OPCODE_RET: {
 461       instr->end();
 462       return;
 463    }
 464       break;
 465    case TGSI_OPCODE_SSG:
 466       break;
 467    case TGSI_OPCODE_CMP: {
 468       out = instr->cmp(inputs[0], inputs[1], inputs[2]);
 469    }
 470       break;
 471    case TGSI_OPCODE_SCS: {
 472       out = instr->scs(inputs[0]);
 473    }
 474       break;
 475    case TGSI_OPCODE_TXB:
 476       break;
 477    case TGSI_OPCODE_NRM:
 478       break;
 479    case TGSI_OPCODE_DIV:
 480       break;
 481    case TGSI_OPCODE_DP2:
 482       break;
 483    case TGSI_OPCODE_TXL:
 484       break;
 485    case TGSI_OPCODE_BRK: {
 486       instr->brk();
 487       return;
 488    }
 489       break;
 490    case TGSI_OPCODE_IF: {
 491       instr->ifop(inputs[0]);
 492       storage->setCurrentBlock(instr->currentBlock());
 493       return;  //just update the state
 494    }
 495       break;
 496    case TGSI_OPCODE_LOOP:
 497       break;
 498    case TGSI_OPCODE_REP:
 499       break;
 500    case TGSI_OPCODE_ELSE: {
 501       instr->elseop();
 502       storage->setCurrentBlock(instr->currentBlock());
 503       return; //only state update
 504    }
 505       break;
 506    case TGSI_OPCODE_ENDIF: {
 507       instr->endif();
 508       storage->setCurrentBlock(instr->currentBlock());
 509       return; //just update the state
 510    }
 511       break;
 512    case TGSI_OPCODE_ENDLOOP:
 513       break;
 514    case TGSI_OPCODE_ENDREP:
 515       break;
 516    case TGSI_OPCODE_PUSHA:
 517       break;
 518    case TGSI_OPCODE_POPA:
 519       break;
 520    case TGSI_OPCODE_CEIL:
 521       break;
 522    case TGSI_OPCODE_I2F:
 523       break;
 524    case TGSI_OPCODE_NOT:
 525       break;
 526    case TGSI_OPCODE_TRUNC: {
 527       out = instr->trunc(inputs[0]);
 528    }
 529       break;
 530    case TGSI_OPCODE_SHL:
 531       break;
 532    case TGSI_OPCODE_SHR:
 533       break;
 534    case TGSI_OPCODE_AND:
 535       break;
 536    case TGSI_OPCODE_OR:
 537       break;
 538    case TGSI_OPCODE_MOD:
 539       break;
 540    case TGSI_OPCODE_XOR:
 541       break;
 542    case TGSI_OPCODE_SAD:
 543       break;
 544    case TGSI_OPCODE_TXF:
 545       break;
 546    case TGSI_OPCODE_TXQ:
 547       break;
 548    case TGSI_OPCODE_CONT:
 549       break;
 550    case TGSI_OPCODE_EMIT:
 551       break;
 552    case TGSI_OPCODE_ENDPRIM:
 553       break;
 554    case TGSI_OPCODE_BGNLOOP2: {
 555       instr->beginLoop();
 556       storage->setCurrentBlock(instr->currentBlock());
 557       return;
 558    }
 559       break;
 560    case TGSI_OPCODE_BGNSUB: {
 561       instr->bgnSub(instno);
 562       storage->setCurrentBlock(instr->currentBlock());
 563       storage->pushTemps();
 564       return;
 565    }
 566       break;
 567    case TGSI_OPCODE_ENDLOOP2: {
 568       instr->endLoop();
 569       storage->setCurrentBlock(instr->currentBlock());
 570       return;
 571    }
 572       break;
 573    case TGSI_OPCODE_ENDSUB: {
 574       instr->endSub();
 575       storage->setCurrentBlock(instr->currentBlock());
 576       storage->popArguments();
 577       storage->popTemps();
 578       return;
 579    }
 580       break;
 581    case TGSI_OPCODE_NOISE1:
 582       break;
 583    case TGSI_OPCODE_NOISE2:
 584       break;
 585    case TGSI_OPCODE_NOISE3:
 586       break;
 587    case TGSI_OPCODE_NOISE4:
 588       break;
 589    case TGSI_OPCODE_NOP:
 590       break;
 591    case TGSI_OPCODE_TEXBEM:
 592       break;
 593    case TGSI_OPCODE_TEXBEML:
 594       break;
 595    case TGSI_OPCODE_TEXREG2AR:
 596       break;
 597    case TGSI_OPCODE_TEXM3X2PAD:
 598       break;
 599    case TGSI_OPCODE_TEXM3X2TEX:
 600       break;
 601    case TGSI_OPCODE_TEXM3X3PAD:
 602       break;
 603    case TGSI_OPCODE_TEXM3X3TEX:
 604       break;
 605    case TGSI_OPCODE_TEXM3X3SPEC:
 606       break;
 607    case TGSI_OPCODE_TEXM3X3VSPEC:
 608       break;
 609    case TGSI_OPCODE_TEXREG2GB:
 610       break;
 611    case TGSI_OPCODE_TEXREG2RGB:
 612       break;
 613    case TGSI_OPCODE_TEXDP3TEX:
 614       break;
 615    case TGSI_OPCODE_TEXDP3:
 616       break;
 617    case TGSI_OPCODE_TEXM3X3:
 618       break;
 619    case TGSI_OPCODE_TEXM3X2DEPTH:
 620       break;
 621    case TGSI_OPCODE_TEXDEPTH:
 622       break;
 623    case TGSI_OPCODE_BEM:
 624       break;
 625    case TGSI_OPCODE_M4X3:
 626       break;
 627    case TGSI_OPCODE_M3X4:
 628       break;
 629    case TGSI_OPCODE_M3X3:
 630       break;
 631    case TGSI_OPCODE_M3X2:
 632       break;
 633    case TGSI_OPCODE_NRM4:
 634       break;
 635    case TGSI_OPCODE_CALLNZ:
 636       break;
 637    case TGSI_OPCODE_IFC:
 638       break;
 639    case TGSI_OPCODE_BREAKC:
 640       break;
 641    case TGSI_OPCODE_KIL:
 642       break;
 643    case TGSI_OPCODE_END:
 644       instr->end();
 645       return;
 646       break;
 647    default:
 648       fprintf(stderr, "ERROR: Unknown opcode %d\n",
 649               inst->Instruction.Opcode);
 650       assert(0);
 651       break;
 652    }
 653
 654    if (!out) {
 655       fprintf(stderr, "ERROR: unsupported opcode %d\n",
 656               inst->Instruction.Opcode);
 657       assert(!"Unsupported opcode");
 658    }
 659
 660    /* # not sure if we need this */
 661    switch( inst->Instruction.Saturate ) {
 662    case TGSI_SAT_NONE:
 663       break;
 664    case TGSI_SAT_ZERO_ONE:
 665       /*TXT( "_SAT" );*/
 666       break;
 667    case TGSI_SAT_MINUS_PLUS_ONE:
 668       /*TXT( "_SAT[-1,1]" );*/
 669       break;
 670    default:
 671       assert( 0 );
 672    }
 673
 674    /* store results  */
 675    for (int i = 0; i < inst->Instruction.NumDstRegs; ++i) {
 676       struct tgsi_full_dst_register *dst = &inst->FullDstRegisters[i];
 677
 678       if (dst->DstRegister.File == TGSI_FILE_OUTPUT) {
 679          storage->setOutputElement(dst->DstRegister.Index, out, dst->DstRegister.WriteMask);
 680       } else if (dst->DstRegister.File == TGSI_FILE_TEMPORARY) {
 681          storage->setTempElement(dst->DstRegister.Index, out, dst->DstRegister.WriteMask);
 682       } else if (dst->DstRegister.File == TGSI_FILE_ADDRESS) {
 683          storage->setAddrElement(dst->DstRegister.Index, out, dst->DstRegister.WriteMask);
 684       } else {
 685          fprintf(stderr, "ERROR: unsupported LLVM destination!");
 686          assert(!"wrong destination");
 687       }
 688    }
 689 }
 690
 691
 692 static void
 693 translate_instructionir(llvm::Module *module,
 694                         StorageSoa *storage,
 695                         InstructionsSoa *instr,
 696                         struct tgsi_full_instruction *inst,
 697                         struct tgsi_full_instruction *fi,
 698                         unsigned instno)
 699 {
 700    std::vector< std::vector<llvm::Value*> > inputs(inst->Instruction.NumSrcRegs);
 701
 702    for (int i = 0; i < inst->Instruction.NumSrcRegs; ++i) {
 703       struct tgsi_full_src_register *src = &inst->FullSrcRegisters[i];
 704       std::vector<llvm::Value*> val;
 705       llvm::Value *indIdx = 0;
 706       int swizzle = swizzleInt(src);
 707
 708       if (src->SrcRegister.Indirect) {
 709          indIdx = storage->addrElement(src->SrcRegisterInd.Index);
 710       }
 711
 712       val = storage->load((enum tgsi_file_type)src->SrcRegister.File,
 713                           src->SrcRegister.Index, swizzle, indIdx);
 714
 715       inputs[i] = val;
 716    }
 717
 718    std::vector<llvm::Value*> out(4);
 719    switch (inst->Instruction.Opcode) {
 720    case TGSI_OPCODE_ARL: {
 721       out = instr->arl(inputs[0]);
 722    }
 723       break;
 724    case TGSI_OPCODE_MOV: {
 725       out = inputs[0];
 726    }
 727       break;
 728    case TGSI_OPCODE_LIT: {
 729    }
 730       break;
 731    case TGSI_OPCODE_RCP: {
 732    }
 733       break;
 734    case TGSI_OPCODE_RSQ: {
 735    }
 736       break;
 737    case TGSI_OPCODE_EXP:
 738       break;
 739    case TGSI_OPCODE_LOG:
 740       break;
 741    case TGSI_OPCODE_MUL: {
 742       out = instr->mul(inputs[0], inputs[1]);
 743    }
 744       break;
 745    case TGSI_OPCODE_ADD: {
 746       out = instr->add(inputs[0], inputs[1]);
 747    }
 748       break;
 749    case TGSI_OPCODE_DP3: {
 750       out = instr->dp3(inputs[0], inputs[1]);
 751    }
 752       break;
 753    case TGSI_OPCODE_DP4: {
 754       out = instr->dp4(inputs[0], inputs[1]);
 755    }
 756       break;
 757    case TGSI_OPCODE_DST: {
 758    }
 759       break;
 760    case TGSI_OPCODE_MIN: {
 761    }
 762       break;
 763    case TGSI_OPCODE_MAX: {
 764    }
 765       break;
 766    case TGSI_OPCODE_SLT: {
 767    }
 768       break;
 769    case TGSI_OPCODE_SGE: {
 770    }
 771       break;
 772    case TGSI_OPCODE_MAD: {
 773       out = instr->madd(inputs[0], inputs[1], inputs[2]);
 774    }
 775       break;
 776    case TGSI_OPCODE_SUB: {
 777    }
 778       break;
 779    case TGSI_OPCODE_LERP: {
 780    }
 781       break;
 782    case TGSI_OPCODE_CND:
 783       break;
 784    case TGSI_OPCODE_CND0:
 785       break;
 786    case TGSI_OPCODE_DOT2ADD:
 787       break;
 788    case TGSI_OPCODE_INDEX:
 789       break;
 790    case TGSI_OPCODE_NEGATE:
 791       break;
 792    case TGSI_OPCODE_FRAC: {
 793    }
 794       break;
 795    case TGSI_OPCODE_CLAMP:
 796       break;
 797    case TGSI_OPCODE_FLOOR: {
 798    }
 799       break;
 800    case TGSI_OPCODE_ROUND:
 801       break;
 802    case TGSI_OPCODE_EXPBASE2: {
 803    }
 804       break;
 805    case TGSI_OPCODE_LOGBASE2: {
 806    }
 807       break;
 808    case TGSI_OPCODE_POWER: {
 809    }
 810       break;
 811    case TGSI_OPCODE_CROSSPRODUCT: {
 812    }
 813       break;
 814    case TGSI_OPCODE_MULTIPLYMATRIX:
 815       break;
 816    case TGSI_OPCODE_ABS: {
 817    }
 818       break;
 819    case TGSI_OPCODE_RCC:
 820       break;
 821    case TGSI_OPCODE_DPH: {
 822    }
 823       break;
 824    case TGSI_OPCODE_COS: {
 825    }
 826       break;
 827    case TGSI_OPCODE_DDX:
 828       break;
 829    case TGSI_OPCODE_DDY:
 830       break;
 831    case TGSI_OPCODE_KILP: {
 832    }
 833       break;
 834    case TGSI_OPCODE_PK2H:
 835       break;
 836    case TGSI_OPCODE_PK2US:
 837       break;
 838    case TGSI_OPCODE_PK4B:
 839       break;
 840    case TGSI_OPCODE_PK4UB:
 841       break;
 842    case TGSI_OPCODE_RFL:
 843       break;
 844    case TGSI_OPCODE_SEQ:
 845       break;
 846    case TGSI_OPCODE_SFL:
 847       break;
 848    case TGSI_OPCODE_SGT: {
 849    }
 850       break;
 851    case TGSI_OPCODE_SIN: {
 852    }
 853       break;
 854    case TGSI_OPCODE_SLE:
 855       break;
 856    case TGSI_OPCODE_SNE:
 857       break;
 858    case TGSI_OPCODE_STR:
 859       break;
 860    case TGSI_OPCODE_TEX:
 861       break;
 862    case TGSI_OPCODE_TXD:
 863       break;
 864    case TGSI_OPCODE_UP2H:
 865       break;
 866    case TGSI_OPCODE_UP2US:
 867       break;
 868    case TGSI_OPCODE_UP4B:
 869       break;
 870    case TGSI_OPCODE_UP4UB:
 871       break;
 872    case TGSI_OPCODE_X2D:
 873       break;
 874    case TGSI_OPCODE_ARA:
 875       break;
 876    case TGSI_OPCODE_ARR:
 877       break;
 878    case TGSI_OPCODE_BRA:
 879       break;
 880    case TGSI_OPCODE_CAL: {
 881    }
 882       break;
 883    case TGSI_OPCODE_RET: {
 884    }
 885       break;
 886    case TGSI_OPCODE_SSG:
 887       break;
 888    case TGSI_OPCODE_CMP: {
 889    }
 890       break;
 891    case TGSI_OPCODE_SCS: {
 892    }
 893       break;
 894    case TGSI_OPCODE_TXB:
 895       break;
 896    case TGSI_OPCODE_NRM:
 897       break;
 898    case TGSI_OPCODE_DIV:
 899       break;
 900    case TGSI_OPCODE_DP2:
 901       break;
 902    case TGSI_OPCODE_TXL:
 903       break;
 904    case TGSI_OPCODE_BRK: {
 905    }
 906       break;
 907    case TGSI_OPCODE_IF: {
 908    }
 909       break;
 910    case TGSI_OPCODE_LOOP:
 911       break;
 912    case TGSI_OPCODE_REP:
 913       break;
 914    case TGSI_OPCODE_ELSE: {
 915    }
 916       break;
 917    case TGSI_OPCODE_ENDIF: {
 918    }
 919       break;
 920    case TGSI_OPCODE_ENDLOOP:
 921       break;
 922    case TGSI_OPCODE_ENDREP:
 923       break;
 924    case TGSI_OPCODE_PUSHA:
 925       break;
 926    case TGSI_OPCODE_POPA:
 927       break;
 928    case TGSI_OPCODE_CEIL:
 929       break;
 930    case TGSI_OPCODE_I2F:
 931       break;
 932    case TGSI_OPCODE_NOT:
 933       break;
 934    case TGSI_OPCODE_TRUNC: {
 935    }
 936       break;
 937    case TGSI_OPCODE_SHL:
 938       break;
 939    case TGSI_OPCODE_SHR:
 940       break;
 941    case TGSI_OPCODE_AND:
 942       break;
 943    case TGSI_OPCODE_OR:
 944       break;
 945    case TGSI_OPCODE_MOD:
 946       break;
 947    case TGSI_OPCODE_XOR:
 948       break;
 949    case TGSI_OPCODE_SAD:
 950       break;
 951    case TGSI_OPCODE_TXF:
 952       break;
 953    case TGSI_OPCODE_TXQ:
 954       break;
 955    case TGSI_OPCODE_CONT:
 956       break;
 957    case TGSI_OPCODE_EMIT:
 958       break;
 959    case TGSI_OPCODE_ENDPRIM:
 960       break;
 961    case TGSI_OPCODE_BGNLOOP2: {
 962    }
 963       break;
 964    case TGSI_OPCODE_BGNSUB: {
 965    }
 966       break;
 967    case TGSI_OPCODE_ENDLOOP2: {
 968    }
 969       break;
 970    case TGSI_OPCODE_ENDSUB: {
 971    }
 972       break;
 973    case TGSI_OPCODE_NOISE1:
 974       break;
 975    case TGSI_OPCODE_NOISE2:
 976       break;
 977    case TGSI_OPCODE_NOISE3:
 978       break;
 979    case TGSI_OPCODE_NOISE4:
 980       break;
 981    case TGSI_OPCODE_NOP:
 982       break;
 983    case TGSI_OPCODE_TEXBEM:
 984       break;
 985    case TGSI_OPCODE_TEXBEML:
 986       break;
 987    case TGSI_OPCODE_TEXREG2AR:
 988       break;
 989    case TGSI_OPCODE_TEXM3X2PAD:
 990       break;
 991    case TGSI_OPCODE_TEXM3X2TEX:
 992       break;
 993    case TGSI_OPCODE_TEXM3X3PAD:
 994       break;
 995    case TGSI_OPCODE_TEXM3X3TEX:
 996       break;
 997    case TGSI_OPCODE_TEXM3X3SPEC:
 998       break;
 999    case TGSI_OPCODE_TEXM3X3VSPEC:
1000       break;
1001    case TGSI_OPCODE_TEXREG2GB:
1002       break;
1003    case TGSI_OPCODE_TEXREG2RGB:
1004       break;
1005    case TGSI_OPCODE_TEXDP3TEX:
1006       break;
1007    case TGSI_OPCODE_TEXDP3:
1008       break;
1009    case TGSI_OPCODE_TEXM3X3:
1010       break;
1011    case TGSI_OPCODE_TEXM3X2DEPTH:
1012       break;
1013    case TGSI_OPCODE_TEXDEPTH:
1014       break;
1015    case TGSI_OPCODE_BEM:
1016       break;
1017    case TGSI_OPCODE_M4X3:
1018       break;
1019    case TGSI_OPCODE_M3X4:
1020       break;
1021    case TGSI_OPCODE_M3X3:
1022       break;
1023    case TGSI_OPCODE_M3X2:
1024       break;
1025    case TGSI_OPCODE_NRM4:
1026       break;
1027    case TGSI_OPCODE_CALLNZ:
1028       break;
1029    case TGSI_OPCODE_IFC:
1030       break;
1031    case TGSI_OPCODE_BREAKC:
1032       break;
1033    case TGSI_OPCODE_KIL:
1034       break;
1035    case TGSI_OPCODE_END:
1036       instr->end();
1037       return;
1038       break;
1039    default:
1040       fprintf(stderr, "ERROR: Unknown opcode %d\n",
1041               inst->Instruction.Opcode);
1042       assert(0);
1043       break;
1044    }
1045
1046    if (!out[0]) {
1047       fprintf(stderr, "ERROR: unsupported opcode %d\n",
1048               inst->Instruction.Opcode);
1049       assert(!"Unsupported opcode");
1050    }
1051
1052    /* store results  */
1053    for (int i = 0; i < inst->Instruction.NumDstRegs; ++i) {
1054       struct tgsi_full_dst_register *dst = &inst->FullDstRegisters[i];
1055
1056       storage->store((enum tgsi_file_type)dst->DstRegister.File,
1057                      dst->DstRegister.Index, out, dst->DstRegister.WriteMask);
1058    }
1059 }
1060
1061 llvm::Module *
1062 tgsi_to_llvm(struct gallivm_ir *ir, const struct tgsi_token *tokens)
1063 {
1064    llvm::Module *mod = new Module("shader");
1065    struct tgsi_parse_context parse;
1066    struct tgsi_full_instruction fi;
1067    struct tgsi_full_declaration fd;
1068    unsigned instno = 0;
1069    Function* shader = mod->getFunction("execute_shader");
1070    std::ostringstream stream;
1071    if (ir->type == GALLIVM_VS) {
1072       stream << "vs_shader";
1073    } else {
1074       stream << "fs_shader";
1075    }
1076    stream << ir->id;
1077    std::string func_name = stream.str();
1078    shader->setName(func_name.c_str());
1079
1080    Function::arg_iterator args = shader->arg_begin();
1081    Value *ptr_INPUT = args++;
1082    ptr_INPUT->setName("input");
1083
1084    BasicBlock *label_entry = new BasicBlock("entry", shader, 0);
1085
1086    tgsi_parse_init(&parse, tokens);
1087
1088    fi = tgsi_default_full_instruction();
1089    fd = tgsi_default_full_declaration();
1090    Storage storage(label_entry, ptr_INPUT);
1091    Instructions instr(mod, shader, label_entry, &storage);
1092    while(!tgsi_parse_end_of_tokens(&parse)) {
1093       tgsi_parse_token(&parse);
1094
1095       switch (parse.FullToken.Token.Type) {
1096       case TGSI_TOKEN_TYPE_DECLARATION:
1097          translate_declaration(ir, mod, &storage,
1098                                &parse.FullToken.FullDeclaration,
1099                                &fd);
1100          break;
1101
1102       case TGSI_TOKEN_TYPE_IMMEDIATE:
1103          translate_immediate(&storage,
1104                              &parse.FullToken.FullImmediate);
1105          break;
1106
1107       case TGSI_TOKEN_TYPE_INSTRUCTION:
1108          translate_instruction(mod, &storage, &instr,
1109                                &parse.FullToken.FullInstruction,
1110                                &fi, instno);
1111          ++instno;
1112          break;
1113
1114       default:
1115          assert(0);
1116       }
1117    }
1118
1119    tgsi_parse_free(&parse);
1120
1121    ir->num_consts = storage.numConsts();
1122    return mod;
1123 }
1124
1125 llvm::Module * tgsi_to_llvmir(struct gallivm_ir *ir,
1126                               const struct tgsi_token *tokens)
1127 {
1128    llvm::Module *mod = new Module("shader");
1129    struct tgsi_parse_context parse;
1130    struct tgsi_full_instruction fi;
1131    struct tgsi_full_declaration fd;
1132    unsigned instno = 0;
1133    std::ostringstream stream;
1134    if (ir->type == GALLIVM_VS) {
1135       stream << "vs_shader";
1136    } else {
1137       stream << "fs_shader";
1138    }
1139    //stream << ir->id;
1140    std::string func_name = stream.str();
1141    Function *shader = llvm::cast<Function>(mod->getOrInsertFunction(
1142                                               func_name.c_str(),
1143                                               vertexShaderFunctionType()));
1144
1145    Function::arg_iterator args = shader->arg_begin();
1146    Value *input = args++;
1147    input->setName("inputs");
1148    Value *output = args++;
1149    output->setName("outputs");
1150    Value *consts = args++;
1151    consts->setName("consts");
1152    Value *temps = args++;
1153    temps->setName("temps");
1154
1155    BasicBlock *label_entry = new BasicBlock("entry", shader, 0);
1156
1157    tgsi_parse_init(&parse, tokens);
1158
1159    fi = tgsi_default_full_instruction();
1160    fd = tgsi_default_full_declaration();
1161
1162    StorageSoa storage(label_entry, input, output, consts, temps);
1163    InstructionsSoa instr(mod, shader, label_entry, &storage);
1164
1165    while(!tgsi_parse_end_of_tokens(&parse)) {
1166       tgsi_parse_token(&parse);
1167
1168       switch (parse.FullToken.Token.Type) {
1169       case TGSI_TOKEN_TYPE_DECLARATION:
1170          translate_declarationir(ir, mod, &storage,
1171                                  &parse.FullToken.FullDeclaration,
1172                                  &fd);
1173          break;
1174
1175       case TGSI_TOKEN_TYPE_IMMEDIATE:
1176          translate_immediateir(&storage,
1177                              &parse.FullToken.FullImmediate);
1178          break;
1179
1180       case TGSI_TOKEN_TYPE_INSTRUCTION:
1181          storage.declareImmediates();
1182          translate_instructionir(mod, &storage, &instr,
1183                                  &parse.FullToken.FullInstruction,
1184                                  &fi, instno);
1185          ++instno;
1186          break;
1187
1188       default:
1189          assert(0);
1190       }
1191    }
1192
1193    tgsi_parse_free(&parse);
1194
1195    return mod;
1196 }