r600g: fix RSQ of negative value on Cayman
[mesa.git] / src / gallium / drivers / r600 / r600_shader.c
index 4cf39f67f422add5a06c30d817fa2262354fbcd4..7df549ba702cc02fcfcc117834bdca6cbb2c7931 100644 (file)
  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  */
+#include "r600_sq.h"
+#include "r600_llvm.h"
+#include "r600_formats.h"
+#include "r600_opcodes.h"
+#include "r600d.h"
+
 #include "pipe/p_shader_tokens.h"
 #include "tgsi/tgsi_info.h"
 #include "tgsi/tgsi_parse.h"
 #include "tgsi/tgsi_scan.h"
 #include "tgsi/tgsi_dump.h"
-#include "util/u_format.h"
-#include "r600_pipe.h"
-#include "r600_asm.h"
-#include "r600_sq.h"
-#include "r600_formats.h"
-#include "r600_opcodes.h"
-#include "r600d.h"
+#include "util/u_memory.h"
 #include <stdio.h>
 #include <errno.h>
 #include <byteswap.h>
@@ -71,7 +71,7 @@ static int r600_pipe_shader(struct pipe_context *ctx, struct r600_pipe_shader *s
                if (shader->bo == NULL) {
                        return -ENOMEM;
                }
-               ptr = (uint32_t*)rctx->ws->buffer_map(shader->bo->buf, rctx->cs, PIPE_TRANSFER_WRITE);
+               ptr = (uint32_t*)rctx->ws->buffer_map(shader->bo->cs_buf, rctx->cs, PIPE_TRANSFER_WRITE);
                if (R600_BIG_ENDIAN) {
                        for (i = 0; i < rshader->bc.ndw; ++i) {
                                ptr[i] = bswap_32(rshader->bc.bytecode[i]);
@@ -79,7 +79,7 @@ static int r600_pipe_shader(struct pipe_context *ctx, struct r600_pipe_shader *s
                } else {
                        memcpy(ptr, rshader->bc.bytecode, rshader->bc.ndw * sizeof(*ptr));
                }
-               rctx->ws->buffer_unmap(shader->bo->buf);
+               rctx->ws->buffer_unmap(shader->bo->cs_buf);
        }
        /* build state */
        switch (rshader->processor_type) {
@@ -103,12 +103,17 @@ static int r600_pipe_shader(struct pipe_context *ctx, struct r600_pipe_shader *s
        return 0;
 }
 
-static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_shader *pipeshader);
+static int r600_shader_from_tgsi(struct r600_screen *rscreen,
+                                struct r600_pipe_shader *pipeshader,
+                                struct r600_shader_key key);
 
-int r600_pipe_shader_create(struct pipe_context *ctx, struct r600_pipe_shader *shader)
+int r600_pipe_shader_create(struct pipe_context *ctx,
+                           struct r600_pipe_shader *shader,
+                           struct r600_shader_key key)
 {
        static int dump_shaders = -1;
        struct r600_context *rctx = (struct r600_context *)ctx;
+       struct r600_pipe_shader_selector *sel = shader->selector;
        int r;
 
        /* Would like some magic "get_bool_option_once" routine.
@@ -118,16 +123,16 @@ int r600_pipe_shader_create(struct pipe_context *ctx, struct r600_pipe_shader *s
 
        if (dump_shaders) {
                fprintf(stderr, "--------------------------------------------------------------\n");
-               tgsi_dump(shader->tokens, 0);
+               tgsi_dump(sel->tokens, 0);
 
-               if (shader->so.num_outputs) {
+               if (sel->so.num_outputs) {
                        unsigned i;
                        fprintf(stderr, "STREAMOUT\n");
-                       for (i = 0; i < shader->so.num_outputs; i++) {
-                               unsigned mask = ((1 << shader->so.output[i].num_components) - 1) <<
-                                               shader->so.output[i].start_component;
+                       for (i = 0; i < sel->so.num_outputs; i++) {
+                               unsigned mask = ((1 << sel->so.output[i].num_components) - 1) <<
+                                               sel->so.output[i].start_component;
                                fprintf(stderr, "  %i: MEM_STREAM0_BUF%i OUT[%i].%s%s%s%s\n", i,
-                                       shader->so.output[i].output_buffer, shader->so.output[i].register_index,
+                                       sel->so.output[i].output_buffer, sel->so.output[i].register_index,
                                        mask & 1 ? "x" : "_",
                                        (mask >> 1) & 1 ? "y" : "_",
                                        (mask >> 2) & 1 ? "z" : "_",
@@ -135,7 +140,7 @@ int r600_pipe_shader_create(struct pipe_context *ctx, struct r600_pipe_shader *s
                        }
                }
        }
-       r = r600_shader_from_tgsi(rctx, shader);
+       r = r600_shader_from_tgsi(rctx->screen, shader, key);
        if (r) {
                R600_ERR("translation from TGSI failed !\n");
                return r;
@@ -156,8 +161,6 @@ void r600_pipe_shader_destroy(struct pipe_context *ctx, struct r600_pipe_shader
 {
        pipe_resource_reference((struct pipe_resource**)&shader->bo, NULL);
        r600_bytecode_clear(&shader->shader.bc);
-
-       memset(&shader->shader,0,sizeof(struct r600_shader));
 }
 
 /*
@@ -198,6 +201,7 @@ struct r600_shader_ctx {
        boolean                 clip_vertex_write;
        unsigned                cv_output;
        int                                     fragcoord_input;
+       int                                     native_integers;
 };
 
 struct r600_shader_tgsi_instruction {
@@ -209,6 +213,357 @@ struct r600_shader_tgsi_instruction {
 
 static struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[], eg_shader_tgsi_instruction[], cm_shader_tgsi_instruction[];
 static int tgsi_helper_tempx_replicate(struct r600_shader_ctx *ctx);
+static inline void callstack_check_depth(struct r600_shader_ctx *ctx, unsigned reason, unsigned check_max_only);
+static void fc_pushlevel(struct r600_shader_ctx *ctx, int type);
+static int tgsi_else(struct r600_shader_ctx *ctx);
+static int tgsi_endif(struct r600_shader_ctx *ctx);
+static int tgsi_bgnloop(struct r600_shader_ctx *ctx);
+static int tgsi_endloop(struct r600_shader_ctx *ctx);
+static int tgsi_loop_brk_cont(struct r600_shader_ctx *ctx);
+
+/*
+ * bytestream -> r600 shader
+ *
+ * These functions are used to transform the output of the LLVM backend into
+ * struct r600_bytecode.
+ */
+
+static void r600_bytecode_from_byte_stream(struct r600_shader_ctx *ctx,
+                               unsigned char * bytes,  unsigned num_bytes);
+
+#ifdef HAVE_OPENCL
+int r600_compute_shader_create(struct pipe_context * ctx,
+       LLVMModuleRef mod,  struct r600_bytecode * bytecode)
+{
+       struct r600_context *r600_ctx = (struct r600_context *)ctx;
+       unsigned char * bytes;
+       unsigned byte_count;
+       struct r600_shader_ctx shader_ctx;
+       unsigned dump = 0;
+
+       if (debug_get_bool_option("R600_DUMP_SHADERS", FALSE)) {
+               dump = 1;
+       }
+
+       r600_llvm_compile(mod, &bytes, &byte_count, r600_ctx->family , dump);
+       shader_ctx.bc = bytecode;
+       r600_bytecode_init(shader_ctx.bc, r600_ctx->chip_class, r600_ctx->family);
+       shader_ctx.bc->type = TGSI_PROCESSOR_COMPUTE;
+       r600_bytecode_from_byte_stream(&shader_ctx, bytes, byte_count);
+       if (shader_ctx.bc->chip_class == CAYMAN) {
+               cm_bytecode_add_cf_end(shader_ctx.bc);
+       }
+       r600_bytecode_build(shader_ctx.bc);
+       if (dump) {
+               r600_bytecode_dump(shader_ctx.bc);
+       }
+       free(bytes);
+       return 1;
+}
+
+#endif /* HAVE_OPENCL */
+
+static uint32_t i32_from_byte_stream(unsigned char * bytes,
+               unsigned * bytes_read)
+{
+       unsigned i;
+       uint32_t out = 0;
+       for (i = 0; i < 4; i++) {
+               out |= bytes[(*bytes_read)++] << (8 * i);
+       }
+       return out;
+}
+
+static unsigned r600_src_from_byte_stream(unsigned char * bytes,
+               unsigned bytes_read, struct r600_bytecode_alu * alu, unsigned src_idx)
+{
+       unsigned i;
+       unsigned sel0, sel1;
+       sel0 = bytes[bytes_read++];
+       sel1 = bytes[bytes_read++];
+       alu->src[src_idx].sel = sel0 | (sel1 << 8);
+       alu->src[src_idx].chan = bytes[bytes_read++];
+       alu->src[src_idx].neg = bytes[bytes_read++];
+       alu->src[src_idx].abs = bytes[bytes_read++];
+       alu->src[src_idx].rel = bytes[bytes_read++];
+       alu->src[src_idx].kc_bank = bytes[bytes_read++];
+       for (i = 0; i < 4; i++) {
+               alu->src[src_idx].value |= bytes[bytes_read++] << (i * 8);
+       }
+       return bytes_read;
+}
+
+static unsigned r600_alu_from_byte_stream(struct r600_shader_ctx *ctx,
+                               unsigned char * bytes, unsigned bytes_read)
+{
+       unsigned src_idx;
+       struct r600_bytecode_alu alu;
+       unsigned src_const_reg[3];
+       uint32_t word0, word1;
+
+       memset(&alu, 0, sizeof(alu));
+       for(src_idx = 0; src_idx < 3; src_idx++) {
+               unsigned i;
+               src_const_reg[src_idx] = bytes[bytes_read++];
+               for (i = 0; i < 4; i++) {
+                       alu.src[src_idx].value |= bytes[bytes_read++] << (i * 8);
+               }
+       }
+
+       word0 = i32_from_byte_stream(bytes, &bytes_read);
+       word1 = i32_from_byte_stream(bytes, &bytes_read);
+
+       switch(ctx->bc->chip_class) {
+       case R600:
+               r600_bytecode_alu_read(&alu, word0, word1);
+               break;
+       case R700:
+       case EVERGREEN:
+       case CAYMAN:
+               r700_bytecode_alu_read(&alu, word0, word1);
+               break;
+       }
+
+       for(src_idx = 0; src_idx < 3; src_idx++) {
+               if (src_const_reg[src_idx])
+                       alu.src[src_idx].sel += 512;
+       }
+
+       if (alu.inst == CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETNE) ||
+           alu.inst == CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETE) ||
+           alu.inst == CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETE_INT) ||
+           alu.inst == CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETNE_INT)) {
+               alu.update_pred = 1;
+               alu.dst.write = 0;
+               alu.src[1].sel = V_SQ_ALU_SRC_0;
+               alu.src[1].chan = 0;
+               alu.last = 1;
+       }
+
+       if (alu.execute_mask) {
+               alu.pred_sel = 0;
+               r600_bytecode_add_alu_type(ctx->bc, &alu, CTX_INST(V_SQ_CF_ALU_WORD1_SQ_CF_INST_ALU_PUSH_BEFORE));
+       } else {
+               r600_bytecode_add_alu(ctx->bc, &alu);
+       }
+
+       /* XXX: Handle other KILL instructions */
+       if (alu.inst == CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_KILLGT)) {
+               ctx->shader->uses_kill = 1;
+               /* XXX: This should be enforced in the LLVM backend. */
+               ctx->bc->force_add_cf = 1;
+       }
+       return bytes_read;
+}
+
+static void llvm_if(struct r600_shader_ctx *ctx, struct r600_bytecode_alu * alu,
+       unsigned pred_inst)
+{
+       r600_bytecode_add_cfinst(ctx->bc, CTX_INST(V_SQ_CF_WORD1_SQ_CF_INST_JUMP));
+       fc_pushlevel(ctx, FC_IF);
+       callstack_check_depth(ctx, FC_PUSH_VPM, 0);
+}
+
+static void r600_break_from_byte_stream(struct r600_shader_ctx *ctx,
+                       struct r600_bytecode_alu *alu, unsigned compare_opcode)
+{
+       unsigned opcode = TGSI_OPCODE_BRK;
+       if (ctx->bc->chip_class == CAYMAN)
+               ctx->inst_info = &cm_shader_tgsi_instruction[opcode];
+       else if (ctx->bc->chip_class >= EVERGREEN)
+               ctx->inst_info = &eg_shader_tgsi_instruction[opcode];
+       else
+               ctx->inst_info = &r600_shader_tgsi_instruction[opcode];
+       llvm_if(ctx, alu, compare_opcode);
+       tgsi_loop_brk_cont(ctx);
+       tgsi_endif(ctx);
+}
+
+static unsigned r600_fc_from_byte_stream(struct r600_shader_ctx *ctx,
+                               unsigned char * bytes, unsigned bytes_read)
+{
+       struct r600_bytecode_alu alu;
+       unsigned inst;
+       memset(&alu, 0, sizeof(alu));
+       bytes_read = r600_src_from_byte_stream(bytes, bytes_read, &alu, 0);
+       inst = bytes[bytes_read++];
+       switch (inst) {
+       case 0: /* FC_IF */
+               llvm_if(ctx, &alu,
+                       CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETNE));
+               break;
+       case 1: /* FC_IF_INT */
+               llvm_if(ctx, &alu,
+                       CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETNE_INT));
+               break;
+       case 2: /* FC_ELSE */
+               tgsi_else(ctx);
+               break;
+       case 3: /* FC_ENDIF */
+               tgsi_endif(ctx);
+               break;
+       case 4: /* FC_BGNLOOP */
+               tgsi_bgnloop(ctx);
+               break;
+       case 5: /* FC_ENDLOOP */
+               tgsi_endloop(ctx);
+               break;
+       case 6: /* FC_BREAK */
+               r600_break_from_byte_stream(ctx, &alu,
+                       CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETE_INT));
+               break;
+       case 7: /* FC_BREAK_NZ_INT */
+               r600_break_from_byte_stream(ctx, &alu,
+                       CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETNE_INT));
+               break;
+       case 8: /* FC_CONTINUE */
+               {
+                       unsigned opcode = TGSI_OPCODE_CONT;
+                       if (ctx->bc->chip_class == CAYMAN) {
+                               ctx->inst_info =
+                                       &cm_shader_tgsi_instruction[opcode];
+                       } else if (ctx->bc->chip_class >= EVERGREEN) {
+                               ctx->inst_info =
+                                       &eg_shader_tgsi_instruction[opcode];
+                       } else {
+                               ctx->inst_info =
+                                       &r600_shader_tgsi_instruction[opcode];
+                       }
+                       tgsi_loop_brk_cont(ctx);
+               }
+               break;
+       case 9: /* FC_BREAK_Z_INT */
+               r600_break_from_byte_stream(ctx, &alu,
+                       CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETE_INT));
+               break;
+       case 10: /* FC_BREAK_NZ */
+               r600_break_from_byte_stream(ctx, &alu,
+                       CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_PRED_SETNE));
+               break;
+       }
+
+       return bytes_read;
+}
+
+static unsigned r600_tex_from_byte_stream(struct r600_shader_ctx *ctx,
+                               unsigned char * bytes, unsigned bytes_read)
+{
+       struct r600_bytecode_tex tex;
+
+       tex.inst = bytes[bytes_read++];
+       tex.resource_id = bytes[bytes_read++];
+       tex.src_gpr = bytes[bytes_read++];
+       tex.src_rel = bytes[bytes_read++];
+       tex.dst_gpr = bytes[bytes_read++];
+       tex.dst_rel = bytes[bytes_read++];
+       tex.dst_sel_x = bytes[bytes_read++];
+       tex.dst_sel_y = bytes[bytes_read++];
+       tex.dst_sel_z = bytes[bytes_read++];
+       tex.dst_sel_w = bytes[bytes_read++];
+       tex.lod_bias = bytes[bytes_read++];
+       tex.coord_type_x = bytes[bytes_read++];
+       tex.coord_type_y = bytes[bytes_read++];
+       tex.coord_type_z = bytes[bytes_read++];
+       tex.coord_type_w = bytes[bytes_read++];
+       tex.offset_x = bytes[bytes_read++];
+       tex.offset_y = bytes[bytes_read++];
+       tex.offset_z = bytes[bytes_read++];
+       tex.sampler_id = bytes[bytes_read++];
+       tex.src_sel_x = bytes[bytes_read++];
+       tex.src_sel_y = bytes[bytes_read++];
+       tex.src_sel_z = bytes[bytes_read++];
+       tex.src_sel_w = bytes[bytes_read++];
+
+       r600_bytecode_add_tex(ctx->bc, &tex);
+
+       return bytes_read;
+}
+
+static int r600_vtx_from_byte_stream(struct r600_shader_ctx *ctx,
+       unsigned char * bytes, unsigned bytes_read)
+{
+       struct r600_bytecode_vtx vtx;
+
+       uint32_t word0 = i32_from_byte_stream(bytes, &bytes_read);
+        uint32_t word1 = i32_from_byte_stream(bytes, &bytes_read);
+       uint32_t word2 = i32_from_byte_stream(bytes, &bytes_read);
+
+       memset(&vtx, 0, sizeof(vtx));
+
+       /* WORD0 */
+       vtx.inst = G_SQ_VTX_WORD0_VTX_INST(word0);
+       vtx.fetch_type = G_SQ_VTX_WORD0_FETCH_TYPE(word0);
+       vtx.buffer_id = G_SQ_VTX_WORD0_BUFFER_ID(word0);
+       vtx.src_gpr = G_SQ_VTX_WORD0_SRC_GPR(word0);
+       vtx.src_sel_x = G_SQ_VTX_WORD0_SRC_SEL_X(word0);
+       vtx.mega_fetch_count = G_SQ_VTX_WORD0_MEGA_FETCH_COUNT(word0);
+
+       /* WORD1 */
+       vtx.dst_gpr = G_SQ_VTX_WORD1_GPR_DST_GPR(word1);
+       vtx.dst_sel_x = G_SQ_VTX_WORD1_DST_SEL_X(word1);
+       vtx.dst_sel_y = G_SQ_VTX_WORD1_DST_SEL_Y(word1);
+       vtx.dst_sel_z = G_SQ_VTX_WORD1_DST_SEL_Z(word1);
+       vtx.dst_sel_w = G_SQ_VTX_WORD1_DST_SEL_W(word1);
+       vtx.use_const_fields = G_SQ_VTX_WORD1_USE_CONST_FIELDS(word1);
+       vtx.data_format = G_SQ_VTX_WORD1_DATA_FORMAT(word1);
+       vtx.num_format_all = G_SQ_VTX_WORD1_NUM_FORMAT_ALL(word1);
+       vtx.format_comp_all = G_SQ_VTX_WORD1_FORMAT_COMP_ALL(word1);
+       vtx.srf_mode_all = G_SQ_VTX_WORD1_SRF_MODE_ALL(word1);
+
+       /* WORD 2*/
+       vtx.offset = G_SQ_VTX_WORD2_OFFSET(word2);
+       vtx.endian = G_SQ_VTX_WORD2_ENDIAN_SWAP(word2);
+
+       if (r600_bytecode_add_vtx(ctx->bc, &vtx)) {
+               fprintf(stderr, "Error adding vtx\n");
+       }
+       /* Use the Texture Cache */
+       ctx->bc->cf_last->inst = EG_V_SQ_CF_WORD1_SQ_CF_INST_TEX;
+       return bytes_read;
+}
+
+static void r600_bytecode_from_byte_stream(struct r600_shader_ctx *ctx,
+                               unsigned char * bytes,  unsigned num_bytes)
+{
+       unsigned bytes_read = 0;
+       unsigned i, byte;
+       while (bytes_read < num_bytes) {
+               char inst_type = bytes[bytes_read++];
+               switch (inst_type) {
+               case 0:
+                       bytes_read = r600_alu_from_byte_stream(ctx, bytes,
+                                                               bytes_read);
+                       break;
+               case 1:
+                       bytes_read = r600_tex_from_byte_stream(ctx, bytes,
+                                                               bytes_read);
+                       break;
+               case 2:
+                       bytes_read = r600_fc_from_byte_stream(ctx, bytes,
+                                                               bytes_read);
+                       break;
+               case 3:
+                       r600_bytecode_add_cfinst(ctx->bc, CF_NATIVE);
+                       for (i = 0; i < 2; i++) {
+                               for (byte = 0 ; byte < 4; byte++) {
+                                       ctx->bc->cf_last->isa[i] |=
+                                       (bytes[bytes_read++] << (byte * 8));
+                               }
+                       }
+                       break;
+
+               case 4:
+                       bytes_read = r600_vtx_from_byte_stream(ctx, bytes,
+                                                               bytes_read);
+                       break;
+               default:
+                       /* XXX: Error here */
+                       break;
+               }
+       }
+}
+
+/* End bytestream -> r600 shader functions*/
 
 static int tgsi_is_supported(struct r600_shader_ctx *ctx)
 {
@@ -451,8 +806,8 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
                ctx->shader->input[i].name = d->Semantic.Name;
                ctx->shader->input[i].sid = d->Semantic.Index;
                ctx->shader->input[i].spi_sid = r600_spi_sid(&ctx->shader->input[i]);
-               ctx->shader->input[i].interpolate = d->Declaration.Interpolate;
-               ctx->shader->input[i].centroid = d->Declaration.Centroid;
+               ctx->shader->input[i].interpolate = d->Interp.Interpolate;
+               ctx->shader->input[i].centroid = d->Interp.Centroid;
                ctx->shader->input[i].gpr = ctx->file_offset[TGSI_FILE_INPUT] + d->Range.First;
                if (ctx->type == TGSI_PROCESSOR_FRAGMENT) {
                        switch (ctx->shader->input[i].name) {
@@ -478,7 +833,7 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
                ctx->shader->output[i].sid = d->Semantic.Index;
                ctx->shader->output[i].spi_sid = r600_spi_sid(&ctx->shader->output[i]);
                ctx->shader->output[i].gpr = ctx->file_offset[TGSI_FILE_OUTPUT] + d->Range.First;
-               ctx->shader->output[i].interpolate = d->Declaration.Interpolate;
+               ctx->shader->output[i].interpolate = d->Interp.Interpolate;
                ctx->shader->output[i].write_mask = d->Declaration.UsageMask;
                if (ctx->type == TGSI_PROCESSOR_VERTEX) {
                        switch (d->Semantic.Name) {
@@ -494,6 +849,12 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
                                ctx->cv_output = i;
                                break;
                        }
+               } else if (ctx->type == TGSI_PROCESSOR_FRAGMENT) {
+                       switch (d->Semantic.Name) {
+                       case TGSI_SEMANTIC_COLOR:
+                               ctx->shader->nr_ps_max_color_exports++;
+                               break;
+                       }
                }
                break;
        case TGSI_FILE_CONSTANT:
@@ -504,20 +865,22 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
 
        case TGSI_FILE_SYSTEM_VALUE:
                if (d->Semantic.Name == TGSI_SEMANTIC_INSTANCEID) {
-                       struct r600_bytecode_alu alu;
-                       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+                       if (!ctx->native_integers) {
+                               struct r600_bytecode_alu alu;
+                               memset(&alu, 0, sizeof(struct r600_bytecode_alu));
 
-                       alu.inst = CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_INT_TO_FLT);
-                       alu.src[0].sel = 0;
-                       alu.src[0].chan = 3;
+                               alu.inst = CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_INT_TO_FLT);
+                               alu.src[0].sel = 0;
+                               alu.src[0].chan = 3;
 
-                       alu.dst.sel = 0;
-                       alu.dst.chan = 3;
-                       alu.dst.write = 1;
-                       alu.last = 1;
+                               alu.dst.sel = 0;
+                               alu.dst.chan = 3;
+                               alu.dst.write = 1;
+                               alu.last = 1;
 
-                       if ((r = r600_bytecode_add_alu(ctx->bc, &alu)))
-                               return r;
+                               if ((r = r600_bytecode_add_alu(ctx->bc, &alu)))
+                                       return r;
+                       }
                        break;
                } else if (d->Semantic.Name == TGSI_SEMANTIC_VERTEXID)
                        break;
@@ -806,11 +1169,13 @@ static int process_twoside_color_inputs(struct r600_shader_ctx *ctx)
        return 0;
 }
 
-static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_shader *pipeshader)
+static int r600_shader_from_tgsi(struct r600_screen *rscreen,
+                                struct r600_pipe_shader *pipeshader,
+                                struct r600_shader_key key)
 {
        struct r600_shader *shader = &pipeshader->shader;
-       struct tgsi_token *tokens = pipeshader->tokens;
-       struct pipe_stream_output_info so = pipeshader->so;
+       struct tgsi_token *tokens = pipeshader->selector->tokens;
+       struct pipe_stream_output_info so = pipeshader->selector->so;
        struct tgsi_full_immediate *immediate;
        struct tgsi_full_property *property;
        struct r600_shader_ctx ctx;
@@ -819,10 +1184,19 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
        unsigned opcode;
        int i, j, k, r = 0;
        int next_pixel_base = 0, next_pos_base = 60, next_param_base = 0;
+       /* Declarations used by llvm code */
+       bool use_llvm = false;
+       unsigned char * inst_bytes = NULL;
+       unsigned inst_byte_count = 0;
 
+#ifdef R600_USE_LLVM
+       use_llvm = debug_get_bool_option("R600_LLVM", TRUE);
+#endif
        ctx.bc = &shader->bc;
        ctx.shader = shader;
-       r600_bytecode_init(ctx.bc, rctx->chip_class, rctx->family);
+       ctx.native_integers = true;
+
+       r600_bytecode_init(ctx.bc, rscreen->chip_class, rscreen->family);
        ctx.tokens = tokens;
        tgsi_scan_shader(tokens, &ctx.info);
        tgsi_parse_init(&ctx.parse, tokens);
@@ -835,8 +1209,10 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
        ctx.colors_used = 0;
        ctx.clip_vertex_write = 0;
 
-       shader->two_side = (ctx.type == TGSI_PROCESSOR_FRAGMENT) && rctx->two_side;
-       shader->nr_cbufs = rctx->nr_cbufs;
+       shader->nr_ps_color_exports = 0;
+       shader->nr_ps_max_color_exports = 0;
+
+       shader->two_side = key.color_two_side;
 
        /* register allocations */
        /* Values [0,127] correspond to GPR[0..127].
@@ -873,8 +1249,46 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
        if (ctx.type == TGSI_PROCESSOR_FRAGMENT && ctx.bc->chip_class >= EVERGREEN) {
                ctx.file_offset[TGSI_FILE_INPUT] = evergreen_gpr_count(&ctx);
        }
-       ctx.file_offset[TGSI_FILE_OUTPUT] = ctx.file_offset[TGSI_FILE_INPUT] +
-                                               ctx.info.file_max[TGSI_FILE_INPUT] + 1;
+
+       /* LLVM backend setup */
+#ifdef R600_USE_LLVM
+       if (use_llvm && ctx.info.indirect_files) {
+               fprintf(stderr, "Warning: R600 LLVM backend does not support "
+                               "indirect adressing.  Falling back to TGSI "
+                               "backend.\n");
+               use_llvm = 0;
+       }
+       if (use_llvm) {
+               struct radeon_llvm_context radeon_llvm_ctx;
+               LLVMModuleRef mod;
+               unsigned dump = 0;
+               memset(&radeon_llvm_ctx, 0, sizeof(radeon_llvm_ctx));
+               radeon_llvm_ctx.reserved_reg_count = ctx.file_offset[TGSI_FILE_INPUT];
+               mod = r600_tgsi_llvm(&radeon_llvm_ctx, tokens);
+               if (debug_get_bool_option("R600_DUMP_SHADERS", FALSE)) {
+                       dump = 1;
+               }
+               if (r600_llvm_compile(mod, &inst_bytes, &inst_byte_count,
+                                                       rscreen->family, dump)) {
+                       FREE(inst_bytes);
+                       radeon_llvm_dispose(&radeon_llvm_ctx);
+                       use_llvm = 0;
+                       fprintf(stderr, "R600 LLVM backend failed to compile "
+                               "shader.  Falling back to TGSI\n");
+               } else {
+                       ctx.file_offset[TGSI_FILE_OUTPUT] =
+                                       ctx.file_offset[TGSI_FILE_INPUT];
+               }
+               radeon_llvm_dispose(&radeon_llvm_ctx);
+       }
+#endif
+       /* End of LLVM backend setup */
+
+       if (!use_llvm) {
+               ctx.file_offset[TGSI_FILE_OUTPUT] =
+                       ctx.file_offset[TGSI_FILE_INPUT] +
+                       ctx.info.file_max[TGSI_FILE_INPUT] + 1;
+       }
        ctx.file_offset[TGSI_FILE_TEMPORARY] = ctx.file_offset[TGSI_FILE_OUTPUT] +
                                                ctx.info.file_max[TGSI_FILE_OUTPUT] + 1;
 
@@ -921,8 +1335,7 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
                                        shader->fs_write_all = TRUE;
                                break;
                        case TGSI_PROPERTY_VS_PROHIBIT_UCPS:
-                               if (property->u[0].Data == 1)
-                                       shader->vs_prohibit_ucps = TRUE;
+                               /* we don't need this one */
                                break;
                        }
                        break;
@@ -933,6 +1346,9 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
                }
        }
 
+       if (shader->fs_write_all && rscreen->chip_class >= EVERGREEN)
+               shader->nr_ps_max_color_exports = 8;
+
        if (ctx.fragcoord_input >= 0) {
                if (ctx.bc->chip_class == CAYMAN) {
                        for (j = 0 ; j < 4; j++) {
@@ -975,6 +1391,9 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
                tgsi_parse_token(&ctx.parse);
                switch (ctx.parse.FullToken.Token.Type) {
                case TGSI_TOKEN_TYPE_INSTRUCTION:
+                       if (use_llvm) {
+                               continue;
+                       }
                        r = tgsi_is_supported(&ctx);
                        if (r)
                                goto out_err;
@@ -1002,6 +1421,12 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
                }
        }
 
+       /* Get instructions if we are using the LLVM backend. */
+       if (use_llvm) {
+               r600_bytecode_from_byte_stream(&ctx, inst_bytes, inst_byte_count);
+               FREE(inst_bytes);
+       }
+
        noutput = shader->noutput;
 
        if (ctx.clip_vertex_write) {
@@ -1163,10 +1588,18 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
                        break;
                case TGSI_PROCESSOR_FRAGMENT:
                        if (shader->output[i].name == TGSI_SEMANTIC_COLOR) {
+                               /* never export more colors than the number of CBs */
+                               if (next_pixel_base && next_pixel_base >= key.nr_cbufs + key.dual_src_blend) {
+                                       /* skip export */
+                                       j--;
+                                       continue;
+                               }
+                               output[j].swizzle_w = key.alpha_to_one ? 5 : 3;
                                output[j].array_base = next_pixel_base++;
                                output[j].type = V_SQ_CF_ALLOC_EXPORT_WORD0_SQ_EXPORT_PIXEL;
-                               if (shader->fs_write_all && (rctx->chip_class >= EVERGREEN)) {
-                                       for (k = 1; k < shader->nr_cbufs; k++) {
+                               shader->nr_ps_color_exports++;
+                               if (shader->fs_write_all && (rscreen->chip_class >= EVERGREEN)) {
+                                       for (k = 1; k < key.nr_cbufs; k++) {
                                                j++;
                                                memset(&output[j], 0, sizeof(struct r600_bytecode_output));
                                                output[j].gpr = shader->output[i].gpr;
@@ -1174,12 +1607,13 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
                                                output[j].swizzle_x = 0;
                                                output[j].swizzle_y = 1;
                                                output[j].swizzle_z = 2;
-                                               output[j].swizzle_w = 3;
+                                               output[j].swizzle_w = key.alpha_to_one ? 5 : 3;
                                                output[j].burst_count = 1;
                                                output[j].barrier = 1;
                                                output[j].array_base = next_pixel_base++;
                                                output[j].inst = BC_INST(ctx.bc, V_SQ_CF_ALLOC_EXPORT_WORD1_SQ_CF_INST_EXPORT);
                                                output[j].type = V_SQ_CF_ALLOC_EXPORT_WORD0_SQ_EXPORT_PIXEL;
+                                               shader->nr_ps_color_exports++;
                                        }
                                }
                        } else if (shader->output[i].name == TGSI_SEMANTIC_POSITION) {
@@ -1230,7 +1664,7 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
        }
 
        /* add fake pixel export */
-       if (ctx.type == TGSI_PROCESSOR_FRAGMENT && j == 0) {
+       if (ctx.type == TGSI_PROCESSOR_FRAGMENT && next_pixel_base == 0) {
                memset(&output[j], 0, sizeof(struct r600_bytecode_output));
                output[j].gpr = 0;
                output[j].elem_size = 3;
@@ -1270,6 +1704,14 @@ static int r600_shader_from_tgsi(struct r600_context * rctx, struct r600_pipe_sh
        if (ctx.bc->chip_class == CAYMAN)
                cm_bytecode_add_cf_end(ctx.bc);
 
+       /* check GPR limit - we have 124 = 128 - 4
+        * (4 are reserved as alu clause temporary registers) */
+       if (ctx.bc->ngpr > 124) {
+               R600_ERR("GPR limit exceeded - shader requires %d registers\n", ctx.bc->ngpr);
+               r = -ENOMEM;
+               goto out_err;
+       }
+
        free(ctx.literals);
        tgsi_parse_free(&ctx.parse);
        return 0;
@@ -1446,6 +1888,11 @@ static int cayman_emit_float_instr(struct r600_shader_ctx *ctx)
                alu.inst = ctx->inst_info->r600_opcode;
                for (j = 0; j < inst->Instruction.NumSrcRegs; j++) {
                        r600_bytecode_src(&alu.src[j], &ctx->src[j], 0);
+
+                       /* RSQ should take the absolute value of src */
+                       if (ctx->inst_info->tgsi_opcode == TGSI_OPCODE_RSQ) {
+                               r600_bytecode_src_set_abs(&alu.src[j]);
+                       }
                }
                tgsi_dst(ctx, &inst->Dst[0], i, &alu.dst);
                alu.dst.write = (inst->Dst[0].Register.WriteMask >> i) & 1;
@@ -2969,6 +3416,56 @@ static int tgsi_imod(struct r600_shader_ctx *ctx)
        return tgsi_divmod(ctx, 1, 1);
 }
 
+
+static int tgsi_f2i(struct r600_shader_ctx *ctx)
+{
+       struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
+       struct r600_bytecode_alu alu;
+       int i, r;
+       unsigned write_mask = inst->Dst[0].Register.WriteMask;
+       int last_inst = tgsi_last_instruction(write_mask);
+
+       for (i = 0; i < 4; i++) {
+               if (!(write_mask & (1<<i)))
+                       continue;
+
+               memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+               alu.inst = CTX_INST(V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_TRUNC);
+
+               alu.dst.sel = ctx->temp_reg;
+               alu.dst.chan = i;
+               alu.dst.write = 1;
+
+               r600_bytecode_src(&alu.src[0], &ctx->src[0], i);
+               if (i == last_inst)
+                       alu.last = 1;
+               r = r600_bytecode_add_alu(ctx->bc, &alu);
+               if (r)
+                       return r;
+       }
+
+       for (i = 0; i < 4; i++) {
+               if (!(write_mask & (1<<i)))
+                       continue;
+
+               memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+               alu.inst = ctx->inst_info->r600_opcode;
+
+               tgsi_dst(ctx, &inst->Dst[0], i, &alu.dst);
+
+               alu.src[0].sel = ctx->temp_reg;
+               alu.src[0].chan = i;
+
+               if (i == last_inst || alu.inst == EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_FLT_TO_UINT)
+                       alu.last = 1;
+               r = r600_bytecode_add_alu(ctx->bc, &alu);
+               if (r)
+                       return r;
+       }
+
+       return 0;
+}
+
 static int tgsi_iabs(struct r600_shader_ctx *ctx)
 {
        struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
@@ -3275,9 +3772,10 @@ static int tgsi_tex(struct r600_shader_ctx *ctx)
        int opcode;
        /* Texture fetch instructions can only use gprs as source.
         * Also they cannot negate the source or take the absolute value */
-       const boolean src_requires_loading = tgsi_tex_src_requires_loading(ctx, 0);
+       const boolean src_requires_loading = inst->Instruction.Opcode != TGSI_OPCODE_TXQ_LZ &&
+                                             tgsi_tex_src_requires_loading(ctx, 0);
        boolean src_loaded = FALSE;
-       unsigned sampler_src_reg = 1;
+       unsigned sampler_src_reg = inst->Instruction.Opcode == TGSI_OPCODE_TXQ_LZ ? 0 : 1;
        uint8_t offset_x = 0, offset_y = 0, offset_z = 0;
 
        src_gpr = tgsi_tex_get_src_gpr(ctx, 0);
@@ -3410,7 +3908,8 @@ static int tgsi_tex(struct r600_shader_ctx *ctx)
 
        if ((inst->Texture.Texture == TGSI_TEXTURE_CUBE ||
             inst->Texture.Texture == TGSI_TEXTURE_SHADOWCUBE) &&
-           inst->Instruction.Opcode != TGSI_OPCODE_TXQ) {
+           inst->Instruction.Opcode != TGSI_OPCODE_TXQ &&
+           inst->Instruction.Opcode != TGSI_OPCODE_TXQ_LZ) {
 
                static const unsigned src0_swizzle[] = {2, 2, 0, 1};
                static const unsigned src1_swizzle[] = {1, 0, 2, 2};
@@ -3579,7 +4078,13 @@ static int tgsi_tex(struct r600_shader_ctx *ctx)
        tex.dst_sel_y = (inst->Dst[0].Register.WriteMask & 2) ? 1 : 7;
        tex.dst_sel_z = (inst->Dst[0].Register.WriteMask & 4) ? 2 : 7;
        tex.dst_sel_w = (inst->Dst[0].Register.WriteMask & 8) ? 3 : 7;
-       if (src_loaded) {
+
+       if (inst->Instruction.Opcode == TGSI_OPCODE_TXQ_LZ) {
+               tex.src_sel_x = 4;
+               tex.src_sel_y = 4;
+               tex.src_sel_z = 4;
+               tex.src_sel_w = 4;
+       } else if (src_loaded) {
                tex.src_sel_x = 0;
                tex.src_sel_y = 1;
                tex.src_sel_z = 2;
@@ -4376,7 +4881,8 @@ static int emit_logic_pred(struct r600_shader_ctx *ctx, int opcode)
 
        memset(&alu, 0, sizeof(struct r600_bytecode_alu));
        alu.inst = opcode;
-       alu.predicate = 1;
+       alu.execute_mask = 1;
+       alu.update_pred = 1;
 
        alu.dst.sel = ctx->temp_reg;
        alu.dst.write = 1;
@@ -4490,7 +4996,7 @@ static void fc_set_mid(struct r600_shader_ctx *ctx, int fc_sp)
 {
        struct r600_cf_stack_entry *sp = &ctx->bc->fc_stack[fc_sp];
 
-       sp->mid = (struct r600_bytecode_cf **)realloc((void *)sp->mid,
+       sp->mid = realloc((void *)sp->mid,
                                                sizeof(struct r600_bytecode_cf *) * (sp->num_mid + 1));
        sp->mid[sp->num_mid] = ctx->bc->cf_last;
        sp->num_mid++;
@@ -4506,10 +5012,8 @@ static void fc_pushlevel(struct r600_shader_ctx *ctx, int type)
 static void fc_poplevel(struct r600_shader_ctx *ctx)
 {
        struct r600_cf_stack_entry *sp = &ctx->bc->fc_stack[ctx->bc->fc_sp];
-       if (sp->mid) {
-               free(sp->mid);
-               sp->mid = NULL;
-       }
+       free(sp->mid);
+       sp->mid = NULL;
        sp->num_mid = 0;
        sp->start = NULL;
        sp->type = 0;
@@ -4608,7 +5112,9 @@ static int tgsi_endif(struct r600_shader_ctx *ctx)
 
 static int tgsi_bgnloop(struct r600_shader_ctx *ctx)
 {
-       r600_bytecode_add_cfinst(ctx->bc, CTX_INST(V_SQ_CF_WORD1_SQ_CF_INST_LOOP_START_NO_AL));
+       /* LOOP_START_DX10 ignores the LOOP_CONFIG* registers, so it is not
+        * limited to 4096 iterations, like the other LOOP_* instructions. */
+       r600_bytecode_add_cfinst(ctx->bc, CTX_INST(V_SQ_CF_WORD1_SQ_CF_INST_LOOP_START_DX10));
 
        fc_pushlevel(ctx, FC_LOOP);
 
@@ -4817,7 +5323,7 @@ static struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[] = {
        {80,                    0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_PUSHA,     0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_POPA,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
-       {TGSI_OPCODE_CEIL,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
+       {TGSI_OPCODE_CEIL,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_CEIL, tgsi_op2},
        {TGSI_OPCODE_I2F,       0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_INT_TO_FLT, tgsi_op2_trans},
        {TGSI_OPCODE_NOT,       0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOT_INT, tgsi_op2},
        {TGSI_OPCODE_TRUNC,     0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_TRUNC, tgsi_op2},
@@ -4838,8 +5344,8 @@ static struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_BGNSUB,    0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_ENDLOOP,   0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_endloop},
        {TGSI_OPCODE_ENDSUB,    0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
+       {TGSI_OPCODE_TXQ_LZ,    0, SQ_TEX_INST_GET_TEXTURE_RESINFO, tgsi_tex},
        /* gap */
-       {103,                   0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {104,                   0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {105,                   0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {106,                   0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
@@ -4865,7 +5371,7 @@ static struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_ISGE,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_SETGE_INT, tgsi_op2},
        {TGSI_OPCODE_ISHR,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_ASHR_INT, tgsi_op2_trans},
        {TGSI_OPCODE_ISLT,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_SETGT_INT, tgsi_op2_swap},
-       {TGSI_OPCODE_F2U,       0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_FLT_TO_UINT, tgsi_op2},
+       {TGSI_OPCODE_F2U,       0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_FLT_TO_UINT, tgsi_op2_trans},
        {TGSI_OPCODE_U2F,       0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_UINT_TO_FLT, tgsi_op2_trans},
        {TGSI_OPCODE_UADD,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_ADD_INT, tgsi_op2},
        {TGSI_OPCODE_UDIV,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_udiv},
@@ -4883,16 +5389,16 @@ static struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_CASE,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_DEFAULT,   0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_ENDSWITCH, 0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
-       {TGSI_OPCODE_LOAD,      0, 0, tgsi_unsupported},
-       {TGSI_OPCODE_LOAD_MS,   0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE,    0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SAMPLE_I,  0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SAMPLE_I_MS, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_B,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_C,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_C_LZ, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_D,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_L,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_GATHER4,   0, 0, tgsi_unsupported},
-       {TGSI_OPCODE_RESINFO,   0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SVIEWINFO, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_POS, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_INFO, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_UARL,      0, V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_MOVA_INT, tgsi_r600_arl},
@@ -4991,7 +5497,7 @@ static struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] = {
        {80,                    0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_PUSHA,     0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_POPA,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
-       {TGSI_OPCODE_CEIL,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
+       {TGSI_OPCODE_CEIL,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_CEIL, tgsi_op2},
        {TGSI_OPCODE_I2F,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_INT_TO_FLT, tgsi_op2_trans},
        {TGSI_OPCODE_NOT,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOT_INT, tgsi_op2},
        {TGSI_OPCODE_TRUNC,     0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_TRUNC, tgsi_op2},
@@ -5012,8 +5518,8 @@ static struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_BGNSUB,    0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_ENDLOOP,   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_endloop},
        {TGSI_OPCODE_ENDSUB,    0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
+       {TGSI_OPCODE_TXQ_LZ,    0, SQ_TEX_INST_GET_TEXTURE_RESINFO, tgsi_tex},
        /* gap */
-       {103,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {104,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {105,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {106,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
@@ -5031,7 +5537,7 @@ static struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_END,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_end},  /* aka HALT */
        /* gap */
        {118,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
-       {TGSI_OPCODE_F2I,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_FLT_TO_INT, tgsi_op2},
+       {TGSI_OPCODE_F2I,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_FLT_TO_INT, tgsi_f2i},
        {TGSI_OPCODE_IDIV,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_idiv},
        {TGSI_OPCODE_IMAX,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_MAX_INT, tgsi_op2},
        {TGSI_OPCODE_IMIN,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_MIN_INT, tgsi_op2},
@@ -5039,7 +5545,7 @@ static struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_ISGE,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_SETGE_INT, tgsi_op2},
        {TGSI_OPCODE_ISHR,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_ASHR_INT, tgsi_op2},
        {TGSI_OPCODE_ISLT,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_SETGT_INT, tgsi_op2_swap},
-       {TGSI_OPCODE_F2U,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_FLT_TO_UINT, tgsi_op2_trans},
+       {TGSI_OPCODE_F2U,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_FLT_TO_UINT, tgsi_f2i},
        {TGSI_OPCODE_U2F,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_UINT_TO_FLT, tgsi_op2_trans},
        {TGSI_OPCODE_UADD,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_ADD_INT, tgsi_op2},
        {TGSI_OPCODE_UDIV,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_udiv},
@@ -5057,16 +5563,16 @@ static struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_CASE,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_DEFAULT,   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_ENDSWITCH, 0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
-       {TGSI_OPCODE_LOAD,      0, 0, tgsi_unsupported},
-       {TGSI_OPCODE_LOAD_MS,   0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE,    0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SAMPLE_I,      0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SAMPLE_I_MS,   0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_B,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_C,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_C_LZ, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_D,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_L,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_GATHER4,   0, 0, tgsi_unsupported},
-       {TGSI_OPCODE_RESINFO,   0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SVIEWINFO, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_POS, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_INFO, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_UARL,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_MOVA_INT, tgsi_eg_arl},
@@ -5165,7 +5671,7 @@ static struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] = {
        {80,                    0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_PUSHA,     0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_POPA,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
-       {TGSI_OPCODE_CEIL,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
+       {TGSI_OPCODE_CEIL,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_CEIL, tgsi_op2},
        {TGSI_OPCODE_I2F,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_INT_TO_FLT, tgsi_op2},
        {TGSI_OPCODE_NOT,       0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOT_INT, tgsi_op2},
        {TGSI_OPCODE_TRUNC,     0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_TRUNC, tgsi_op2},
@@ -5186,8 +5692,8 @@ static struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_BGNSUB,    0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_ENDLOOP,   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_endloop},
        {TGSI_OPCODE_ENDSUB,    0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
+       {TGSI_OPCODE_TXQ_LZ,    0, SQ_TEX_INST_GET_TEXTURE_RESINFO, tgsi_tex},
        /* gap */
-       {103,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {104,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {105,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {106,                   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
@@ -5231,16 +5737,16 @@ static struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] = {
        {TGSI_OPCODE_CASE,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_DEFAULT,   0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
        {TGSI_OPCODE_ENDSWITCH, 0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_NOP, tgsi_unsupported},
-       {TGSI_OPCODE_LOAD,      0, 0, tgsi_unsupported},
-       {TGSI_OPCODE_LOAD_MS,   0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE,    0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SAMPLE_I,      0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SAMPLE_I_MS,   0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_B,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_C,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_C_LZ, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_D,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_L,  0, 0, tgsi_unsupported},
        {TGSI_OPCODE_GATHER4,   0, 0, tgsi_unsupported},
-       {TGSI_OPCODE_RESINFO,   0, 0, tgsi_unsupported},
+       {TGSI_OPCODE_SVIEWINFO, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_POS, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_SAMPLE_INFO, 0, 0, tgsi_unsupported},
        {TGSI_OPCODE_UARL,      0, EG_V_SQ_ALU_WORD1_OP2_SQ_OP2_INST_MOVA_INT, tgsi_eg_arl},