r600: double multiply can handle only one multiply at a time
[mesa.git] / src / gallium / drivers / r600 / r600_shader.c
index d128718245f89c4d66e506d2e990d612ca23c0ab..7d1452add343bb88d473c9ebe0b5ba7c891eaa54 100644 (file)
@@ -21,7 +21,6 @@
  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  */
 #include "r600_sq.h"
-#include "r600_llvm.h"
 #include "r600_formats.h"
 #include "r600_opcodes.h"
 #include "r600_shader.h"
@@ -34,6 +33,7 @@
 #include "tgsi/tgsi_parse.h"
 #include "tgsi/tgsi_scan.h"
 #include "tgsi/tgsi_dump.h"
+#include "util/u_bitcast.h"
 #include "util/u_memory.h"
 #include "util/u_math.h"
 #include <stdio.h>
@@ -137,7 +137,7 @@ static int store_shader(struct pipe_context *ctx,
 
        if (shader->bo == NULL) {
                shader->bo = (struct r600_resource*)
-                       pipe_buffer_create(ctx->screen, PIPE_BIND_CUSTOM, PIPE_USAGE_IMMUTABLE, shader->shader.bc.ndw * 4);
+                       pipe_buffer_create(ctx->screen, 0, PIPE_USAGE_IMMUTABLE, shader->shader.bc.ndw * 4);
                if (shader->bo == NULL) {
                        return -ENOMEM;
                }
@@ -149,7 +149,7 @@ static int store_shader(struct pipe_context *ctx,
                } else {
                        memcpy(ptr, shader->shader.bc.bytecode, shader->shader.bc.ndw * sizeof(*ptr));
                }
-               rctx->b.ws->buffer_unmap(shader->bo->cs_buf);
+               rctx->b.ws->buffer_unmap(shader->bo->buf);
        }
 
        return 0;
@@ -162,7 +162,8 @@ int r600_pipe_shader_create(struct pipe_context *ctx,
        struct r600_context *rctx = (struct r600_context *)ctx;
        struct r600_pipe_shader_selector *sel = shader->selector;
        int r;
-       bool dump = r600_can_dump_shader(&rctx->screen->b, sel->tokens);
+       bool dump = r600_can_dump_shader(&rctx->screen->b,
+                                        tgsi_get_processor_type(sel->tokens));
        unsigned use_sb = !(rctx->screen->b.debug_flags & DBG_NO_SB);
        unsigned sb_disasm = use_sb || (rctx->screen->b.debug_flags & DBG_SB_DISASM);
        unsigned export_shader;
@@ -182,21 +183,18 @@ int r600_pipe_shader_create(struct pipe_context *ctx,
                R600_ERR("translation from TGSI failed !\n");
                goto error;
        }
-       if (shader->shader.processor_type == TGSI_PROCESSOR_VERTEX) {
+       if (shader->shader.processor_type == PIPE_SHADER_VERTEX) {
                /* only disable for vertex shaders in tess paths */
                if (key.vs.as_ls)
                        use_sb = 0;
        }
-       use_sb &= (shader->shader.processor_type != TGSI_PROCESSOR_TESS_CTRL);
-       use_sb &= (shader->shader.processor_type != TGSI_PROCESSOR_TESS_EVAL);
+       use_sb &= (shader->shader.processor_type != PIPE_SHADER_TESS_CTRL);
+       use_sb &= (shader->shader.processor_type != PIPE_SHADER_TESS_EVAL);
 
        /* disable SB for shaders using doubles */
        use_sb &= !shader->shader.uses_doubles;
 
-       /* Check if the bytecode has already been built.  When using the llvm
-        * backend, r600_shader_from_tgsi() will take care of building the
-        * bytecode.
-        */
+       /* Check if the bytecode has already been built. */
        if (!shader->shader.bc.bytecode) {
                r = r600_bytecode_build(&shader->shader.bc);
                if (r) {
@@ -237,16 +235,16 @@ int r600_pipe_shader_create(struct pipe_context *ctx,
 
        /* Build state. */
        switch (shader->shader.processor_type) {
-       case TGSI_PROCESSOR_TESS_CTRL:
+       case PIPE_SHADER_TESS_CTRL:
                evergreen_update_hs_state(ctx, shader);
                break;
-       case TGSI_PROCESSOR_TESS_EVAL:
+       case PIPE_SHADER_TESS_EVAL:
                if (key.tes.as_es)
                        evergreen_update_es_state(ctx, shader);
                else
                        evergreen_update_vs_state(ctx, shader);
                break;
-       case TGSI_PROCESSOR_GEOMETRY:
+       case PIPE_SHADER_GEOMETRY:
                if (rctx->b.chip_class >= EVERGREEN) {
                        evergreen_update_gs_state(ctx, shader);
                        evergreen_update_vs_state(ctx, shader->gs_copy_shader);
@@ -255,7 +253,7 @@ int r600_pipe_shader_create(struct pipe_context *ctx,
                        r600_update_vs_state(ctx, shader->gs_copy_shader);
                }
                break;
-       case TGSI_PROCESSOR_VERTEX:
+       case PIPE_SHADER_VERTEX:
                export_shader = key.vs.as_es;
                if (rctx->b.chip_class >= EVERGREEN) {
                        if (key.vs.as_ls)
@@ -271,7 +269,7 @@ int r600_pipe_shader_create(struct pipe_context *ctx,
                                r600_update_vs_state(ctx, shader);
                }
                break;
-       case TGSI_PROCESSOR_FRAGMENT:
+       case PIPE_SHADER_FRAGMENT:
                if (rctx->b.chip_class >= EVERGREEN) {
                        evergreen_update_ps_state(ctx, shader);
                } else {
@@ -291,7 +289,7 @@ error:
 
 void r600_pipe_shader_destroy(struct pipe_context *ctx, struct r600_pipe_shader *shader)
 {
-       pipe_resource_reference((struct pipe_resource**)&shader->bo, NULL);
+       r600_resource_reference(&shader->bo, NULL);
        r600_bytecode_clear(&shader->shader.bc);
        r600_release_command_buffer(&shader->command_buffer);
 }
@@ -331,7 +329,6 @@ struct r600_shader_ctx {
        uint32_t                                *literals;
        uint32_t                                nliterals;
        uint32_t                                max_driver_temp_used;
-       boolean use_llvm;
        /* needed for evergreen interpolation */
        struct eg_interp                eg_interpolators[6]; // indexed by Persp/Linear * 3 + sample/center/centroid
        /* evergreen/cayman also store sample mask in face register */
@@ -394,7 +391,7 @@ static int tgsi_last_instruction(unsigned writemask)
 static int tgsi_is_supported(struct r600_shader_ctx *ctx)
 {
        struct tgsi_full_instruction *i = &ctx->parse.FullToken.FullInstruction;
-       int j;
+       unsigned j;
 
        if (i->Instruction.NumDstRegs > 1 && i->Instruction.Opcode != TGSI_OPCODE_DFRACEXP) {
                R600_ERR("too many dst (%d)\n", i->Instruction.NumDstRegs);
@@ -416,12 +413,12 @@ static int tgsi_is_supported(struct r600_shader_ctx *ctx)
                   case TGSI_FILE_CONSTANT:
                           break;
                   case TGSI_FILE_INPUT:
-                          if (ctx->type == TGSI_PROCESSOR_GEOMETRY ||
-                              ctx->type == TGSI_PROCESSOR_TESS_CTRL ||
-                              ctx->type == TGSI_PROCESSOR_TESS_EVAL)
+                          if (ctx->type == PIPE_SHADER_GEOMETRY ||
+                              ctx->type == PIPE_SHADER_TESS_CTRL ||
+                              ctx->type == PIPE_SHADER_TESS_EVAL)
                                   break;
                   case TGSI_FILE_OUTPUT:
-                          if (ctx->type == TGSI_PROCESSOR_TESS_CTRL)
+                          if (ctx->type == PIPE_SHADER_TESS_CTRL)
                                   break;
                   default:
                           R600_ERR("unsupported src %d (file %d, dimension %d)\n", j,
@@ -433,7 +430,7 @@ static int tgsi_is_supported(struct r600_shader_ctx *ctx)
        }
        for (j = 0; j < i->Instruction.NumDstRegs; j++) {
                if (i->Dst[j].Register.Dimension) {
-                       if (ctx->type == TGSI_PROCESSOR_TESS_CTRL)
+                       if (ctx->type == PIPE_SHADER_TESS_CTRL)
                                continue;
                        R600_ERR("unsupported dst (dimension)\n");
                        return -EINVAL;
@@ -660,11 +657,9 @@ static int evergreen_interp_input(struct r600_shader_ctx *ctx, int index)
                ctx->shader->input[index].lds_pos = ctx->shader->nlds++;
                if (ctx->shader->input[index].interpolate > 0) {
                        evergreen_interp_assign_ij_index(ctx, index);
-                       if (!ctx->use_llvm)
-                               r = evergreen_interp_alu(ctx, index);
+                       r = evergreen_interp_alu(ctx, index);
                } else {
-                       if (!ctx->use_llvm)
-                               r = evergreen_interp_flat(ctx, index);
+                       r = evergreen_interp_flat(ctx, index);
                }
        }
        return r;
@@ -840,6 +835,21 @@ static int vs_add_primid_output(struct r600_shader_ctx *ctx, int prim_id_sid)
        return 0;
 }
 
+static int tgsi_barrier(struct r600_shader_ctx *ctx)
+{
+       struct r600_bytecode_alu alu;
+       int r;
+
+       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+       alu.op = ctx->inst_info->op;
+       alu.last = 1;
+
+       r = r600_bytecode_add_alu(ctx->bc, &alu);
+       if (r)
+               return r;
+       return 0;
+}
+
 static int tgsi_declaration(struct r600_shader_ctx *ctx)
 {
        struct tgsi_full_declaration *d = &ctx->parse.FullToken.FullDeclaration;
@@ -849,13 +859,13 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
        case TGSI_FILE_INPUT:
                for (j = 0; j < count; j++) {
                        i = ctx->shader->ninput + j;
-                       assert(i < Elements(ctx->shader->input));
+                       assert(i < ARRAY_SIZE(ctx->shader->input));
                        ctx->shader->input[i].name = d->Semantic.Name;
                        ctx->shader->input[i].sid = d->Semantic.Index + j;
                        ctx->shader->input[i].interpolate = d->Interp.Interpolate;
                        ctx->shader->input[i].interpolate_location = d->Interp.Location;
                        ctx->shader->input[i].gpr = ctx->file_offset[TGSI_FILE_INPUT] + d->Range.First + j;
-                       if (ctx->type == TGSI_PROCESSOR_FRAGMENT) {
+                       if (ctx->type == PIPE_SHADER_FRAGMENT) {
                                ctx->shader->input[i].spi_sid = r600_spi_sid(&ctx->shader->input[i]);
                                switch (ctx->shader->input[i].name) {
                                case TGSI_SEMANTIC_FACE:
@@ -880,7 +890,7 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
                                        if ((r = evergreen_interp_input(ctx, i)))
                                                return r;
                                }
-                       } else if (ctx->type == TGSI_PROCESSOR_GEOMETRY) {
+                       } else if (ctx->type == PIPE_SHADER_GEOMETRY) {
                                /* FIXME probably skip inputs if they aren't passed in the ring */
                                ctx->shader->input[i].ring_offset = ctx->next_ring_offset;
                                ctx->next_ring_offset += 16;
@@ -893,15 +903,15 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
        case TGSI_FILE_OUTPUT:
                for (j = 0; j < count; j++) {
                        i = ctx->shader->noutput + j;
-                       assert(i < Elements(ctx->shader->output));
+                       assert(i < ARRAY_SIZE(ctx->shader->output));
                        ctx->shader->output[i].name = d->Semantic.Name;
                        ctx->shader->output[i].sid = d->Semantic.Index + j;
                        ctx->shader->output[i].gpr = ctx->file_offset[TGSI_FILE_OUTPUT] + d->Range.First + j;
                        ctx->shader->output[i].interpolate = d->Interp.Interpolate;
                        ctx->shader->output[i].write_mask = d->Declaration.UsageMask;
-                       if (ctx->type == TGSI_PROCESSOR_VERTEX ||
-                           ctx->type == TGSI_PROCESSOR_GEOMETRY ||
-                           ctx->type == TGSI_PROCESSOR_TESS_EVAL) {
+                       if (ctx->type == PIPE_SHADER_VERTEX ||
+                           ctx->type == PIPE_SHADER_GEOMETRY ||
+                           ctx->type == PIPE_SHADER_TESS_EVAL) {
                                ctx->shader->output[i].spi_sid = r600_spi_sid(&ctx->shader->output[i]);
                                switch (d->Semantic.Name) {
                                case TGSI_SEMANTIC_CLIPDIST:
@@ -930,10 +940,10 @@ static int tgsi_declaration(struct r600_shader_ctx *ctx)
                                        ctx->cv_output = i;
                                        break;
                                }
-                               if (ctx->type == TGSI_PROCESSOR_GEOMETRY) {
+                               if (ctx->type == PIPE_SHADER_GEOMETRY) {
                                        ctx->gs_out_ring_offset += 16;
                                }
-                       } else if (ctx->type == TGSI_PROCESSOR_FRAGMENT) {
+                       } else if (ctx->type == PIPE_SHADER_FRAGMENT) {
                                switch (d->Semantic.Name) {
                                case TGSI_SEMANTIC_COLOR:
                                        ctx->shader->nr_ps_max_color_exports++;
@@ -1108,7 +1118,7 @@ static int allocate_system_value_inputs(struct r600_shader_ctx *ctx, int gpr_off
                } else if (parse.FullToken.Token.Type == TGSI_TOKEN_TYPE_DECLARATION) {
                        struct tgsi_full_declaration *d = &parse.FullToken.FullDeclaration;
                        if (d->Declaration.File == TGSI_FILE_SYSTEM_VALUE) {
-                               for (k = 0; k < Elements(inputs); k++) {
+                               for (k = 0; k < ARRAY_SIZE(inputs); k++) {
                                        if (d->Semantic.Name == inputs[k].name ||
                                                d->Semantic.Name == inputs[k].alternate_name) {
                                                inputs[k].enabled = true;
@@ -1120,7 +1130,7 @@ static int allocate_system_value_inputs(struct r600_shader_ctx *ctx, int gpr_off
 
        tgsi_parse_free(&parse);
 
-       for (i = 0; i < Elements(inputs); i++) {
+       for (i = 0; i < ARRAY_SIZE(inputs); i++) {
                boolean enabled = inputs[i].enabled;
                int *reg = inputs[i].reg;
                unsigned name = inputs[i].name;
@@ -1151,7 +1161,7 @@ static int allocate_system_value_inputs(struct r600_shader_ctx *ctx, int gpr_off
 */
 static int evergreen_gpr_count(struct r600_shader_ctx *ctx)
 {
-       int i;
+       unsigned i;
        int num_baryc;
        struct tgsi_parse_context parse;
 
@@ -1208,7 +1218,7 @@ static int evergreen_gpr_count(struct r600_shader_ctx *ctx)
 
        /* assign gpr to each interpolator according to priority */
        num_baryc = 0;
-       for (i = 0; i < Elements(ctx->eg_interpolators); i++) {
+       for (i = 0; i < ARRAY_SIZE(ctx->eg_interpolators); i++) {
                if (ctx->eg_interpolators[i].enabled) {
                        ctx->eg_interpolators[i].ij_index = num_baryc;
                        num_baryc ++;
@@ -1333,7 +1343,7 @@ static void tgsi_src(struct r600_shader_ctx *ctx,
                        r600_src->swizzle[2] = 0;
                        r600_src->swizzle[3] = 0;
                        r600_src->sel = 0;
-               } else if (ctx->type != TGSI_PROCESSOR_TESS_CTRL && ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_INVOCATIONID) {
+               } else if (ctx->type != PIPE_SHADER_TESS_CTRL && ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_INVOCATIONID) {
                        r600_src->swizzle[0] = 3;
                        r600_src->swizzle[1] = 3;
                        r600_src->swizzle[2] = 3;
@@ -1352,7 +1362,7 @@ static void tgsi_src(struct r600_shader_ctx *ctx,
                } else if (ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_TESSOUTER) {
                        r600_src->sel = 2;
                } else if (ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_VERTICESIN) {
-                       if (ctx->type == TGSI_PROCESSOR_TESS_CTRL) {
+                       if (ctx->type == PIPE_SHADER_TESS_CTRL) {
                                r600_src->sel = ctx->tess_input_info;
                                r600_src->swizzle[0] = 2;
                                r600_src->swizzle[1] = 2;
@@ -1365,13 +1375,13 @@ static void tgsi_src(struct r600_shader_ctx *ctx,
                                r600_src->swizzle[2] = 3;
                                r600_src->swizzle[3] = 3;
                        }
-               } else if (ctx->type == TGSI_PROCESSOR_TESS_CTRL && ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_PRIMID) {
+               } else if (ctx->type == PIPE_SHADER_TESS_CTRL && ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_PRIMID) {
                        r600_src->sel = 0;
                        r600_src->swizzle[0] = 0;
                        r600_src->swizzle[1] = 0;
                        r600_src->swizzle[2] = 0;
                        r600_src->swizzle[3] = 0;
-               } else if (ctx->type == TGSI_PROCESSOR_TESS_EVAL && ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_PRIMID) {
+               } else if (ctx->type == PIPE_SHADER_TESS_EVAL && ctx->info.system_value_semantic_name[tgsi_src->Register.Index] == TGSI_SEMANTIC_PRIMID) {
                        r600_src->sel = 0;
                        r600_src->swizzle[0] = 3;
                        r600_src->swizzle[1] = 3;
@@ -1458,6 +1468,7 @@ static int fetch_gs_input(struct r600_shader_ctx *ctx, struct tgsi_full_src_regi
        unsigned vtx_id = src->Dimension.Index;
        int offset_reg = vtx_id / 3;
        int offset_chan = vtx_id % 3;
+       int t2 = 0;
 
        /* offsets of per-vertex data in ESGS ring are passed to GS in R0.x, R0.y,
         * R0.w, R1.x, R1.y, R1.z (it seems R0.z is used for PrimitiveID) */
@@ -1465,13 +1476,24 @@ static int fetch_gs_input(struct r600_shader_ctx *ctx, struct tgsi_full_src_regi
        if (offset_reg == 0 && offset_chan == 2)
                offset_chan = 3;
 
+       if (src->Dimension.Indirect || src->Register.Indirect)
+               t2 = r600_get_temp(ctx);
+
        if (src->Dimension.Indirect) {
                int treg[3];
-               int t2;
                struct r600_bytecode_alu alu;
                int r, i;
-
-               /* you have got to be shitting me -
+               unsigned addr_reg;
+               addr_reg = get_address_file_reg(ctx, src->DimIndirect.Index);
+               if (src->DimIndirect.Index > 0) {
+                       r = single_alu_op2(ctx, ALU_OP1_MOV,
+                                          ctx->bc->ar_reg, 0,
+                                          addr_reg, 0,
+                                          0, 0);
+                       if (r)
+                               return r;
+               }
+               /*
                   we have to put the R0.x/y/w into Rt.x Rt+1.x Rt+2.x then index reg from Rt.
                   at least this is what fglrx seems to do. */
                for (i = 0; i < 3; i++) {
@@ -1479,7 +1501,6 @@ static int fetch_gs_input(struct r600_shader_ctx *ctx, struct tgsi_full_src_regi
                }
                r600_add_gpr_array(ctx->shader, treg[0], 3, 0x0F);
 
-               t2 = r600_get_temp(ctx);
                for (i = 0; i < 3; i++) {
                        memset(&alu, 0, sizeof(struct r600_bytecode_alu));
                        alu.op = ALU_OP1_MOV;
@@ -1504,8 +1525,33 @@ static int fetch_gs_input(struct r600_shader_ctx *ctx, struct tgsi_full_src_regi
                if (r)
                        return r;
                offset_reg = t2;
+               offset_chan = 0;
        }
 
+       if (src->Register.Indirect) {
+               int addr_reg;
+               unsigned first = ctx->info.input_array_first[src->Indirect.ArrayID];
+
+               addr_reg = get_address_file_reg(ctx, src->Indirect.Index);
+
+               /* pull the value from index_reg */
+               r = single_alu_op2(ctx, ALU_OP2_ADD_INT,
+                                  t2, 1,
+                                  addr_reg, 0,
+                                  V_SQ_ALU_SRC_LITERAL, first);
+               if (r)
+                       return r;
+               r = single_alu_op3(ctx, ALU_OP3_MULADD_UINT24,
+                                  t2, 0,
+                                  t2, 1,
+                                  V_SQ_ALU_SRC_LITERAL, 4,
+                                  offset_reg, offset_chan);
+               if (r)
+                       return r;
+               offset_reg = t2;
+               offset_chan = 0;
+               index = src->Register.Index - first;
+       }
 
        memset(&vtx, 0, sizeof(vtx));
        vtx.buffer_id = R600_GS_RING_CONST_BUFFER;
@@ -1534,7 +1580,7 @@ static int fetch_gs_input(struct r600_shader_ctx *ctx, struct tgsi_full_src_regi
 static int tgsi_split_gs_inputs(struct r600_shader_ctx *ctx)
 {
        struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
-       int i;
+       unsigned i;
 
        for (i = 0; i < inst->Instruction.NumSrcRegs; i++) {
                struct tgsi_full_src_register *src = &inst->Src[i];
@@ -1551,6 +1597,7 @@ static int tgsi_split_gs_inputs(struct r600_shader_ctx *ctx)
 
                        fetch_gs_input(ctx, src, treg);
                        ctx->src[i].sel = treg;
+                       ctx->src[i].rel = 0;
                }
        }
        return 0;
@@ -1693,6 +1740,8 @@ static int do_lds_fetch_values(struct r600_shader_ctx *ctx, unsigned temp_reg,
                                   temp_reg, i,
                                   temp_reg, 0,
                                   V_SQ_ALU_SRC_LITERAL, 4 * i);
+               if (r)
+                       return r;
        }
        for (i = 0; i < 4; i++) {
                /* emit an LDS_READ_RET */
@@ -1800,24 +1849,24 @@ static int fetch_tcs_output(struct r600_shader_ctx *ctx, struct tgsi_full_src_re
 static int tgsi_split_lds_inputs(struct r600_shader_ctx *ctx)
 {
        struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
-       int i;
+       unsigned i;
 
        for (i = 0; i < inst->Instruction.NumSrcRegs; i++) {
                struct tgsi_full_src_register *src = &inst->Src[i];
 
-               if (ctx->type == TGSI_PROCESSOR_TESS_EVAL && src->Register.File == TGSI_FILE_INPUT) {
+               if (ctx->type == PIPE_SHADER_TESS_EVAL && src->Register.File == TGSI_FILE_INPUT) {
                        int treg = r600_get_temp(ctx);
                        fetch_tes_input(ctx, src, treg);
                        ctx->src[i].sel = treg;
                        ctx->src[i].rel = 0;
                }
-               if (ctx->type == TGSI_PROCESSOR_TESS_CTRL && src->Register.File == TGSI_FILE_INPUT) {
+               if (ctx->type == PIPE_SHADER_TESS_CTRL && src->Register.File == TGSI_FILE_INPUT) {
                        int treg = r600_get_temp(ctx);
                        fetch_tcs_input(ctx, src, treg);
                        ctx->src[i].sel = treg;
                        ctx->src[i].rel = 0;
                }
-               if (ctx->type == TGSI_PROCESSOR_TESS_CTRL && src->Register.File == TGSI_FILE_OUTPUT) {
+               if (ctx->type == PIPE_SHADER_TESS_CTRL && src->Register.File == TGSI_FILE_OUTPUT) {
                        int treg = r600_get_temp(ctx);
                        fetch_tcs_output(ctx, src, treg);
                        ctx->src[i].sel = treg;
@@ -2098,7 +2147,7 @@ static int generate_gs_copy_shader(struct r600_context *rctx,
                *last_exp_pos = NULL, *last_exp_param = NULL;
        int i, j, next_clip_pos = 61, next_param = 0;
        int ring;
-
+       bool only_ring_0 = true;
        cshader = calloc(1, sizeof(struct r600_pipe_shader));
        if (!cshader)
                return 0;
@@ -2110,7 +2159,7 @@ static int generate_gs_copy_shader(struct r600_context *rctx,
 
        ctx.shader = &cshader->shader;
        ctx.bc = &ctx.shader->bc;
-       ctx.type = ctx.bc->type = TGSI_PROCESSOR_VERTEX;
+       ctx.type = ctx.bc->type = PIPE_SHADER_VERTEX;
 
        r600_bytecode_init(ctx.bc, rctx->b.chip_class, rctx->b.family,
                           rctx->screen->has_compressed_msaa_texturing);
@@ -2171,6 +2220,8 @@ static int generate_gs_copy_shader(struct r600_context *rctx,
                for (i = 0; i < so->num_outputs; i++) {
                        if (so->output[i].stream == ring) {
                                enabled = true;
+                               if (ring > 0)
+                                       only_ring_0 = false;
                                break;
                        }
                }
@@ -2205,7 +2256,7 @@ static int generate_gs_copy_shader(struct r600_context *rctx,
                cf_jump = ctx.bc->cf_last;
 
                if (enabled)
-                       emit_streamout(&ctx, so, ring, &cshader->shader.ring_item_sizes[ring]);
+                       emit_streamout(&ctx, so, only_ring_0 ? -1 : ring, &cshader->shader.ring_item_sizes[ring]);
                cshader->shader.ring_item_sizes[ring] = ocnt * 16;
        }
 
@@ -2728,7 +2779,7 @@ static int r600_tess_factor_read(struct r600_shader_ctx *ctx,
 
 static int r600_emit_tess_factor(struct r600_shader_ctx *ctx)
 {
-       int i;
+       unsigned i;
        int stride, outer_comps, inner_comps;
        int tessinner_idx = -1, tessouter_idx = -1;
        int r;
@@ -2879,22 +2930,16 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
        int i, j, k, r = 0;
        int next_param_base = 0, next_clip_base;
        int max_color_exports = MAX2(key.ps.nr_cbufs, 1);
-       /* Declarations used by llvm code */
-       bool use_llvm = false;
        bool indirect_gprs;
        bool ring_outputs = false;
        bool lds_outputs = false;
        bool lds_inputs = false;
        bool pos_emitted = false;
 
-#ifdef R600_USE_LLVM
-       use_llvm = rscreen->b.debug_flags & DBG_LLVM;
-#endif
        ctx.bc = &shader->bc;
        ctx.shader = shader;
        ctx.native_integers = true;
 
-
        r600_bytecode_init(ctx.bc, rscreen->b.chip_class, rscreen->b.family,
                           rscreen->has_compressed_msaa_texturing);
        ctx.tokens = tokens;
@@ -2910,7 +2955,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
        ctx.bc->type = shader->processor_type;
 
        switch (ctx.type) {
-       case TGSI_PROCESSOR_VERTEX:
+       case PIPE_SHADER_VERTEX:
                shader->vs_as_gs_a = key.vs.as_gs_a;
                shader->vs_as_es = key.vs.as_es;
                shader->vs_as_ls = key.vs.as_ls;
@@ -2919,21 +2964,21 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                if (shader->vs_as_ls)
                        lds_outputs = true;
                break;
-       case TGSI_PROCESSOR_GEOMETRY:
+       case PIPE_SHADER_GEOMETRY:
                ring_outputs = true;
                break;
-       case TGSI_PROCESSOR_TESS_CTRL:
+       case PIPE_SHADER_TESS_CTRL:
                shader->tcs_prim_mode = key.tcs.prim_mode;
                lds_outputs = true;
                lds_inputs = true;
                break;
-       case TGSI_PROCESSOR_TESS_EVAL:
+       case PIPE_SHADER_TESS_EVAL:
                shader->tes_as_es = key.tes.as_es;
                lds_inputs = true;
                if (shader->tes_as_es)
                        ring_outputs = true;
                break;
-       case TGSI_PROCESSOR_FRAGMENT:
+       case PIPE_SHADER_FRAGMENT:
                shader->two_side = key.ps.color_two_side;
                break;
        default:
@@ -2986,33 +3031,23 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                ctx.file_offset[i] = 0;
        }
 
-#ifdef R600_USE_LLVM
-       if (use_llvm && ctx.info.indirect_files && (ctx.info.indirect_files & (1 << TGSI_FILE_CONSTANT)) != ctx.info.indirect_files) {
-               fprintf(stderr, "Warning: R600 LLVM backend does not support "
-                               "indirect adressing.  Falling back to TGSI "
-                               "backend.\n");
-               use_llvm = 0;
-       }
-#endif
-       if (ctx.type == TGSI_PROCESSOR_VERTEX) {
+       if (ctx.type == PIPE_SHADER_VERTEX) {
                ctx.file_offset[TGSI_FILE_INPUT] = 1;
-               if (!use_llvm) {
-                       r600_bytecode_add_cfinst(ctx.bc, CF_OP_CALL_FS);
-               }
+               r600_bytecode_add_cfinst(ctx.bc, CF_OP_CALL_FS);
        }
-       if (ctx.type == TGSI_PROCESSOR_FRAGMENT) {
+       if (ctx.type == PIPE_SHADER_FRAGMENT) {
                if (ctx.bc->chip_class >= EVERGREEN)
                        ctx.file_offset[TGSI_FILE_INPUT] = evergreen_gpr_count(&ctx);
                else
                        ctx.file_offset[TGSI_FILE_INPUT] = allocate_system_value_inputs(&ctx, ctx.file_offset[TGSI_FILE_INPUT]);
        }
-       if (ctx.type == TGSI_PROCESSOR_GEOMETRY) {
+       if (ctx.type == PIPE_SHADER_GEOMETRY) {
                /* FIXME 1 would be enough in some cases (3 or less input vertices) */
                ctx.file_offset[TGSI_FILE_INPUT] = 2;
        }
-       if (ctx.type == TGSI_PROCESSOR_TESS_CTRL)
+       if (ctx.type == PIPE_SHADER_TESS_CTRL)
                ctx.file_offset[TGSI_FILE_INPUT] = 1;
-       if (ctx.type == TGSI_PROCESSOR_TESS_EVAL) {
+       if (ctx.type == PIPE_SHADER_TESS_EVAL) {
                bool add_tesscoord = false, add_tess_inout = false;
                ctx.file_offset[TGSI_FILE_INPUT] = 1;
                for (i = 0; i < PIPE_MAX_SHADER_INPUTS; i++) {
@@ -3028,16 +3063,10 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                if (add_tess_inout)
                        ctx.file_offset[TGSI_FILE_INPUT]+=2;
        }
-       ctx.use_llvm = use_llvm;
 
-       if (use_llvm) {
-               ctx.file_offset[TGSI_FILE_OUTPUT] =
-                       ctx.file_offset[TGSI_FILE_INPUT];
-       } else {
-          ctx.file_offset[TGSI_FILE_OUTPUT] =
+       ctx.file_offset[TGSI_FILE_OUTPUT] =
                        ctx.file_offset[TGSI_FILE_INPUT] +
                        ctx.info.file_max[TGSI_FILE_INPUT] + 1;
-       }
        ctx.file_offset[TGSI_FILE_TEMPORARY] = ctx.file_offset[TGSI_FILE_OUTPUT] +
                                                ctx.info.file_max[TGSI_FILE_OUTPUT] + 1;
 
@@ -3051,15 +3080,15 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
        ctx.bc->index_reg[0] = ctx.bc->ar_reg + 1;
        ctx.bc->index_reg[1] = ctx.bc->ar_reg + 2;
 
-       if (ctx.type == TGSI_PROCESSOR_TESS_CTRL) {
+       if (ctx.type == PIPE_SHADER_TESS_CTRL) {
                ctx.tess_input_info = ctx.bc->ar_reg + 3;
                ctx.tess_output_info = ctx.bc->ar_reg + 4;
                ctx.temp_reg = ctx.bc->ar_reg + 5;
-       } else if (ctx.type == TGSI_PROCESSOR_TESS_EVAL) {
+       } else if (ctx.type == PIPE_SHADER_TESS_EVAL) {
                ctx.tess_input_info = 0;
                ctx.tess_output_info = ctx.bc->ar_reg + 3;
                ctx.temp_reg = ctx.bc->ar_reg + 4;
-       } else if (ctx.type == TGSI_PROCESSOR_GEOMETRY) {
+       } else if (ctx.type == PIPE_SHADER_GEOMETRY) {
                ctx.gs_export_gpr_tregs[0] = ctx.bc->ar_reg + 3;
                ctx.gs_export_gpr_tregs[1] = ctx.bc->ar_reg + 4;
                ctx.gs_export_gpr_tregs[2] = ctx.bc->ar_reg + 5;
@@ -3090,14 +3119,15 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
        ctx.nliterals = 0;
        ctx.literals = NULL;
 
-       shader->fs_write_all = ctx.info.properties[TGSI_PROPERTY_FS_COLOR0_WRITES_ALL_CBUFS];
+       shader->fs_write_all = ctx.info.properties[TGSI_PROPERTY_FS_COLOR0_WRITES_ALL_CBUFS] &&
+                              ctx.info.colors_written == 1;
        shader->vs_position_window_space = ctx.info.properties[TGSI_PROPERTY_VS_WINDOW_SPACE_POSITION];
        shader->ps_conservative_z = (uint8_t)ctx.info.properties[TGSI_PROPERTY_FS_DEPTH_LAYOUT];
 
        if (shader->vs_as_gs_a)
                vs_add_primid_output(&ctx, key.vs.prim_id_out);
 
-       if (ctx.type == TGSI_PROCESSOR_TESS_EVAL)
+       if (ctx.type == PIPE_SHADER_TESS_EVAL)
                r600_fetch_tess_io_info(&ctx);
 
        while (!tgsi_parse_end_of_tokens(&ctx.parse)) {
@@ -3176,69 +3206,12 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                }
        }
 
-/* LLVM backend setup */
-#ifdef R600_USE_LLVM
-       if (use_llvm) {
-               struct radeon_llvm_context radeon_llvm_ctx;
-               LLVMModuleRef mod;
-               bool dump = r600_can_dump_shader(&rscreen->b, tokens);
-               boolean use_kill = false;
-
-               memset(&radeon_llvm_ctx, 0, sizeof(radeon_llvm_ctx));
-               radeon_llvm_ctx.type = ctx.type;
-               radeon_llvm_ctx.two_side = shader->two_side;
-               radeon_llvm_ctx.face_gpr = ctx.face_gpr;
-               radeon_llvm_ctx.inputs_count = ctx.shader->ninput + 1;
-               radeon_llvm_ctx.r600_inputs = ctx.shader->input;
-               radeon_llvm_ctx.r600_outputs = ctx.shader->output;
-               radeon_llvm_ctx.color_buffer_count = max_color_exports;
-               radeon_llvm_ctx.chip_class = ctx.bc->chip_class;
-               radeon_llvm_ctx.fs_color_all = shader->fs_write_all && (rscreen->b.chip_class >= EVERGREEN);
-               radeon_llvm_ctx.stream_outputs = &so;
-               radeon_llvm_ctx.alpha_to_one = key.ps.alpha_to_one;
-               radeon_llvm_ctx.has_compressed_msaa_texturing =
-                       ctx.bc->has_compressed_msaa_texturing;
-               mod = r600_tgsi_llvm(&radeon_llvm_ctx, tokens);
-               ctx.shader->has_txq_cube_array_z_comp = radeon_llvm_ctx.has_txq_cube_array_z_comp;
-               ctx.shader->uses_tex_buffers = radeon_llvm_ctx.uses_tex_buffers;
-
-               if (r600_llvm_compile(mod, rscreen->b.family, ctx.bc, &use_kill, dump)) {
-                       radeon_llvm_dispose(&radeon_llvm_ctx);
-                       use_llvm = 0;
-                       fprintf(stderr, "R600 LLVM backend failed to compile "
-                               "shader.  Falling back to TGSI\n");
-               } else {
-                       ctx.file_offset[TGSI_FILE_OUTPUT] =
-                                       ctx.file_offset[TGSI_FILE_INPUT];
-               }
-               if (use_kill)
-                       ctx.shader->uses_kill = use_kill;
-               radeon_llvm_dispose(&radeon_llvm_ctx);
-       }
-#endif
-/* End of LLVM backend setup */
-
        if (shader->fs_write_all && rscreen->b.chip_class >= EVERGREEN)
                shader->nr_ps_max_color_exports = 8;
 
-       if (!use_llvm) {
-               if (ctx.fragcoord_input >= 0) {
-                       if (ctx.bc->chip_class == CAYMAN) {
-                               for (j = 0 ; j < 4; j++) {
-                                       struct r600_bytecode_alu alu;
-                                       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
-                                       alu.op = ALU_OP1_RECIP_IEEE;
-                                       alu.src[0].sel = shader->input[ctx.fragcoord_input].gpr;
-                                       alu.src[0].chan = 3;
-
-                                       alu.dst.sel = shader->input[ctx.fragcoord_input].gpr;
-                                       alu.dst.chan = j;
-                                       alu.dst.write = (j == 3);
-                                       alu.last = 1;
-                                       if ((r = r600_bytecode_add_alu(ctx.bc, &alu)))
-                                               return r;
-                               }
-                       } else {
+       if (ctx.fragcoord_input >= 0) {
+               if (ctx.bc->chip_class == CAYMAN) {
+                       for (j = 0 ; j < 4; j++) {
                                struct r600_bytecode_alu alu;
                                memset(&alu, 0, sizeof(struct r600_bytecode_alu));
                                alu.op = ALU_OP1_RECIP_IEEE;
@@ -3246,87 +3219,100 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                                alu.src[0].chan = 3;
 
                                alu.dst.sel = shader->input[ctx.fragcoord_input].gpr;
-                               alu.dst.chan = 3;
-                               alu.dst.write = 1;
+                               alu.dst.chan = j;
+                               alu.dst.write = (j == 3);
                                alu.last = 1;
                                if ((r = r600_bytecode_add_alu(ctx.bc, &alu)))
                                        return r;
                        }
-               }
-
-               if (ctx.type == TGSI_PROCESSOR_GEOMETRY) {
+               } else {
                        struct r600_bytecode_alu alu;
-                       int r;
-
-                       /* GS thread with no output workaround - emit a cut at start of GS */
-                       if (ctx.bc->chip_class == R600)
-                               r600_bytecode_add_cfinst(ctx.bc, CF_OP_CUT_VERTEX);
+                       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+                       alu.op = ALU_OP1_RECIP_IEEE;
+                       alu.src[0].sel = shader->input[ctx.fragcoord_input].gpr;
+                       alu.src[0].chan = 3;
 
-                       for (j = 0; j < 4; j++) {
-                               memset(&alu, 0, sizeof(struct r600_bytecode_alu));
-                               alu.op = ALU_OP1_MOV;
-                               alu.src[0].sel = V_SQ_ALU_SRC_LITERAL;
-                               alu.src[0].value = 0;
-                               alu.dst.sel = ctx.gs_export_gpr_tregs[j];
-                               alu.dst.write = 1;
-                               alu.last = 1;
-                               r = r600_bytecode_add_alu(ctx.bc, &alu);
-                               if (r)
-                                       return r;
-                       }
+                       alu.dst.sel = shader->input[ctx.fragcoord_input].gpr;
+                       alu.dst.chan = 3;
+                       alu.dst.write = 1;
+                       alu.last = 1;
+                       if ((r = r600_bytecode_add_alu(ctx.bc, &alu)))
+                               return r;
                }
+       }
 
-               if (ctx.type == TGSI_PROCESSOR_TESS_CTRL)
-                       r600_fetch_tess_io_info(&ctx);
+       if (ctx.type == PIPE_SHADER_GEOMETRY) {
+               struct r600_bytecode_alu alu;
+               int r;
+
+               /* GS thread with no output workaround - emit a cut at start of GS */
+               if (ctx.bc->chip_class == R600)
+                       r600_bytecode_add_cfinst(ctx.bc, CF_OP_CUT_VERTEX);
 
-               if (shader->two_side && ctx.colors_used) {
-                       if ((r = process_twoside_color_inputs(&ctx)))
+               for (j = 0; j < 4; j++) {
+                       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+                       alu.op = ALU_OP1_MOV;
+                       alu.src[0].sel = V_SQ_ALU_SRC_LITERAL;
+                       alu.src[0].value = 0;
+                       alu.dst.sel = ctx.gs_export_gpr_tregs[j];
+                       alu.dst.write = 1;
+                       alu.last = 1;
+                       r = r600_bytecode_add_alu(ctx.bc, &alu);
+                       if (r)
                                return r;
                }
+       }
 
-               tgsi_parse_init(&ctx.parse, tokens);
-               while (!tgsi_parse_end_of_tokens(&ctx.parse)) {
-                       tgsi_parse_token(&ctx.parse);
-                       switch (ctx.parse.FullToken.Token.Type) {
-                       case TGSI_TOKEN_TYPE_INSTRUCTION:
-                               r = tgsi_is_supported(&ctx);
-                               if (r)
-                                       goto out_err;
-                               ctx.max_driver_temp_used = 0;
-                               /* reserve first tmp for everyone */
-                               r600_get_temp(&ctx);
+       if (ctx.type == PIPE_SHADER_TESS_CTRL)
+               r600_fetch_tess_io_info(&ctx);
+
+       if (shader->two_side && ctx.colors_used) {
+               if ((r = process_twoside_color_inputs(&ctx)))
+                       return r;
+       }
 
-                               opcode = ctx.parse.FullToken.FullInstruction.Instruction.Opcode;
-                               if ((r = tgsi_split_constant(&ctx)))
+       tgsi_parse_init(&ctx.parse, tokens);
+       while (!tgsi_parse_end_of_tokens(&ctx.parse)) {
+               tgsi_parse_token(&ctx.parse);
+               switch (ctx.parse.FullToken.Token.Type) {
+               case TGSI_TOKEN_TYPE_INSTRUCTION:
+                       r = tgsi_is_supported(&ctx);
+                       if (r)
+                               goto out_err;
+                       ctx.max_driver_temp_used = 0;
+                       /* reserve first tmp for everyone */
+                       r600_get_temp(&ctx);
+
+                       opcode = ctx.parse.FullToken.FullInstruction.Instruction.Opcode;
+                       if ((r = tgsi_split_constant(&ctx)))
+                               goto out_err;
+                       if ((r = tgsi_split_literal_constant(&ctx)))
+                               goto out_err;
+                       if (ctx.type == PIPE_SHADER_GEOMETRY) {
+                               if ((r = tgsi_split_gs_inputs(&ctx)))
                                        goto out_err;
-                               if ((r = tgsi_split_literal_constant(&ctx)))
+                       } else if (lds_inputs) {
+                               if ((r = tgsi_split_lds_inputs(&ctx)))
                                        goto out_err;
-                               if (ctx.type == TGSI_PROCESSOR_GEOMETRY) {
-                                       if ((r = tgsi_split_gs_inputs(&ctx)))
-                                               goto out_err;
-                               } else if (lds_inputs) {
-                                       if ((r = tgsi_split_lds_inputs(&ctx)))
-                                               goto out_err;
-                               }
-                               if (ctx.bc->chip_class == CAYMAN)
-                                       ctx.inst_info = &cm_shader_tgsi_instruction[opcode];
-                               else if (ctx.bc->chip_class >= EVERGREEN)
-                                       ctx.inst_info = &eg_shader_tgsi_instruction[opcode];
-                               else
-                                       ctx.inst_info = &r600_shader_tgsi_instruction[opcode];
-                               r = ctx.inst_info->process(&ctx);
+                       }
+                       if (ctx.bc->chip_class == CAYMAN)
+                               ctx.inst_info = &cm_shader_tgsi_instruction[opcode];
+                       else if (ctx.bc->chip_class >= EVERGREEN)
+                               ctx.inst_info = &eg_shader_tgsi_instruction[opcode];
+                       else
+                               ctx.inst_info = &r600_shader_tgsi_instruction[opcode];
+                       r = ctx.inst_info->process(&ctx);
+                       if (r)
+                               goto out_err;
+
+                       if (ctx.type == PIPE_SHADER_TESS_CTRL) {
+                               r = r600_store_tcs_output(&ctx);
                                if (r)
                                        goto out_err;
-
-                               if (ctx.type == TGSI_PROCESSOR_TESS_CTRL) {
-                                       r = r600_store_tcs_output(&ctx);
-                                       if (r)
-                                               goto out_err;
-                               }
-                               break;
-                       default:
-                               break;
                        }
+                       break;
+               default:
+                       break;
                }
        }
 
@@ -3377,8 +3363,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                                alu.dst.write = (j == ochan);
                                if (j == 3)
                                        alu.last = 1;
-                               if (!use_llvm)
-                                       r = r600_bytecode_add_alu(ctx.bc, &alu);
+                               r = r600_bytecode_add_alu(ctx.bc, &alu);
                                if (r)
                                        return r;
                        }
@@ -3386,11 +3371,11 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
        }
 
        /* Add stream outputs. */
-       if (!use_llvm && so.num_outputs) {
+       if (so.num_outputs) {
                bool emit = false;
-               if (!lds_outputs && !ring_outputs && ctx.type == TGSI_PROCESSOR_VERTEX)
+               if (!lds_outputs && !ring_outputs && ctx.type == PIPE_SHADER_VERTEX)
                        emit = true;
-               if (!ring_outputs && ctx.type == TGSI_PROCESSOR_TESS_EVAL)
+               if (!ring_outputs && ctx.type == PIPE_SHADER_TESS_EVAL)
                        emit = true;
                if (emit)
                        emit_streamout(&ctx, &so, -1, NULL);
@@ -3398,11 +3383,11 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
        pipeshader->enabled_stream_buffers_mask = ctx.enabled_stream_buffers_mask;
        convert_edgeflag_to_int(&ctx);
 
-       if (ctx.type == TGSI_PROCESSOR_TESS_CTRL)
+       if (ctx.type == PIPE_SHADER_TESS_CTRL)
                r600_emit_tess_factor(&ctx);
 
        if (lds_outputs) {
-               if (ctx.type == TGSI_PROCESSOR_VERTEX) {
+               if (ctx.type == PIPE_SHADER_VERTEX) {
                        if (ctx.shader->noutput)
                                emit_lds_vs_writes(&ctx);
                }
@@ -3431,8 +3416,8 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                        output[j].type = -1;
                        output[j].op = CF_OP_EXPORT;
                        switch (ctx.type) {
-                       case TGSI_PROCESSOR_VERTEX:
-                       case TGSI_PROCESSOR_TESS_EVAL:
+                       case PIPE_SHADER_VERTEX:
+                       case PIPE_SHADER_TESS_EVAL:
                                switch (shader->output[i].name) {
                                case TGSI_SEMANTIC_POSITION:
                                        output[j].array_base = 60;
@@ -3522,7 +3507,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                                }
 
                                break;
-                       case TGSI_PROCESSOR_FRAGMENT:
+                       case PIPE_SHADER_FRAGMENT:
                                if (shader->output[i].name == TGSI_SEMANTIC_COLOR) {
                                        /* never export more colors than the number of CBs */
                                        if (shader->output[i].sid >= max_color_exports) {
@@ -3576,7 +3561,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                                        goto out_err;
                                }
                                break;
-                       case TGSI_PROCESSOR_TESS_CTRL:
+                       case PIPE_SHADER_TESS_CTRL:
                                break;
                        default:
                                R600_ERR("unsupported processor type %d\n", ctx.type);
@@ -3591,7 +3576,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                }
 
                /* add fake position export */
-               if ((ctx.type == TGSI_PROCESSOR_VERTEX || ctx.type == TGSI_PROCESSOR_TESS_EVAL) && pos_emitted == false) {
+               if ((ctx.type == PIPE_SHADER_VERTEX || ctx.type == PIPE_SHADER_TESS_EVAL) && pos_emitted == false) {
                        memset(&output[j], 0, sizeof(struct r600_bytecode_output));
                        output[j].gpr = 0;
                        output[j].elem_size = 3;
@@ -3607,7 +3592,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                }
 
                /* add fake param output for vertex shader if no param is exported */
-               if ((ctx.type == TGSI_PROCESSOR_VERTEX || ctx.type == TGSI_PROCESSOR_TESS_EVAL) && next_param_base == 0) {
+               if ((ctx.type == PIPE_SHADER_VERTEX || ctx.type == PIPE_SHADER_TESS_EVAL) && next_param_base == 0) {
                        memset(&output[j], 0, sizeof(struct r600_bytecode_output));
                        output[j].gpr = 0;
                        output[j].elem_size = 3;
@@ -3623,7 +3608,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                }
 
                /* add fake pixel export */
-               if (ctx.type == TGSI_PROCESSOR_FRAGMENT && shader->nr_ps_color_exports == 0) {
+               if (ctx.type == PIPE_SHADER_FRAGMENT && shader->nr_ps_color_exports == 0) {
                        memset(&output[j], 0, sizeof(struct r600_bytecode_output));
                        output[j].gpr = 0;
                        output[j].elem_size = 3;
@@ -3649,31 +3634,27 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                        }
                }
                /* add output to bytecode */
-               if (!use_llvm) {
-                       for (i = 0; i < noutput; i++) {
-                               r = r600_bytecode_add_output(ctx.bc, &output[i]);
-                               if (r)
-                                       goto out_err;
-                       }
+               for (i = 0; i < noutput; i++) {
+                       r = r600_bytecode_add_output(ctx.bc, &output[i]);
+                       if (r)
+                               goto out_err;
                }
        }
 
        /* add program end */
-       if (!use_llvm) {
-               if (ctx.bc->chip_class == CAYMAN)
-                       cm_bytecode_add_cf_end(ctx.bc);
-               else {
-                       const struct cf_op_info *last = NULL;
+       if (ctx.bc->chip_class == CAYMAN)
+               cm_bytecode_add_cf_end(ctx.bc);
+       else {
+               const struct cf_op_info *last = NULL;
 
-                       if (ctx.bc->cf_last)
-                               last = r600_isa_cf(ctx.bc->cf_last->op);
+               if (ctx.bc->cf_last)
+                       last = r600_isa_cf(ctx.bc->cf_last->op);
 
-                       /* alu clause instructions don't have EOP bit, so add NOP */
-                       if (!last || last->flags & CF_ALU || ctx.bc->cf_last->op == CF_OP_LOOP_END || ctx.bc->cf_last->op == CF_OP_CALL_FS || ctx.bc->cf_last->op == CF_OP_POP || ctx.bc->cf_last->op == CF_OP_GDS)
-                               r600_bytecode_add_cfinst(ctx.bc, CF_OP_NOP);
+               /* alu clause instructions don't have EOP bit, so add NOP */
+               if (!last || last->flags & CF_ALU || ctx.bc->cf_last->op == CF_OP_LOOP_END || ctx.bc->cf_last->op == CF_OP_CALL_FS || ctx.bc->cf_last->op == CF_OP_POP || ctx.bc->cf_last->op == CF_OP_GDS)
+                       r600_bytecode_add_cfinst(ctx.bc, CF_OP_NOP);
 
-                       ctx.bc->cf_last->end_of_program = 1;
-               }
+               ctx.bc->cf_last->end_of_program = 1;
        }
 
        /* check GPR limit - we have 124 = 128 - 4
@@ -3684,7 +3665,7 @@ static int r600_shader_from_tgsi(struct r600_context *rctx,
                goto out_err;
        }
 
-       if (ctx.type == TGSI_PROCESSOR_GEOMETRY) {
+       if (ctx.type == PIPE_SHADER_GEOMETRY) {
                if ((r = generate_gs_copy_shader(rctx, pipeshader, &so)))
                        return r;
        }
@@ -3751,7 +3732,7 @@ static void tgsi_dst(struct r600_shader_ctx *ctx,
        if (inst->Instruction.Saturate) {
                r600_dst->clamp = 1;
        }
-       if (ctx->type == TGSI_PROCESSOR_TESS_CTRL) {
+       if (ctx->type == PIPE_SHADER_TESS_CTRL) {
                if (tgsi_dst->Register.File == TGSI_FILE_OUTPUT) {
                        return;
                }
@@ -3823,9 +3804,6 @@ static int tgsi_op2_64_params(struct r600_shader_ctx *ctx, bool singledest, bool
                /* handle some special cases */
                if (i == 1 || i == 3) {
                        switch (ctx->parse.FullToken.FullInstruction.Instruction.Opcode) {
-                       case TGSI_OPCODE_SUB:
-                               r600_bytecode_src_toggle_neg(&alu.src[1]);
-                               break;
                        case TGSI_OPCODE_DABS:
                                r600_bytecode_src_set_abs(&alu.src[0]);
                                break;
@@ -3950,17 +3928,6 @@ static int tgsi_op2_s(struct r600_shader_ctx *ctx, int swap, int trans_only)
                        r600_bytecode_src(&alu.src[0], &ctx->src[1], i);
                        r600_bytecode_src(&alu.src[1], &ctx->src[0], i);
                }
-               /* handle some special cases */
-               switch (inst->Instruction.Opcode) {
-               case TGSI_OPCODE_SUB:
-                       r600_bytecode_src_toggle_neg(&alu.src[1]);
-                       break;
-               case TGSI_OPCODE_ABS:
-                       r600_bytecode_src_set_abs(&alu.src[0]);
-                       break;
-               default:
-                       break;
-               }
                if (i == lasti || trans_only) {
                        alu.last = 1;
                }
@@ -4359,25 +4326,27 @@ static int cayman_mul_double_instr(struct r600_shader_ctx *ctx)
        int lasti = tgsi_last_instruction(inst->Dst[0].Register.WriteMask);
        int t1 = ctx->temp_reg;
 
-       for (k = 0; k < 2; k++) {
-               if (!(inst->Dst[0].Register.WriteMask & (0x3 << (k * 2))))
-                       continue;
+       /* t1 would get overwritten below if we actually tried to
+        * multiply two pairs of doubles at a time. */
+       assert(inst->Dst[0].Register.WriteMask == TGSI_WRITEMASK_XY ||
+              inst->Dst[0].Register.WriteMask == TGSI_WRITEMASK_ZW);
 
-               for (i = 0; i < 4; i++) {
-                       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
-                       alu.op = ctx->inst_info->op;
-                       for (j = 0; j < inst->Instruction.NumSrcRegs; j++) {
-                               r600_bytecode_src(&alu.src[j], &ctx->src[j], k * 2 + ((i == 3) ? 0 : 1));;
-                       }
-                       alu.dst.sel = t1;
-                       alu.dst.chan = i;
-                       alu.dst.write = 1;
-                       if (i == 3)
-                               alu.last = 1;
-                       r = r600_bytecode_add_alu(ctx->bc, &alu);
-                       if (r)
-                               return r;
+       k = inst->Dst[0].Register.WriteMask == TGSI_WRITEMASK_XY ? 0 : 1;
+
+       for (i = 0; i < 4; i++) {
+               memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+               alu.op = ctx->inst_info->op;
+               for (j = 0; j < inst->Instruction.NumSrcRegs; j++) {
+                       r600_bytecode_src(&alu.src[j], &ctx->src[j], k * 2 + ((i == 3) ? 0 : 1));
                }
+               alu.dst.sel = t1;
+               alu.dst.chan = i;
+               alu.dst.write = 1;
+               if (i == 3)
+                       alu.last = 1;
+               r = r600_bytecode_add_alu(ctx->bc, &alu);
+               if (r)
+                       return r;
        }
 
        for (i = 0; i <= lasti; i++) {
@@ -4406,10 +4375,6 @@ static int cayman_mul_double_instr(struct r600_shader_ctx *ctx)
  */
 static int tgsi_setup_trig(struct r600_shader_ctx *ctx)
 {
-       static float half_inv_pi = 1.0 /(3.1415926535 * 2);
-       static float double_pi = 3.1415926535 * 2;
-       static float neg_pi = -3.1415926535;
-
        int r;
        struct r600_bytecode_alu alu;
 
@@ -4425,7 +4390,7 @@ static int tgsi_setup_trig(struct r600_shader_ctx *ctx)
 
        alu.src[1].sel = V_SQ_ALU_SRC_LITERAL;
        alu.src[1].chan = 0;
-       alu.src[1].value = *(uint32_t *)&half_inv_pi;
+       alu.src[1].value = u_bitcast_f2u(0.5f * M_1_PI);
        alu.src[2].sel = V_SQ_ALU_SRC_0_5;
        alu.src[2].chan = 0;
        alu.last = 1;
@@ -4464,8 +4429,8 @@ static int tgsi_setup_trig(struct r600_shader_ctx *ctx)
        alu.src[2].chan = 0;
 
        if (ctx->bc->chip_class == R600) {
-               alu.src[1].value = *(uint32_t *)&double_pi;
-               alu.src[2].value = *(uint32_t *)&neg_pi;
+               alu.src[1].value = u_bitcast_f2u(2.0f * M_PI);
+               alu.src[2].value = u_bitcast_f2u(-M_PI);
        } else {
                alu.src[1].sel = V_SQ_ALU_SRC_1;
                alu.src[2].sel = V_SQ_ALU_SRC_0_5;
@@ -4734,7 +4699,7 @@ static int tgsi_lit(struct r600_shader_ctx *ctx)
        {
                int chan;
                int sel;
-               int i;
+               unsigned i;
 
                if (ctx->bc->chip_class == CAYMAN) {
                        for (i = 0; i < 3; i++) {
@@ -6589,7 +6554,7 @@ static inline boolean tgsi_tex_src_requires_loading(struct r600_shader_ctx *ctx,
                inst->Src[index].Register.File != TGSI_FILE_INPUT &&
                inst->Src[index].Register.File != TGSI_FILE_OUTPUT) ||
                ctx->src[index].neg || ctx->src[index].abs ||
-               (inst->Src[index].Register.File == TGSI_FILE_INPUT && ctx->type == TGSI_PROCESSOR_GEOMETRY);
+               (inst->Src[index].Register.File == TGSI_FILE_INPUT && ctx->type == PIPE_SHADER_GEOMETRY);
 }
 
 static inline unsigned tgsi_tex_get_src_gpr(struct r600_shader_ctx *ctx,
@@ -6724,7 +6689,6 @@ static int r600_do_buffer_txq(struct r600_shader_ctx *ctx)
 
 static int tgsi_tex(struct r600_shader_ctx *ctx)
 {
-       static float one_point_five = 1.5f;
        struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
        struct r600_bytecode_tex tex;
        struct r600_bytecode_alu alu;
@@ -6926,7 +6890,7 @@ static int tgsi_tex(struct r600_shader_ctx *ctx)
 
                alu.src[2].sel = V_SQ_ALU_SRC_LITERAL;
                alu.src[2].chan = 0;
-               alu.src[2].value = *(uint32_t *)&one_point_five;
+               alu.src[2].value = u_bitcast_f2u(1.5f);
 
                alu.dst.sel = ctx->temp_reg;
                alu.dst.chan = 0;
@@ -6947,7 +6911,7 @@ static int tgsi_tex(struct r600_shader_ctx *ctx)
 
                alu.src[2].sel = V_SQ_ALU_SRC_LITERAL;
                alu.src[2].chan = 0;
-               alu.src[2].value = *(uint32_t *)&one_point_five;
+               alu.src[2].value = u_bitcast_f2u(1.5f);
 
                alu.dst.sel = ctx->temp_reg;
                alu.dst.chan = 1;
@@ -6981,7 +6945,6 @@ static int tgsi_tex(struct r600_shader_ctx *ctx)
                    inst->Texture.Texture == TGSI_TEXTURE_SHADOWCUBE_ARRAY) {
                        if (ctx->bc->chip_class >= EVERGREEN) {
                                int mytmp = r600_get_temp(ctx);
-                               static const float eight = 8.0f;
                                memset(&alu, 0, sizeof(struct r600_bytecode_alu));
                                alu.op = ALU_OP1_MOV;
                                alu.src[0].sel = ctx->temp_reg;
@@ -7001,7 +6964,7 @@ static int tgsi_tex(struct r600_shader_ctx *ctx)
                                r600_bytecode_src(&alu.src[0], &ctx->src[0], 3);
                                alu.src[1].sel = V_SQ_ALU_SRC_LITERAL;
                                alu.src[1].chan = 0;
-                               alu.src[1].value = *(uint32_t *)&eight;
+                               alu.src[1].value = u_bitcast_f2u(8.0f);
                                alu.src[2].sel = mytmp;
                                alu.src[2].chan = 0;
                                alu.dst.sel = ctx->temp_reg;
@@ -7727,6 +7690,15 @@ static int tgsi_cmp(struct r600_shader_ctx *ctx)
        int i, r, j;
        int lasti = tgsi_last_instruction(inst->Dst[0].Register.WriteMask);
        int temp_regs[3];
+       unsigned op;
+
+       if (ctx->src[0].abs && ctx->src[0].neg) {
+               op = ALU_OP3_CNDE;
+               ctx->src[0].abs = 0;
+               ctx->src[0].neg = 0;
+       } else {
+               op = ALU_OP3_CNDGE;
+       }
 
        for (j = 0; j < inst->Instruction.NumSrcRegs; j++) {
                temp_regs[j] = 0;
@@ -7739,7 +7711,7 @@ static int tgsi_cmp(struct r600_shader_ctx *ctx)
                        continue;
 
                memset(&alu, 0, sizeof(struct r600_bytecode_alu));
-               alu.op = ALU_OP3_CNDGE;
+               alu.op = op;
                r = tgsi_make_src_for_op3(ctx, temp_regs[0], i, &alu.src[0], &ctx->src[0]);
                if (r)
                        return r;
@@ -7868,7 +7840,7 @@ static int tgsi_exp(struct r600_shader_ctx *ctx)
        struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
        struct r600_bytecode_alu alu;
        int r;
-       int i;
+       unsigned i;
 
        /* result.x = 2^floor(src); */
        if (inst->Dst[0].Register.WriteMask & 1) {
@@ -7997,7 +7969,7 @@ static int tgsi_log(struct r600_shader_ctx *ctx)
        struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
        struct r600_bytecode_alu alu;
        int r;
-       int i;
+       unsigned i;
 
        /* result.x = floor(log2(|src|)); */
        if (inst->Dst[0].Register.WriteMask & 1) {
@@ -8724,7 +8696,7 @@ static int tgsi_bgnloop(struct r600_shader_ctx *ctx)
 
 static int tgsi_endloop(struct r600_shader_ctx *ctx)
 {
-       int i;
+       unsigned i;
 
        r600_bytecode_add_cfinst(ctx->bc, CF_OP_LOOP_END);
 
@@ -8824,7 +8796,8 @@ static int tgsi_gs_emit(struct r600_shader_ctx *ctx)
        r = r600_bytecode_add_cfinst(ctx->bc, ctx->inst_info->op);
        if (!r) {
                ctx->bc->cf_last->count = stream; // Count field for CUT/EMIT_VERTEX indicates which stream
-               return emit_inc_ring_offset(ctx, stream, TRUE);
+               if (ctx->inst_info->op == CF_OP_EMIT_VERTEX)
+                       return emit_inc_ring_offset(ctx, stream, TRUE);
        }
        return r;
 }
@@ -8901,6 +8874,105 @@ static int tgsi_umad(struct r600_shader_ctx *ctx)
        return 0;
 }
 
+static int tgsi_pk2h(struct r600_shader_ctx *ctx)
+{
+       struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
+       struct r600_bytecode_alu alu;
+       int r, i;
+       int lasti = tgsi_last_instruction(inst->Dst[0].Register.WriteMask);
+
+       /* temp.xy = f32_to_f16(src) */
+       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+       alu.op = ALU_OP1_FLT32_TO_FLT16;
+       alu.dst.chan = 0;
+       alu.dst.sel = ctx->temp_reg;
+       alu.dst.write = 1;
+       r600_bytecode_src(&alu.src[0], &ctx->src[0], 0);
+       r = r600_bytecode_add_alu(ctx->bc, &alu);
+       if (r)
+               return r;
+       alu.dst.chan = 1;
+       r600_bytecode_src(&alu.src[0], &ctx->src[0], 1);
+       alu.last = 1;
+       r = r600_bytecode_add_alu(ctx->bc, &alu);
+       if (r)
+               return r;
+
+       /* dst.x = temp.y * 0x10000 + temp.x */
+       for (i = 0; i < lasti + 1; i++) {
+               if (!(inst->Dst[0].Register.WriteMask & (1 << i)))
+                       continue;
+
+               memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+               alu.op = ALU_OP3_MULADD_UINT24;
+               alu.is_op3 = 1;
+               tgsi_dst(ctx, &inst->Dst[0], i, &alu.dst);
+               alu.last = i == lasti;
+               alu.src[0].sel = ctx->temp_reg;
+               alu.src[0].chan = 1;
+               alu.src[1].sel = V_SQ_ALU_SRC_LITERAL;
+               alu.src[1].value = 0x10000;
+               alu.src[2].sel = ctx->temp_reg;
+               alu.src[2].chan = 0;
+               r = r600_bytecode_add_alu(ctx->bc, &alu);
+               if (r)
+                       return r;
+       }
+
+       return 0;
+}
+
+static int tgsi_up2h(struct r600_shader_ctx *ctx)
+{
+       struct tgsi_full_instruction *inst = &ctx->parse.FullToken.FullInstruction;
+       struct r600_bytecode_alu alu;
+       int r, i;
+       int lasti = tgsi_last_instruction(inst->Dst[0].Register.WriteMask);
+
+       /* temp.x = src.x */
+       /* note: no need to mask out the high bits */
+       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+       alu.op = ALU_OP1_MOV;
+       alu.dst.chan = 0;
+       alu.dst.sel = ctx->temp_reg;
+       alu.dst.write = 1;
+       r600_bytecode_src(&alu.src[0], &ctx->src[0], 0);
+       r = r600_bytecode_add_alu(ctx->bc, &alu);
+       if (r)
+               return r;
+
+       /* temp.y = src.x >> 16 */
+       memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+       alu.op = ALU_OP2_LSHR_INT;
+       alu.dst.chan = 1;
+       alu.dst.sel = ctx->temp_reg;
+       alu.dst.write = 1;
+       r600_bytecode_src(&alu.src[0], &ctx->src[0], 0);
+       alu.src[1].sel = V_SQ_ALU_SRC_LITERAL;
+       alu.src[1].value = 16;
+       alu.last = 1;
+       r = r600_bytecode_add_alu(ctx->bc, &alu);
+       if (r)
+               return r;
+
+       /* dst.wz = dst.xy = f16_to_f32(temp.xy) */
+       for (i = 0; i < lasti + 1; i++) {
+               if (!(inst->Dst[0].Register.WriteMask & (1 << i)))
+                       continue;
+               memset(&alu, 0, sizeof(struct r600_bytecode_alu));
+               tgsi_dst(ctx, &inst->Dst[0], i, &alu.dst);
+               alu.op = ALU_OP1_FLT16_TO_FLT32;
+               alu.src[0].sel = ctx->temp_reg;
+               alu.src[0].chan = i % 2;
+               alu.last = i == lasti;
+               r = r600_bytecode_add_alu(ctx->bc, &alu);
+               if (r)
+                       return r;
+       }
+
+       return 0;
+}
+
 static const struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[] = {
        [TGSI_OPCODE_ARL]       = { ALU_OP0_NOP, tgsi_r600_arl},
        [TGSI_OPCODE_MOV]       = { ALU_OP1_MOV, tgsi_op2},
@@ -8925,7 +8997,6 @@ static const struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[]
        [TGSI_OPCODE_SLT]       = { ALU_OP2_SETGT, tgsi_op2_swap},
        [TGSI_OPCODE_SGE]       = { ALU_OP2_SETGE, tgsi_op2},
        [TGSI_OPCODE_MAD]       = { ALU_OP3_MULADD, tgsi_op3},
-       [TGSI_OPCODE_SUB]       = { ALU_OP2_ADD, tgsi_op2},
        [TGSI_OPCODE_LRP]       = { ALU_OP0_NOP, tgsi_lrp},
        [TGSI_OPCODE_FMA]       = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_SQRT]      = { ALU_OP1_SQRT_IEEE, tgsi_trans_srcx_replicate},
@@ -8941,7 +9012,7 @@ static const struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[]
        [TGSI_OPCODE_POW]       = { ALU_OP0_NOP, tgsi_pow},
        [TGSI_OPCODE_XPD]       = { ALU_OP0_NOP, tgsi_xpd},
        [32]                    = { ALU_OP0_NOP, tgsi_unsupported},
-       [TGSI_OPCODE_ABS]       = { ALU_OP1_MOV, tgsi_op2},
+       [33]                    = { ALU_OP0_NOP, tgsi_unsupported},
        [34]                    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_DPH]       = { ALU_OP2_DOT4, tgsi_dp},
        [TGSI_OPCODE_COS]       = { ALU_OP1_COS, tgsi_trig},
@@ -9013,20 +9084,20 @@ static const struct r600_shader_tgsi_instruction r600_shader_tgsi_instruction[]
        [TGSI_OPCODE_ENDSUB]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_TXQ_LZ]    = { FETCH_OP_GET_TEXTURE_RESINFO, tgsi_tex},
        [TGSI_OPCODE_TXQS]      = { FETCH_OP_GET_NUMBER_OF_SAMPLES, tgsi_tex},
-       [105]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_RESQ]      = { ALU_OP0_NOP, tgsi_unsupported},
        [106]                   = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_NOP]       = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_FSEQ]      = { ALU_OP2_SETE_DX10, tgsi_op2},
        [TGSI_OPCODE_FSGE]      = { ALU_OP2_SETGE_DX10, tgsi_op2},
        [TGSI_OPCODE_FSLT]      = { ALU_OP2_SETGT_DX10, tgsi_op2_swap},
        [TGSI_OPCODE_FSNE]      = { ALU_OP2_SETNE_DX10, tgsi_op2_swap},
-       [112]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_MEMBAR]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_CALLNZ]    = { ALU_OP0_NOP, tgsi_unsupported},
        [114]                   = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_BREAKC]    = { ALU_OP0_NOP, tgsi_loop_breakc},
        [TGSI_OPCODE_KILL_IF]   = { ALU_OP2_KILLGT, tgsi_kill},  /* conditional kill */
        [TGSI_OPCODE_END]       = { ALU_OP0_NOP, tgsi_end},  /* aka HALT */
-       [118]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_DFMA]      = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_F2I]       = { ALU_OP1_FLT_TO_INT, tgsi_op2_trans},
        [TGSI_OPCODE_IDIV]      = { ALU_OP0_NOP, tgsi_idiv},
        [TGSI_OPCODE_IMAX]      = { ALU_OP2_MAX_INT, tgsi_op2},
@@ -9124,9 +9195,8 @@ static const struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] =
        [TGSI_OPCODE_SLT]       = { ALU_OP2_SETGT, tgsi_op2_swap},
        [TGSI_OPCODE_SGE]       = { ALU_OP2_SETGE, tgsi_op2},
        [TGSI_OPCODE_MAD]       = { ALU_OP3_MULADD, tgsi_op3},
-       [TGSI_OPCODE_SUB]       = { ALU_OP2_ADD, tgsi_op2},
        [TGSI_OPCODE_LRP]       = { ALU_OP0_NOP, tgsi_lrp},
-       [TGSI_OPCODE_FMA]       = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_FMA]       = { ALU_OP3_FMA, tgsi_op3},
        [TGSI_OPCODE_SQRT]      = { ALU_OP1_SQRT_IEEE, tgsi_trans_srcx_replicate},
        [TGSI_OPCODE_DP2A]      = { ALU_OP0_NOP, tgsi_unsupported},
        [22]                    = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9140,14 +9210,14 @@ static const struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] =
        [TGSI_OPCODE_POW]       = { ALU_OP0_NOP, tgsi_pow},
        [TGSI_OPCODE_XPD]       = { ALU_OP0_NOP, tgsi_xpd},
        [32]                    = { ALU_OP0_NOP, tgsi_unsupported},
-       [TGSI_OPCODE_ABS]       = { ALU_OP1_MOV, tgsi_op2},
+       [33]                    = { ALU_OP0_NOP, tgsi_unsupported},
        [34]                    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_DPH]       = { ALU_OP2_DOT4, tgsi_dp},
        [TGSI_OPCODE_COS]       = { ALU_OP1_COS, tgsi_trig},
        [TGSI_OPCODE_DDX]       = { FETCH_OP_GET_GRADIENTS_H, tgsi_tex},
        [TGSI_OPCODE_DDY]       = { FETCH_OP_GET_GRADIENTS_V, tgsi_tex},
        [TGSI_OPCODE_KILL]      = { ALU_OP2_KILLGT, tgsi_kill},  /* unconditional kill */
-       [TGSI_OPCODE_PK2H]      = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_PK2H]      = { ALU_OP0_NOP, tgsi_pk2h},
        [TGSI_OPCODE_PK2US]     = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_PK4B]      = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_PK4UB]     = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9162,7 +9232,7 @@ static const struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] =
        [TGSI_OPCODE_TEX]       = { FETCH_OP_SAMPLE, tgsi_tex},
        [TGSI_OPCODE_TXD]       = { FETCH_OP_SAMPLE_G, tgsi_tex},
        [TGSI_OPCODE_TXP]       = { FETCH_OP_SAMPLE, tgsi_tex},
-       [TGSI_OPCODE_UP2H]      = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_UP2H]      = { ALU_OP0_NOP, tgsi_up2h},
        [TGSI_OPCODE_UP2US]     = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_UP4B]      = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_UP4UB]     = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9212,20 +9282,20 @@ static const struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] =
        [TGSI_OPCODE_ENDSUB]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_TXQ_LZ]    = { FETCH_OP_GET_TEXTURE_RESINFO, tgsi_tex},
        [TGSI_OPCODE_TXQS]      = { FETCH_OP_GET_NUMBER_OF_SAMPLES, tgsi_tex},
-       [105]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_RESQ]      = { ALU_OP0_NOP, tgsi_unsupported},
        [106]                   = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_NOP]       = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_FSEQ]      = { ALU_OP2_SETE_DX10, tgsi_op2},
        [TGSI_OPCODE_FSGE]      = { ALU_OP2_SETGE_DX10, tgsi_op2},
        [TGSI_OPCODE_FSLT]      = { ALU_OP2_SETGT_DX10, tgsi_op2_swap},
        [TGSI_OPCODE_FSNE]      = { ALU_OP2_SETNE_DX10, tgsi_op2_swap},
-       [112]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_MEMBAR]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_CALLNZ]    = { ALU_OP0_NOP, tgsi_unsupported},
        [114]                   = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_BREAKC]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_KILL_IF]   = { ALU_OP2_KILLGT, tgsi_kill},  /* conditional kill */
        [TGSI_OPCODE_END]       = { ALU_OP0_NOP, tgsi_end},  /* aka HALT */
-       [118]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       /* Refer below for TGSI_OPCODE_DFMA */
        [TGSI_OPCODE_F2I]       = { ALU_OP1_FLT_TO_INT, tgsi_f2i},
        [TGSI_OPCODE_IDIV]      = { ALU_OP0_NOP, tgsi_idiv},
        [TGSI_OPCODE_IMAX]      = { ALU_OP2_MAX_INT, tgsi_op2},
@@ -9273,7 +9343,7 @@ static const struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] =
        [TGSI_OPCODE_MFENCE]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_LFENCE]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_SFENCE]    = { ALU_OP0_NOP, tgsi_unsupported},
-       [TGSI_OPCODE_BARRIER]   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_BARRIER]   = { ALU_OP0_GROUP_BARRIER, tgsi_barrier},
        [TGSI_OPCODE_ATOMUADD]  = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_ATOMXCHG]  = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_ATOMCAS]   = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9317,6 +9387,7 @@ static const struct r600_shader_tgsi_instruction eg_shader_tgsi_instruction[] =
        [TGSI_OPCODE_DRCP]      = { ALU_OP2_RECIP_64, cayman_emit_double_instr},
        [TGSI_OPCODE_DSQRT]     = { ALU_OP2_SQRT_64, cayman_emit_double_instr},
        [TGSI_OPCODE_DMAD]      = { ALU_OP3_FMA_64, tgsi_op3_64},
+       [TGSI_OPCODE_DFMA]      = { ALU_OP3_FMA_64, tgsi_op3_64},
        [TGSI_OPCODE_DFRAC]     = { ALU_OP1_FRACT_64, tgsi_op2_64},
        [TGSI_OPCODE_DLDEXP]    = { ALU_OP2_LDEXP_64, tgsi_op2_64},
        [TGSI_OPCODE_DFRACEXP]  = { ALU_OP1_FREXP_64, tgsi_dfracexp},
@@ -9346,9 +9417,8 @@ static const struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] =
        [TGSI_OPCODE_SLT]       = { ALU_OP2_SETGT, tgsi_op2_swap},
        [TGSI_OPCODE_SGE]       = { ALU_OP2_SETGE, tgsi_op2},
        [TGSI_OPCODE_MAD]       = { ALU_OP3_MULADD, tgsi_op3},
-       [TGSI_OPCODE_SUB]       = { ALU_OP2_ADD, tgsi_op2},
        [TGSI_OPCODE_LRP]       = { ALU_OP0_NOP, tgsi_lrp},
-       [TGSI_OPCODE_FMA]       = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_FMA]       = { ALU_OP3_FMA, tgsi_op3},
        [TGSI_OPCODE_SQRT]      = { ALU_OP1_SQRT_IEEE, cayman_emit_float_instr},
        [TGSI_OPCODE_DP2A]      = { ALU_OP0_NOP, tgsi_unsupported},
        [22]                    = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9362,14 +9432,14 @@ static const struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] =
        [TGSI_OPCODE_POW]       = { ALU_OP0_NOP, cayman_pow},
        [TGSI_OPCODE_XPD]       = { ALU_OP0_NOP, tgsi_xpd},
        [32]                    = { ALU_OP0_NOP, tgsi_unsupported},
-       [TGSI_OPCODE_ABS]       = { ALU_OP1_MOV, tgsi_op2},
+       [33]                    = { ALU_OP0_NOP, tgsi_unsupported},
        [34]                    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_DPH]       = { ALU_OP2_DOT4, tgsi_dp},
        [TGSI_OPCODE_COS]       = { ALU_OP1_COS, cayman_trig},
        [TGSI_OPCODE_DDX]       = { FETCH_OP_GET_GRADIENTS_H, tgsi_tex},
        [TGSI_OPCODE_DDY]       = { FETCH_OP_GET_GRADIENTS_V, tgsi_tex},
        [TGSI_OPCODE_KILL]      = { ALU_OP2_KILLGT, tgsi_kill},  /* unconditional kill */
-       [TGSI_OPCODE_PK2H]      = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_PK2H]      = { ALU_OP0_NOP, tgsi_pk2h},
        [TGSI_OPCODE_PK2US]     = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_PK4B]      = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_PK4UB]     = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9384,7 +9454,7 @@ static const struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] =
        [TGSI_OPCODE_TEX]       = { FETCH_OP_SAMPLE, tgsi_tex},
        [TGSI_OPCODE_TXD]       = { FETCH_OP_SAMPLE_G, tgsi_tex},
        [TGSI_OPCODE_TXP]       = { FETCH_OP_SAMPLE, tgsi_tex},
-       [TGSI_OPCODE_UP2H]      = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_UP2H]      = { ALU_OP0_NOP, tgsi_up2h},
        [TGSI_OPCODE_UP2US]     = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_UP4B]      = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_UP4UB]     = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9434,20 +9504,20 @@ static const struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] =
        [TGSI_OPCODE_ENDSUB]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_TXQ_LZ]    = { FETCH_OP_GET_TEXTURE_RESINFO, tgsi_tex},
        [TGSI_OPCODE_TXQS]      = { FETCH_OP_GET_NUMBER_OF_SAMPLES, tgsi_tex},
-       [105]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_RESQ]      = { ALU_OP0_NOP, tgsi_unsupported},
        [106]                   = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_NOP]       = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_FSEQ]      = { ALU_OP2_SETE_DX10, tgsi_op2},
        [TGSI_OPCODE_FSGE]      = { ALU_OP2_SETGE_DX10, tgsi_op2},
        [TGSI_OPCODE_FSLT]      = { ALU_OP2_SETGT_DX10, tgsi_op2_swap},
        [TGSI_OPCODE_FSNE]      = { ALU_OP2_SETNE_DX10, tgsi_op2_swap},
-       [112]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_MEMBAR]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_CALLNZ]    = { ALU_OP0_NOP, tgsi_unsupported},
        [114]                   = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_BREAKC]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_KILL_IF]   = { ALU_OP2_KILLGT, tgsi_kill},  /* conditional kill */
        [TGSI_OPCODE_END]       = { ALU_OP0_NOP, tgsi_end},  /* aka HALT */
-       [118]                   = { ALU_OP0_NOP, tgsi_unsupported},
+       /* Refer below for TGSI_OPCODE_DFMA */
        [TGSI_OPCODE_F2I]       = { ALU_OP1_FLT_TO_INT, tgsi_op2},
        [TGSI_OPCODE_IDIV]      = { ALU_OP0_NOP, tgsi_idiv},
        [TGSI_OPCODE_IMAX]      = { ALU_OP2_MAX_INT, tgsi_op2},
@@ -9495,7 +9565,7 @@ static const struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] =
        [TGSI_OPCODE_MFENCE]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_LFENCE]    = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_SFENCE]    = { ALU_OP0_NOP, tgsi_unsupported},
-       [TGSI_OPCODE_BARRIER]   = { ALU_OP0_NOP, tgsi_unsupported},
+       [TGSI_OPCODE_BARRIER]   = { ALU_OP0_GROUP_BARRIER, tgsi_barrier},
        [TGSI_OPCODE_ATOMUADD]  = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_ATOMXCHG]  = { ALU_OP0_NOP, tgsi_unsupported},
        [TGSI_OPCODE_ATOMCAS]   = { ALU_OP0_NOP, tgsi_unsupported},
@@ -9539,6 +9609,7 @@ static const struct r600_shader_tgsi_instruction cm_shader_tgsi_instruction[] =
        [TGSI_OPCODE_DRCP]      = { ALU_OP2_RECIP_64, cayman_emit_double_instr},
        [TGSI_OPCODE_DSQRT]     = { ALU_OP2_SQRT_64, cayman_emit_double_instr},
        [TGSI_OPCODE_DMAD]      = { ALU_OP3_FMA_64, tgsi_op3_64},
+       [TGSI_OPCODE_DFMA]      = { ALU_OP3_FMA_64, tgsi_op3_64},
        [TGSI_OPCODE_DFRAC]     = { ALU_OP1_FRACT_64, tgsi_op2_64},
        [TGSI_OPCODE_DLDEXP]    = { ALU_OP2_LDEXP_64, tgsi_op2_64},
        [TGSI_OPCODE_DFRACEXP]  = { ALU_OP1_FREXP_64, tgsi_dfracexp},