src/gallium/drivers/r600/r600_asm.h

   1 /*
   2  * Copyright 2010 Jerome Glisse <glisse@freedesktop.org>
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * on the rights to use, copy, modify, merge, publish, distribute, sub
   8  * license, and/or sell copies of the Software, and to permit persons to whom
   9  * the Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice (including the next
  12  * paragraph) shall be included in all copies or substantial portions of the
  13  * Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  16  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  18  * THE AUTHOR(S) AND/OR THEIR SUPPLIERS BE LIABLE FOR ANY CLAIM,
  19  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  20  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  21  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  22  */
  23 #ifndef R600_ASM_H
  24 #define R600_ASM_H
  25
  26 #include "r600_pipe.h"
  27 #include "r600_isa.h"
  28 #include "tgsi/tgsi_exec.h"
  29
  30 #ifdef __cplusplus
  31 extern "C" {
  32 #endif
  33
  34 struct r600_bytecode_alu_src {
  35         unsigned                        sel;
  36         unsigned                        chan;
  37         unsigned                        neg;
  38         unsigned                        abs;
  39         unsigned                        rel;
  40         unsigned                        kc_bank;
  41         unsigned                        kc_rel;
  42         uint32_t                        value;
  43 };
  44
  45 struct r600_bytecode_alu_dst {
  46         unsigned                        sel;
  47         unsigned                        chan;
  48         unsigned                        clamp;
  49         unsigned                        write;
  50         unsigned                        rel;
  51 };
  52
  53 struct r600_bytecode_alu {
  54         struct list_head                list;
  55         struct r600_bytecode_alu_src            src[3];
  56         struct r600_bytecode_alu_dst            dst;
  57         unsigned                        op;
  58         unsigned                        last;
  59         unsigned                        is_op3;
  60         unsigned                        is_lds_idx_op;
  61         unsigned                        execute_mask;
  62         unsigned                        update_pred;
  63         unsigned                        pred_sel;
  64         unsigned                        bank_swizzle;
  65         unsigned                        bank_swizzle_force;
  66         unsigned                        omod;
  67         unsigned                        index_mode;
  68         unsigned                        lds_idx;
  69 };
  70
  71 struct r600_bytecode_tex {
  72         struct list_head                list;
  73         unsigned                        op;
  74         unsigned                        inst_mod;
  75         unsigned                        resource_id;
  76         unsigned                        src_gpr;
  77         unsigned                        src_rel;
  78         unsigned                        dst_gpr;
  79         unsigned                        dst_rel;
  80         unsigned                        dst_sel_x;
  81         unsigned                        dst_sel_y;
  82         unsigned                        dst_sel_z;
  83         unsigned                        dst_sel_w;
  84         unsigned                        lod_bias;
  85         unsigned                        coord_type_x;
  86         unsigned                        coord_type_y;
  87         unsigned                        coord_type_z;
  88         unsigned                        coord_type_w;
  89         int                             offset_x;
  90         int                             offset_y;
  91         int                             offset_z;
  92         unsigned                        sampler_id;
  93         unsigned                        src_sel_x;
  94         unsigned                        src_sel_y;
  95         unsigned                        src_sel_z;
  96         unsigned                        src_sel_w;
  97         /* indexed samplers/resources only on evergreen/cayman */
  98         unsigned                        sampler_index_mode;
  99         unsigned                        resource_index_mode;
 100 };
 101
 102 struct r600_bytecode_vtx {
 103         struct list_head                list;
 104         unsigned                        op;
 105         unsigned                        fetch_type;
 106         unsigned                        buffer_id;
 107         unsigned                        src_gpr;
 108         unsigned                        src_sel_x;
 109         unsigned                        mega_fetch_count;
 110         unsigned                        dst_gpr;
 111         unsigned                        dst_sel_x;
 112         unsigned                        dst_sel_y;
 113         unsigned                        dst_sel_z;
 114         unsigned                        dst_sel_w;
 115         unsigned                        use_const_fields;
 116         unsigned                        data_format;
 117         unsigned                        num_format_all;
 118         unsigned                        format_comp_all;
 119         unsigned                        srf_mode_all;
 120         unsigned                        offset;
 121         unsigned                        endian;
 122         unsigned                        buffer_index_mode;
 123
 124         // READ_SCRATCH fields
 125         unsigned                        uncached;
 126         unsigned                        indexed;
 127         unsigned                        src_sel_y;
 128         unsigned                        src_rel;
 129         unsigned                        elem_size;
 130         unsigned                        array_size;
 131         unsigned                        array_base;
 132         unsigned                        burst_count;
 133         unsigned                        dst_rel;
 134 };
 135
 136 struct r600_bytecode_gds {
 137         struct list_head                list;
 138         unsigned                        op;
 139         unsigned                        src_gpr;
 140         unsigned                        src_rel;
 141         unsigned                        src_sel_x;
 142         unsigned                        src_sel_y;
 143         unsigned                        src_sel_z;
 144         unsigned                        src_gpr2;
 145         unsigned                        dst_gpr;
 146         unsigned                        dst_rel;
 147         unsigned                        dst_sel_x;
 148         unsigned                        dst_sel_y;
 149         unsigned                        dst_sel_z;
 150         unsigned                        dst_sel_w;
 151         unsigned                        uav_index_mode;
 152         unsigned                        uav_id;
 153         unsigned                        alloc_consume;
 154         unsigned                        bcast_first_req;
 155 };
 156
 157 struct r600_bytecode_output {
 158         unsigned                        array_base;
 159         unsigned                        array_size;
 160         unsigned                        comp_mask;
 161         unsigned                        type;
 162
 163         unsigned                        op;
 164
 165         unsigned                        elem_size;
 166         unsigned                        gpr;
 167         unsigned                        swizzle_x;
 168         unsigned                        swizzle_y;
 169         unsigned                        swizzle_z;
 170         unsigned                        swizzle_w;
 171         unsigned                        burst_count;
 172         unsigned                        index_gpr;
 173         unsigned                        mark; /* used by MEM_SCRATCH */
 174 };
 175
 176 struct r600_bytecode_rat {
 177         unsigned                        id;
 178         unsigned                        inst;
 179         unsigned                        index_mode;
 180 };
 181
 182 struct r600_bytecode_kcache {
 183         unsigned                        bank;
 184         unsigned                        mode;
 185         unsigned                        addr;
 186         unsigned                        index_mode;
 187 };
 188
 189 struct r600_bytecode_cf {
 190         struct list_head                list;
 191
 192         unsigned                        op;
 193         unsigned                        addr;
 194         unsigned                        ndw;
 195         unsigned                        id;
 196         unsigned                        cond;
 197         unsigned                        pop_count;
 198         unsigned                        count;
 199         unsigned                        cf_addr; /* control flow addr */
 200         struct r600_bytecode_kcache             kcache[4];
 201         unsigned                        r6xx_uses_waterfall;
 202         unsigned                        eg_alu_extended;
 203         unsigned                        barrier;
 204         unsigned                        end_of_program;
 205         unsigned                        mark;
 206         unsigned                        vpm;
 207         struct list_head                alu;
 208         struct list_head                tex;
 209         struct list_head                vtx;
 210         struct list_head                gds;
 211         struct r600_bytecode_output             output;
 212         struct r600_bytecode_rat                rat;
 213         struct r600_bytecode_alu                *curr_bs_head;
 214         struct r600_bytecode_alu                *prev_bs_head;
 215         struct r600_bytecode_alu                *prev2_bs_head;
 216         unsigned isa[2];
 217         unsigned nlds_read;
 218         unsigned nqueue_read;
 219 };
 220
 221 #define FC_NONE                         0
 222 #define FC_IF                           1
 223 #define FC_LOOP                         2
 224 #define FC_REP                          3
 225 #define FC_PUSH_VPM                     4
 226 #define FC_PUSH_WQM                     5
 227
 228 struct r600_cf_stack_entry {
 229         int                             type;
 230         struct r600_bytecode_cf         *start;
 231         struct r600_bytecode_cf         **mid; /* used to store the else point */
 232         int                             num_mid;
 233 };
 234
 235 #define SQ_MAX_CALL_DEPTH 0x00000020
 236
 237 #define AR_HANDLE_NORMAL 0
 238 #define AR_HANDLE_RV6XX 1 /* except RV670 */
 239
 240 struct r600_stack_info {
 241         /* current level of non-WQM PUSH operations
 242          * (PUSH, PUSH_ELSE, ALU_PUSH_BEFORE) */
 243         int push;
 244         /* current level of WQM PUSH operations
 245          * (PUSH, PUSH_ELSE, PUSH_WQM) */
 246         int push_wqm;
 247         /* current loop level */
 248         int loop;
 249
 250         /* required depth */
 251         int max_entries;
 252         /* subentries per entry */
 253         int entry_size;
 254 };
 255
 256 struct r600_bytecode {
 257         enum chip_class                 chip_class;
 258         enum radeon_family              family;
 259         bool                            has_compressed_msaa_texturing;
 260         int                             type;
 261         struct list_head                cf;
 262         struct r600_bytecode_cf         *cf_last;
 263         unsigned                        ndw;
 264         unsigned                        ncf;
 265         unsigned                        ngpr;
 266         unsigned                        nstack;
 267         unsigned                        nlds_dw;
 268         unsigned                        nresource;
 269         unsigned                        force_add_cf;
 270         uint32_t                        *bytecode;
 271         uint32_t                        fc_sp;
 272         struct r600_cf_stack_entry      fc_stack[TGSI_EXEC_MAX_NESTING];
 273         struct r600_stack_info          stack;
 274         unsigned        ar_loaded;
 275         unsigned        ar_reg;
 276         unsigned        ar_chan;
 277         unsigned        ar_handling;
 278         unsigned        r6xx_nop_after_rel_dst;
 279         bool            index_loaded[2];
 280         unsigned        index_reg[2]; /* indexing register CF_INDEX_[01] */
 281         unsigned        index_reg_chan[2]; /* indexing register chanel CF_INDEX_[01] */
 282         unsigned        debug_id;
 283         struct r600_isa* isa;
 284         struct r600_bytecode_output pending_outputs[5];
 285         int n_pending_outputs;
 286         boolean                 need_wait_ack; /* emit a pending WAIT_ACK prior to control flow */
 287         boolean                 precise;
 288 };
 289
 290 /* eg_asm.c */
 291 int eg_bytecode_cf_build(struct r600_bytecode *bc, struct r600_bytecode_cf *cf);
 292 int egcm_load_index_reg(struct r600_bytecode *bc, unsigned id, bool inside_alu_clause);
 293 int eg_bytecode_gds_build(struct r600_bytecode *bc, struct r600_bytecode_gds *gds, unsigned id);
 294 int eg_bytecode_alu_build(struct r600_bytecode *bc,
 295                           struct r600_bytecode_alu *alu, unsigned id);
 296 /* r600_asm.c */
 297 void r600_bytecode_init(struct r600_bytecode *bc,
 298                         enum chip_class chip_class,
 299                         enum radeon_family family,
 300                         bool has_compressed_msaa_texturing);
 301 void r600_bytecode_clear(struct r600_bytecode *bc);
 302 int r600_bytecode_add_alu(struct r600_bytecode *bc,
 303                 const struct r600_bytecode_alu *alu);
 304 int r600_bytecode_add_vtx(struct r600_bytecode *bc,
 305                 const struct r600_bytecode_vtx *vtx);
 306 int r600_bytecode_add_vtx_tc(struct r600_bytecode *bc,
 307                              const struct r600_bytecode_vtx *vtx);
 308 int r600_bytecode_add_tex(struct r600_bytecode *bc,
 309                 const struct r600_bytecode_tex *tex);
 310 int r600_bytecode_add_gds(struct r600_bytecode *bc,
 311                 const struct r600_bytecode_gds *gds);
 312 int r600_bytecode_add_output(struct r600_bytecode *bc,
 313                 const struct r600_bytecode_output *output);
 314 int r600_bytecode_add_pending_output(struct r600_bytecode *bc,
 315                 const struct r600_bytecode_output *output);
 316 void r600_bytecode_need_wait_ack(struct r600_bytecode *bc, boolean needed);
 317 boolean r600_bytecode_get_need_wait_ack(struct r600_bytecode *bc);
 318 int r600_bytecode_build(struct r600_bytecode *bc);
 319 int r600_bytecode_add_cf(struct r600_bytecode *bc);
 320 int r600_bytecode_add_cfinst(struct r600_bytecode *bc,
 321                 unsigned op);
 322 int r600_bytecode_add_alu_type(struct r600_bytecode *bc,
 323                 const struct r600_bytecode_alu *alu, unsigned type);
 324 void r600_bytecode_special_constants(uint32_t value,
 325                 unsigned *sel, unsigned *neg, unsigned abs);
 326 void r600_bytecode_disasm(struct r600_bytecode *bc);
 327 void r600_bytecode_alu_read(struct r600_bytecode *bc,
 328                 struct r600_bytecode_alu *alu, uint32_t word0, uint32_t word1);
 329
 330 int cm_bytecode_add_cf_end(struct r600_bytecode *bc);
 331
 332 void *r600_create_vertex_fetch_shader(struct pipe_context *ctx,
 333                                       unsigned count,
 334                                       const struct pipe_vertex_element *elements);
 335
 336 /* r700_asm.c */
 337 void r700_bytecode_cf_vtx_build(uint32_t *bytecode,
 338                 const struct r600_bytecode_cf *cf);
 339 int r700_bytecode_alu_build(struct r600_bytecode *bc,
 340                 struct r600_bytecode_alu *alu, unsigned id);
 341 void r700_bytecode_alu_read(struct r600_bytecode *bc,
 342                 struct r600_bytecode_alu *alu, uint32_t word0, uint32_t word1);
 343 int r700_bytecode_fetch_mem_build(struct r600_bytecode *bc,
 344                 struct r600_bytecode_vtx *mem, unsigned id);
 345
 346 void r600_bytecode_export_read(struct r600_bytecode *bc,
 347                 struct r600_bytecode_output *output, uint32_t word0, uint32_t word1);
 348 void eg_bytecode_export_read(struct r600_bytecode *bc,
 349                 struct r600_bytecode_output *output, uint32_t word0, uint32_t word1);
 350
 351 void r600_vertex_data_type(enum pipe_format pformat, unsigned *format,
 352                            unsigned *num_format, unsigned *format_comp, unsigned *endian);
 353
 354 static inline int fp64_switch(int i)
 355 {
 356         switch (i) {
 357         case 0:
 358                 return 1;
 359         case 1:
 360                 return 0;
 361         case 2:
 362                 return 3;
 363         case 3:
 364                 return 2;
 365         }
 366         return 0;
 367 }
 368
 369 #ifdef __cplusplus
 370 }
 371 #endif
 372
 373 #endif