gallium/radeon: add a function for adding llvm function attributes
[mesa.git] / src / gallium / drivers / radeon / r600_streamout.c
index e2413c250eacc8bb003371e2b765a6dc33496719..e977ed9fa10d128ba2cea4b3271f87fc4578c48d 100644 (file)
@@ -88,8 +88,7 @@ void r600_streamout_buffers_dirty(struct r600_common_context *rctx)
                12 + /* flush_vgt_streamout */
                num_bufs * 11; /* STRMOUT_BUFFER_UPDATE, BUFFER_SIZE */
 
-       begin->num_dw = 12 + /* flush_vgt_streamout */
-                       3; /* VGT_STRMOUT_BUFFER_CONFIG */
+       begin->num_dw = 12; /* flush_vgt_streamout */
 
        if (rctx->chip_class >= SI) {
                begin->num_dw += num_bufs * 4; /* SET_CONTEXT_REG */
@@ -105,7 +104,7 @@ void r600_streamout_buffers_dirty(struct r600_common_context *rctx)
                (num_bufs - num_bufs_appended) * 6 + /* STRMOUT_BUFFER_UPDATE */
                (rctx->family > CHIP_R600 && rctx->family < CHIP_RS780 ? 2 : 0); /* SURFACE_BASE_UPDATE */
 
-       begin->dirty = true;
+       rctx->set_atom_dirty(rctx, begin, true);
 
        r600_set_streamout_enable(rctx, true);
 }
@@ -146,14 +145,14 @@ void r600_set_streamout_targets(struct pipe_context *ctx,
        if (num_targets) {
                r600_streamout_buffers_dirty(rctx);
        } else {
-               rctx->streamout.begin_atom.dirty = false;
+               rctx->set_atom_dirty(rctx, &rctx->streamout.begin_atom, false);
                r600_set_streamout_enable(rctx, false);
        }
 }
 
 static void r600_flush_vgt_streamout(struct r600_common_context *rctx)
 {
-       struct radeon_winsys_cs *cs = rctx->rings.gfx.cs;
+       struct radeon_winsys_cs *cs = rctx->gfx.cs;
        unsigned reg_strmout_cntl;
 
        /* The register is at different places on different ASICs. */
@@ -166,9 +165,9 @@ static void r600_flush_vgt_streamout(struct r600_common_context *rctx)
        }
 
        if (rctx->chip_class >= CIK) {
-               cik_write_uconfig_reg(cs, reg_strmout_cntl, 0);
+               radeon_set_uconfig_reg(cs, reg_strmout_cntl, 0);
        } else {
-               r600_write_config_reg(cs, reg_strmout_cntl, 0);
+               radeon_set_config_reg(cs, reg_strmout_cntl, 0);
        }
 
        radeon_emit(cs, PKT3(PKT3_EVENT_WRITE, 0, 0));
@@ -185,18 +184,13 @@ static void r600_flush_vgt_streamout(struct r600_common_context *rctx)
 
 static void r600_emit_streamout_begin(struct r600_common_context *rctx, struct r600_atom *atom)
 {
-       struct radeon_winsys_cs *cs = rctx->rings.gfx.cs;
+       struct radeon_winsys_cs *cs = rctx->gfx.cs;
        struct r600_so_target **t = rctx->streamout.targets;
        unsigned *stride_in_dw = rctx->streamout.stride_in_dw;
        unsigned i, update_flags = 0;
 
        r600_flush_vgt_streamout(rctx);
 
-       r600_write_context_reg(cs, rctx->chip_class >= EVERGREEN ?
-                                      R_028B98_VGT_STRMOUT_BUFFER_CONFIG :
-                                      R_028B20_VGT_STRMOUT_BUFFER_EN,
-                              rctx->streamout.enabled_mask);
-
        for (i = 0; i < rctx->streamout.num_targets; i++) {
                if (!t[i])
                        continue;
@@ -207,7 +201,7 @@ static void r600_emit_streamout_begin(struct r600_common_context *rctx, struct r
                        /* SI binds streamout buffers as shader resources.
                         * VGT only counts primitives and tells the shader
                         * through SGPRs what to do. */
-                       r600_write_context_reg_seq(cs, R_028AD0_VGT_STRMOUT_BUFFER_SIZE_0 + 16*i, 2);
+                       radeon_set_context_reg_seq(cs, R_028AD0_VGT_STRMOUT_BUFFER_SIZE_0 + 16*i, 2);
                        radeon_emit(cs, (t[i]->b.buffer_offset +
                                         t[i]->b.buffer_size) >> 2);    /* BUFFER_SIZE (in DW) */
                        radeon_emit(cs, stride_in_dw[i]);               /* VTX_STRIDE (in DW) */
@@ -216,14 +210,14 @@ static void r600_emit_streamout_begin(struct r600_common_context *rctx, struct r
 
                        update_flags |= SURFACE_BASE_UPDATE_STRMOUT(i);
 
-                       r600_write_context_reg_seq(cs, R_028AD0_VGT_STRMOUT_BUFFER_SIZE_0 + 16*i, 3);
+                       radeon_set_context_reg_seq(cs, R_028AD0_VGT_STRMOUT_BUFFER_SIZE_0 + 16*i, 3);
                        radeon_emit(cs, (t[i]->b.buffer_offset +
                                         t[i]->b.buffer_size) >> 2);    /* BUFFER_SIZE (in DW) */
                        radeon_emit(cs, stride_in_dw[i]);               /* VTX_STRIDE (in DW) */
                        radeon_emit(cs, va >> 8);                       /* BUFFER_BASE */
 
-                       r600_emit_reloc(rctx, &rctx->rings.gfx, r600_resource(t[i]->b.buffer),
-                                       RADEON_USAGE_WRITE, RADEON_PRIO_SHADER_RESOURCE_RW);
+                       r600_emit_reloc(rctx, &rctx->gfx, r600_resource(t[i]->b.buffer),
+                                       RADEON_USAGE_WRITE, RADEON_PRIO_RINGS_STREAMOUT);
 
                        /* R7xx requires this packet after updating BUFFER_BASE.
                         * Without this, R7xx locks up. */
@@ -232,12 +226,12 @@ static void r600_emit_streamout_begin(struct r600_common_context *rctx, struct r
                                radeon_emit(cs, i);
                                radeon_emit(cs, va >> 8);
 
-                               r600_emit_reloc(rctx, &rctx->rings.gfx, r600_resource(t[i]->b.buffer),
-                                               RADEON_USAGE_WRITE, RADEON_PRIO_SHADER_RESOURCE_RW);
+                               r600_emit_reloc(rctx, &rctx->gfx, r600_resource(t[i]->b.buffer),
+                                               RADEON_USAGE_WRITE, RADEON_PRIO_RINGS_STREAMOUT);
                        }
                }
 
-               if (rctx->streamout.append_bitmask & (1 << i)) {
+               if (rctx->streamout.append_bitmask & (1 << i) && t[i]->buf_filled_size_valid) {
                        uint64_t va = t[i]->buf_filled_size->gpu_address +
                                      t[i]->buf_filled_size_offset;
 
@@ -250,8 +244,8 @@ static void r600_emit_streamout_begin(struct r600_common_context *rctx, struct r
                        radeon_emit(cs, va); /* src address lo */
                        radeon_emit(cs, va >> 32); /* src address hi */
 
-                       r600_emit_reloc(rctx,  &rctx->rings.gfx, t[i]->buf_filled_size,
-                                       RADEON_USAGE_READ, RADEON_PRIO_MIN);
+                       r600_emit_reloc(rctx,  &rctx->gfx, t[i]->buf_filled_size,
+                                       RADEON_USAGE_READ, RADEON_PRIO_SO_FILLED_SIZE);
                } else {
                        /* Start from the beginning. */
                        radeon_emit(cs, PKT3(PKT3_STRMOUT_BUFFER_UPDATE, 4, 0));
@@ -273,7 +267,7 @@ static void r600_emit_streamout_begin(struct r600_common_context *rctx, struct r
 
 void r600_emit_streamout_end(struct r600_common_context *rctx)
 {
-       struct radeon_winsys_cs *cs = rctx->rings.gfx.cs;
+       struct radeon_winsys_cs *cs = rctx->gfx.cs;
        struct r600_so_target **t = rctx->streamout.targets;
        unsigned i;
        uint64_t va;
@@ -294,23 +288,20 @@ void r600_emit_streamout_end(struct r600_common_context *rctx)
                radeon_emit(cs, 0); /* unused */
                radeon_emit(cs, 0); /* unused */
 
-               r600_emit_reloc(rctx,  &rctx->rings.gfx, t[i]->buf_filled_size,
-                               RADEON_USAGE_WRITE, RADEON_PRIO_MIN);
+               r600_emit_reloc(rctx,  &rctx->gfx, t[i]->buf_filled_size,
+                               RADEON_USAGE_WRITE, RADEON_PRIO_SO_FILLED_SIZE);
 
                /* Zero the buffer size. The counters (primitives generated,
                 * primitives emitted) may be enabled even if there is not
                 * buffer bound. This ensures that the primitives-emitted query
                 * won't increment. */
-               r600_write_context_reg(cs, R_028AD0_VGT_STRMOUT_BUFFER_SIZE_0 + 16*i, 0);
+               radeon_set_context_reg(cs, R_028AD0_VGT_STRMOUT_BUFFER_SIZE_0 + 16*i, 0);
+
+               t[i]->buf_filled_size_valid = true;
        }
 
        rctx->streamout.begin_emitted = false;
-
-       if (rctx->chip_class >= R700) {
-               rctx->flags |= R600_CONTEXT_STREAMOUT_FLUSH;
-       } else {
-               rctx->flags |= R600_CONTEXT_FLUSH_AND_INV;
-       }
+       rctx->flags |= R600_CONTEXT_STREAMOUT_FLUSH;
 }
 
 /* STREAMOUT CONFIG DERIVED STATE
@@ -329,20 +320,42 @@ static bool r600_get_strmout_en(struct r600_common_context *rctx)
 static void r600_emit_streamout_enable(struct r600_common_context *rctx,
                                       struct r600_atom *atom)
 {
-       r600_write_context_reg(rctx->rings.gfx.cs,
-                              rctx->chip_class >= EVERGREEN ?
-                                      R_028B94_VGT_STRMOUT_CONFIG :
-                                      R_028AB0_VGT_STRMOUT_EN,
-                              S_028B94_STREAMOUT_0_EN(r600_get_strmout_en(rctx)));
+       unsigned strmout_config_reg = R_028AB0_VGT_STRMOUT_EN;
+       unsigned strmout_config_val = S_028B94_STREAMOUT_0_EN(r600_get_strmout_en(rctx));
+       unsigned strmout_buffer_reg = R_028B20_VGT_STRMOUT_BUFFER_EN;
+       unsigned strmout_buffer_val = rctx->streamout.hw_enabled_mask &
+                                     rctx->streamout.enabled_stream_buffers_mask;
+
+       if (rctx->chip_class >= EVERGREEN) {
+               strmout_buffer_reg = R_028B98_VGT_STRMOUT_BUFFER_CONFIG;
+
+               strmout_config_reg = R_028B94_VGT_STRMOUT_CONFIG;
+               strmout_config_val |=
+                       S_028B94_RAST_STREAM(0) |
+                       S_028B94_STREAMOUT_1_EN(r600_get_strmout_en(rctx)) |
+                       S_028B94_STREAMOUT_2_EN(r600_get_strmout_en(rctx)) |
+                       S_028B94_STREAMOUT_3_EN(r600_get_strmout_en(rctx));
+       }
+       radeon_set_context_reg(rctx->gfx.cs, strmout_buffer_reg, strmout_buffer_val);
+       radeon_set_context_reg(rctx->gfx.cs, strmout_config_reg, strmout_config_val);
 }
 
 static void r600_set_streamout_enable(struct r600_common_context *rctx, bool enable)
 {
        bool old_strmout_en = r600_get_strmout_en(rctx);
+       unsigned old_hw_enabled_mask = rctx->streamout.hw_enabled_mask;
 
        rctx->streamout.streamout_enabled = enable;
-       if (old_strmout_en != r600_get_strmout_en(rctx))
-               rctx->streamout.enable_atom.dirty = true;
+
+       rctx->streamout.hw_enabled_mask = rctx->streamout.enabled_mask |
+                                         (rctx->streamout.enabled_mask << 4) |
+                                         (rctx->streamout.enabled_mask << 8) |
+                                         (rctx->streamout.enabled_mask << 12);
+
+       if ((old_strmout_en != r600_get_strmout_en(rctx)) ||
+            (old_hw_enabled_mask != rctx->streamout.hw_enabled_mask)) {
+               rctx->set_atom_dirty(rctx, &rctx->streamout.enable_atom, true);
+       }
 }
 
 void r600_update_prims_generated_query_state(struct r600_common_context *rctx,
@@ -357,8 +370,9 @@ void r600_update_prims_generated_query_state(struct r600_common_context *rctx,
                rctx->streamout.prims_gen_query_enabled =
                        rctx->streamout.num_prims_gen_queries != 0;
 
-               if (old_strmout_en != r600_get_strmout_en(rctx))
-                       rctx->streamout.enable_atom.dirty = true;
+               if (old_strmout_en != r600_get_strmout_en(rctx)) {
+                       rctx->set_atom_dirty(rctx, &rctx->streamout.enable_atom, true);
+               }
        }
 }
 
@@ -368,5 +382,5 @@ void r600_streamout_init(struct r600_common_context *rctx)
        rctx->b.stream_output_target_destroy = r600_so_target_destroy;
        rctx->streamout.begin_atom.emit = r600_emit_streamout_begin;
        rctx->streamout.enable_atom.emit = r600_emit_streamout_enable;
-       rctx->streamout.enable_atom.num_dw = 3;
+       rctx->streamout.enable_atom.num_dw = 6;
 }