r600g: cayman fix integer multiplies
[mesa.git] / src / gallium / drivers / r600 / r600_pipe.c
index efe1d5213dc4d84fe45afbd5a9a5cdb64356c625..faa92cb8d3e295b4944bf2d118de6e5f1b2f3d58 100644 (file)
  */
 static struct r600_fence *r600_create_fence(struct r600_pipe_context *ctx)
 {
-       struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
+       struct r600_screen *rscreen = ctx->screen;
        struct r600_fence *fence = NULL;
 
-       if (!ctx->fences.bo) {
+       pipe_mutex_lock(rscreen->fences.mutex);
+
+       if (!rscreen->fences.bo) {
                /* Create the shared buffer object */
-               ctx->fences.bo = r600_bo(ctx->radeon, 4096, 0, 0, 0);
-               if (!ctx->fences.bo) {
+               rscreen->fences.bo = (struct r600_resource*)
+                       pipe_buffer_create(&rscreen->screen, PIPE_BIND_CUSTOM,
+                                          PIPE_USAGE_STAGING, 4096);
+               if (!rscreen->fences.bo) {
                        R600_ERR("r600: failed to create bo for fence objects\n");
-                       return NULL;
+                       goto out;
                }
-               ctx->fences.data = r600_bo_map(ctx->radeon, ctx->fences.bo, rctx->ctx.cs,
-                                              PIPE_TRANSFER_UNSYNCHRONIZED | PIPE_TRANSFER_WRITE);
+               rscreen->fences.data = ctx->ws->buffer_map(rscreen->fences.bo->buf,
+                                                          ctx->ctx.cs,
+                                                          PIPE_TRANSFER_READ_WRITE);
        }
 
-       if (!LIST_IS_EMPTY(&ctx->fences.pool)) {
+       if (!LIST_IS_EMPTY(&rscreen->fences.pool)) {
                struct r600_fence *entry;
 
                /* Try to find a freed fence that has been signalled */
-               LIST_FOR_EACH_ENTRY(entry, &ctx->fences.pool, head) {
-                       if (ctx->fences.data[entry->index] != 0) {
+               LIST_FOR_EACH_ENTRY(entry, &rscreen->fences.pool, head) {
+                       if (rscreen->fences.data[entry->index] != 0) {
                                LIST_DELINIT(&entry->head);
                                fence = entry;
                                break;
@@ -85,33 +90,34 @@ static struct r600_fence *r600_create_fence(struct r600_pipe_context *ctx)
                struct r600_fence_block *block;
                unsigned index;
 
-               if ((ctx->fences.next_index + 1) >= 1024) {
+               if ((rscreen->fences.next_index + 1) >= 1024) {
                        R600_ERR("r600: too many concurrent fences\n");
-                       return NULL;
+                       goto out;
                }
 
-               index = ctx->fences.next_index++;
+               index = rscreen->fences.next_index++;
 
                if (!(index % FENCE_BLOCK_SIZE)) {
                        /* Allocate a new block */
                        block = CALLOC_STRUCT(r600_fence_block);
                        if (block == NULL)
-                               return NULL;
+                               goto out;
 
-                       LIST_ADD(&block->head, &ctx->fences.blocks);
+                       LIST_ADD(&block->head, &rscreen->fences.blocks);
                } else {
-                       block = LIST_ENTRY(struct r600_fence_block, ctx->fences.blocks.next, head);
+                       block = LIST_ENTRY(struct r600_fence_block, rscreen->fences.blocks.next, head);
                }
 
                fence = &block->fences[index % FENCE_BLOCK_SIZE];
-               fence->ctx = ctx;
                fence->index = index;
        }
 
        pipe_reference_init(&fence->reference, 1);
 
-       ctx->fences.data[fence->index] = 0;
-       r600_context_emit_fence(&ctx->ctx, ctx->fences.bo, fence->index, 1);
+       rscreen->fences.data[fence->index] = 0;
+       r600_context_emit_fence(&ctx->ctx, rscreen->fences.bo, fence->index, 1);
+out:
+       pipe_mutex_unlock(rscreen->fences.mutex);
        return fence;
 }
 
@@ -121,11 +127,25 @@ void r600_flush(struct pipe_context *ctx, struct pipe_fence_handle **fence,
 {
        struct r600_pipe_context *rctx = (struct r600_pipe_context *)ctx;
        struct r600_fence **rfence = (struct r600_fence**)fence;
+       struct pipe_query *render_cond = NULL;
+       unsigned render_cond_mode = 0;
 
        if (rfence)
                *rfence = r600_create_fence(rctx);
 
+       /* Disable render condition. */
+       if (rctx->current_render_cond) {
+               render_cond = rctx->current_render_cond;
+               render_cond_mode = rctx->current_render_cond_mode;
+               ctx->render_condition(ctx, NULL, 0);
+       }
+
        r600_context_flush(&rctx->ctx, flags);
+
+       /* Re-enable render condition. */
+       if (render_cond) {
+               ctx->render_condition(ctx, render_cond, render_cond_mode);
+       }
 }
 
 static void r600_flush_from_st(struct pipe_context *ctx,
@@ -176,18 +196,6 @@ static void r600_destroy_context(struct pipe_context *context)
        u_vbuf_destroy(rctx->vbuf_mgr);
        util_slab_destroy(&rctx->pool_transfers);
 
-       if (rctx->fences.bo) {
-               struct r600_fence_block *entry, *tmp;
-
-               LIST_FOR_EACH_ENTRY_SAFE(entry, tmp, &rctx->fences.blocks, head) {
-                       LIST_DEL(&entry->head);
-                       FREE(entry);
-               }
-
-               r600_bo_unmap(rctx->radeon, rctx->fences.bo);
-               r600_bo_reference(&rctx->fences.bo, NULL);
-       }
-
        r600_update_num_contexts(rctx->screen, -1);
 
        FREE(rctx);
@@ -211,15 +219,9 @@ static struct pipe_context *r600_create_context(struct pipe_screen *screen, void
 
        /* Easy accessing of screen/winsys. */
        rctx->screen = rscreen;
-       rctx->radeon = rscreen->radeon;
-       rctx->family = r600_get_family(rctx->radeon);
-       rctx->chip_class = r600_get_family_class(rctx->radeon);
-
-       rctx->fences.bo = NULL;
-       rctx->fences.data = NULL;
-       rctx->fences.next_index = 0;
-       LIST_INITHEAD(&rctx->fences.pool);
-       LIST_INITHEAD(&rctx->fences.blocks);
+       rctx->ws = rscreen->ws;
+       rctx->family = rscreen->family;
+       rctx->chip_class = rscreen->chip_class;
 
        r600_init_blit_functions(rctx);
        r600_init_query_functions(rctx);
@@ -234,7 +236,7 @@ static struct pipe_context *r600_create_context(struct pipe_screen *screen, void
        case R600:
        case R700:
                r600_init_state_functions(rctx);
-               if (r600_context_init(&rctx->ctx, rctx->radeon)) {
+               if (r600_context_init(&rctx->ctx, rctx->screen)) {
                        r600_destroy_context(&rctx->context);
                        return NULL;
                }
@@ -244,7 +246,7 @@ static struct pipe_context *r600_create_context(struct pipe_screen *screen, void
        case EVERGREEN:
        case CAYMAN:
                evergreen_init_state_functions(rctx);
-               if (evergreen_context_init(&rctx->ctx, rctx->radeon)) {
+               if (evergreen_context_init(&rctx->ctx, rctx->screen)) {
                        r600_destroy_context(&rctx->context);
                        return NULL;
                }
@@ -257,7 +259,9 @@ static struct pipe_context *r600_create_context(struct pipe_screen *screen, void
                return NULL;
        }
 
-       rctx->screen->ws->cs_set_flush_callback(rctx->ctx.cs, r600_flush_from_winsys, rctx);
+       rctx->ctx.pipe = &rctx->context;
+       rctx->ctx.flush = r600_flush_from_winsys;
+       rctx->ws->cs_set_flush_callback(rctx->ctx.cs, r600_flush_from_winsys, rctx);
 
        util_slab_create(&rctx->pool_transfers,
                         sizeof(struct pipe_transfer), 64,
@@ -280,6 +284,8 @@ static struct pipe_context *r600_create_context(struct pipe_screen *screen, void
                return NULL;
        }
 
+       r600_get_backend_mask(&rctx->ctx); /* this emits commands and must be last */
+
        return &rctx->context;
 }
 
@@ -325,21 +331,19 @@ static const char *r600_get_family_name(enum radeon_family family)
 static const char* r600_get_name(struct pipe_screen* pscreen)
 {
        struct r600_screen *rscreen = (struct r600_screen *)pscreen;
-       enum radeon_family family = r600_get_family(rscreen->radeon);
 
-       return r600_get_family_name(family);
+       return r600_get_family_name(rscreen->family);
 }
 
 static int r600_get_param(struct pipe_screen* pscreen, enum pipe_cap param)
 {
        struct r600_screen *rscreen = (struct r600_screen *)pscreen;
-       enum radeon_family family = r600_get_family(rscreen->radeon);
+       enum radeon_family family = rscreen->family;
 
        switch (param) {
        /* Supported features (boolean caps). */
        case PIPE_CAP_NPOT_TEXTURES:
        case PIPE_CAP_TWO_SIDED_STENCIL:
-       case PIPE_CAP_GLSL:
        case PIPE_CAP_DUAL_SOURCE_BLEND:
        case PIPE_CAP_ANISOTROPIC_FILTER:
        case PIPE_CAP_POINT_SPRITE:
@@ -349,7 +353,7 @@ static int r600_get_param(struct pipe_screen* pscreen, enum pipe_cap param)
        case PIPE_CAP_BLEND_EQUATION_SEPARATE:
        case PIPE_CAP_TEXTURE_SWIZZLE:
        case PIPE_CAP_DEPTHSTENCIL_CLEAR_SEPARATE:
-       case PIPE_CAP_DEPTH_CLAMP:
+       case PIPE_CAP_DEPTH_CLIP_DISABLE:
        case PIPE_CAP_SHADER_STENCIL_EXPORT:
        case PIPE_CAP_VERTEX_ELEMENT_INSTANCE_DIVISOR:
        case PIPE_CAP_MIXED_COLORBUFFER_FORMATS:
@@ -361,6 +365,7 @@ static int r600_get_param(struct pipe_screen* pscreen, enum pipe_cap param)
        case PIPE_CAP_PRIMITIVE_RESTART:
        case PIPE_CAP_CONDITIONAL_RENDER:
        case PIPE_CAP_TEXTURE_BARRIER:
+       case PIPE_CAP_STREAM_OUTPUT_PAUSE_RESUME:
                return 1;
 
        /* Supported except the original R600. */
@@ -374,12 +379,21 @@ static int r600_get_param(struct pipe_screen* pscreen, enum pipe_cap param)
                return family >= CHIP_CEDAR ? 1 : 0;
 
        /* Unsupported features. */
-       case PIPE_CAP_STREAM_OUTPUT:
        case PIPE_CAP_TGSI_INSTANCEID:
        case PIPE_CAP_TGSI_FS_COORD_ORIGIN_LOWER_LEFT:
        case PIPE_CAP_TGSI_FS_COORD_PIXEL_CENTER_INTEGER:
+       case PIPE_CAP_SCALED_RESOLVE:
+       case PIPE_CAP_TGSI_CAN_COMPACT_VARYINGS:
+       case PIPE_CAP_TGSI_CAN_COMPACT_CONSTANTS:
                return 0;
 
+       /* Stream output. */
+       case PIPE_CAP_MAX_STREAM_OUTPUT_BUFFERS:
+               return debug_get_bool_option("R600_STREAMOUT", FALSE) ? 4 : 0;
+       case PIPE_CAP_MAX_STREAM_OUTPUT_SEPARATE_COMPONENTS:
+       case PIPE_CAP_MAX_STREAM_OUTPUT_INTERLEAVED_COMPONENTS:
+               return 16*4;
+
        /* Texturing. */
        case PIPE_CAP_MAX_TEXTURE_2D_LEVELS:
        case PIPE_CAP_MAX_TEXTURE_3D_LEVELS:
@@ -408,39 +422,41 @@ static int r600_get_param(struct pipe_screen* pscreen, enum pipe_cap param)
 
        case PIPE_CAP_MAX_TEXEL_OFFSET:
                return 7;
-
-       default:
-               R600_ERR("r600: unknown param %d\n", param);
-               return 0;
        }
+       return 0;
 }
 
-static float r600_get_paramf(struct pipe_screen* pscreen, enum pipe_cap param)
+static float r600_get_paramf(struct pipe_screen* pscreen,
+                            enum pipe_capf param)
 {
        struct r600_screen *rscreen = (struct r600_screen *)pscreen;
-       enum radeon_family family = r600_get_family(rscreen->radeon);
+       enum radeon_family family = rscreen->family;
 
        switch (param) {
-       case PIPE_CAP_MAX_LINE_WIDTH:
-       case PIPE_CAP_MAX_LINE_WIDTH_AA:
-       case PIPE_CAP_MAX_POINT_WIDTH:
-       case PIPE_CAP_MAX_POINT_WIDTH_AA:
+       case PIPE_CAPF_MAX_LINE_WIDTH:
+       case PIPE_CAPF_MAX_LINE_WIDTH_AA:
+       case PIPE_CAPF_MAX_POINT_WIDTH:
+       case PIPE_CAPF_MAX_POINT_WIDTH_AA:
                if (family >= CHIP_CEDAR)
                        return 16384.0f;
                else
                        return 8192.0f;
-       case PIPE_CAP_MAX_TEXTURE_ANISOTROPY:
+       case PIPE_CAPF_MAX_TEXTURE_ANISOTROPY:
                return 16.0f;
-       case PIPE_CAP_MAX_TEXTURE_LOD_BIAS:
+       case PIPE_CAPF_MAX_TEXTURE_LOD_BIAS:
                return 16.0f;
-       default:
-               R600_ERR("r600: unsupported paramf %d\n", param);
+       case PIPE_CAPF_GUARD_BAND_LEFT:
+       case PIPE_CAPF_GUARD_BAND_TOP:
+       case PIPE_CAPF_GUARD_BAND_RIGHT:
+       case PIPE_CAPF_GUARD_BAND_BOTTOM:
                return 0.0f;
        }
+       return 0.0f;
 }
 
 static int r600_get_shader_param(struct pipe_screen* pscreen, unsigned shader, enum pipe_shader_cap param)
 {
+       struct r600_screen *rscreen = (struct r600_screen *)pscreen;
        switch(shader)
        {
        case PIPE_SHADER_FRAGMENT:
@@ -476,7 +492,7 @@ static int r600_get_shader_param(struct pipe_screen* pscreen, unsigned shader, e
        case PIPE_SHADER_CAP_MAX_CONSTS:
                return R600_MAX_CONST_BUFFER_SIZE;
        case PIPE_SHADER_CAP_MAX_CONST_BUFFERS:
-               return R600_MAX_CONST_BUFFERS;
+               return R600_MAX_CONST_BUFFERS-1;
        case PIPE_SHADER_CAP_MAX_PREDS:
                return 0; /* FIXME */
        case PIPE_SHADER_CAP_TGSI_CONT_SUPPORTED:
@@ -492,9 +508,10 @@ static int r600_get_shader_param(struct pipe_screen* pscreen, unsigned shader, e
                return 0;
        case PIPE_SHADER_CAP_MAX_TEXTURE_SAMPLERS:
                return 16;
-       default:
-               return 0;
+       case PIPE_SHADER_CAP_OUTPUT_READ:
+               return 1;
        }
+       return 0;
 }
 
 static int r600_get_video_param(struct pipe_screen *screen,
@@ -509,8 +526,8 @@ static int r600_get_video_param(struct pipe_screen *screen,
        case PIPE_VIDEO_CAP_MAX_WIDTH:
        case PIPE_VIDEO_CAP_MAX_HEIGHT:
                return vl_video_buffer_max_size(screen);
-       case PIPE_VIDEO_CAP_NUM_BUFFERS_DESIRED:
-               return vl_num_buffers_desired(screen, profile);
+       case PIPE_VIDEO_CAP_PREFERED_FORMAT:
+               return PIPE_FORMAT_NV12;
        default:
                return 0;
        }
@@ -523,7 +540,19 @@ static void r600_destroy_screen(struct pipe_screen* pscreen)
        if (rscreen == NULL)
                return;
 
-       radeon_destroy(rscreen->radeon);
+       if (rscreen->fences.bo) {
+               struct r600_fence_block *entry, *tmp;
+
+               LIST_FOR_EACH_ENTRY_SAFE(entry, tmp, &rscreen->fences.blocks, head) {
+                       LIST_DEL(&entry->head);
+                       FREE(entry);
+               }
+
+               rscreen->ws->buffer_unmap(rscreen->fences.bo->buf);
+               pipe_resource_reference((struct pipe_resource**)&rscreen->fences.bo, NULL);
+       }
+       pipe_mutex_destroy(rscreen->fences.mutex);
+
        rscreen->ws->destroy(rscreen->ws);
 
        util_slab_destroy(&rscreen->pool_buffers);
@@ -539,8 +568,10 @@ static void r600_fence_reference(struct pipe_screen *pscreen,
        struct r600_fence *newf = (struct r600_fence*)fence;
 
        if (pipe_reference(&(*oldf)->reference, &newf->reference)) {
-               struct r600_pipe_context *ctx = (*oldf)->ctx;
-               LIST_ADDTAIL(&(*oldf)->head, &ctx->fences.pool);
+               struct r600_screen *rscreen = (struct r600_screen *)pscreen;
+               pipe_mutex_lock(rscreen->fences.mutex);
+               LIST_ADDTAIL(&(*oldf)->head, &rscreen->fences.pool);
+               pipe_mutex_unlock(rscreen->fences.mutex);
        }
 
        *ptr = fence;
@@ -549,18 +580,18 @@ static void r600_fence_reference(struct pipe_screen *pscreen,
 static boolean r600_fence_signalled(struct pipe_screen *pscreen,
                                     struct pipe_fence_handle *fence)
 {
+       struct r600_screen *rscreen = (struct r600_screen *)pscreen;
        struct r600_fence *rfence = (struct r600_fence*)fence;
-       struct r600_pipe_context *ctx = rfence->ctx;
 
-       return ctx->fences.data[rfence->index];
+       return rscreen->fences.data[rfence->index];
 }
 
 static boolean r600_fence_finish(struct pipe_screen *pscreen,
                                  struct pipe_fence_handle *fence,
                                  uint64_t timeout)
 {
+       struct r600_screen *rscreen = (struct r600_screen *)pscreen;
        struct r600_fence *rfence = (struct r600_fence*)fence;
-       struct r600_pipe_context *ctx = rfence->ctx;
        int64_t start_time = 0;
        unsigned spins = 0;
 
@@ -571,7 +602,7 @@ static boolean r600_fence_finish(struct pipe_screen *pscreen,
                timeout /= 1000;
        }
 
-       while (ctx->fences.data[rfence->index] == 0) {
+       while (rscreen->fences.data[rfence->index] == 0) {
                if (++spins % 256)
                        continue;
 #ifdef PIPE_OS_UNIX
@@ -682,7 +713,7 @@ static int r600_init_tiling(struct r600_screen *rscreen)
        uint32_t tiling_config = rscreen->info.r600_tiling_config;
 
        /* set default group bytes, overridden by tiling info ioctl */
-       if (r600_get_family_class(rscreen->radeon) <= R700) {
+       if (rscreen->chip_class <= R700) {
                rscreen->tiling_info.group_bytes = 256;
        } else {
                rscreen->tiling_info.group_bytes = 512;
@@ -691,33 +722,53 @@ static int r600_init_tiling(struct r600_screen *rscreen)
        if (!tiling_config)
                return 0;
 
-       if (r600_get_family_class(rscreen->radeon) <= R700) {
+       if (rscreen->chip_class <= R700) {
                return r600_interpret_tiling(rscreen, tiling_config);
        } else {
                return evergreen_interpret_tiling(rscreen, tiling_config);
        }
 }
 
-struct pipe_screen *r600_screen_create(struct radeon_winsys *ws)
+static unsigned radeon_family_from_device(unsigned device)
 {
-       struct r600_screen *rscreen;
-       struct radeon *radeon = radeon_create(ws);
-       if (!radeon) {
-               return NULL;
+       switch (device) {
+#define CHIPSET(pciid, name, family) case pciid: return CHIP_##family;
+#include "pci_ids/r600_pci_ids.h"
+#undef CHIPSET
+       default:
+               return CHIP_UNKNOWN;
        }
+}
 
-       rscreen = CALLOC_STRUCT(r600_screen);
+struct pipe_screen *r600_screen_create(struct radeon_winsys *ws)
+{
+       struct r600_screen *rscreen = CALLOC_STRUCT(r600_screen);
        if (rscreen == NULL) {
-               radeon_destroy(radeon);
                return NULL;
        }
 
        rscreen->ws = ws;
-       rscreen->radeon = radeon;
        ws->query_info(ws, &rscreen->info);
 
+       rscreen->family = radeon_family_from_device(rscreen->info.pci_id);
+       if (rscreen->family == CHIP_UNKNOWN) {
+               fprintf(stderr, "r600: Unknown chipset 0x%04X\n", rscreen->info.pci_id);
+               FREE(rscreen);
+               return NULL;
+       }
+
+       /* setup class */
+       if (rscreen->family == CHIP_CAYMAN) {
+               rscreen->chip_class = CAYMAN;
+       } else if (rscreen->family >= CHIP_CEDAR) {
+               rscreen->chip_class = EVERGREEN;
+       } else if (rscreen->family >= CHIP_RV770) {
+               rscreen->chip_class = R700;
+       } else {
+               rscreen->chip_class = R600;
+       }
+
        if (r600_init_tiling(rscreen)) {
-               radeon_destroy(radeon);
                FREE(rscreen);
                return NULL;
        }
@@ -730,7 +781,7 @@ struct pipe_screen *r600_screen_create(struct radeon_winsys *ws)
        rscreen->screen.get_shader_param = r600_get_shader_param;
        rscreen->screen.get_paramf = r600_get_paramf;
        rscreen->screen.get_video_param = r600_get_video_param;
-       if (r600_get_family_class(radeon) >= EVERGREEN) {
+       if (rscreen->chip_class >= EVERGREEN) {
                rscreen->screen.is_format_supported = evergreen_is_format_supported;
        } else {
                rscreen->screen.is_format_supported = r600_is_format_supported;
@@ -750,5 +801,12 @@ struct pipe_screen *r600_screen_create(struct radeon_winsys *ws)
 
        pipe_mutex_init(rscreen->mutex_num_contexts);
 
+       rscreen->fences.bo = NULL;
+       rscreen->fences.data = NULL;
+       rscreen->fences.next_index = 0;
+       LIST_INITHEAD(&rscreen->fences.pool);
+       LIST_INITHEAD(&rscreen->fences.blocks);
+       pipe_mutex_init(rscreen->fences.mutex);
+
        return &rscreen->screen;
 }