src/gallium/drivers/llvmpipe/lp_setup.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2007 Tungsten Graphics, Inc., Cedar Park, Texas.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * The above copyright notice and this permission notice (including the
  15  * next paragraph) shall be included in all copies or substantial portions
  16  * of the Software.
  17  *
  18  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
  19  * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  20  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
  21  * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
  22  * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
  23  * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
  24  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  25  *
  26  **************************************************************************/
  27
  28 /**
  29  * Tiling engine.
  30  *
  31  * Builds per-tile display lists and executes them on calls to
  32  * lp_setup_flush().
  33  */
  34
  35 #include <limits.h>
  36
  37 #include "pipe/p_defines.h"
  38 #include "util/u_framebuffer.h"
  39 #include "util/u_inlines.h"
  40 #include "util/u_memory.h"
  41 #include "util/u_pack_color.h"
  42 #include "draw/draw_pipe.h"
  43 #include "lp_context.h"
  44 #include "lp_memory.h"
  45 #include "lp_scene.h"
  46 #include "lp_texture.h"
  47 #include "lp_debug.h"
  48 #include "lp_fence.h"
  49 #include "lp_query.h"
  50 #include "lp_rast.h"
  51 #include "lp_setup_context.h"
  52 #include "lp_screen.h"
  53 #include "lp_state.h"
  54 #include "state_tracker/sw_winsys.h"
  55
  56 #include "draw/draw_context.h"
  57 #include "draw/draw_vbuf.h"
  58
  59
  60 static boolean set_scene_state( struct lp_setup_context *, enum setup_state,
  61                              const char *reason);
  62 static boolean try_update_scene_state( struct lp_setup_context *setup );
  63
  64
  65 static void
  66 lp_setup_get_empty_scene(struct lp_setup_context *setup)
  67 {
  68    struct llvmpipe_context *lp = llvmpipe_context(setup->pipe);
  69    boolean discard = lp->rasterizer ? lp->rasterizer->rasterizer_discard : FALSE;
  70
  71    assert(setup->scene == NULL);
  72
  73    setup->scene_idx++;
  74    setup->scene_idx %= Elements(setup->scenes);
  75
  76    setup->scene = setup->scenes[setup->scene_idx];
  77
  78    if (setup->scene->fence) {
  79       if (LP_DEBUG & DEBUG_SETUP)
  80          debug_printf("%s: wait for scene %d\n",
  81                       __FUNCTION__, setup->scene->fence->id);
  82
  83       lp_fence_wait(setup->scene->fence);
  84    }
  85
  86    lp_scene_begin_binning(setup->scene, &setup->fb, discard);
  87
  88 }
  89
  90
  91 static void
  92 first_triangle( struct lp_setup_context *setup,
  93                 const float (*v0)[4],
  94                 const float (*v1)[4],
  95                 const float (*v2)[4])
  96 {
  97    assert(setup->state == SETUP_ACTIVE);
  98    lp_setup_choose_triangle( setup );
  99    setup->triangle( setup, v0, v1, v2 );
 100 }
 101
 102 static void
 103 first_line( struct lp_setup_context *setup,
 104             const float (*v0)[4],
 105             const float (*v1)[4])
 106 {
 107    assert(setup->state == SETUP_ACTIVE);
 108    lp_setup_choose_line( setup );
 109    setup->line( setup, v0, v1 );
 110 }
 111
 112 static void
 113 first_point( struct lp_setup_context *setup,
 114              const float (*v0)[4])
 115 {
 116    assert(setup->state == SETUP_ACTIVE);
 117    lp_setup_choose_point( setup );
 118    setup->point( setup, v0 );
 119 }
 120
 121 void lp_setup_reset( struct lp_setup_context *setup )
 122 {
 123    unsigned i;
 124
 125    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 126
 127    /* Reset derived state */
 128    for (i = 0; i < Elements(setup->constants); ++i) {
 129       setup->constants[i].stored_size = 0;
 130       setup->constants[i].stored_data = NULL;
 131    }
 132    setup->fs.stored = NULL;
 133    setup->dirty = ~0;
 134
 135    /* no current bin */
 136    setup->scene = NULL;
 137
 138    /* Reset some state:
 139     */
 140    memset(&setup->clear, 0, sizeof setup->clear);
 141
 142    /* Have an explicit "start-binning" call and get rid of this
 143     * pointer twiddling?
 144     */
 145    setup->line = first_line;
 146    setup->point = first_point;
 147    setup->triangle = first_triangle;
 148 }
 149
 150
 151 /** Rasterize all scene's bins */
 152 static void
 153 lp_setup_rasterize_scene( struct lp_setup_context *setup )
 154 {
 155    struct lp_scene *scene = setup->scene;
 156    struct llvmpipe_screen *screen = llvmpipe_screen(scene->pipe->screen);
 157
 158    lp_scene_end_binning(scene);
 159
 160    lp_fence_reference(&setup->last_fence, scene->fence);
 161
 162    if (setup->last_fence)
 163       setup->last_fence->issued = TRUE;
 164
 165    pipe_mutex_lock(screen->rast_mutex);
 166    lp_rast_queue_scene(screen->rast, scene);
 167    lp_rast_finish(screen->rast);
 168    pipe_mutex_unlock(screen->rast_mutex);
 169
 170    lp_scene_end_rasterization(setup->scene);
 171    lp_setup_reset( setup );
 172
 173    LP_DBG(DEBUG_SETUP, "%s done \n", __FUNCTION__);
 174 }
 175
 176
 177
 178 static boolean
 179 begin_binning( struct lp_setup_context *setup )
 180 {
 181    struct lp_scene *scene = setup->scene;
 182    boolean need_zsload = FALSE;
 183    boolean ok;
 184    unsigned i, j;
 185
 186    assert(scene);
 187    assert(scene->fence == NULL);
 188
 189    /* Always create a fence:
 190     */
 191    scene->fence = lp_fence_create(MAX2(1, setup->num_threads));
 192    if (!scene->fence)
 193       return FALSE;
 194
 195    /* Initialize the bin flags and x/y coords:
 196     */
 197    for (i = 0; i < scene->tiles_x; i++) {
 198       for (j = 0; j < scene->tiles_y; j++) {
 199          scene->tile[i][j].x = i;
 200          scene->tile[i][j].y = j;
 201       }
 202    }
 203
 204    ok = try_update_scene_state(setup);
 205    if (!ok)
 206       return FALSE;
 207
 208    if (setup->fb.zsbuf &&
 209        ((setup->clear.flags & PIPE_CLEAR_DEPTHSTENCIL) != PIPE_CLEAR_DEPTHSTENCIL) &&
 210         util_format_is_depth_and_stencil(setup->fb.zsbuf->format))
 211       need_zsload = TRUE;
 212
 213    LP_DBG(DEBUG_SETUP, "%s color: %s depth: %s\n", __FUNCTION__,
 214           (setup->clear.flags & PIPE_CLEAR_COLOR) ? "clear": "load",
 215           need_zsload ? "clear": "load");
 216
 217    if (setup->fb.nr_cbufs) {
 218       if (setup->clear.flags & PIPE_CLEAR_COLOR) {
 219          ok = lp_scene_bin_everywhere( scene,
 220                                        LP_RAST_OP_CLEAR_COLOR,
 221                                        setup->clear.color );
 222          if (!ok)
 223             return FALSE;
 224       }
 225    }
 226
 227    if (setup->fb.zsbuf) {
 228       if (setup->clear.flags & PIPE_CLEAR_DEPTHSTENCIL) {
 229          if (!need_zsload)
 230             scene->has_depthstencil_clear = TRUE;
 231
 232          ok = lp_scene_bin_everywhere( scene,
 233                                        LP_RAST_OP_CLEAR_ZSTENCIL,
 234                                        lp_rast_arg_clearzs(
 235                                           setup->clear.zsvalue,
 236                                           setup->clear.zsmask));
 237          if (!ok)
 238             return FALSE;
 239       }
 240    }
 241
 242    for (i = 0; i < PIPE_QUERY_TYPES; ++i) {
 243       if (setup->active_query[i]) {
 244          ok = lp_scene_bin_everywhere( scene,
 245                                        LP_RAST_OP_BEGIN_QUERY,
 246                                        lp_rast_arg_query(setup->active_query[i]) );
 247          if (!ok)
 248             return FALSE;
 249       }
 250    }
 251
 252    setup->clear.flags = 0;
 253    setup->clear.zsmask = 0;
 254    setup->clear.zsvalue = 0;
 255
 256    LP_DBG(DEBUG_SETUP, "%s done\n", __FUNCTION__);
 257    return TRUE;
 258 }
 259
 260
 261 /* This basically bins and then flushes any outstanding full-screen
 262  * clears.
 263  *
 264  * TODO: fast path for fullscreen clears and no triangles.
 265  */
 266 static boolean
 267 execute_clears( struct lp_setup_context *setup )
 268 {
 269    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 270
 271    return begin_binning( setup );
 272 }
 273
 274 const char *states[] = {
 275    "FLUSHED",
 276    "CLEARED",
 277    "ACTIVE "
 278 };
 279
 280
 281 static boolean
 282 set_scene_state( struct lp_setup_context *setup,
 283                  enum setup_state new_state,
 284                  const char *reason)
 285 {
 286    unsigned old_state = setup->state;
 287
 288    if (old_state == new_state)
 289       return TRUE;
 290
 291    if (LP_DEBUG & DEBUG_SCENE) {
 292       debug_printf("%s old %s new %s%s%s\n",
 293                    __FUNCTION__,
 294                    states[old_state],
 295                    states[new_state],
 296                    (new_state == SETUP_FLUSHED) ? ": " : "",
 297                    (new_state == SETUP_FLUSHED) ? reason : "");
 298
 299       if (new_state == SETUP_FLUSHED && setup->scene)
 300          lp_debug_draw_bins_by_cmd_length(setup->scene);
 301    }
 302
 303    /* wait for a free/empty scene
 304     */
 305    if (old_state == SETUP_FLUSHED)
 306       lp_setup_get_empty_scene(setup);
 307
 308    switch (new_state) {
 309    case SETUP_CLEARED:
 310       break;
 311
 312    case SETUP_ACTIVE:
 313       if (!begin_binning( setup ))
 314          goto fail;
 315       break;
 316
 317    case SETUP_FLUSHED:
 318       if (old_state == SETUP_CLEARED)
 319          if (!execute_clears( setup ))
 320             goto fail;
 321
 322       lp_setup_rasterize_scene( setup );
 323       assert(setup->scene == NULL);
 324       break;
 325
 326    default:
 327       assert(0 && "invalid setup state mode");
 328       goto fail;
 329    }
 330
 331    setup->state = new_state;
 332    return TRUE;
 333
 334 fail:
 335    if (setup->scene) {
 336       lp_scene_end_rasterization(setup->scene);
 337       setup->scene = NULL;
 338    }
 339
 340    setup->state = SETUP_FLUSHED;
 341    lp_setup_reset( setup );
 342    return FALSE;
 343 }
 344
 345
 346 void
 347 lp_setup_flush( struct lp_setup_context *setup,
 348                 struct pipe_fence_handle **fence,
 349                 const char *reason)
 350 {
 351    set_scene_state( setup, SETUP_FLUSHED, reason );
 352
 353    if (fence) {
 354       lp_fence_reference((struct lp_fence **)fence, setup->last_fence);
 355    }
 356 }
 357
 358
 359 void
 360 lp_setup_bind_framebuffer( struct lp_setup_context *setup,
 361                            const struct pipe_framebuffer_state *fb )
 362 {
 363    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 364
 365    /* Flush any old scene.
 366     */
 367    set_scene_state( setup, SETUP_FLUSHED, __FUNCTION__ );
 368
 369    /*
 370     * Ensure the old scene is not reused.
 371     */
 372    assert(!setup->scene);
 373
 374    /* Set new state.  This will be picked up later when we next need a
 375     * scene.
 376     */
 377    util_copy_framebuffer_state(&setup->fb, fb);
 378    setup->framebuffer.x0 = 0;
 379    setup->framebuffer.y0 = 0;
 380    setup->framebuffer.x1 = fb->width-1;
 381    setup->framebuffer.y1 = fb->height-1;
 382    setup->dirty |= LP_SETUP_NEW_SCISSOR;
 383 }
 384
 385
 386 static boolean
 387 lp_setup_try_clear( struct lp_setup_context *setup,
 388                     const float *color,
 389                     double depth,
 390                     unsigned stencil,
 391                     unsigned flags )
 392 {
 393    uint32_t zsmask = 0;
 394    uint32_t zsvalue = 0;
 395    union lp_rast_cmd_arg color_arg;
 396    unsigned i;
 397
 398    LP_DBG(DEBUG_SETUP, "%s state %d\n", __FUNCTION__, setup->state);
 399
 400    if (flags & PIPE_CLEAR_COLOR) {
 401       for (i = 0; i < 4; i++)
 402          color_arg.clear_color[i] = color[i];
 403    }
 404
 405    if (flags & PIPE_CLEAR_DEPTHSTENCIL) {
 406       uint32_t zmask = (flags & PIPE_CLEAR_DEPTH) ? ~0 : 0;
 407       uint32_t smask = (flags & PIPE_CLEAR_STENCIL) ? ~0 : 0;
 408
 409       zsvalue = util_pack_z_stencil(setup->fb.zsbuf->format,
 410                                     depth,
 411                                     stencil);
 412
 413
 414       zsmask = util_pack_mask_z_stencil(setup->fb.zsbuf->format,
 415                                         zmask,
 416                                         smask);
 417
 418       zsvalue &= zsmask;
 419    }
 420
 421    if (setup->state == SETUP_ACTIVE) {
 422       struct lp_scene *scene = setup->scene;
 423
 424       /* Add the clear to existing scene.  In the unusual case where
 425        * both color and depth-stencil are being cleared when there's
 426        * already been some rendering, we could discard the currently
 427        * binned scene and start again, but I don't see that as being
 428        * a common usage.
 429        */
 430       if (flags & PIPE_CLEAR_COLOR) {
 431          if (!lp_scene_bin_everywhere( scene,
 432                                        LP_RAST_OP_CLEAR_COLOR,
 433                                        color_arg ))
 434             return FALSE;
 435       }
 436
 437       if (flags & PIPE_CLEAR_DEPTHSTENCIL) {
 438          if (!lp_scene_bin_everywhere( scene,
 439                                        LP_RAST_OP_CLEAR_ZSTENCIL,
 440                                        lp_rast_arg_clearzs(zsvalue, zsmask) ))
 441             return FALSE;
 442       }
 443    }
 444    else {
 445       /* Put ourselves into the 'pre-clear' state, specifically to try
 446        * and accumulate multiple clears to color and depth_stencil
 447        * buffers which the app or state-tracker might issue
 448        * separately.
 449        */
 450       set_scene_state( setup, SETUP_CLEARED, __FUNCTION__ );
 451
 452       setup->clear.flags |= flags;
 453
 454       if (flags & PIPE_CLEAR_DEPTHSTENCIL) {
 455          setup->clear.zsmask |= zsmask;
 456          setup->clear.zsvalue =
 457             (setup->clear.zsvalue & ~zsmask) | (zsvalue & zsmask);
 458       }
 459
 460       if (flags & PIPE_CLEAR_COLOR) {
 461          memcpy(setup->clear.color.clear_color,
 462                 &color_arg,
 463                 sizeof setup->clear.color.clear_color);
 464       }
 465    }
 466
 467    return TRUE;
 468 }
 469
 470 void
 471 lp_setup_clear( struct lp_setup_context *setup,
 472                 const float *color,
 473                 double depth,
 474                 unsigned stencil,
 475                 unsigned flags )
 476 {
 477    if (!lp_setup_try_clear( setup, color, depth, stencil, flags )) {
 478       lp_setup_flush(setup, NULL, __FUNCTION__);
 479
 480       if (!lp_setup_try_clear( setup, color, depth, stencil, flags ))
 481          assert(0);
 482    }
 483 }
 484
 485
 486
 487
 488
 489 void
 490 lp_setup_set_triangle_state( struct lp_setup_context *setup,
 491                              unsigned cull_mode,
 492                              boolean ccw_is_frontface,
 493                              boolean scissor,
 494                              boolean gl_rasterization_rules)
 495 {
 496    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 497
 498    setup->ccw_is_frontface = ccw_is_frontface;
 499    setup->cullmode = cull_mode;
 500    setup->triangle = first_triangle;
 501    setup->pixel_offset = gl_rasterization_rules ? 0.5f : 0.0f;
 502
 503    if (setup->scissor_test != scissor) {
 504       setup->dirty |= LP_SETUP_NEW_SCISSOR;
 505       setup->scissor_test = scissor;
 506    }
 507 }
 508
 509 void
 510 lp_setup_set_line_state( struct lp_setup_context *setup,
 511                          float line_width)
 512 {
 513    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 514
 515    setup->line_width = line_width;
 516 }
 517
 518 void
 519 lp_setup_set_point_state( struct lp_setup_context *setup,
 520                           float point_size,
 521                           boolean point_size_per_vertex,
 522                           uint sprite_coord_enable,
 523                           uint sprite_coord_origin)
 524 {
 525    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 526
 527    setup->point_size = point_size;
 528    setup->sprite_coord_enable = sprite_coord_enable;
 529    setup->sprite_coord_origin = sprite_coord_origin;
 530    setup->point_size_per_vertex = point_size_per_vertex;
 531 }
 532
 533 void
 534 lp_setup_set_setup_variant( struct lp_setup_context *setup,
 535                             const struct lp_setup_variant *variant)
 536 {
 537    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 538
 539    setup->setup.variant = variant;
 540 }
 541
 542 void
 543 lp_setup_set_fs_variant( struct lp_setup_context *setup,
 544                          struct lp_fragment_shader_variant *variant)
 545 {
 546    LP_DBG(DEBUG_SETUP, "%s %p\n", __FUNCTION__,
 547           variant);
 548    /* FIXME: reference count */
 549
 550    setup->fs.current.variant = variant;
 551    setup->dirty |= LP_SETUP_NEW_FS;
 552 }
 553
 554 void
 555 lp_setup_set_fs_constants(struct lp_setup_context *setup,
 556                           unsigned num,
 557                           struct pipe_resource **buffers)
 558 {
 559    unsigned i;
 560
 561    LP_DBG(DEBUG_SETUP, "%s %p\n", __FUNCTION__, (void *) buffers);
 562
 563    assert(num <= Elements(setup->constants));
 564
 565    for (i = 0; i < num; ++i) {
 566       if (setup->constants[i].current != buffers[i]) {
 567          pipe_resource_reference(&setup->constants[i].current, buffers[i]);
 568          setup->dirty |= LP_SETUP_NEW_CONSTANTS;
 569       }
 570    }
 571 }
 572
 573
 574 void
 575 lp_setup_set_alpha_ref_value( struct lp_setup_context *setup,
 576                               float alpha_ref_value )
 577 {
 578    LP_DBG(DEBUG_SETUP, "%s %f\n", __FUNCTION__, alpha_ref_value);
 579
 580    if(setup->fs.current.jit_context.alpha_ref_value != alpha_ref_value) {
 581       setup->fs.current.jit_context.alpha_ref_value = alpha_ref_value;
 582       setup->dirty |= LP_SETUP_NEW_FS;
 583    }
 584 }
 585
 586 void
 587 lp_setup_set_stencil_ref_values( struct lp_setup_context *setup,
 588                                  const ubyte refs[2] )
 589 {
 590    LP_DBG(DEBUG_SETUP, "%s %d %d\n", __FUNCTION__, refs[0], refs[1]);
 591
 592    if (setup->fs.current.jit_context.stencil_ref_front != refs[0] ||
 593        setup->fs.current.jit_context.stencil_ref_back != refs[1]) {
 594       setup->fs.current.jit_context.stencil_ref_front = refs[0];
 595       setup->fs.current.jit_context.stencil_ref_back = refs[1];
 596       setup->dirty |= LP_SETUP_NEW_FS;
 597    }
 598 }
 599
 600 void
 601 lp_setup_set_blend_color( struct lp_setup_context *setup,
 602                           const struct pipe_blend_color *blend_color )
 603 {
 604    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 605
 606    assert(blend_color);
 607
 608    if(memcmp(&setup->blend_color.current, blend_color, sizeof *blend_color) != 0) {
 609       memcpy(&setup->blend_color.current, blend_color, sizeof *blend_color);
 610       setup->dirty |= LP_SETUP_NEW_BLEND_COLOR;
 611    }
 612 }
 613
 614
 615 void
 616 lp_setup_set_scissor( struct lp_setup_context *setup,
 617                       const struct pipe_scissor_state *scissor )
 618 {
 619    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 620
 621    assert(scissor);
 622
 623    setup->scissor.x0 = scissor->minx;
 624    setup->scissor.x1 = scissor->maxx-1;
 625    setup->scissor.y0 = scissor->miny;
 626    setup->scissor.y1 = scissor->maxy-1;
 627    setup->dirty |= LP_SETUP_NEW_SCISSOR;
 628 }
 629
 630
 631 void
 632 lp_setup_set_flatshade_first( struct lp_setup_context *setup,
 633                               boolean flatshade_first )
 634 {
 635    setup->flatshade_first = flatshade_first;
 636 }
 637
 638 void
 639 lp_setup_set_rasterizer_discard( struct lp_setup_context *setup,
 640                                  boolean rasterizer_discard )
 641 {
 642    if (setup->rasterizer_discard != rasterizer_discard) {
 643       setup->rasterizer_discard = rasterizer_discard;
 644       set_scene_state( setup, SETUP_FLUSHED, __FUNCTION__ );
 645    }
 646 }
 647
 648 void
 649 lp_setup_set_vertex_info( struct lp_setup_context *setup,
 650                           struct vertex_info *vertex_info )
 651 {
 652    /* XXX: just silently holding onto the pointer:
 653     */
 654    setup->vertex_info = vertex_info;
 655 }
 656
 657
 658 /**
 659  * Called during state validation when LP_NEW_SAMPLER_VIEW is set.
 660  */
 661 void
 662 lp_setup_set_fragment_sampler_views(struct lp_setup_context *setup,
 663                                     unsigned num,
 664                                     struct pipe_sampler_view **views)
 665 {
 666    unsigned i;
 667
 668    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 669
 670    assert(num <= PIPE_MAX_SAMPLERS);
 671
 672    for (i = 0; i < PIPE_MAX_SAMPLERS; i++) {
 673       struct pipe_sampler_view *view = i < num ? views[i] : NULL;
 674
 675       if (view) {
 676          struct pipe_resource *tex = view->texture;
 677          struct llvmpipe_resource *lp_tex = llvmpipe_resource(tex);
 678          struct lp_jit_texture *jit_tex;
 679          jit_tex = &setup->fs.current.jit_context.textures[i];
 680          jit_tex->width = tex->width0;
 681          jit_tex->height = tex->height0;
 682          jit_tex->first_level = view->u.tex.first_level;
 683          jit_tex->last_level = tex->last_level;
 684
 685          if (tex->target == PIPE_TEXTURE_3D) {
 686             jit_tex->depth = tex->depth0;
 687          }
 688          else {
 689             jit_tex->depth = tex->array_size;
 690          }
 691
 692          /* We're referencing the texture's internal data, so save a
 693           * reference to it.
 694           */
 695          pipe_resource_reference(&setup->fs.current_tex[i], tex);
 696
 697          if (!lp_tex->dt) {
 698             /* regular texture - setup array of mipmap level offsets */
 699             void *mip_ptr;
 700             int j;
 701             /*
 702              * XXX this is messed up we don't want to accidentally trigger
 703              * tiled->linear conversion for levels we don't need.
 704              * So ask for first_level data (which will allocate all levels)
 705              * then if successful get base ptr.
 706              */
 707             mip_ptr = llvmpipe_get_texture_image_all(lp_tex, view->u.tex.first_level,
 708                                                      LP_TEX_USAGE_READ,
 709                                                      LP_TEX_LAYOUT_LINEAR);
 710             if ((LP_PERF & PERF_TEX_MEM) || !mip_ptr) {
 711                /* out of memory - use dummy tile memory */
 712                jit_tex->base = lp_dummy_tile;
 713                jit_tex->width = TILE_SIZE/8;
 714                jit_tex->height = TILE_SIZE/8;
 715                jit_tex->depth = 1;
 716                jit_tex->first_level = 0;
 717                jit_tex->last_level = 0;
 718             }
 719             else {
 720                jit_tex->base = lp_tex->linear_img.data;
 721             }
 722             for (j = view->u.tex.first_level; j <= tex->last_level; j++) {
 723                mip_ptr = llvmpipe_get_texture_image_all(lp_tex, j,
 724                                                         LP_TEX_USAGE_READ,
 725                                                         LP_TEX_LAYOUT_LINEAR);
 726                jit_tex->mip_offsets[j] = (uint8_t *)mip_ptr - (uint8_t *)jit_tex->base;
 727                /*
 728                 * could get mip offset directly but need call above to
 729                 * invoke tiled->linear conversion.
 730                 */
 731                assert(lp_tex->linear_mip_offsets[j] == jit_tex->mip_offsets[j]);
 732                jit_tex->row_stride[j] = lp_tex->row_stride[j];
 733                jit_tex->img_stride[j] = lp_tex->img_stride[j];
 734
 735                if (jit_tex->base == lp_dummy_tile) {
 736                   /* out of memory - use dummy tile memory */
 737                   jit_tex->mip_offsets[j] = 0;
 738                   jit_tex->row_stride[j] = 0;
 739                   jit_tex->img_stride[j] = 0;
 740                }
 741             }
 742          }
 743          else {
 744             /* display target texture/surface */
 745             /*
 746              * XXX: Where should this be unmapped?
 747              */
 748             struct llvmpipe_screen *screen = llvmpipe_screen(tex->screen);
 749             struct sw_winsys *winsys = screen->winsys;
 750             jit_tex->base = winsys->displaytarget_map(winsys, lp_tex->dt,
 751                                                          PIPE_TRANSFER_READ);
 752             jit_tex->row_stride[0] = lp_tex->row_stride[0];
 753             jit_tex->img_stride[0] = lp_tex->img_stride[0];
 754             jit_tex->mip_offsets[0] = 0;
 755             assert(jit_tex->base);
 756          }
 757       }
 758    }
 759
 760    setup->dirty |= LP_SETUP_NEW_FS;
 761 }
 762
 763
 764 /**
 765  * Called during state validation when LP_NEW_SAMPLER is set.
 766  */
 767 void
 768 lp_setup_set_fragment_sampler_state(struct lp_setup_context *setup,
 769                                     unsigned num,
 770                                     struct pipe_sampler_state **samplers)
 771 {
 772    unsigned i;
 773
 774    LP_DBG(DEBUG_SETUP, "%s\n", __FUNCTION__);
 775
 776    assert(num <= PIPE_MAX_SAMPLERS);
 777
 778    for (i = 0; i < PIPE_MAX_SAMPLERS; i++) {
 779       const struct pipe_sampler_state *sampler = i < num ? samplers[i] : NULL;
 780
 781       if (sampler) {
 782          struct lp_jit_texture *jit_tex;
 783          jit_tex = &setup->fs.current.jit_context.textures[i];
 784
 785          jit_tex->min_lod = sampler->min_lod;
 786          jit_tex->max_lod = sampler->max_lod;
 787          jit_tex->lod_bias = sampler->lod_bias;
 788          COPY_4V(jit_tex->border_color, sampler->border_color.f);
 789       }
 790    }
 791
 792    setup->dirty |= LP_SETUP_NEW_FS;
 793 }
 794
 795
 796 /**
 797  * Is the given texture referenced by any scene?
 798  * Note: we have to check all scenes including any scenes currently
 799  * being rendered and the current scene being built.
 800  */
 801 unsigned
 802 lp_setup_is_resource_referenced( const struct lp_setup_context *setup,
 803                                 const struct pipe_resource *texture )
 804 {
 805    unsigned i;
 806
 807    /* check the render targets */
 808    for (i = 0; i < setup->fb.nr_cbufs; i++) {
 809       if (setup->fb.cbufs[i]->texture == texture)
 810          return LP_REFERENCED_FOR_READ | LP_REFERENCED_FOR_WRITE;
 811    }
 812    if (setup->fb.zsbuf && setup->fb.zsbuf->texture == texture) {
 813       return LP_REFERENCED_FOR_READ | LP_REFERENCED_FOR_WRITE;
 814    }
 815
 816    /* check textures referenced by the scene */
 817    for (i = 0; i < Elements(setup->scenes); i++) {
 818       if (lp_scene_is_resource_referenced(setup->scenes[i], texture)) {
 819          return LP_REFERENCED_FOR_READ;
 820       }
 821    }
 822
 823    return LP_UNREFERENCED;
 824 }
 825
 826
 827 /**
 828  * Called by vbuf code when we're about to draw something.
 829  */
 830 static boolean
 831 try_update_scene_state( struct lp_setup_context *setup )
 832 {
 833    boolean new_scene = (setup->fs.stored == NULL);
 834    struct lp_scene *scene = setup->scene;
 835    unsigned i;
 836
 837    assert(scene);
 838
 839    if(setup->dirty & LP_SETUP_NEW_BLEND_COLOR) {
 840       uint8_t *stored;
 841       float* fstored;
 842       unsigned i, j;
 843       unsigned size;
 844
 845       /* Alloc u8_blend_color (16 x i8) and f_blend_color (4 or 8 x f32) */
 846       size  = 4 * 16 * sizeof(uint8_t);
 847       size += (LP_MAX_VECTOR_LENGTH / 4) * sizeof(float);
 848       stored = lp_scene_alloc_aligned(scene, size, LP_MAX_VECTOR_LENGTH);
 849
 850       if (!stored) {
 851          assert(!new_scene);
 852          return FALSE;
 853       }
 854
 855       /* Store floating point colour */
 856       fstored = (float*)(stored + 4*16);
 857       for (i = 0; i < (LP_MAX_VECTOR_LENGTH / 4); ++i) {
 858          fstored[i] = setup->blend_color.current.color[i % 4];
 859       }
 860
 861       /* smear each blend color component across 16 ubyte elements */
 862       for (i = 0; i < 4; ++i) {
 863          uint8_t c = float_to_ubyte(setup->blend_color.current.color[i]);
 864          for (j = 0; j < 16; ++j)
 865             stored[i*16 + j] = c;
 866       }
 867
 868       setup->blend_color.stored = stored;
 869       setup->fs.current.jit_context.u8_blend_color = stored;
 870       setup->fs.current.jit_context.f_blend_color = fstored;
 871       setup->dirty |= LP_SETUP_NEW_FS;
 872    }
 873
 874    if (setup->dirty & LP_SETUP_NEW_CONSTANTS) {
 875       for (i = 0; i < Elements(setup->constants); ++i) {
 876          struct pipe_resource *buffer = setup->constants[i].current;
 877
 878          if (buffer) {
 879             unsigned current_size = buffer->width0;
 880             const void *current_data = llvmpipe_resource_data(buffer);
 881
 882             /* TODO: copy only the actually used constants? */
 883
 884             if (setup->constants[i].stored_size != current_size ||
 885                !setup->constants[i].stored_data ||
 886                memcmp(setup->constants[i].stored_data,
 887                       current_data,
 888                       current_size) != 0) {
 889                void *stored;
 890
 891                stored = lp_scene_alloc(scene, current_size);
 892                if (!stored) {
 893                   assert(!new_scene);
 894                   return FALSE;
 895                }
 896
 897                memcpy(stored,
 898                       current_data,
 899                       current_size);
 900                setup->constants[i].stored_size = current_size;
 901                setup->constants[i].stored_data = stored;
 902             }
 903          }
 904          else {
 905             setup->constants[i].stored_size = 0;
 906             setup->constants[i].stored_data = NULL;
 907          }
 908
 909          setup->fs.current.jit_context.constants[i] = setup->constants[i].stored_data;
 910          setup->dirty |= LP_SETUP_NEW_FS;
 911       }
 912    }
 913
 914
 915    if (setup->dirty & LP_SETUP_NEW_FS) {
 916       if (!setup->fs.stored ||
 917           memcmp(setup->fs.stored,
 918                  &setup->fs.current,
 919                  sizeof setup->fs.current) != 0)
 920       {
 921          struct lp_rast_state *stored;
 922
 923          /* The fs state that's been stored in the scene is different from
 924           * the new, current state.  So allocate a new lp_rast_state object
 925           * and append it to the bin's setup data buffer.
 926           */
 927          stored = (struct lp_rast_state *) lp_scene_alloc(scene, sizeof *stored);
 928          if (!stored) {
 929             assert(!new_scene);
 930             return FALSE;
 931          }
 932
 933          memcpy(stored,
 934                 &setup->fs.current,
 935                 sizeof setup->fs.current);
 936          setup->fs.stored = stored;
 937
 938          /* The scene now references the textures in the rasterization
 939           * state record.  Note that now.
 940           */
 941          for (i = 0; i < Elements(setup->fs.current_tex); i++) {
 942             if (setup->fs.current_tex[i]) {
 943                if (!lp_scene_add_resource_reference(scene,
 944                                                     setup->fs.current_tex[i],
 945                                                     new_scene)) {
 946                   assert(!new_scene);
 947                   return FALSE;
 948                }
 949             }
 950          }
 951       }
 952    }
 953
 954    if (setup->dirty & LP_SETUP_NEW_SCISSOR) {
 955       setup->draw_region = setup->framebuffer;
 956       if (setup->scissor_test) {
 957          u_rect_possible_intersection(&setup->scissor,
 958                                       &setup->draw_region);
 959       }
 960    }
 961
 962    setup->dirty = 0;
 963
 964    assert(setup->fs.stored);
 965    return TRUE;
 966 }
 967
 968 boolean
 969 lp_setup_update_state( struct lp_setup_context *setup,
 970                        boolean update_scene )
 971 {
 972    /* Some of the 'draw' pipeline stages may have changed some driver state.
 973     * Make sure we've processed those state changes before anything else.
 974     *
 975     * XXX this is the only place where llvmpipe_context is used in the
 976     * setup code.  This may get refactored/changed...
 977     */
 978    {
 979       struct llvmpipe_context *lp = llvmpipe_context(setup->pipe);
 980       if (lp->dirty) {
 981          llvmpipe_update_derived(lp);
 982       }
 983
 984       if (lp->setup->dirty) {
 985          llvmpipe_update_setup(lp);
 986       }
 987
 988       assert(setup->setup.variant);
 989
 990       /* Will probably need to move this somewhere else, just need
 991        * to know about vertex shader point size attribute.
 992        */
 993       setup->psize = lp->psize_slot;
 994
 995       assert(lp->dirty == 0);
 996
 997       assert(lp->setup_variant.key.size ==
 998              setup->setup.variant->key.size);
 999
1000       assert(memcmp(&lp->setup_variant.key,
1001                     &setup->setup.variant->key,
1002                     setup->setup.variant->key.size) == 0);
1003    }
1004
1005    if (update_scene && setup->state != SETUP_ACTIVE) {
1006       if (!set_scene_state( setup, SETUP_ACTIVE, __FUNCTION__ ))
1007          return FALSE;
1008    }
1009
1010    /* Only call into update_scene_state() if we already have a
1011     * scene:
1012     */
1013    if (update_scene && setup->scene) {
1014       assert(setup->state == SETUP_ACTIVE);
1015
1016       if (try_update_scene_state(setup))
1017          return TRUE;
1018
1019       /* Update failed, try to restart the scene.
1020        *
1021        * Cannot call lp_setup_flush_and_restart() directly here
1022        * because of potential recursion.
1023        */
1024       if (!set_scene_state(setup, SETUP_FLUSHED, __FUNCTION__))
1025          return FALSE;
1026
1027       if (!set_scene_state(setup, SETUP_ACTIVE, __FUNCTION__))
1028          return FALSE;
1029
1030       if (!setup->scene)
1031          return FALSE;
1032
1033       return try_update_scene_state(setup);
1034    }
1035
1036    return TRUE;
1037 }
1038
1039
1040
1041 /* Only caller is lp_setup_vbuf_destroy()
1042  */
1043 void
1044 lp_setup_destroy( struct lp_setup_context *setup )
1045 {
1046    uint i;
1047
1048    lp_setup_reset( setup );
1049
1050    util_unreference_framebuffer_state(&setup->fb);
1051
1052    for (i = 0; i < Elements(setup->fs.current_tex); i++) {
1053       pipe_resource_reference(&setup->fs.current_tex[i], NULL);
1054    }
1055
1056    for (i = 0; i < Elements(setup->constants); i++) {
1057       pipe_resource_reference(&setup->constants[i].current, NULL);
1058    }
1059
1060    /* free the scenes in the 'empty' queue */
1061    for (i = 0; i < Elements(setup->scenes); i++) {
1062       struct lp_scene *scene = setup->scenes[i];
1063
1064       if (scene->fence)
1065          lp_fence_wait(scene->fence);
1066
1067       lp_scene_destroy(scene);
1068    }
1069
1070    lp_fence_reference(&setup->last_fence, NULL);
1071
1072    FREE( setup );
1073 }
1074
1075
1076 /**
1077  * Create a new primitive tiling engine.  Plug it into the backend of
1078  * the draw module.  Currently also creates a rasterizer to use with
1079  * it.
1080  */
1081 struct lp_setup_context *
1082 lp_setup_create( struct pipe_context *pipe,
1083                  struct draw_context *draw )
1084 {
1085    struct llvmpipe_screen *screen = llvmpipe_screen(pipe->screen);
1086    struct lp_setup_context *setup;
1087    unsigned i;
1088
1089    setup = CALLOC_STRUCT(lp_setup_context);
1090    if (!setup) {
1091       goto no_setup;
1092    }
1093
1094    lp_setup_init_vbuf(setup);
1095
1096    /* Used only in update_state():
1097     */
1098    setup->pipe = pipe;
1099
1100
1101    setup->num_threads = screen->num_threads;
1102    setup->vbuf = draw_vbuf_stage(draw, &setup->base);
1103    if (!setup->vbuf) {
1104       goto no_vbuf;
1105    }
1106
1107    draw_set_rasterize_stage(draw, setup->vbuf);
1108    draw_set_render(draw, &setup->base);
1109
1110    /* create some empty scenes */
1111    for (i = 0; i < MAX_SCENES; i++) {
1112       setup->scenes[i] = lp_scene_create( pipe );
1113       if (!setup->scenes[i]) {
1114          goto no_scenes;
1115       }
1116    }
1117
1118    setup->triangle = first_triangle;
1119    setup->line     = first_line;
1120    setup->point    = first_point;
1121
1122    setup->dirty = ~0;
1123
1124    return setup;
1125
1126 no_scenes:
1127    for (i = 0; i < MAX_SCENES; i++) {
1128       if (setup->scenes[i]) {
1129          lp_scene_destroy(setup->scenes[i]);
1130       }
1131    }
1132
1133    setup->vbuf->destroy(setup->vbuf);
1134 no_vbuf:
1135    FREE(setup);
1136 no_setup:
1137    return NULL;
1138 }
1139
1140
1141 /**
1142  * Put a BeginQuery command into all bins.
1143  */
1144 void
1145 lp_setup_begin_query(struct lp_setup_context *setup,
1146                      struct llvmpipe_query *pq)
1147 {
1148    /* init the query to its beginning state */
1149    assert(setup->active_query[pq->type] == NULL);
1150
1151    set_scene_state(setup, SETUP_ACTIVE, "begin_query");
1152
1153    setup->active_query[pq->type] = pq;
1154
1155    /* XXX: It is possible that a query is created before the scene
1156     * has been created. This means that setup->scene == NULL resulting
1157     * in the query not being binned and thus is ignored.
1158     */
1159
1160    if (setup->scene) {
1161       if (!lp_scene_bin_everywhere(setup->scene,
1162                                    LP_RAST_OP_BEGIN_QUERY,
1163                                    lp_rast_arg_query(pq))) {
1164
1165          if (!lp_setup_flush_and_restart(setup))
1166             return;
1167
1168          if (!lp_scene_bin_everywhere(setup->scene,
1169                                       LP_RAST_OP_BEGIN_QUERY,
1170                                       lp_rast_arg_query(pq))) {
1171             return;
1172          }
1173       }
1174    }
1175 }
1176
1177
1178 /**
1179  * Put an EndQuery command into all bins.
1180  */
1181 void
1182 lp_setup_end_query(struct lp_setup_context *setup, struct llvmpipe_query *pq)
1183 {
1184    set_scene_state(setup, SETUP_ACTIVE, "end_query");
1185
1186    if (pq->type != PIPE_QUERY_TIMESTAMP) {
1187       assert(setup->active_query[pq->type] == pq);
1188       setup->active_query[pq->type] = NULL;
1189    }
1190
1191    /* Setup will automatically re-issue any query which carried over a
1192     * scene boundary, and the rasterizer automatically "ends" queries
1193     * which are active at the end of a scene, so there is no need to
1194     * retry this commands on failure.
1195     */
1196    if (setup->scene) {
1197       /* pq->fence should be the fence of the *last* scene which
1198        * contributed to the query result.
1199        */
1200       lp_fence_reference(&pq->fence, setup->scene->fence);
1201
1202       if (!lp_scene_bin_everywhere(setup->scene,
1203                                    LP_RAST_OP_END_QUERY,
1204                                    lp_rast_arg_query(pq))) {
1205          lp_setup_flush(setup, NULL, __FUNCTION__);
1206       }
1207    }
1208    else {
1209       lp_fence_reference(&pq->fence, setup->last_fence);
1210    }
1211 }
1212
1213
1214 boolean
1215 lp_setup_flush_and_restart(struct lp_setup_context *setup)
1216 {
1217    if (0) debug_printf("%s\n", __FUNCTION__);
1218
1219    assert(setup->state == SETUP_ACTIVE);
1220
1221    if (!set_scene_state(setup, SETUP_FLUSHED, __FUNCTION__))
1222       return FALSE;
1223
1224    if (!lp_setup_update_state(setup, TRUE))
1225       return FALSE;
1226
1227    return TRUE;
1228 }
1229
1230