src/gallium/drivers/svga/svga_context.h

   1 /**********************************************************
   2  * Copyright 2008-2009 VMware, Inc.  All rights reserved.
   3  *
   4  * Permission is hereby granted, free of charge, to any person
   5  * obtaining a copy of this software and associated documentation
   6  * files (the "Software"), to deal in the Software without
   7  * restriction, including without limitation the rights to use, copy,
   8  * modify, merge, publish, distribute, sublicense, and/or sell copies
   9  * of the Software, and to permit persons to whom the Software is
  10  * furnished to do so, subject to the following conditions:
  11  *
  12  * The above copyright notice and this permission notice shall be
  13  * included in all copies or substantial portions of the Software.
  14  *
  15  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
  16  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
  17  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
  18  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
  19  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
  20  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
  21  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  22  * SOFTWARE.
  23  *
  24  **********************************************************/
  25
  26 #ifndef SVGA_CONTEXT_H
  27 #define SVGA_CONTEXT_H
  28
  29
  30 #include "pipe/p_context.h"
  31 #include "pipe/p_defines.h"
  32 #include "pipe/p_state.h"
  33
  34 #include "util/os_time.h"
  35
  36 #include "util/u_blitter.h"
  37 #include "util/list.h"
  38
  39 #include "tgsi/tgsi_scan.h"
  40
  41 #include "svga_screen.h"
  42 #include "svga_state.h"
  43 #include "svga_winsys.h"
  44 #include "svga_hw_reg.h"
  45 #include "svga3d_shaderdefs.h"
  46 #include "svga_debug.h"
  47
  48 /** Non-GPU queries for gallium HUD */
  49 enum svga_hud {
  50 /* per-frame counters */
  51    SVGA_QUERY_NUM_DRAW_CALLS = PIPE_QUERY_DRIVER_SPECIFIC,
  52    SVGA_QUERY_NUM_FALLBACKS,
  53    SVGA_QUERY_NUM_FLUSHES,
  54    SVGA_QUERY_NUM_VALIDATIONS,
  55    SVGA_QUERY_MAP_BUFFER_TIME,
  56    SVGA_QUERY_NUM_BUFFERS_MAPPED,
  57    SVGA_QUERY_NUM_TEXTURES_MAPPED,
  58    SVGA_QUERY_NUM_BYTES_UPLOADED,
  59    SVGA_QUERY_NUM_COMMAND_BUFFERS,
  60    SVGA_QUERY_COMMAND_BUFFER_SIZE,
  61    SVGA_QUERY_FLUSH_TIME,
  62    SVGA_QUERY_SURFACE_WRITE_FLUSHES,
  63    SVGA_QUERY_NUM_READBACKS,
  64    SVGA_QUERY_NUM_RESOURCE_UPDATES,
  65    SVGA_QUERY_NUM_BUFFER_UPLOADS,
  66    SVGA_QUERY_NUM_CONST_BUF_UPDATES,
  67    SVGA_QUERY_NUM_CONST_UPDATES,
  68    SVGA_QUERY_NUM_SHADER_RELOCATIONS,
  69    SVGA_QUERY_NUM_SURFACE_RELOCATIONS,
  70
  71 /* running total counters */
  72    SVGA_QUERY_MEMORY_USED,
  73    SVGA_QUERY_NUM_SHADERS,
  74    SVGA_QUERY_NUM_RESOURCES,
  75    SVGA_QUERY_NUM_STATE_OBJECTS,
  76    SVGA_QUERY_NUM_SURFACE_VIEWS,
  77    SVGA_QUERY_NUM_GENERATE_MIPMAP,
  78    SVGA_QUERY_NUM_FAILED_ALLOCATIONS,
  79    SVGA_QUERY_NUM_COMMANDS_PER_DRAW,
  80    SVGA_QUERY_SHADER_MEM_USED,
  81
  82 /*SVGA_QUERY_MAX has to be last because it is size of an array*/
  83    SVGA_QUERY_MAX
  84 };
  85
  86 /**
  87  * Maximum supported number of constant buffers per shader
  88  */
  89 #define SVGA_MAX_CONST_BUFS 14
  90
  91 /**
  92  * Maximum constant buffer size that can be set in the
  93  * DXSetSingleConstantBuffer command is
  94  * DX10 constant buffer element count * 4 4-bytes components
  95  */
  96 #define SVGA_MAX_CONST_BUF_SIZE (4096 * 4 * sizeof(int))
  97
  98 #define CONST0_UPLOAD_ALIGNMENT 256
  99
 100 struct draw_vertex_shader;
 101 struct draw_fragment_shader;
 102 struct svga_shader_variant;
 103 struct SVGACmdMemory;
 104 struct util_bitmask;
 105
 106
 107 struct svga_cache_context;
 108 struct svga_tracked_state;
 109
 110 struct svga_blend_state {
 111    unsigned need_white_fragments:1;
 112    unsigned independent_blend_enable:1;
 113    unsigned alpha_to_coverage:1;
 114    unsigned alpha_to_one:1;
 115    unsigned blend_color_alpha:1;  /**< set blend color to alpha value */
 116    unsigned logicop_enabled:1;
 117    unsigned logicop_mode:5;
 118
 119    /** Per-render target state */
 120    struct {
 121       uint8_t writemask;
 122
 123       boolean blend_enable;
 124       uint8_t srcblend;
 125       uint8_t dstblend;
 126       uint8_t blendeq;
 127
 128       boolean separate_alpha_blend_enable;
 129       uint8_t srcblend_alpha;
 130       uint8_t dstblend_alpha;
 131       uint8_t blendeq_alpha;
 132    } rt[PIPE_MAX_COLOR_BUFS];
 133
 134    SVGA3dBlendStateId id;  /**< vgpu10 */
 135 };
 136
 137 struct svga_depth_stencil_state {
 138    unsigned zfunc:8;
 139    unsigned zenable:1;
 140    unsigned zwriteenable:1;
 141
 142    unsigned alphatestenable:1;
 143    unsigned alphafunc:8;
 144
 145    struct {
 146       unsigned enabled:1;
 147       unsigned func:8;
 148       unsigned fail:8;
 149       unsigned zfail:8;
 150       unsigned pass:8;
 151    } stencil[2];
 152
 153    /* SVGA3D has one ref/mask/writemask triple shared between front &
 154     * back face stencil.  We really need two:
 155     */
 156    unsigned stencil_mask:8;
 157    unsigned stencil_writemask:8;
 158
 159    float    alpharef;
 160
 161    SVGA3dDepthStencilStateId id;  /**< vgpu10 */
 162 };
 163
 164 #define SVGA_UNFILLED_DISABLE 0
 165 #define SVGA_UNFILLED_LINE    1
 166 #define SVGA_UNFILLED_POINT   2
 167
 168 #define SVGA_PIPELINE_FLAG_POINTS   (1<<PIPE_PRIM_POINTS)
 169 #define SVGA_PIPELINE_FLAG_LINES    (1<<PIPE_PRIM_LINES)
 170 #define SVGA_PIPELINE_FLAG_TRIS     (1<<PIPE_PRIM_TRIANGLES)
 171
 172 struct svga_rasterizer_state {
 173    struct pipe_rasterizer_state templ; /* needed for draw module */
 174
 175    unsigned shademode:8;
 176    unsigned cullmode:8;
 177    unsigned scissortestenable:1;
 178    unsigned multisampleantialias:1;
 179    unsigned antialiasedlineenable:1;
 180    unsigned lastpixel:1;
 181    unsigned pointsprite:1;
 182
 183    unsigned linepattern;
 184
 185    float slopescaledepthbias;
 186    float depthbias;
 187    float pointsize;
 188    float linewidth;
 189
 190    unsigned hw_fillmode:2;         /* PIPE_POLYGON_MODE_x */
 191
 192    /** Which prims do we need help for?  Bitmask of (1 << PIPE_PRIM_x) flags */
 193    unsigned need_pipeline:16;
 194
 195    SVGA3dRasterizerStateId id;    /**< vgpu10 */
 196
 197    /** For debugging: */
 198    const char* need_pipeline_tris_str;
 199    const char* need_pipeline_lines_str;
 200    const char* need_pipeline_points_str;
 201 };
 202
 203 struct svga_sampler_state {
 204    unsigned mipfilter;
 205    unsigned magfilter;
 206    unsigned minfilter;
 207    unsigned aniso_level;
 208    float lod_bias;
 209    unsigned addressu;
 210    unsigned addressv;
 211    unsigned addressw;
 212    unsigned bordercolor;
 213    unsigned normalized_coords:1;
 214    unsigned compare_mode:1;
 215    unsigned compare_func:3;
 216
 217    unsigned min_lod;
 218    unsigned view_min_lod;
 219    unsigned view_max_lod;
 220
 221    SVGA3dSamplerId id[2];
 222 };
 223
 224
 225 struct svga_pipe_sampler_view
 226 {
 227    struct pipe_sampler_view base;
 228
 229    SVGA3dShaderResourceViewId id;
 230 };
 231
 232
 233 static inline struct svga_pipe_sampler_view *
 234 svga_pipe_sampler_view(struct pipe_sampler_view *v)
 235 {
 236    return (struct svga_pipe_sampler_view *) v;
 237 }
 238
 239
 240 struct svga_velems_state {
 241    unsigned count;
 242    struct pipe_vertex_element velem[PIPE_MAX_ATTRIBS];
 243    SVGA3dDeclType decl_type[PIPE_MAX_ATTRIBS]; /**< vertex attrib formats */
 244
 245    /** Bitmasks indicating which attributes need format conversion */
 246    unsigned adjust_attrib_range;     /**< range adjustment */
 247    unsigned attrib_is_pure_int;      /**< pure int */
 248    unsigned adjust_attrib_w_1;       /**< set w = 1 */
 249    unsigned adjust_attrib_itof;      /**< int->float */
 250    unsigned adjust_attrib_utof;      /**< uint->float */
 251    unsigned attrib_is_bgra;          /**< R / B swizzling */
 252    unsigned attrib_puint_to_snorm;   /**< 10_10_10_2 packed uint -> snorm */
 253    unsigned attrib_puint_to_uscaled; /**< 10_10_10_2 packed uint -> uscaled */
 254    unsigned attrib_puint_to_sscaled; /**< 10_10_10_2 packed uint -> sscaled */
 255
 256    boolean need_swvfetch;
 257
 258    SVGA3dElementLayoutId id; /**< VGPU10 */
 259 };
 260
 261 struct svga_constant_buffer {
 262    struct svga_winsys_surface *handle;
 263    unsigned size;
 264 };
 265
 266 /* Use to calculate differences between state emitted to hardware and
 267  * current driver-calculated state.
 268  */
 269 struct svga_state
 270 {
 271    const struct svga_blend_state *blend;
 272    const struct svga_depth_stencil_state *depth;
 273    const struct svga_rasterizer_state *rast;
 274    const struct svga_sampler_state *sampler[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
 275    const struct svga_velems_state *velems;
 276
 277    struct pipe_sampler_view *sampler_views[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS]; /* or texture ID's? */
 278    struct svga_fragment_shader *fs;
 279    struct svga_vertex_shader *vs;
 280    struct svga_geometry_shader *user_gs; /* user-specified GS */
 281    struct svga_geometry_shader *gs;      /* derived GS */
 282    /* derived tessellation control shader */
 283    struct svga_tcs_shader *tcs;
 284    /* derived tessellation evaluation shader */
 285    struct svga_tes_shader *tes;
 286    struct svga_compute_shader *cs;
 287
 288    struct pipe_vertex_buffer vb[PIPE_MAX_ATTRIBS];
 289    /** Constant buffers for each shader.
 290     * The size should probably always match with that of
 291     * svga_shader_emitter_v10.num_shader_consts.
 292     */
 293    struct pipe_constant_buffer constbufs[PIPE_SHADER_TYPES][SVGA_MAX_CONST_BUFS];
 294
 295    struct pipe_framebuffer_state framebuffer;
 296    float depthscale;
 297
 298    /* Hack to limit the number of different render targets between
 299     * flushes.  Helps avoid blowing out our surface cache in EXA.
 300     */
 301    int nr_fbs;
 302
 303    struct pipe_poly_stipple poly_stipple;
 304    struct pipe_scissor_state scissor[SVGA3D_DX_MAX_VIEWPORTS];
 305    struct pipe_blend_color blend_color;
 306    struct pipe_stencil_ref stencil_ref;
 307    struct pipe_clip_state clip;
 308    struct pipe_viewport_state viewport[SVGA3D_DX_MAX_VIEWPORTS];
 309
 310    unsigned num_samplers[PIPE_SHADER_TYPES];
 311    unsigned num_sampler_views[PIPE_SHADER_TYPES];
 312    unsigned num_vertex_buffers;
 313    enum pipe_prim_type reduced_prim;
 314
 315    unsigned vertex_id_bias;
 316
 317    struct {
 318       unsigned flag_1d;
 319       unsigned flag_srgb;
 320    } tex_flags;
 321
 322    unsigned sample_mask;
 323    unsigned vertices_per_patch;
 324    float default_tesslevels[6]; /* tessellation (outer[4] + inner[2]) levels */
 325    struct {
 326       /* Determine the layout of the grid (in block units) to be used. */
 327       unsigned size[3];
 328       /* If DispatchIndirect is used, this will has grid size info*/
 329       struct pipe_resource *indirect;
 330    } grid_info;
 331 };
 332
 333 struct svga_prescale {
 334    float translate[4];
 335    float scale[4];
 336    boolean enabled;
 337 };
 338
 339 struct svga_depthrange {
 340    float zmin;
 341    float zmax;
 342 };
 343
 344 /* Updated by calling svga_update_state( SVGA_STATE_HW_CLEAR )
 345  */
 346 struct svga_hw_clear_state
 347 {
 348    struct pipe_framebuffer_state framebuffer;
 349
 350    /* VGPU9 only */
 351    SVGA3dRect viewport;
 352    struct svga_depthrange depthrange;
 353
 354    /* VGPU10 state */
 355    SVGA3dViewport viewports[SVGA3D_DX_MAX_VIEWPORTS];
 356    struct svga_prescale prescale[SVGA3D_DX_MAX_VIEWPORTS];
 357    struct pipe_scissor_state scissors[SVGA3D_DX_MAX_VIEWPORTS];
 358    unsigned num_prescale;
 359
 360    unsigned num_rendertargets;
 361    struct pipe_surface *rtv[SVGA3D_MAX_RENDER_TARGETS];
 362    struct pipe_surface *dsv;
 363 };
 364
 365 struct svga_hw_view_state
 366 {
 367    struct pipe_resource *texture;
 368    struct svga_sampler_view *v;
 369    unsigned min_lod;
 370    unsigned max_lod;
 371    boolean dirty;
 372 };
 373
 374 /* Updated by calling svga_update_state( SVGA_STATE_HW_DRAW )
 375  */
 376 struct svga_hw_draw_state
 377 {
 378    /** VGPU9 rasterization state */
 379    unsigned rs[SVGA3D_RS_MAX];
 380    /** VGPU9 texture sampler and bindings state */
 381    unsigned ts[SVGA3D_PIXEL_SAMPLERREG_MAX][SVGA3D_TS_MAX];
 382
 383    /** VGPU9 texture views */
 384    unsigned num_views;
 385    unsigned num_backed_views; /* views with backing copy of texture */
 386    struct svga_hw_view_state views[PIPE_MAX_SAMPLERS];
 387
 388    /** VGPU9 constant buffer values */
 389    float cb[PIPE_SHADER_TYPES][SVGA3D_CONSTREG_MAX][4];
 390
 391    /** Currently bound shaders */
 392    struct svga_shader_variant *fs;
 393    struct svga_shader_variant *vs;
 394    struct svga_shader_variant *gs;
 395    struct svga_shader_variant *tcs;
 396    struct svga_shader_variant *tes;
 397    struct svga_shader_variant *cs;
 398
 399    /** Currently bound constant buffer, per shader stage */
 400    struct pipe_resource *constbuf[PIPE_SHADER_TYPES][SVGA_MAX_CONST_BUFS];
 401    struct svga_constant_buffer constbufoffsets[PIPE_SHADER_TYPES][SVGA_MAX_CONST_BUFS];
 402
 403    /** Bitmask of enabled constant buffers */
 404    unsigned enabled_constbufs[PIPE_SHADER_TYPES];
 405
 406    /**
 407     * These are used to reduce the number of times we call u_upload_unmap()
 408     * while updating the zero-th/default VGPU10 constant buffer.
 409     */
 410    struct pipe_resource *const0_buffer;
 411    struct svga_winsys_surface *const0_handle;
 412
 413    /** VGPU10 HW state (used to prevent emitting redundant state) */
 414    SVGA3dDepthStencilStateId depth_stencil_id;
 415    unsigned stencil_ref;
 416    SVGA3dBlendStateId blend_id;
 417    float blend_factor[4];
 418    unsigned blend_sample_mask;
 419    SVGA3dRasterizerStateId rasterizer_id;
 420    SVGA3dElementLayoutId layout_id;
 421    SVGA3dPrimitiveType topology;
 422
 423    /** Vertex buffer state */
 424    SVGA3dVertexBuffer vbuffer_attrs[PIPE_MAX_ATTRIBS];
 425    struct pipe_resource *vbuffers[PIPE_MAX_ATTRIBS];
 426    unsigned num_vbuffers;
 427
 428    struct pipe_resource *ib;  /**< index buffer for drawing */
 429    SVGA3dSurfaceFormat ib_format;
 430    unsigned ib_offset;
 431
 432    unsigned num_samplers[PIPE_SHADER_TYPES];
 433    SVGA3dSamplerId samplers[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
 434
 435    unsigned num_sampler_views[PIPE_SHADER_TYPES];
 436    struct pipe_sampler_view
 437       *sampler_views[PIPE_SHADER_TYPES][PIPE_MAX_SAMPLERS];
 438
 439    /* used for rebinding */
 440    unsigned default_constbuf_size[PIPE_SHADER_TYPES];
 441
 442    boolean rasterizer_discard; /* set if rasterization is disabled */
 443    boolean has_backed_views;   /* set if any of the rtv/dsv is a backed surface view */
 444 };
 445
 446
 447 /* Updated by calling svga_update_state( SVGA_STATE_NEED_SWTNL )
 448  */
 449 struct svga_sw_state
 450 {
 451    /* which parts we need */
 452    boolean need_swvfetch;
 453    boolean need_pipeline;
 454    boolean need_swtnl;
 455
 456    /* Flag to make sure that need sw is on while
 457     * updating state within a swtnl call.
 458     */
 459    boolean in_swtnl_draw;
 460 };
 461
 462
 463 /* Queue some state updates (like rss) and submit them to hardware in
 464  * a single packet.
 465  */
 466 struct svga_hw_queue;
 467
 468 struct svga_query;
 469 struct svga_qmem_alloc_entry;
 470
 471 struct svga_context
 472 {
 473    struct pipe_context pipe;
 474    struct svga_winsys_context *swc;
 475    struct blitter_context *blitter;
 476    struct u_upload_mgr *const0_upload;
 477    struct u_upload_mgr *tex_upload;
 478
 479    struct {
 480       boolean no_swtnl;
 481       boolean force_swtnl;
 482       boolean use_min_mipmap;
 483
 484       /* incremented for each shader */
 485       unsigned shader_id;
 486
 487       boolean no_line_width;
 488       boolean force_hw_line_stipple;
 489
 490       /** To report perf/conformance/etc issues to the gallium frontend */
 491       struct pipe_debug_callback callback;
 492    } debug;
 493
 494    struct {
 495       struct draw_context *draw;
 496       struct vbuf_render *backend;
 497       unsigned hw_prim;
 498       boolean new_vbuf;
 499       boolean new_vdecl;
 500    } swtnl;
 501
 502    /* Bitmask of blend state objects IDs */
 503    struct util_bitmask *blend_object_id_bm;
 504
 505    /* Bitmask of depth/stencil state objects IDs */
 506    struct util_bitmask *ds_object_id_bm;
 507
 508    /* Bitmaks of input element object IDs */
 509    struct util_bitmask *input_element_object_id_bm;
 510
 511    /* Bitmask of rasterizer object IDs */
 512    struct util_bitmask *rast_object_id_bm;
 513
 514    /* Bitmask of sampler state objects IDs */
 515    struct util_bitmask *sampler_object_id_bm;
 516
 517    /* Bitmask of sampler view IDs */
 518    struct util_bitmask *sampler_view_id_bm;
 519
 520    /* Bitmask of used shader IDs */
 521    struct util_bitmask *shader_id_bm;
 522
 523    /* Bitmask of used surface view IDs */
 524    struct util_bitmask *surface_view_id_bm;
 525
 526    /* Bitmask of used stream output IDs */
 527    struct util_bitmask *stream_output_id_bm;
 528
 529    /* Bitmask of used query IDs */
 530    struct util_bitmask *query_id_bm;
 531
 532    struct {
 533       uint64_t dirty[SVGA_STATE_MAX];
 534
 535       /** bitmasks of which const buffers are changed */
 536       unsigned dirty_constbufs[PIPE_SHADER_TYPES];
 537
 538       unsigned texture_timestamp;
 539
 540       struct svga_sw_state          sw;
 541       struct svga_hw_draw_state     hw_draw;
 542       struct svga_hw_clear_state    hw_clear;
 543    } state;
 544
 545    struct svga_state curr;      /* state from the gallium frontend */
 546    uint64_t dirty;              /* statechanges since last update_state() */
 547
 548    union {
 549       struct {
 550          unsigned rendertargets:1;
 551          unsigned texture_samplers:1;
 552          unsigned constbufs:1;
 553          unsigned vs:1;
 554          unsigned fs:1;
 555          unsigned gs:1;
 556          unsigned tcs:1;
 557          unsigned tes:1;
 558          unsigned cs:1;
 559          unsigned query:1;
 560       } flags;
 561       unsigned val;
 562    } rebind;
 563
 564    struct svga_hwtnl *hwtnl;
 565
 566    /** Queries states */
 567    struct svga_winsys_gb_query *gb_query;     /**< gb query object, one per context */
 568    unsigned gb_query_len;                     /**< gb query object size */
 569    struct util_bitmask *gb_query_alloc_mask;  /**< gb query object allocation mask */
 570    struct svga_qmem_alloc_entry *gb_query_map[SVGA_QUERY_MAX];
 571                                               /**< query mem block mapping */
 572    struct svga_query *sq[SVGA_QUERY_MAX+12];  /**< queries currently in progress */
 573                                               /* The last 12 entries are for streamout
 574                                                * queries for stream 0..3
 575                                                */
 576
 577    /** List of buffers with queued transfers */
 578    struct list_head dirty_buffers;
 579
 580    /** performance / info queries for HUD */
 581    struct {
 582       uint64_t num_draw_calls;          /**< SVGA_QUERY_DRAW_CALLS */
 583       uint64_t num_fallbacks;           /**< SVGA_QUERY_NUM_FALLBACKS */
 584       uint64_t num_flushes;             /**< SVGA_QUERY_NUM_FLUSHES */
 585       uint64_t num_validations;         /**< SVGA_QUERY_NUM_VALIDATIONS */
 586       uint64_t map_buffer_time;         /**< SVGA_QUERY_MAP_BUFFER_TIME */
 587       uint64_t num_buffers_mapped;      /**< SVGA_QUERY_NUM_BUFFERS_MAPPED */
 588       uint64_t num_textures_mapped;     /**< SVGA_QUERY_NUM_TEXTURES_MAPPED */
 589       uint64_t num_command_buffers;     /**< SVGA_QUERY_NUM_COMMAND_BUFFERS */
 590       uint64_t command_buffer_size;     /**< SVGA_QUERY_COMMAND_BUFFER_SIZE */
 591       uint64_t flush_time;              /**< SVGA_QUERY_FLUSH_TIME */
 592       uint64_t surface_write_flushes;   /**< SVGA_QUERY_SURFACE_WRITE_FLUSHES */
 593       uint64_t num_readbacks;           /**< SVGA_QUERY_NUM_READBACKS */
 594       uint64_t num_resource_updates;    /**< SVGA_QUERY_NUM_RESOURCE_UPDATES */
 595       uint64_t num_buffer_uploads;      /**< SVGA_QUERY_NUM_BUFFER_UPLOADS */
 596       uint64_t num_const_buf_updates;   /**< SVGA_QUERY_NUM_CONST_BUF_UPDATES */
 597       uint64_t num_const_updates;       /**< SVGA_QUERY_NUM_CONST_UPDATES */
 598       uint64_t num_shaders;             /**< SVGA_QUERY_NUM_SHADERS */
 599
 600       /** The following are summed for SVGA_QUERY_NUM_STATE_OBJECTS */
 601       uint64_t num_blend_objects;
 602       uint64_t num_depthstencil_objects;
 603       uint64_t num_rasterizer_objects;
 604       uint64_t num_sampler_objects;
 605       uint64_t num_samplerview_objects;
 606       uint64_t num_vertexelement_objects;
 607
 608       uint64_t num_surface_views;       /**< SVGA_QUERY_NUM_SURFACE_VIEWS */
 609       uint64_t num_bytes_uploaded;      /**< SVGA_QUERY_NUM_BYTES_UPLOADED */
 610       uint64_t num_generate_mipmap;     /**< SVGA_QUERY_NUM_GENERATE_MIPMAP */
 611       uint64_t shader_mem_used;         /**< SVGA_QUERY_SHADER_MEM_USED */
 612
 613       boolean uses_time;                /**< os_time_get() calls needed? */
 614    } hud;
 615
 616    /** The currently bound stream output targets */
 617    boolean in_streamout;                /* Set if streamout is active */
 618    unsigned num_so_targets;
 619    struct svga_winsys_surface *so_surfaces[SVGA3D_DX_MAX_SOTARGETS];
 620    struct pipe_stream_output_target *so_targets[SVGA3D_DX_MAX_SOTARGETS];
 621    struct svga_stream_output *current_so;
 622
 623    /**
 624     * The following states are used in the workaround for auto draw with
 625     * stream instancing.
 626     */
 627
 628    /* Last bound SO targets that can be used to get vertex count */
 629    struct pipe_stream_output_target *vcount_so_targets[SVGA3D_DX_MAX_SOTARGETS];
 630    unsigned vcount_buffer_stream;       /* SO buffer to stream index mask */
 631    struct pipe_query *so_queries[4];    /* SO stat queries for each stream */
 632
 633    /** A blend state with blending disabled, for falling back to when blending
 634     * is illegal (e.g. an integer texture is bound)
 635     */
 636    struct svga_blend_state *noop_blend;
 637
 638    struct {
 639       struct pipe_resource *texture;
 640       struct svga_pipe_sampler_view *sampler_view;
 641       void *sampler;
 642    } polygon_stipple;
 643
 644    /** Alternate rasterizer states created for point sprite */
 645    struct svga_rasterizer_state *rasterizer_no_cull[2];
 646
 647    /** Depth stencil state created to disable depth stencil test */
 648    struct svga_depth_stencil_state *depthstencil_disable;
 649
 650    /** Current conditional rendering predicate */
 651    struct {
 652       SVGA3dQueryId query_id;
 653       boolean cond;
 654    } pred;
 655
 656    boolean render_condition;
 657    boolean disable_rasterizer; /* Set if to disable rasterization */
 658
 659    struct {
 660       struct svga_tcs_shader *passthrough_tcs;
 661       struct svga_vertex_shader *vs;
 662       struct svga_tes_shader *tes;
 663       unsigned vertices_per_patch;
 664       boolean passthrough;
 665    } tcs;
 666
 667 };
 668
 669 /* A flag for each frontend state object:
 670  */
 671 #define SVGA_NEW_BLEND               ((uint64_t) 0x1)
 672 #define SVGA_NEW_DEPTH_STENCIL_ALPHA ((uint64_t) 0x2)
 673 #define SVGA_NEW_RAST                ((uint64_t) 0x4)
 674 #define SVGA_NEW_SAMPLER             ((uint64_t) 0x8)
 675 #define SVGA_NEW_TEXTURE             ((uint64_t) 0x10)
 676 #define SVGA_NEW_VBUFFER             ((uint64_t) 0x20)
 677 #define SVGA_NEW_VELEMENT            ((uint64_t) 0x40)
 678 #define SVGA_NEW_FS                  ((uint64_t) 0x80)
 679 #define SVGA_NEW_VS                  ((uint64_t) 0x100)
 680 #define SVGA_NEW_FS_CONST_BUFFER     ((uint64_t) 0x200)
 681 #define SVGA_NEW_VS_CONST_BUFFER     ((uint64_t) 0x400)
 682 #define SVGA_NEW_FRAME_BUFFER        ((uint64_t) 0x800)
 683 #define SVGA_NEW_STIPPLE             ((uint64_t) 0x1000)
 684 #define SVGA_NEW_SCISSOR             ((uint64_t) 0x2000)
 685 #define SVGA_NEW_BLEND_COLOR         ((uint64_t) 0x4000)
 686 #define SVGA_NEW_CLIP                ((uint64_t) 0x8000)
 687 #define SVGA_NEW_VIEWPORT            ((uint64_t) 0x10000)
 688 #define SVGA_NEW_PRESCALE            ((uint64_t) 0x20000)
 689 #define SVGA_NEW_REDUCED_PRIMITIVE   ((uint64_t) 0x40000)
 690 #define SVGA_NEW_TEXTURE_BINDING     ((uint64_t) 0x80000)
 691 #define SVGA_NEW_NEED_PIPELINE       ((uint64_t) 0x100000)
 692 #define SVGA_NEW_NEED_SWVFETCH       ((uint64_t) 0x200000)
 693 #define SVGA_NEW_NEED_SWTNL          ((uint64_t) 0x400000)
 694 #define SVGA_NEW_FS_VARIANT          ((uint64_t) 0x800000)
 695 #define SVGA_NEW_VS_VARIANT          ((uint64_t) 0x1000000)
 696 #define SVGA_NEW_TEXTURE_FLAGS       ((uint64_t) 0x4000000)
 697 #define SVGA_NEW_STENCIL_REF         ((uint64_t) 0x8000000)
 698 #define SVGA_NEW_GS                  ((uint64_t) 0x10000000)
 699 #define SVGA_NEW_GS_CONST_BUFFER     ((uint64_t) 0x20000000)
 700 #define SVGA_NEW_GS_VARIANT          ((uint64_t) 0x40000000)
 701 #define SVGA_NEW_TEXTURE_CONSTS      ((uint64_t) 0x80000000)
 702 #define SVGA_NEW_TCS                 ((uint64_t) 0x100000000)
 703 #define SVGA_NEW_TES                 ((uint64_t) 0x200000000)
 704 #define SVGA_NEW_TCS_VARIANT         ((uint64_t) 0x400000000)
 705 #define SVGA_NEW_TES_VARIANT         ((uint64_t) 0x800000000)
 706 #define SVGA_NEW_TCS_CONST_BUFFER    ((uint64_t) 0x1000000000)
 707 #define SVGA_NEW_TES_CONST_BUFFER    ((uint64_t) 0x2000000000)
 708 #define SVGA_NEW_TCS_PARAM           ((uint64_t) 0x4000000000)
 709 #define SVGA_NEW_FS_CONSTS           ((uint64_t) 0x8000000000)
 710 #define SVGA_NEW_VS_CONSTS           ((uint64_t) 0x10000000000)
 711 #define SVGA_NEW_GS_CONSTS           ((uint64_t) 0x20000000000)
 712 #define SVGA_NEW_TCS_CONSTS          ((uint64_t) 0x40000000000)
 713 #define SVGA_NEW_TES_CONSTS          ((uint64_t) 0x800000000000)
 714 #define SVGA_NEW_ALL                 ((uint64_t) 0xFFFFFFFFFFFFFFFF)
 715
 716 #define SVGA_NEW_CONST_BUFFER \
 717    (SVGA_NEW_FS_CONST_BUFFER | SVGA_NEW_VS_CONST_BUFFER | \
 718     SVGA_NEW_GS_CONST_BUFFER | \
 719     SVGA_NEW_TCS_CONST_BUFFER | SVGA_NEW_TES_CONST_BUFFER)
 720
 721
 722 void svga_init_state_functions( struct svga_context *svga );
 723 void svga_init_flush_functions( struct svga_context *svga );
 724 void svga_init_string_functions( struct svga_context *svga );
 725 void svga_init_blit_functions(struct svga_context *svga);
 726
 727 void svga_init_blend_functions( struct svga_context *svga );
 728 void svga_init_depth_stencil_functions( struct svga_context *svga );
 729 void svga_init_misc_functions( struct svga_context *svga );
 730 void svga_init_rasterizer_functions( struct svga_context *svga );
 731 void svga_init_sampler_functions( struct svga_context *svga );
 732 void svga_init_cs_functions( struct svga_context *svga );
 733 void svga_init_fs_functions( struct svga_context *svga );
 734 void svga_init_vs_functions( struct svga_context *svga );
 735 void svga_init_gs_functions( struct svga_context *svga );
 736 void svga_init_ts_functions( struct svga_context *svga );
 737 void svga_init_vertex_functions( struct svga_context *svga );
 738 void svga_init_constbuffer_functions( struct svga_context *svga );
 739 void svga_init_draw_functions( struct svga_context *svga );
 740 void svga_init_query_functions( struct svga_context *svga );
 741 void svga_init_surface_functions(struct svga_context *svga);
 742 void svga_init_stream_output_functions( struct svga_context *svga );
 743 void svga_init_clear_functions( struct svga_context *svga );
 744
 745 void svga_cleanup_vertex_state( struct svga_context *svga );
 746 void svga_cleanup_sampler_state( struct svga_context *svga );
 747 void svga_cleanup_tss_binding( struct svga_context *svga );
 748 void svga_cleanup_framebuffer( struct svga_context *svga );
 749 void svga_cleanup_tcs_state( struct svga_context *svga );
 750
 751 void svga_context_flush( struct svga_context *svga,
 752                          struct pipe_fence_handle **pfence );
 753
 754 void svga_context_finish(struct svga_context *svga);
 755
 756 void svga_hwtnl_flush_retry( struct svga_context *svga );
 757 void svga_hwtnl_flush_buffer( struct svga_context *svga,
 758                               struct pipe_resource *buffer );
 759 boolean svga_hwtnl_has_pending_prim(struct svga_hwtnl *);
 760
 761 void svga_surfaces_flush(struct svga_context *svga);
 762
 763 struct pipe_context *
 764 svga_context_create(struct pipe_screen *screen,
 765                     void *priv, unsigned flags);
 766
 767 void svga_toggle_render_condition(struct svga_context *svga,
 768                                   boolean render_condition_enabled,
 769                                   boolean on);
 770
 771 /***********************************************************************
 772  * Inline conversion functions.  These are better-typed than the
 773  * macros used previously:
 774  */
 775 static inline struct svga_context *
 776 svga_context( struct pipe_context *pipe )
 777 {
 778    return (struct svga_context *)pipe;
 779 }
 780
 781 static inline struct svga_winsys_screen *
 782 svga_sws(struct svga_context *svga)
 783 {
 784    return svga_screen(svga->pipe.screen)->sws;
 785 }
 786
 787 static inline boolean
 788 svga_have_gb_objects(const struct svga_context *svga)
 789 {
 790    return svga_screen(svga->pipe.screen)->sws->have_gb_objects;
 791 }
 792
 793 static inline boolean
 794 svga_have_gb_dma(const struct svga_context *svga)
 795 {
 796    return svga_screen(svga->pipe.screen)->sws->have_gb_dma;
 797 }
 798
 799 static inline boolean
 800 svga_have_vgpu10(const struct svga_context *svga)
 801 {
 802    return svga_screen(svga->pipe.screen)->sws->have_vgpu10;
 803 }
 804
 805 static inline boolean
 806 svga_have_sm4_1(const struct svga_context *svga)
 807 {
 808    return svga_screen(svga->pipe.screen)->sws->have_sm4_1;
 809 }
 810
 811 static inline boolean
 812 svga_have_sm5(const struct svga_context *svga)
 813 {
 814    return svga_screen(svga->pipe.screen)->sws->have_sm5;
 815 }
 816
 817 static inline boolean
 818 svga_need_to_rebind_resources(const struct svga_context *svga)
 819 {
 820    return svga_screen(svga->pipe.screen)->sws->need_to_rebind_resources;
 821 }
 822
 823 static inline boolean
 824 svga_rects_equal(const SVGA3dRect *r1, const SVGA3dRect *r2)
 825 {
 826    return memcmp(r1, r2, sizeof(*r1)) == 0;
 827 }
 828
 829 /**
 830  * If the Gallium HUD is enabled, this will return the current time.
 831  * Otherwise, just return zero.
 832  */
 833 static inline int64_t
 834 svga_get_time(struct svga_context *svga)
 835 {
 836    return svga->hud.uses_time ? os_time_get() : 0;
 837 }
 838
 839 /*
 840  * The SVGA_TRY_XX family of macros can be used to optionally replace a
 841  * function call with an error value, the purpose is to trigger and test
 842  * retry path handling.
 843  */
 844 #ifdef DEBUG
 845
 846 /*
 847  * Optionally replace a function call with a PIPE_ERROR_OUT_OF_MEMORY
 848  * return value
 849  */
 850 #define SVGA_TRY(_func) \
 851    ((SVGA_DEBUG & DEBUG_RETRY) ? PIPE_ERROR_OUT_OF_MEMORY : (_func))
 852
 853 /* Optionally replace a function call with a NULL return value */
 854 #define SVGA_TRY_PTR(_func) \
 855    ((SVGA_DEBUG & DEBUG_RETRY) ? NULL : (_func))
 856
 857 /*
 858  * Optionally replace a function call with a NULL return value, and set
 859  * the _retry parameter to TRUE.
 860  */
 861 #define SVGA_TRY_MAP(_func, _retry) \
 862    ((SVGA_DEBUG & DEBUG_RETRY) ? (_retry) = TRUE, NULL : (_func))
 863 #else
 864
 865 #define SVGA_TRY(_func) (_func)
 866
 867 #define SVGA_TRY_PTR(_func) (_func)
 868
 869 #define SVGA_TRY_MAP(_func, _retry) (_func)
 870 #endif
 871
 872 /**
 873  * Enter retry processing after hitting out-of-command space
 874  */
 875 static inline void
 876 svga_retry_enter(struct svga_context *svga)
 877 {
 878    /* We shouldn't nest retries, but currently we do. */
 879    if ((SVGA_DEBUG & DEBUG_RETRY) && svga->swc->in_retry) {
 880       debug_printf("WARNING: Recursive retry. Level: %u.\n",
 881                    svga->swc->in_retry);
 882    }
 883    svga->swc->in_retry++;
 884 }
 885
 886 /**
 887  * Exit retry processing after hitting out-of-command space
 888  */
 889 static inline void
 890 svga_retry_exit(struct svga_context *svga)
 891 {
 892    assert(svga->swc->in_retry > 0);
 893    svga->swc->in_retry--;
 894 }
 895
 896 /**
 897  * Perform a function call, and on failure flush the context and retry,
 898  * asserting that the retry succeeded. On return, the boolean argument
 899  * _retried indicates whether the function call was retried or not.
 900  */
 901 #define SVGA_RETRY_CHECK(_svga, _func, _retried)       \
 902    do {                                                \
 903       enum pipe_error ret;                             \
 904                                                        \
 905       ret = SVGA_TRY(_func);                           \
 906       (_retried) = (ret != PIPE_OK);                   \
 907       if (_retried) {                                  \
 908          svga_retry_enter(_svga);                      \
 909          svga_context_flush(_svga, NULL);              \
 910          ret = (_func);                                \
 911          assert(ret == PIPE_OK);                       \
 912          svga_retry_exit(_svga);                       \
 913       }                                                \
 914    } while(0)
 915
 916 /**
 917  * Perform a function call, and on failure flush the context and retry,
 918  * asserting that the retry succeeded.
 919  */
 920 #define SVGA_RETRY(_svga, _func)                \
 921    do {                                         \
 922       UNUSED boolean retried;                   \
 923                                                 \
 924       SVGA_RETRY_CHECK(_svga, _func, retried);  \
 925    } while(0)
 926
 927 /**
 928  * Perform a function call, and on out-of-memory, flush the context and
 929  * retry. The retry return value is stored in _ret for reuse.
 930  */
 931 #define SVGA_RETRY_OOM(_svga, _ret, _func)              \
 932    do {                                                 \
 933       (_ret) = SVGA_TRY(_func);                         \
 934       if ((_ret) == PIPE_ERROR_OUT_OF_MEMORY) {         \
 935          svga_retry_enter(_svga);                       \
 936          svga_context_flush(_svga, NULL);               \
 937          (_ret) = (_func);                              \
 938          svga_retry_exit(_svga);                        \
 939       }                                                 \
 940    } while (0);
 941
 942 #endif