X-Git-Url: https://git.libre-soc.org/?a=blobdiff_plain;f=src%2Fgallium%2Fauxiliary%2Fdraw%2Fdraw_llvm.h;h=c75179cb957cdf91878cbbceaa5fd55a5c7a991b;hb=8a4ef09e7e02b155de658f09df948dd6244e0b8d;hp=58fee7f9d6064560b5db5c17af1dc2db8e206d02;hpb=0870e4a2022cff79805613ae7cd4b9237a2f564c;p=mesa.git diff --git a/src/gallium/auxiliary/draw/draw_llvm.h b/src/gallium/auxiliary/draw/draw_llvm.h index 58fee7f9d60..c75179cb957 100644 --- a/src/gallium/auxiliary/draw/draw_llvm.h +++ b/src/gallium/auxiliary/draw/draw_llvm.h @@ -1,36 +1,149 @@ -#ifndef HAVE_LLVM_H -#define HAVE_LLVM_H +/************************************************************************** + * + * Copyright 2010 VMware, Inc. + * All Rights Reserved. + * + * Permission is hereby granted, free of charge, to any person obtaining a + * copy of this software and associated documentation files (the + * "Software"), to deal in the Software without restriction, including + * without limitation the rights to use, copy, modify, merge, publish, + * distribute, sub license, and/or sell copies of the Software, and to + * permit persons to whom the Software is furnished to do so, subject to + * the following conditions: + * + * The above copyright notice and this permission notice (including the + * next paragraph) shall be included in all copies or substantial portions + * of the Software. + * + * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS + * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF + * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. + * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR + * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, + * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE + * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. + * + **************************************************************************/ + +#ifndef DRAW_LLVM_H +#define DRAW_LLVM_H #include "draw/draw_private.h" +#include "draw/draw_vs.h" +#include "draw/draw_gs.h" +#include "draw/draw_tess.h" + +#include "gallivm/lp_bld_sample.h" +#include "gallivm/lp_bld_limits.h" + #include "pipe/p_context.h" +#include "util/simple_list.h" -#include -#include -#include -#include + +struct draw_llvm; +struct llvm_vertex_shader; +struct llvm_geometry_shader; +struct llvm_tess_ctrl_shader; +struct llvm_tess_eval_shader; struct draw_jit_texture { uint32_t width; uint32_t height; - uint32_t stride; - const void *data; + uint32_t depth; + const void *base; + uint32_t row_stride[PIPE_MAX_TEXTURE_LEVELS]; + uint32_t img_stride[PIPE_MAX_TEXTURE_LEVELS]; + uint32_t first_level; + uint32_t last_level; + uint32_t mip_offsets[PIPE_MAX_TEXTURE_LEVELS]; + uint32_t num_samples; + uint32_t sample_stride; +}; + + +struct draw_sampler_static_state +{ + /* + * These attributes are effectively interleaved for more sane key handling. + * However, there might be lots of null space if the amount of samplers and + * textures isn't the same. + */ + struct lp_static_sampler_state sampler_state; + struct lp_static_texture_state texture_state; +}; + +struct draw_image_static_state +{ + struct lp_static_texture_state image_state; +}; + + +struct draw_jit_sampler +{ + float min_lod; + float max_lod; + float lod_bias; + float border_color[4]; +}; + + +struct draw_jit_image +{ + uint32_t width; + uint32_t height; + uint32_t depth; + const void *base; + uint32_t row_stride; + uint32_t img_stride; + uint32_t num_samples; + uint32_t sample_stride; }; enum { DRAW_JIT_TEXTURE_WIDTH = 0, DRAW_JIT_TEXTURE_HEIGHT, - DRAW_JIT_TEXTURE_STRIDE, - DRAW_JIT_TEXTURE_DATA + DRAW_JIT_TEXTURE_DEPTH, + DRAW_JIT_TEXTURE_BASE, + DRAW_JIT_TEXTURE_ROW_STRIDE, + DRAW_JIT_TEXTURE_IMG_STRIDE, + DRAW_JIT_TEXTURE_FIRST_LEVEL, + DRAW_JIT_TEXTURE_LAST_LEVEL, + DRAW_JIT_TEXTURE_MIP_OFFSETS, + DRAW_JIT_TEXTURE_NUM_SAMPLES, + DRAW_JIT_TEXTURE_SAMPLE_STRIDE, + DRAW_JIT_TEXTURE_NUM_FIELDS /* number of fields above */ +}; + + +enum { + DRAW_JIT_SAMPLER_MIN_LOD, + DRAW_JIT_SAMPLER_MAX_LOD, + DRAW_JIT_SAMPLER_LOD_BIAS, + DRAW_JIT_SAMPLER_BORDER_COLOR, + DRAW_JIT_SAMPLER_NUM_FIELDS /* number of fields above */ }; + enum { DRAW_JIT_VERTEX_VERTEX_ID = 0, - DRAW_JIT_VERTEX_CLIP, + DRAW_JIT_VERTEX_CLIP_POS, DRAW_JIT_VERTEX_DATA }; +enum { + DRAW_JIT_IMAGE_WIDTH = 0, + DRAW_JIT_IMAGE_HEIGHT, + DRAW_JIT_IMAGE_DEPTH, + DRAW_JIT_IMAGE_BASE, + DRAW_JIT_IMAGE_ROW_STRIDE, + DRAW_JIT_IMAGE_IMG_STRIDE, + DRAW_JIT_IMAGE_NUM_SAMPLES, + DRAW_JIT_IMAGE_SAMPLE_STRIDE, + DRAW_JIT_IMAGE_NUM_FIELDS /* number of fields above */ +}; + /** * This structure is passed directly to the generated vertex shader. * @@ -44,116 +157,771 @@ enum { */ struct draw_jit_context { - const float *vs_constants; - const float *gs_constants; + const float *vs_constants[LP_MAX_TGSI_CONST_BUFFERS]; + int num_vs_constants[LP_MAX_TGSI_CONST_BUFFERS]; + float (*planes) [DRAW_TOTAL_CLIP_PLANES][4]; + struct pipe_viewport_state *viewports; + struct draw_jit_texture textures[PIPE_MAX_SHADER_SAMPLER_VIEWS]; + struct draw_jit_sampler samplers[PIPE_MAX_SAMPLERS]; + struct draw_jit_image images[PIPE_MAX_SHADER_IMAGES]; + + const uint32_t *vs_ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; + int num_vs_ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; +}; - struct draw_jit_texture textures[PIPE_MAX_SAMPLERS]; +enum { + DRAW_JIT_CTX_CONSTANTS = 0, + DRAW_JIT_CTX_NUM_CONSTANTS = 1, + DRAW_JIT_CTX_PLANES = 2, + DRAW_JIT_CTX_VIEWPORT = 3, + DRAW_JIT_CTX_TEXTURES = 4, + DRAW_JIT_CTX_SAMPLERS = 5, + DRAW_JIT_CTX_IMAGES = 6, + DRAW_JIT_CTX_SSBOS = 7, + DRAW_JIT_CTX_NUM_SSBOS = 8, + DRAW_JIT_CTX_NUM_FIELDS }; +#define draw_jit_context_vs_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_CTX_CONSTANTS, "vs_constants") + +#define draw_jit_context_num_vs_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_CTX_NUM_CONSTANTS, "num_vs_constants") + +#define draw_jit_context_planes(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_JIT_CTX_PLANES, "planes") + +#define draw_jit_context_viewports(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_JIT_CTX_VIEWPORT, "viewports") -#define draw_jit_context_vs_constants(_builder, _ptr) \ - lp_build_struct_get(_builder, _ptr, 0, "vs_constants") +#define draw_jit_context_textures(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_CTX_TEXTURES, "textures") -#define draw_jit_context_gs_constants(_builder, _ptr) \ - lp_build_struct_get(_builder, _ptr, 1, "gs_constants") +#define draw_jit_context_samplers(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_CTX_SAMPLERS, "samplers") -#define DRAW_JIT_CONTEXT_TEXTURES_INDEX 2 +#define draw_jit_context_images(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_CTX_IMAGES, "images") -#define draw_jit_context_textures(_builder, _ptr) \ - lp_build_struct_get_ptr(_builder, _ptr, DRAW_JIT_CONTEXT_TEXTURES_INDEX, "textures") +#define draw_jit_context_vs_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_CTX_SSBOS, "vs_ssbos") +#define draw_jit_context_num_vs_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_CTX_NUM_SSBOS, "num_vs_ssbos") -#define draw_jit_header_id(_builder, _ptr) \ - lp_build_struct_get_ptr(_builder, _ptr, 0, "id") +#define draw_jit_header_id(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_VERTEX_VERTEX_ID, "id") + +#define draw_jit_header_clip_pos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_VERTEX_CLIP_POS, "clip_pos") + +#define draw_jit_header_data(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_JIT_VERTEX_DATA, "data") + + +#define draw_jit_vbuffer_stride(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, 0, "stride") + +#define draw_jit_vbuffer_offset(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, 2, "buffer_offset") + +enum { + DRAW_JIT_DVBUFFER_MAP = 0, + DRAW_JIT_DVBUFFER_SIZE, + DRAW_JIT_DVBUFFER_NUM_FIELDS /* number of fields above */ +}; -#define draw_jit_header_clip(_builder, _ptr) \ - lp_build_struct_get(_builder, _ptr, 1, "clip") +#define draw_jit_dvbuffer_map(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_JIT_DVBUFFER_MAP, "map") -#define draw_jit_header_data(_builder, _ptr) \ - lp_build_struct_get_ptr(_builder, _ptr, 2, "data") +#define draw_jit_dvbuffer_size(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_JIT_DVBUFFER_SIZE, "size") -#define draw_jit_vbuffer_stride(_builder, _ptr) \ - lp_build_struct_get(_builder, _ptr, 0, "stride") +/** + * This structure is passed directly to the generated geometry shader. + * + * It contains the derived state. + * + * Changes here must be reflected in the draw_gs_jit_context_* macros. + * Changes to the ordering should be avoided. + * + * Only use types with a clear size and padding here, in particular prefer the + * stdint.h types to the basic integer types. + */ +struct draw_gs_jit_context +{ + const float *constants[LP_MAX_TGSI_CONST_BUFFERS]; + int num_constants[LP_MAX_TGSI_CONST_BUFFERS]; + float (*planes) [DRAW_TOTAL_CLIP_PLANES][4]; + struct pipe_viewport_state *viewports; + + /* There two need to be exactly at DRAW_JIT_CTX_TEXTURES and + * DRAW_JIT_CTX_SAMPLERS positions in the struct */ + struct draw_jit_texture textures[PIPE_MAX_SHADER_SAMPLER_VIEWS]; + struct draw_jit_sampler samplers[PIPE_MAX_SAMPLERS]; + struct draw_jit_image images[PIPE_MAX_SHADER_IMAGES]; + + int **prim_lengths; + int *emitted_vertices; + int *emitted_prims; + const uint32_t *ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; + int num_ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; + +}; + +enum { + DRAW_GS_JIT_CTX_CONSTANTS = 0, + DRAW_GS_JIT_CTX_NUM_CONSTANTS = 1, + DRAW_GS_JIT_CTX_PLANES = 2, + DRAW_GS_JIT_CTX_VIEWPORT = 3, + /* Textures and samples are reserved for DRAW_JIT_CTX_TEXTURES + * and DRAW_JIT_CTX_SAMPLERS, because they both need + * to be at exactly the same locations as they are in the + * VS ctx structure for sampling to work. */ + DRAW_GS_JIT_CTX_TEXTURES = DRAW_JIT_CTX_TEXTURES, + DRAW_GS_JIT_CTX_SAMPLERS = DRAW_JIT_CTX_SAMPLERS, + DRAW_GS_JIT_CTX_IMAGES = DRAW_JIT_CTX_IMAGES, + DRAW_GS_JIT_CTX_PRIM_LENGTHS = 7, + DRAW_GS_JIT_CTX_EMITTED_VERTICES = 8, + DRAW_GS_JIT_CTX_EMITTED_PRIMS = 9, + DRAW_GS_JIT_CTX_SSBOS = 10, + DRAW_GS_JIT_CTX_NUM_SSBOS = 11, + DRAW_GS_JIT_CTX_NUM_FIELDS = 12 +}; -#define draw_jit_vbuffer_max_index(_builder, _ptr) \ - lp_build_struct_get(_builder, _ptr, 1, "max_index") +#define draw_gs_jit_context_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_GS_JIT_CTX_CONSTANTS, "constants") -#define draw_jit_vbuffer_offset(_builder, _ptr) \ - lp_build_struct_get(_builder, _ptr, 2, "buffer_offset") +#define draw_gs_jit_context_num_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_GS_JIT_CTX_NUM_CONSTANTS, "num_constants") +#define draw_gs_jit_context_planes(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_GS_JIT_CTX_PLANES, "planes") -typedef void +#define draw_gs_jit_context_viewports(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_GS_JIT_CTX_VIEWPORT, "viewports") + +#define draw_gs_jit_context_textures(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_GS_JIT_CTX_TEXTURES, "textures") + +#define draw_gs_jit_context_samplers(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_GS_JIT_CTX_SAMPLERS, "samplers") + +#define draw_gs_jit_context_images(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_GS_JIT_CTX_IMAGES, "images") + +#define draw_gs_jit_prim_lengths(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_GS_JIT_CTX_PRIM_LENGTHS, "prim_lengths") + +#define draw_gs_jit_emitted_vertices(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_GS_JIT_CTX_EMITTED_VERTICES, "emitted_vertices") + +#define draw_gs_jit_emitted_prims(_gallivm, _ptr) \ + lp_build_struct_get(_gallivm, _ptr, DRAW_GS_JIT_CTX_EMITTED_PRIMS, "emitted_prims") + +#define draw_gs_jit_context_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_GS_JIT_CTX_SSBOS, "ssbos") + +#define draw_gs_jit_context_num_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_GS_JIT_CTX_NUM_SSBOS, "num_ssbos") + + +struct draw_tcs_jit_context { + const float *constants[LP_MAX_TGSI_CONST_BUFFERS]; + int num_constants[LP_MAX_TGSI_CONST_BUFFERS]; + + int dummy1; + int dummy2; + /* There two need to be exactly at DRAW_JIT_CTX_TEXTURES and + * DRAW_JIT_CTX_SAMPLERS positions in the struct */ + struct draw_jit_texture textures[PIPE_MAX_SHADER_SAMPLER_VIEWS]; + struct draw_jit_sampler samplers[PIPE_MAX_SAMPLERS]; + struct draw_jit_image images[PIPE_MAX_SHADER_IMAGES]; + + const uint32_t *ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; + int num_ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; +}; + +enum { + DRAW_TCS_JIT_CTX_CONSTANTS = 0, + DRAW_TCS_JIT_CTX_NUM_CONSTANTS = 1, + DRAW_TCS_JIT_CTX_TEXTURES = DRAW_JIT_CTX_TEXTURES, + DRAW_TCS_JIT_CTX_SAMPLERS = DRAW_JIT_CTX_SAMPLERS, + DRAW_TCS_JIT_CTX_IMAGES = DRAW_JIT_CTX_IMAGES, + DRAW_TCS_JIT_CTX_SSBOS = 7, + DRAW_TCS_JIT_CTX_NUM_SSBOS = 8, + DRAW_TCS_JIT_CTX_NUM_FIELDS = 9, +}; + +#define draw_tcs_jit_context_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TCS_JIT_CTX_CONSTANTS, "constants") + +#define draw_tcs_jit_context_num_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TCS_JIT_CTX_NUM_CONSTANTS, "num_constants") + +#define draw_tcs_jit_context_textures(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TCS_JIT_CTX_TEXTURES, "textures") + +#define draw_tcs_jit_context_samplers(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TCS_JIT_CTX_SAMPLERS, "samplers") + +#define draw_tcs_jit_context_images(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TCS_JIT_CTX_IMAGES, "images") + +#define draw_tcs_jit_context_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TCS_JIT_CTX_SSBOS, "ssbos") + +#define draw_tcs_jit_context_num_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TCS_JIT_CTX_NUM_SSBOS, "num_ssbos") + +struct draw_tes_jit_context { + const float *constants[LP_MAX_TGSI_CONST_BUFFERS]; + int num_constants[LP_MAX_TGSI_CONST_BUFFERS]; + + int dummy1; + int dummy2; + /* There two need to be exactly at DRAW_JIT_CTX_TEXTURES and + * DRAW_JIT_CTX_SAMPLERS positions in the struct */ + struct draw_jit_texture textures[PIPE_MAX_SHADER_SAMPLER_VIEWS]; + struct draw_jit_sampler samplers[PIPE_MAX_SAMPLERS]; + struct draw_jit_image images[PIPE_MAX_SHADER_IMAGES]; + + const uint32_t *ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; + int num_ssbos[LP_MAX_TGSI_SHADER_BUFFERS]; +}; + +enum { + DRAW_TES_JIT_CTX_CONSTANTS = 0, + DRAW_TES_JIT_CTX_NUM_CONSTANTS = 1, + DRAW_TES_JIT_CTX_TEXTURES = DRAW_JIT_CTX_TEXTURES, + DRAW_TES_JIT_CTX_SAMPLERS = DRAW_JIT_CTX_SAMPLERS, + DRAW_TES_JIT_CTX_IMAGES = DRAW_JIT_CTX_IMAGES, + DRAW_TES_JIT_CTX_SSBOS = 7, + DRAW_TES_JIT_CTX_NUM_SSBOS = 8, + DRAW_TES_JIT_CTX_NUM_FIELDS = 9, +}; + +#define draw_tes_jit_context_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TES_JIT_CTX_CONSTANTS, "constants") + +#define draw_tes_jit_context_num_constants(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TES_JIT_CTX_NUM_CONSTANTS, "num_constants") + +#define draw_tes_jit_context_textures(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TES_JIT_CTX_TEXTURES, "textures") + +#define draw_tes_jit_context_samplers(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TES_JIT_CTX_SAMPLERS, "samplers") + +#define draw_tes_jit_context_images(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TES_JIT_CTX_IMAGES, "images") + +#define draw_tes_jit_context_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TES_JIT_CTX_SSBOS, "ssbos") + +#define draw_tes_jit_context_num_ssbos(_gallivm, _ptr) \ + lp_build_struct_get_ptr(_gallivm, _ptr, DRAW_TES_JIT_CTX_NUM_SSBOS, "num_ssbos") + +typedef boolean (*draw_jit_vert_func)(struct draw_jit_context *context, struct vertex_header *io, - const char *vbuffers[PIPE_MAX_ATTRIBS], - unsigned start, + const struct draw_vertex_buffer vbuffers[PIPE_MAX_ATTRIBS], unsigned count, + unsigned start_or_maxelt, unsigned stride, - struct pipe_vertex_buffer *vertex_buffers); + struct pipe_vertex_buffer *vertex_buffers, + unsigned instance_id, + unsigned vertex_id_offset, + unsigned start_instance, + const unsigned *fetch_elts, + unsigned draw_id); + + +typedef int +(*draw_gs_jit_func)(struct draw_gs_jit_context *context, + float inputs[6][PIPE_MAX_SHADER_INPUTS][TGSI_NUM_CHANNELS][TGSI_NUM_CHANNELS], + struct vertex_header **output, + unsigned num_prims, + unsigned instance_id, + int *prim_ids, + unsigned invocation_id); + +typedef int +(*draw_tcs_jit_func)(struct draw_tcs_jit_context *context, + float inputs[32][NUM_TCS_INPUTS][TGSI_NUM_CHANNELS], + float outputs[32][PIPE_MAX_SHADER_INPUTS][TGSI_NUM_CHANNELS], + uint32_t prim_id, uint32_t patch_vertices_in); + +typedef int +(*draw_tes_jit_func)(struct draw_tes_jit_context *context, + float inputs[32][PIPE_MAX_SHADER_INPUTS][TGSI_NUM_CHANNELS], + struct vertex_header *io, + uint32_t prim_id, uint32_t num_tess_coord, + float *tess_coord_x, float *tess_coord_y, float *tess_outer, + float *tess_inner, uint32_t patch_vertices_in); -typedef void -(*draw_jit_vert_func_elts)(struct draw_jit_context *context, - struct vertex_header *io, - const char *vbuffers[PIPE_MAX_ATTRIBS], - const unsigned *fetch_elts, - unsigned fetch_count, - unsigned stride, - struct pipe_vertex_buffer *vertex_buffers); +struct draw_llvm_variant_key +{ + unsigned nr_vertex_elements:8; + unsigned nr_samplers:8; + unsigned nr_sampler_views:8; + unsigned nr_images:8; + unsigned clamp_vertex_color:1; + unsigned clip_xy:1; + unsigned clip_z:1; + unsigned clip_user:1; + unsigned clip_halfz:1; + unsigned bypass_viewport:1; + unsigned need_edgeflags:1; + unsigned has_gs_or_tes:1; + unsigned num_outputs:8; + unsigned ucp_enable:PIPE_MAX_CLIP_PLANES; + /* note padding here - must use memset */ + + /* Variable number of vertex elements: + */ + struct pipe_vertex_element vertex_element[1]; + + /* Followed by variable number of samplers: + */ +/* struct draw_sampler_static_state sampler; */ + /* Followed by variable number of images + */ +}; -struct draw_llvm { - struct draw_context *draw; +struct draw_gs_llvm_variant_key +{ + unsigned nr_samplers:8; + unsigned nr_sampler_views:8; + unsigned nr_images:8; + unsigned num_outputs:8; + /* note padding here - must use memset */ + + struct draw_sampler_static_state samplers[1]; + /* Followed by variable number of images.*/ +}; - struct draw_jit_context jit_context; +struct draw_tcs_llvm_variant_key +{ + unsigned nr_samplers:8; + unsigned nr_sampler_views:8; + unsigned nr_images:8; + struct draw_sampler_static_state samplers[1]; + /* Followed by variable number of images.*/ +}; + +struct draw_tes_llvm_variant_key +{ + unsigned nr_samplers:8; + unsigned nr_sampler_views:8; + unsigned nr_images:8; + struct draw_sampler_static_state samplers[1]; + /* Followed by variable number of images.*/ +}; + +#define DRAW_LLVM_MAX_VARIANT_KEY_SIZE \ + (sizeof(struct draw_llvm_variant_key) + \ + PIPE_MAX_SHADER_SAMPLER_VIEWS * sizeof(struct draw_sampler_static_state) + \ + PIPE_MAX_SHADER_IMAGES * sizeof(struct draw_image_static_state) + \ + (PIPE_MAX_ATTRIBS-1) * sizeof(struct pipe_vertex_element)) + +#define DRAW_GS_LLVM_MAX_VARIANT_KEY_SIZE \ + (sizeof(struct draw_gs_llvm_variant_key) + \ + PIPE_MAX_SHADER_IMAGES * sizeof(struct draw_image_static_state) + \ + PIPE_MAX_SHADER_SAMPLER_VIEWS * sizeof(struct draw_sampler_static_state)) + +#define DRAW_TCS_LLVM_MAX_VARIANT_KEY_SIZE \ + (sizeof(struct draw_tcs_llvm_variant_key) + \ + PIPE_MAX_SHADER_IMAGES * sizeof(struct draw_image_static_state) + \ + PIPE_MAX_SHADER_SAMPLER_VIEWS * sizeof(struct draw_sampler_static_state)) + +#define DRAW_TES_LLVM_MAX_VARIANT_KEY_SIZE \ + (sizeof(struct draw_tes_llvm_variant_key) + \ + PIPE_MAX_SHADER_IMAGES * sizeof(struct draw_image_static_state) + \ + PIPE_MAX_SHADER_SAMPLER_VIEWS * sizeof(struct draw_sampler_static_state)) + + +static inline size_t +draw_llvm_variant_key_size(unsigned nr_vertex_elements, + unsigned nr_samplers, unsigned nr_images) +{ + return (sizeof(struct draw_llvm_variant_key) + + nr_samplers * sizeof(struct draw_sampler_static_state) + + nr_images * sizeof(struct draw_image_static_state) + + (nr_vertex_elements - 1) * sizeof(struct pipe_vertex_element)); +} + + +static inline size_t +draw_gs_llvm_variant_key_size(unsigned nr_samplers, unsigned nr_images) +{ + return (sizeof(struct draw_gs_llvm_variant_key) + + (nr_images) * sizeof(struct draw_sampler_static_state) + + (nr_samplers - 1) * sizeof(struct draw_sampler_static_state)); +} + +static inline size_t +draw_tcs_llvm_variant_key_size(unsigned nr_samplers, unsigned nr_images) +{ + return (sizeof(struct draw_tcs_llvm_variant_key) + + (nr_images) * sizeof(struct draw_sampler_static_state) + + (nr_samplers - 1) * sizeof(struct draw_sampler_static_state)); +} + +static inline size_t +draw_tes_llvm_variant_key_size(unsigned nr_samplers, unsigned nr_images) +{ + return (sizeof(struct draw_tes_llvm_variant_key) + + (nr_images) * sizeof(struct draw_sampler_static_state) + + (nr_samplers - 1) * sizeof(struct draw_sampler_static_state)); +} + +static inline struct draw_sampler_static_state * +draw_llvm_variant_key_samplers(struct draw_llvm_variant_key *key) +{ + return (struct draw_sampler_static_state *) + &key->vertex_element[key->nr_vertex_elements]; +} + +static inline struct draw_image_static_state * +draw_llvm_variant_key_images(struct draw_llvm_variant_key *key) +{ + struct draw_sampler_static_state *samplers = (struct draw_sampler_static_state *) + (&key->vertex_element[key->nr_vertex_elements]); + return (struct draw_image_static_state *) + &samplers[key->nr_samplers]; +} + +static inline struct draw_image_static_state * +draw_gs_llvm_variant_key_images(struct draw_gs_llvm_variant_key *key) +{ + return (struct draw_image_static_state *) + &key->samplers[key->nr_samplers]; +} + +static inline struct draw_image_static_state * +draw_tcs_llvm_variant_key_images(struct draw_tcs_llvm_variant_key *key) +{ + return (struct draw_image_static_state *) + &key->samplers[key->nr_samplers]; +} + +static inline struct draw_image_static_state * +draw_tes_llvm_variant_key_images(struct draw_tes_llvm_variant_key *key) +{ + return (struct draw_image_static_state *) + &key->samplers[key->nr_samplers]; +} + +struct draw_llvm_variant_list_item +{ + struct draw_llvm_variant *base; + struct draw_llvm_variant_list_item *next, *prev; +}; + +struct draw_gs_llvm_variant_list_item +{ + struct draw_gs_llvm_variant *base; + struct draw_gs_llvm_variant_list_item *next, *prev; +}; + +struct draw_tcs_llvm_variant_list_item +{ + struct draw_tcs_llvm_variant *base; + struct draw_tcs_llvm_variant_list_item *next, *prev; +}; + +struct draw_tes_llvm_variant_list_item +{ + struct draw_tes_llvm_variant *base; + struct draw_tes_llvm_variant_list_item *next, *prev; +}; - LLVMModuleRef module; - LLVMExecutionEngineRef engine; - LLVMModuleProviderRef provider; - LLVMTargetDataRef target; - LLVMPassManagerRef pass; +struct draw_llvm_variant +{ + struct gallivm_state *gallivm; + /* LLVM JIT builder types */ LLVMTypeRef context_ptr_type; - LLVMTypeRef vertex_header_ptr_type; LLVMTypeRef buffer_ptr_type; LLVMTypeRef vb_ptr_type; + LLVMTypeRef vertex_header_ptr_type; + + LLVMValueRef function; + draw_jit_vert_func jit_func; + + struct llvm_vertex_shader *shader; + + struct draw_llvm *llvm; + struct draw_llvm_variant_list_item list_item_global; + struct draw_llvm_variant_list_item list_item_local; + + /* key is variable-sized, must be last */ + struct draw_llvm_variant_key key; }; -struct draw_llvm_variant_key + +struct draw_gs_llvm_variant { - struct pipe_vertex_element vertex_element[PIPE_MAX_ATTRIBS]; - unsigned nr_vertex_elements; - struct pipe_shader_state vs; + struct gallivm_state *gallivm; + + /* LLVM JIT builder types */ + LLVMTypeRef context_ptr_type; + LLVMTypeRef vertex_header_ptr_type; + LLVMTypeRef input_array_type; + + LLVMValueRef context_ptr; + LLVMValueRef io_ptr; + LLVMValueRef num_prims; + LLVMValueRef function; + draw_gs_jit_func jit_func; + + struct llvm_geometry_shader *shader; + + struct draw_llvm *llvm; + struct draw_gs_llvm_variant_list_item list_item_global; + struct draw_gs_llvm_variant_list_item list_item_local; + + /* key is variable-sized, must be last */ + struct draw_gs_llvm_variant_key key; }; -struct draw_llvm_variant +struct draw_tcs_llvm_variant { - struct draw_llvm_variant_key key; + struct gallivm_state *gallivm; + + /* LLVM JIT builder types */ + LLVMTypeRef context_ptr_type; + LLVMTypeRef input_array_type; + LLVMTypeRef output_array_type; + + LLVMValueRef context_ptr; + LLVMValueRef io_ptr; + LLVMValueRef num_prims; LLVMValueRef function; - LLVMValueRef function_elts; - draw_jit_vert_func jit_func; - draw_jit_vert_func_elts jit_func_elts; + draw_tcs_jit_func jit_func; + + struct llvm_tess_ctrl_shader *shader; - struct draw_llvm_variant *next; + struct draw_llvm *llvm; + struct draw_tcs_llvm_variant_list_item list_item_global; + struct draw_tcs_llvm_variant_list_item list_item_local; + + /* key is variable-sized, must be last */ + struct draw_tcs_llvm_variant_key key; }; +struct draw_tes_llvm_variant +{ + struct gallivm_state *gallivm; + + /* LLVM JIT builder types */ + LLVMTypeRef context_ptr_type; + LLVMTypeRef vertex_header_ptr_type; + LLVMTypeRef input_array_type; + LLVMTypeRef patch_input_array_type; + + LLVMValueRef context_ptr; + LLVMValueRef io_ptr; + LLVMValueRef num_prims; + LLVMValueRef function; + draw_tes_jit_func jit_func; + + struct llvm_tess_eval_shader *shader; + + struct draw_llvm *llvm; + struct draw_tes_llvm_variant_list_item list_item_global; + struct draw_tes_llvm_variant_list_item list_item_local; + + /* key is variable-sized, must be last */ + struct draw_tes_llvm_variant_key key; +}; + +struct llvm_vertex_shader { + struct draw_vertex_shader base; + + unsigned variant_key_size; + struct draw_llvm_variant_list_item variants; + unsigned variants_created; + unsigned variants_cached; +}; + +struct llvm_geometry_shader { + struct draw_geometry_shader base; + + unsigned variant_key_size; + struct draw_gs_llvm_variant_list_item variants; + unsigned variants_created; + unsigned variants_cached; +}; + +struct llvm_tess_ctrl_shader { + struct draw_tess_ctrl_shader base; + + unsigned variant_key_size; + struct draw_tcs_llvm_variant_list_item variants; + unsigned variants_created; + unsigned variants_cached; +}; + +struct llvm_tess_eval_shader { + struct draw_tess_eval_shader base; + + unsigned variant_key_size; + struct draw_tes_llvm_variant_list_item variants; + unsigned variants_created; + unsigned variants_cached; +}; + +struct draw_llvm { + struct draw_context *draw; + + LLVMContextRef context; + boolean context_owned; + + struct draw_jit_context jit_context; + struct draw_gs_jit_context gs_jit_context; + struct draw_tcs_jit_context tcs_jit_context; + struct draw_tes_jit_context tes_jit_context; + + struct draw_llvm_variant_list_item vs_variants_list; + int nr_variants; + + struct draw_gs_llvm_variant_list_item gs_variants_list; + int nr_gs_variants; + + struct draw_tcs_llvm_variant_list_item tcs_variants_list; + int nr_tcs_variants; + + struct draw_tes_llvm_variant_list_item tes_variants_list; + int nr_tes_variants; +}; + + +static inline struct llvm_vertex_shader * +llvm_vertex_shader(struct draw_vertex_shader *vs) +{ + return (struct llvm_vertex_shader *)vs; +} + +static inline struct llvm_geometry_shader * +llvm_geometry_shader(struct draw_geometry_shader *gs) +{ + return (struct llvm_geometry_shader *)gs; +} + +static inline struct llvm_tess_ctrl_shader * +llvm_tess_ctrl_shader(struct draw_tess_ctrl_shader *tcs) +{ + return (struct llvm_tess_ctrl_shader *)tcs; +} + +static inline struct llvm_tess_eval_shader * +llvm_tess_eval_shader(struct draw_tess_eval_shader *tes) +{ + return (struct llvm_tess_eval_shader *)tes; +} + struct draw_llvm * -draw_llvm_create(struct draw_context *draw); +draw_llvm_create(struct draw_context *draw, LLVMContextRef llvm_context); void draw_llvm_destroy(struct draw_llvm *llvm); struct draw_llvm_variant * -draw_llvm_prepare(struct draw_llvm *llvm, int num_inputs); +draw_llvm_create_variant(struct draw_llvm *llvm, + unsigned num_vertex_header_attribs, + const struct draw_llvm_variant_key *key); + +void +draw_llvm_destroy_variant(struct draw_llvm_variant *variant); + +struct draw_llvm_variant_key * +draw_llvm_make_variant_key(struct draw_llvm *llvm, char *store); + +void +draw_llvm_dump_variant_key(struct draw_llvm_variant_key *key); + + +struct draw_gs_llvm_variant * +draw_gs_llvm_create_variant(struct draw_llvm *llvm, + unsigned num_vertex_header_attribs, + const struct draw_gs_llvm_variant_key *key); + +void +draw_gs_llvm_destroy_variant(struct draw_gs_llvm_variant *variant); + +struct draw_gs_llvm_variant_key * +draw_gs_llvm_make_variant_key(struct draw_llvm *llvm, char *store); void -draw_llvm_make_variant_key(struct draw_llvm *llvm, - struct draw_llvm_variant_key *key); +draw_gs_llvm_dump_variant_key(struct draw_gs_llvm_variant_key *key); + +struct draw_tcs_llvm_variant * +draw_tcs_llvm_create_variant(struct draw_llvm *llvm, + unsigned num_vertex_header_attribs, + const struct draw_tcs_llvm_variant_key *key); + +void +draw_tcs_llvm_destroy_variant(struct draw_tcs_llvm_variant *variant); + +struct draw_tcs_llvm_variant_key * +draw_tcs_llvm_make_variant_key(struct draw_llvm *llvm, char *store); -LLVMValueRef -draw_llvm_translate_from(LLVMBuilderRef builder, - LLVMValueRef vbuffer, - enum pipe_format from_format); +void +draw_tcs_llvm_dump_variant_key(struct draw_tcs_llvm_variant_key *key); + +struct draw_tes_llvm_variant * +draw_tes_llvm_create_variant(struct draw_llvm *llvm, + unsigned num_vertex_header_attribs, + const struct draw_tes_llvm_variant_key *key); + +void +draw_tes_llvm_destroy_variant(struct draw_tes_llvm_variant *variant); + +struct draw_tes_llvm_variant_key * +draw_tes_llvm_make_variant_key(struct draw_llvm *llvm, char *store); + +void +draw_tes_llvm_dump_variant_key(struct draw_tes_llvm_variant_key *key); + +struct lp_build_sampler_soa * +draw_llvm_sampler_soa_create(const struct draw_sampler_static_state *static_state, + unsigned nr_samplers); + +struct lp_build_image_soa * +draw_llvm_image_soa_create(const struct draw_image_static_state *static_state, + unsigned nr_images); + +void +draw_llvm_set_sampler_state(struct draw_context *draw, + enum pipe_shader_type shader_stage); + +void +draw_llvm_set_mapped_texture(struct draw_context *draw, + enum pipe_shader_type shader_stage, + unsigned sview_idx, + uint32_t width, uint32_t height, uint32_t depth, + uint32_t first_level, uint32_t last_level, + uint32_t num_samples, + uint32_t sample_stride, + const void *base_ptr, + uint32_t row_stride[PIPE_MAX_TEXTURE_LEVELS], + uint32_t img_stride[PIPE_MAX_TEXTURE_LEVELS], + uint32_t mip_offsets[PIPE_MAX_TEXTURE_LEVELS]); + +void +draw_llvm_set_mapped_image(struct draw_context *draw, + enum pipe_shader_type shader_stage, + unsigned idx, + uint32_t width, uint32_t height, uint32_t depth, + const void *base_ptr, + uint32_t row_stride, + uint32_t img_stride, + uint32_t num_samples, + uint32_t sample_stride); #endif