src/gallium/auxiliary/gallivm/lp_bld_gather.c

   1 /**************************************************************************
   2  *
   3  * Copyright 2010 VMware, Inc.
   4  * All Rights Reserved.
   5  *
   6  * Permission is hereby granted, free of charge, to any person obtaining a
   7  * copy of this software and associated documentation files (the
   8  * "Software"), to deal in the Software without restriction, including
   9  * without limitation the rights to use, copy, modify, merge, publish,
  10  * distribute, sub license, and/or sell copies of the Software, and to
  11  * permit persons to whom the Software is furnished to do so, subject to
  12  * the following conditions:
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
  18  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
  19  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
  20  * USE OR OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  * The above copyright notice and this permission notice (including the
  23  * next paragraph) shall be included in all copies or substantial portions
  24  * of the Software.
  25  *
  26  **************************************************************************/
  27
  28
  29 #include "util/u_debug.h"
  30 #include "lp_bld_debug.h"
  31 #include "lp_bld_const.h"
  32 #include "lp_bld_format.h"
  33 #include "lp_bld_gather.h"
  34 #include "lp_bld_init.h"
  35
  36
  37 /**
  38  * Get the pointer to one element from scatter positions in memory.
  39  *
  40  * @sa lp_build_gather()
  41  */
  42 LLVMValueRef
  43 lp_build_gather_elem_ptr(struct gallivm_state *gallivm,
  44                          unsigned length,
  45                          LLVMValueRef base_ptr,
  46                          LLVMValueRef offsets,
  47                          unsigned i)
  48 {
  49    LLVMValueRef offset;
  50    LLVMValueRef ptr;
  51
  52    assert(LLVMTypeOf(base_ptr) == LLVMPointerType(LLVMInt8TypeInContext(gallivm->context), 0));
  53
  54    if (length == 1) {
  55       assert(i == 0);
  56       offset = offsets;
  57    } else {
  58       LLVMValueRef index = lp_build_const_int32(gallivm, i);
  59       offset = LLVMBuildExtractElement(gallivm->builder, offsets, index, "");
  60    }
  61
  62    ptr = LLVMBuildGEP(gallivm->builder, base_ptr, &offset, 1, "");
  63
  64    return ptr;
  65 }
  66
  67
  68 /**
  69  * Gather one element from scatter positions in memory.
  70  *
  71  * @sa lp_build_gather()
  72  */
  73 LLVMValueRef
  74 lp_build_gather_elem(struct gallivm_state *gallivm,
  75                      unsigned length,
  76                      unsigned src_width,
  77                      unsigned dst_width,
  78                      LLVMValueRef base_ptr,
  79                      LLVMValueRef offsets,
  80                      unsigned i)
  81 {
  82    LLVMTypeRef src_type = LLVMIntTypeInContext(gallivm->context, src_width);
  83    LLVMTypeRef src_ptr_type = LLVMPointerType(src_type, 0);
  84    LLVMTypeRef dst_elem_type = LLVMIntTypeInContext(gallivm->context, dst_width);
  85    LLVMValueRef ptr;
  86    LLVMValueRef res;
  87
  88    assert(LLVMTypeOf(base_ptr) == LLVMPointerType(LLVMInt8TypeInContext(gallivm->context), 0));
  89
  90    ptr = lp_build_gather_elem_ptr(gallivm, length, base_ptr, offsets, i);
  91    ptr = LLVMBuildBitCast(gallivm->builder, ptr, src_ptr_type, "");
  92    res = LLVMBuildLoad(gallivm->builder, ptr, "");
  93
  94    assert(src_width <= dst_width);
  95    if (src_width > dst_width)
  96       res = LLVMBuildTrunc(gallivm->builder, res, dst_elem_type, "");
  97    if (src_width < dst_width)
  98       res = LLVMBuildZExt(gallivm->builder, res, dst_elem_type, "");
  99
 100    return res;
 101 }
 102
 103
 104 /**
 105  * Gather elements from scatter positions in memory into a single vector.
 106  * Use for fetching texels from a texture.
 107  * For SSE, typical values are length=4, src_width=32, dst_width=32.
 108  *
 109  * @param length length of the offsets
 110  * @param src_width src element width in bits
 111  * @param dst_width result element width in bits (src will be expanded to fit)
 112  * @param base_ptr base pointer, should be a i8 pointer type.
 113  * @param offsets vector with offsets
 114  */
 115 LLVMValueRef
 116 lp_build_gather(struct gallivm_state *gallivm,
 117                 unsigned length,
 118                 unsigned src_width,
 119                 unsigned dst_width,
 120                 LLVMValueRef base_ptr,
 121                 LLVMValueRef offsets)
 122 {
 123    LLVMValueRef res;
 124
 125    if (length == 1) {
 126       /* Scalar */
 127       return lp_build_gather_elem(gallivm, length,
 128                                   src_width, dst_width,
 129                                   base_ptr, offsets, 0);
 130    } else {
 131       /* Vector */
 132
 133       LLVMTypeRef dst_elem_type = LLVMIntTypeInContext(gallivm->context, dst_width);
 134       LLVMTypeRef dst_vec_type = LLVMVectorType(dst_elem_type, length);
 135       unsigned i;
 136
 137       res = LLVMGetUndef(dst_vec_type);
 138       for (i = 0; i < length; ++i) {
 139          LLVMValueRef index = lp_build_const_int32(gallivm, i);
 140          LLVMValueRef elem;
 141          elem = lp_build_gather_elem(gallivm, length,
 142                                      src_width, dst_width,
 143                                      base_ptr, offsets, i);
 144          res = LLVMBuildInsertElement(gallivm->builder, res, elem, index, "");
 145       }
 146    }
 147
 148    return res;
 149 }
 150
 151 LLVMValueRef
 152 lp_build_gather_values(struct gallivm_state * gallivm,
 153                        LLVMValueRef * values,
 154                        unsigned value_count)
 155 {
 156    LLVMTypeRef vec_type = LLVMVectorType(LLVMTypeOf(values[0]), value_count);
 157    LLVMBuilderRef builder = gallivm->builder;
 158    LLVMValueRef vec = LLVMGetUndef(vec_type);
 159    unsigned i;
 160
 161    for (i = 0; i < value_count; i++) {
 162       LLVMValueRef index = lp_build_const_int32(gallivm, i);
 163       vec = LLVMBuildInsertElement(builder, vec, values[i], index, "");
 164    }
 165    return vec;
 166 }