From 43ce9efdbf8c8e1200fe54744820ca2523f36e6b Mon Sep 17 00:00:00 2001 From: Adhemerval Zanella Date: Thu, 22 Nov 2012 11:37:18 -0600 Subject: [PATCH] gallivm: Altivec floating-point rounding This patch adds Altivec intrinsics for float vector types. It changes the SSE specific definitions to a platform neutral and adds the calls to Altivec intrinsic builder. Reviewed-by: Roland Scheidegger Reviewed-by: Jose Fonseca --- src/gallium/auxiliary/gallivm/lp_bld_arit.c | 93 ++++++++++++++++----- 1 file changed, 70 insertions(+), 23 deletions(-) diff --git a/src/gallium/auxiliary/gallivm/lp_bld_arit.c b/src/gallium/auxiliary/gallivm/lp_bld_arit.c index c3df3bf73b2..33b8f6dc9fe 100644 --- a/src/gallium/auxiliary/gallivm/lp_bld_arit.c +++ b/src/gallium/auxiliary/gallivm/lp_bld_arit.c @@ -1370,25 +1370,27 @@ lp_build_int_to_float(struct lp_build_context *bld, } static boolean -sse41_rounding_available(const struct lp_type type) +arch_rounding_available(const struct lp_type type) { if ((util_cpu_caps.has_sse4_1 && (type.length == 1 || type.width*type.length == 128)) || (util_cpu_caps.has_avx && type.width*type.length == 256)) return TRUE; + else if ((util_cpu_caps.has_altivec && + (type.width == 32 && type.length == 4))) + return TRUE; return FALSE; } -enum lp_build_round_sse41_mode +enum lp_build_round_mode { - LP_BUILD_ROUND_SSE41_NEAREST = 0, - LP_BUILD_ROUND_SSE41_FLOOR = 1, - LP_BUILD_ROUND_SSE41_CEIL = 2, - LP_BUILD_ROUND_SSE41_TRUNCATE = 3 + LP_BUILD_ROUND_NEAREST = 0, + LP_BUILD_ROUND_FLOOR = 1, + LP_BUILD_ROUND_CEIL = 2, + LP_BUILD_ROUND_TRUNCATE = 3 }; - /** * Helper for SSE4.1's ROUNDxx instructions. * @@ -1398,7 +1400,7 @@ enum lp_build_round_sse41_mode static INLINE LLVMValueRef lp_build_round_sse41(struct lp_build_context *bld, LLVMValueRef a, - enum lp_build_round_sse41_mode mode) + enum lp_build_round_mode mode) { LLVMBuilderRef builder = bld->gallivm->builder; const struct lp_type type = bld->type; @@ -1536,6 +1538,51 @@ lp_build_iround_nearest_sse2(struct lp_build_context *bld, } +/* + */ +static INLINE LLVMValueRef +lp_build_round_altivec(struct lp_build_context *bld, + LLVMValueRef a, + enum lp_build_round_mode mode) +{ + LLVMBuilderRef builder = bld->gallivm->builder; + const struct lp_type type = bld->type; + const char *intrinsic = NULL; + + assert(type.floating); + + assert(lp_check_value(type, a)); + assert(util_cpu_caps.has_altivec); + + switch (mode) { + case LP_BUILD_ROUND_NEAREST: + intrinsic = "llvm.ppc.altivec.vrfin"; + break; + case LP_BUILD_ROUND_FLOOR: + intrinsic = "llvm.ppc.altivec.vrfim"; + break; + case LP_BUILD_ROUND_CEIL: + intrinsic = "llvm.ppc.altivec.vrfip"; + break; + case LP_BUILD_ROUND_TRUNCATE: + intrinsic = "llvm.ppc.altivec.vrfiz"; + break; + } + + return lp_build_intrinsic_unary(builder, intrinsic, bld->vec_type, a); +} + +static INLINE LLVMValueRef +lp_build_round_arch(struct lp_build_context *bld, + LLVMValueRef a, + enum lp_build_round_mode mode) +{ + if (util_cpu_caps.has_sse4_1) + return lp_build_round_sse41(bld, a, mode); + else /* (util_cpu_caps.has_altivec) */ + return lp_build_round_altivec(bld, a, mode); +} + /** * Return the integer part of a float (vector) value (== round toward zero). * The returned value is a float (vector). @@ -1551,8 +1598,8 @@ lp_build_trunc(struct lp_build_context *bld, assert(type.floating); assert(lp_check_value(type, a)); - if (sse41_rounding_available(type)) { - return lp_build_round_sse41(bld, a, LP_BUILD_ROUND_SSE41_TRUNCATE); + if (arch_rounding_available(type)) { + return lp_build_round_arch(bld, a, LP_BUILD_ROUND_TRUNCATE); } else { LLVMTypeRef vec_type = lp_build_vec_type(bld->gallivm, type); @@ -1581,8 +1628,8 @@ lp_build_round(struct lp_build_context *bld, assert(type.floating); assert(lp_check_value(type, a)); - if (sse41_rounding_available(type)) { - return lp_build_round_sse41(bld, a, LP_BUILD_ROUND_SSE41_NEAREST); + if (arch_rounding_available(type)) { + return lp_build_round_arch(bld, a, LP_BUILD_ROUND_NEAREST); } else { LLVMTypeRef vec_type = lp_build_vec_type(bld->gallivm, type); @@ -1609,8 +1656,8 @@ lp_build_floor(struct lp_build_context *bld, assert(type.floating); assert(lp_check_value(type, a)); - if (sse41_rounding_available(type)) { - return lp_build_round_sse41(bld, a, LP_BUILD_ROUND_SSE41_FLOOR); + if (arch_rounding_available(type)) { + return lp_build_round_arch(bld, a, LP_BUILD_ROUND_FLOOR); } else { LLVMTypeRef vec_type = lp_build_vec_type(bld->gallivm, type); @@ -1637,8 +1684,8 @@ lp_build_ceil(struct lp_build_context *bld, assert(type.floating); assert(lp_check_value(type, a)); - if (sse41_rounding_available(type)) { - return lp_build_round_sse41(bld, a, LP_BUILD_ROUND_SSE41_CEIL); + if (arch_rounding_available(type)) { + return lp_build_round_arch(bld, a, LP_BUILD_ROUND_CEIL); } else { LLVMTypeRef vec_type = lp_build_vec_type(bld->gallivm, type); @@ -1735,8 +1782,8 @@ lp_build_iround(struct lp_build_context *bld, (util_cpu_caps.has_avx && type.width == 32 && type.length == 8)) { return lp_build_iround_nearest_sse2(bld, a); } - if (sse41_rounding_available(type)) { - res = lp_build_round_sse41(bld, a, LP_BUILD_ROUND_SSE41_NEAREST); + if (arch_rounding_available(type)) { + res = lp_build_round_arch(bld, a, LP_BUILD_ROUND_NEAREST); } else { LLVMValueRef half; @@ -1787,8 +1834,8 @@ lp_build_ifloor(struct lp_build_context *bld, res = a; if (type.sign) { - if (sse41_rounding_available(type)) { - res = lp_build_round_sse41(bld, a, LP_BUILD_ROUND_SSE41_FLOOR); + if (arch_rounding_available(type)) { + res = lp_build_round_arch(bld, a, LP_BUILD_ROUND_FLOOR); } else { /* Take the sign bit and add it to 1 constant */ @@ -1844,8 +1891,8 @@ lp_build_iceil(struct lp_build_context *bld, assert(type.floating); assert(lp_check_value(type, a)); - if (sse41_rounding_available(type)) { - res = lp_build_round_sse41(bld, a, LP_BUILD_ROUND_SSE41_CEIL); + if (arch_rounding_available(type)) { + res = lp_build_round_arch(bld, a, LP_BUILD_ROUND_CEIL); } else { LLVMTypeRef vec_type = bld->vec_type; @@ -1905,7 +1952,7 @@ lp_build_ifloor_fract(struct lp_build_context *bld, assert(type.floating); assert(lp_check_value(type, a)); - if (sse41_rounding_available(type)) { + if (arch_rounding_available(type)) { /* * floor() is easier. */ -- 2.30.2