* SOFTWARE.
*/
-#include "ac_gpu_info.h"
#include "ac_binary.h"
+#include "ac_gpu_info.h"
#include "util/u_math.h"
#include "util/u_memory.h"
#include <gelf.h>
#include <libelf.h>
-#include <stdio.h>
-
#include <sid.h>
+#include <stdio.h>
-#define SPILLED_SGPRS 0x4
-#define SPILLED_VGPRS 0x8
+#define SPILLED_SGPRS 0x4
+#define SPILLED_VGPRS 0x8
/* Parse configuration data in .AMDGPU.config section format. */
-void ac_parse_shader_binary_config(const char *data, size_t nbytes,
- unsigned wave_size,
- bool really_needs_scratch,
- const struct radeon_info *info,
- struct ac_shader_config *conf)
+void ac_parse_shader_binary_config(const char *data, size_t nbytes, unsigned wave_size,
+ bool really_needs_scratch, const struct radeon_info *info,
+ struct ac_shader_config *conf)
{
- uint32_t scratch_size = 0;
+ uint32_t scratch_size = 0;
- for (size_t i = 0; i < nbytes; i += 8) {
- unsigned reg = util_le32_to_cpu(*(uint32_t*)(data + i));
- unsigned value = util_le32_to_cpu(*(uint32_t*)(data + i + 4));
- switch (reg) {
- case R_00B028_SPI_SHADER_PGM_RSRC1_PS:
- case R_00B128_SPI_SHADER_PGM_RSRC1_VS:
- case R_00B228_SPI_SHADER_PGM_RSRC1_GS:
- case R_00B848_COMPUTE_PGM_RSRC1:
- case R_00B428_SPI_SHADER_PGM_RSRC1_HS:
- if (wave_size == 32)
- conf->num_vgprs = MAX2(conf->num_vgprs, (G_00B028_VGPRS(value) + 1) * 8);
- else
- conf->num_vgprs = MAX2(conf->num_vgprs, (G_00B028_VGPRS(value) + 1) * 4);
+ for (size_t i = 0; i < nbytes; i += 8) {
+ unsigned reg = util_le32_to_cpu(*(uint32_t *)(data + i));
+ unsigned value = util_le32_to_cpu(*(uint32_t *)(data + i + 4));
+ switch (reg) {
+ case R_00B028_SPI_SHADER_PGM_RSRC1_PS:
+ case R_00B128_SPI_SHADER_PGM_RSRC1_VS:
+ case R_00B228_SPI_SHADER_PGM_RSRC1_GS:
+ case R_00B848_COMPUTE_PGM_RSRC1:
+ case R_00B428_SPI_SHADER_PGM_RSRC1_HS:
+ if (wave_size == 32)
+ conf->num_vgprs = MAX2(conf->num_vgprs, (G_00B028_VGPRS(value) + 1) * 8);
+ else
+ conf->num_vgprs = MAX2(conf->num_vgprs, (G_00B028_VGPRS(value) + 1) * 4);
- conf->num_sgprs = MAX2(conf->num_sgprs, (G_00B028_SGPRS(value) + 1) * 8);
- /* TODO: LLVM doesn't set FLOAT_MODE for non-compute shaders */
- conf->float_mode = G_00B028_FLOAT_MODE(value);
- conf->rsrc1 = value;
- break;
- case R_00B02C_SPI_SHADER_PGM_RSRC2_PS:
- conf->lds_size = MAX2(conf->lds_size, G_00B02C_EXTRA_LDS_SIZE(value));
- /* TODO: LLVM doesn't set SHARED_VGPR_CNT for all shader types */
- conf->num_shared_vgprs = G_00B02C_SHARED_VGPR_CNT(value);
- conf->rsrc2 = value;
- break;
- case R_00B12C_SPI_SHADER_PGM_RSRC2_VS:
- conf->num_shared_vgprs = G_00B12C_SHARED_VGPR_CNT(value);
- conf->rsrc2 = value;
- break;
- case R_00B22C_SPI_SHADER_PGM_RSRC2_GS:
- conf->num_shared_vgprs = G_00B22C_SHARED_VGPR_CNT(value);
- conf->rsrc2 = value;
- break;
- case R_00B42C_SPI_SHADER_PGM_RSRC2_HS:
- conf->num_shared_vgprs = G_00B42C_SHARED_VGPR_CNT(value);
- conf->rsrc2 = value;
- break;
- case R_00B84C_COMPUTE_PGM_RSRC2:
- conf->lds_size = MAX2(conf->lds_size, G_00B84C_LDS_SIZE(value));
- conf->rsrc2 = value;
- break;
- case R_00B8A0_COMPUTE_PGM_RSRC3:
- conf->num_shared_vgprs = G_00B8A0_SHARED_VGPR_CNT(value);
- conf->rsrc3 = value;
- break;
- case R_0286CC_SPI_PS_INPUT_ENA:
- conf->spi_ps_input_ena = value;
- break;
- case R_0286D0_SPI_PS_INPUT_ADDR:
- conf->spi_ps_input_addr = value;
- break;
- case R_0286E8_SPI_TMPRING_SIZE:
- case R_00B860_COMPUTE_TMPRING_SIZE:
- /* WAVESIZE is in units of 256 dwords. */
- scratch_size = value;
- break;
- case SPILLED_SGPRS:
- conf->spilled_sgprs = value;
- break;
- case SPILLED_VGPRS:
- conf->spilled_vgprs = value;
- break;
- default:
- {
- static bool printed;
+ conf->num_sgprs = MAX2(conf->num_sgprs, (G_00B028_SGPRS(value) + 1) * 8);
+ /* TODO: LLVM doesn't set FLOAT_MODE for non-compute shaders */
+ conf->float_mode = G_00B028_FLOAT_MODE(value);
+ conf->rsrc1 = value;
+ break;
+ case R_00B02C_SPI_SHADER_PGM_RSRC2_PS:
+ conf->lds_size = MAX2(conf->lds_size, G_00B02C_EXTRA_LDS_SIZE(value));
+ /* TODO: LLVM doesn't set SHARED_VGPR_CNT for all shader types */
+ conf->num_shared_vgprs = G_00B02C_SHARED_VGPR_CNT(value);
+ conf->rsrc2 = value;
+ break;
+ case R_00B12C_SPI_SHADER_PGM_RSRC2_VS:
+ conf->num_shared_vgprs = G_00B12C_SHARED_VGPR_CNT(value);
+ conf->rsrc2 = value;
+ break;
+ case R_00B22C_SPI_SHADER_PGM_RSRC2_GS:
+ conf->num_shared_vgprs = G_00B22C_SHARED_VGPR_CNT(value);
+ conf->rsrc2 = value;
+ break;
+ case R_00B42C_SPI_SHADER_PGM_RSRC2_HS:
+ conf->num_shared_vgprs = G_00B42C_SHARED_VGPR_CNT(value);
+ conf->rsrc2 = value;
+ break;
+ case R_00B84C_COMPUTE_PGM_RSRC2:
+ conf->lds_size = MAX2(conf->lds_size, G_00B84C_LDS_SIZE(value));
+ conf->rsrc2 = value;
+ break;
+ case R_00B8A0_COMPUTE_PGM_RSRC3:
+ conf->num_shared_vgprs = G_00B8A0_SHARED_VGPR_CNT(value);
+ conf->rsrc3 = value;
+ break;
+ case R_0286CC_SPI_PS_INPUT_ENA:
+ conf->spi_ps_input_ena = value;
+ break;
+ case R_0286D0_SPI_PS_INPUT_ADDR:
+ conf->spi_ps_input_addr = value;
+ break;
+ case R_0286E8_SPI_TMPRING_SIZE:
+ case R_00B860_COMPUTE_TMPRING_SIZE:
+ /* WAVESIZE is in units of 256 dwords. */
+ scratch_size = value;
+ break;
+ case SPILLED_SGPRS:
+ conf->spilled_sgprs = value;
+ break;
+ case SPILLED_VGPRS:
+ conf->spilled_vgprs = value;
+ break;
+ default: {
+ static bool printed;
- if (!printed) {
- fprintf(stderr, "Warning: LLVM emitted unknown "
- "config register: 0x%x\n", reg);
- printed = true;
- }
- }
- break;
- }
- }
+ if (!printed) {
+ fprintf(stderr,
+ "Warning: LLVM emitted unknown "
+ "config register: 0x%x\n",
+ reg);
+ printed = true;
+ }
+ } break;
+ }
+ }
- if (!conf->spi_ps_input_addr)
- conf->spi_ps_input_addr = conf->spi_ps_input_ena;
+ if (!conf->spi_ps_input_addr)
+ conf->spi_ps_input_addr = conf->spi_ps_input_ena;
- if (really_needs_scratch) {
- /* sgprs spills aren't spilling */
- conf->scratch_bytes_per_wave = G_00B860_WAVESIZE(scratch_size) * 256 * 4;
- }
+ if (really_needs_scratch) {
+ /* sgprs spills aren't spilling */
+ conf->scratch_bytes_per_wave = G_00B860_WAVESIZE(scratch_size) * 256 * 4;
+ }
- /* GFX 10.3 internally:
- * - aligns VGPRS to 16 for Wave32 and 8 for Wave64
- * - aligns LDS to 1024
- *
- * For shader-db stats, set num_vgprs that the hw actually uses.
- */
- if (info->chip_class >= GFX10_3) {
- conf->num_vgprs = align(conf->num_vgprs, wave_size == 32 ? 16 : 8);
- }
+ /* GFX 10.3 internally:
+ * - aligns VGPRS to 16 for Wave32 and 8 for Wave64
+ * - aligns LDS to 1024
+ *
+ * For shader-db stats, set num_vgprs that the hw actually uses.
+ */
+ if (info->chip_class >= GFX10_3) {
+ conf->num_vgprs = align(conf->num_vgprs, wave_size == 32 ? 16 : 8);
+ }
- /* Enable 64-bit and 16-bit denormals, because there is no performance
- * cost.
- *
- * Don't enable denormals for 32-bit floats, because:
- * - denormals disable output modifiers
- * - denormals break v_mad_f32
- * - GFX6 & GFX7 would be very slow
- */
- conf->float_mode &= ~V_00B028_FP_ALL_DENORMS;
- conf->float_mode |= V_00B028_FP_64_DENORMS;
+ /* Enable 64-bit and 16-bit denormals, because there is no performance
+ * cost.
+ *
+ * Don't enable denormals for 32-bit floats, because:
+ * - denormals disable output modifiers
+ * - denormals break v_mad_f32
+ * - GFX6 & GFX7 would be very slow
+ */
+ conf->float_mode &= ~V_00B028_FP_ALL_DENORMS;
+ conf->float_mode |= V_00B028_FP_64_DENORMS;
}