1 /****************************************************************************
2 * Copyright (C) 2014-2015 Intel Corporation. All Rights Reserved.
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
25 * @brief JitManager contains the LLVM data structures used for JIT generation
29 ******************************************************************************/
33 #pragma warning(disable : 4146 4244 4267 4800 4996)
36 // llvm 3.7+ reuses "DEBUG" as an enum value
37 #pragma push_macro("DEBUG")
40 #include "llvm/IR/DataLayout.h"
41 #include "llvm/IR/Instructions.h"
42 #include "llvm/IR/LLVMContext.h"
43 #include "llvm/IR/Module.h"
44 #include "llvm/IR/Type.h"
45 #include "llvm/IR/IRBuilder.h"
46 #include "llvm/IR/IntrinsicInst.h"
47 #include "llvm/ExecutionEngine/ObjectCache.h"
49 #include "llvm/Config/llvm-config.h"
50 #ifndef LLVM_VERSION_MAJOR
51 #include "llvm/Config/config.h"
55 #define HAVE_LLVM ((LLVM_VERSION_MAJOR << 8) | LLVM_VERSION_MINOR)
58 #include "llvm/IR/Verifier.h"
59 #include "llvm/ExecutionEngine/MCJIT.h"
60 #include "llvm/Support/FileSystem.h"
61 #define LLVM_F_NONE sys::fs::F_None
63 #include "llvm/Analysis/Passes.h"
65 #include "llvm/IR/LegacyPassManager.h"
66 using FunctionPassManager
= llvm::legacy::FunctionPassManager
;
67 using PassManager
= llvm::legacy::PassManager
;
69 #include "llvm/CodeGen/Passes.h"
70 #include "llvm/ExecutionEngine/ExecutionEngine.h"
71 #include "llvm/Support/raw_ostream.h"
72 #include "llvm/Support/TargetSelect.h"
73 #include "llvm/Transforms/IPO.h"
74 #include "llvm/Transforms/Scalar.h"
75 #include "llvm/Support/Host.h"
76 #include "llvm/Support/DynamicLibrary.h"
79 #include "common/os.h"
80 #include "common/isa.hpp"
84 #pragma pop_macro("DEBUG")
86 //////////////////////////////////////////////////////////////////////////
88 /// @brief Subclass of InstructionSet that allows users to override
89 /// the reporting of support for certain ISA features. This allows capping
90 /// the jitted code to a certain feature level, e.g. jit AVX level code on
91 /// a platform that supports AVX2.
92 //////////////////////////////////////////////////////////////////////////
93 class JitInstructionSet
: public InstructionSet
96 JitInstructionSet(const char* requestedIsa
) : isaRequest(requestedIsa
)
98 std::transform(isaRequest
.begin(), isaRequest
.end(), isaRequest
.begin(), ::tolower
);
100 if(isaRequest
== "avx")
104 bForceAVX512
= false;
106 else if(isaRequest
== "avx2")
110 bForceAVX512
= false;
113 else if(isaRequest
== "avx512")
122 bool AVX2(void) { return bForceAVX
? 0 : InstructionSet::AVX2(); }
123 bool AVX512F(void) { return (bForceAVX
| bForceAVX2
) ? 0 : InstructionSet::AVX512F(); }
124 bool BMI2(void) { return bForceAVX
? 0 : InstructionSet::BMI2(); }
127 bool bForceAVX
= false;
128 bool bForceAVX2
= false;
129 bool bForceAVX512
= false;
130 std::string isaRequest
;
135 struct JitLLVMContext
: llvm::LLVMContext
139 //////////////////////////////////////////////////////////////////////////
141 //////////////////////////////////////////////////////////////////////////
142 class JitCache
: public llvm::ObjectCache
147 virtual ~JitCache() {}
149 void SetCpu(const llvm::StringRef
& cpu
) { mCpu
= cpu
.str(); }
151 /// notifyObjectCompiled - Provides a pointer to compiled code for Module M.
152 virtual void notifyObjectCompiled(const llvm::Module
*M
, llvm::MemoryBufferRef Obj
);
154 /// Returns a pointer to a newly allocated MemoryBuffer that contains the
155 /// object which corresponds with Module M, or 0 if an object is not
157 virtual std::unique_ptr
<llvm::MemoryBuffer
> getObject(const llvm::Module
* M
);
161 llvm::SmallString
<MAX_PATH
> mCacheDir
;
162 uint32_t mCurrentModuleCRC
;
165 //////////////////////////////////////////////////////////////////////////
167 //////////////////////////////////////////////////////////////////////////
170 JitManager(uint32_t w
, const char* arch
, const char* core
);
173 JitLLVMContext mContext
; ///< LLVM compiler
174 llvm::IRBuilder
<> mBuilder
; ///< LLVM IR Builder
175 llvm::ExecutionEngine
* mpExec
;
178 // Need to be rebuilt after a JIT and before building new IR
179 llvm::Module
* mpCurrentModule
;
180 bool mIsModuleFinalized
;
187 llvm::Type
* mInt32Ty
;
188 llvm::Type
* mInt64Ty
;
191 llvm::Type
* mSimtFP32Ty
;
192 llvm::Type
* mSimtInt32Ty
;
194 llvm::Type
* mSimdVectorInt32Ty
;
195 llvm::Type
* mSimdVectorTy
;
197 // fetch shader types
198 llvm::FunctionType
* mFetchShaderTy
;
200 JitInstructionSet mArch
;
203 void SetupNewModule();
205 void DumpAsm(llvm::Function
* pFunction
, const char* fileName
);
206 static void DumpToFile(llvm::Function
*f
, const char *fileName
);