2 * Copyright 2011 Christoph Bumiller
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
23 #include "codegen/nv50_ir.h"
24 #include "codegen/nv50_ir_target.h"
25 #include "codegen/nv50_ir_driver.h"
28 #include "nouveau_debug.h"
29 #include "nv50/nv50_program.h"
34 Modifier::Modifier(operation op
)
37 case OP_NEG
: bits
= NV50_IR_MOD_NEG
; break;
38 case OP_ABS
: bits
= NV50_IR_MOD_ABS
; break;
39 case OP_SAT
: bits
= NV50_IR_MOD_SAT
; break;
40 case OP_NOT
: bits
= NV50_IR_MOD_NOT
; break;
47 Modifier
Modifier::operator*(const Modifier m
) const
52 if (this->bits
& NV50_IR_MOD_ABS
)
53 b
&= ~NV50_IR_MOD_NEG
;
55 a
= (this->bits
^ b
) & (NV50_IR_MOD_NOT
| NV50_IR_MOD_NEG
);
56 c
= (this->bits
| m
.bits
) & (NV50_IR_MOD_ABS
| NV50_IR_MOD_SAT
);
58 return Modifier(a
| c
);
61 ValueRef::ValueRef(Value
*v
) : value(NULL
), insn(NULL
)
69 ValueRef::ValueRef(const ValueRef
& ref
) : value(NULL
), insn(ref
.insn
)
72 usedAsPtr
= ref
.usedAsPtr
;
80 bool ValueRef::getImmediate(ImmediateValue
&imm
) const
82 const ValueRef
*src
= this;
84 DataType type
= src
->insn
->sType
;
88 if (src
->insn
->sType
!= type
)
92 if (src
->getFile() == FILE_IMMEDIATE
) {
93 imm
= *(src
->value
->asImm());
94 // The immediate's type isn't required to match its use, it's
95 // more of a hint; applying a modifier makes use of that hint.
101 Instruction
*insn
= src
->value
->getUniqueInsn();
103 if (insn
&& insn
->op
== OP_MOV
) {
106 WARN("OP_MOV with modifier encountered !\n");
114 ValueDef::ValueDef(Value
*v
) : value(NULL
), insn(NULL
)
119 ValueDef::ValueDef(const ValueDef
& def
) : value(NULL
), insn(NULL
)
124 ValueDef::~ValueDef()
130 ValueRef::set(const ValueRef
&ref
)
132 this->set(ref
.get());
134 indirect
[0] = ref
.indirect
[0];
135 indirect
[1] = ref
.indirect
[1];
139 ValueRef::set(Value
*refVal
)
144 value
->uses
.erase(this);
146 refVal
->uses
.insert(this);
152 ValueDef::set(Value
*defVal
)
157 value
->defs
.remove(this);
159 defVal
->defs
.push_back(this);
164 // Check if we can replace this definition's value by the value in @rep,
165 // including the source modifiers, i.e. make sure that all uses support
168 ValueDef::mayReplace(const ValueRef
&rep
)
173 if (!insn
|| !insn
->bb
) // Unbound instruction ?
176 const Target
*target
= insn
->bb
->getProgram()->getTarget();
178 for (Value::UseIterator it
= value
->uses
.begin(); it
!= value
->uses
.end();
180 Instruction
*insn
= (*it
)->getInsn();
183 for (int i
= 0; insn
->srcExists(i
); ++i
) {
184 if (insn
->src(i
).get() == value
) {
185 // If there are multiple references to us we'd have to check if the
186 // combination of mods is still supported, but just bail for now.
187 if (&insn
->src(i
) != (*it
))
192 assert(s
>= 0); // integrity of uses list
194 if (!target
->isModSupported(insn
, s
, rep
.mod
))
201 ValueDef::replace(const ValueRef
&repVal
, bool doSet
)
203 assert(mayReplace(repVal
));
205 if (value
== repVal
.get())
208 while (!value
->uses
.empty()) {
209 ValueRef
*ref
= *value
->uses
.begin();
210 ref
->set(repVal
.get());
211 ref
->mod
*= repVal
.mod
;
221 memset(®
, 0, sizeof(reg
));
225 LValue::LValue(Function
*fn
, DataFile file
)
228 reg
.size
= (file
!= FILE_PREDICATE
) ? 4 : 1;
237 fn
->add(this, this->id
);
240 LValue::LValue(Function
*fn
, LValue
*lval
)
244 reg
.file
= lval
->reg
.file
;
245 reg
.size
= lval
->reg
.size
;
254 fn
->add(this, this->id
);
258 LValue::clone(ClonePolicy
<Function
>& pol
) const
260 LValue
*that
= new_LValue(pol
.context(), reg
.file
);
262 pol
.set
<Value
>(this, that
);
264 that
->reg
.size
= this->reg
.size
;
265 that
->reg
.type
= this->reg
.type
;
266 that
->reg
.data
= this->reg
.data
;
272 LValue::isUniform() const
276 Instruction
*insn
= getInsn();
277 // let's not try too hard here for now ...
278 return !insn
->srcExists(1) && insn
->getSrc(0)->isUniform();
281 Symbol::Symbol(Program
*prog
, DataFile f
, ubyte fidx
)
286 reg
.fileIndex
= fidx
;
289 prog
->add(this, this->id
);
293 Symbol::clone(ClonePolicy
<Function
>& pol
) const
295 Program
*prog
= pol
.context()->getProgram();
297 Symbol
*that
= new_Symbol(prog
, reg
.file
, reg
.fileIndex
);
299 pol
.set
<Value
>(this, that
);
301 that
->reg
.size
= this->reg
.size
;
302 that
->reg
.type
= this->reg
.type
;
303 that
->reg
.data
= this->reg
.data
;
305 that
->baseSym
= this->baseSym
;
311 Symbol::isUniform() const
314 reg
.file
!= FILE_SYSTEM_VALUE
&&
315 reg
.file
!= FILE_MEMORY_LOCAL
&&
316 reg
.file
!= FILE_SHADER_INPUT
;
319 ImmediateValue::ImmediateValue(Program
*prog
, uint32_t uval
)
321 memset(®
, 0, sizeof(reg
));
323 reg
.file
= FILE_IMMEDIATE
;
329 prog
->add(this, this->id
);
332 ImmediateValue::ImmediateValue(Program
*prog
, float fval
)
334 memset(®
, 0, sizeof(reg
));
336 reg
.file
= FILE_IMMEDIATE
;
342 prog
->add(this, this->id
);
345 ImmediateValue::ImmediateValue(Program
*prog
, double dval
)
347 memset(®
, 0, sizeof(reg
));
349 reg
.file
= FILE_IMMEDIATE
;
355 prog
->add(this, this->id
);
358 ImmediateValue::ImmediateValue(const ImmediateValue
*proto
, DataType ty
)
363 reg
.size
= typeSizeof(ty
);
367 ImmediateValue::clone(ClonePolicy
<Function
>& pol
) const
369 Program
*prog
= pol
.context()->getProgram();
370 ImmediateValue
*that
= new_ImmediateValue(prog
, 0u);
372 pol
.set
<Value
>(this, that
);
374 that
->reg
.size
= this->reg
.size
;
375 that
->reg
.type
= this->reg
.type
;
376 that
->reg
.data
= this->reg
.data
;
382 ImmediateValue::isInteger(const int i
) const
386 return reg
.data
.s8
== i
;
388 return reg
.data
.u8
== i
;
390 return reg
.data
.s16
== i
;
392 return reg
.data
.u16
== i
;
395 return reg
.data
.s32
== i
; // as if ...
398 return reg
.data
.s64
== i
; // as if ...
400 return reg
.data
.f32
== static_cast<float>(i
);
402 return reg
.data
.f64
== static_cast<double>(i
);
409 ImmediateValue::isNegative() const
412 case TYPE_S8
: return reg
.data
.s8
< 0;
413 case TYPE_S16
: return reg
.data
.s16
< 0;
415 case TYPE_U32
: return reg
.data
.s32
< 0;
416 case TYPE_F32
: return reg
.data
.u32
& (1 << 31);
417 case TYPE_F64
: return reg
.data
.u64
& (1ULL << 63);
424 ImmediateValue::isPow2() const
426 return util_is_power_of_two(reg
.data
.u32
);
430 ImmediateValue::applyLog2()
436 assert(!this->isNegative());
441 reg
.data
.u32
= util_logbase2(reg
.data
.u32
);
444 reg
.data
.f32
= log2f(reg
.data
.f32
);
447 reg
.data
.f64
= log2(reg
.data
.f64
);
456 ImmediateValue::compare(CondCode cc
, float fval
) const
458 if (reg
.type
!= TYPE_F32
)
459 ERROR("immediate value is not of type f32");
461 switch (static_cast<CondCode
>(cc
& 7)) {
462 case CC_TR
: return true;
463 case CC_FL
: return false;
464 case CC_LT
: return reg
.data
.f32
< fval
;
465 case CC_LE
: return reg
.data
.f32
<= fval
;
466 case CC_GT
: return reg
.data
.f32
> fval
;
467 case CC_GE
: return reg
.data
.f32
>= fval
;
468 case CC_EQ
: return reg
.data
.f32
== fval
;
469 case CC_NE
: return reg
.data
.f32
!= fval
;
477 ImmediateValue::operator=(const ImmediateValue
&that
)
479 this->reg
= that
.reg
;
484 Value::interfers(const Value
*that
) const
488 if (that
->reg
.file
!= reg
.file
|| that
->reg
.fileIndex
!= reg
.fileIndex
)
494 idA
= this->join
->reg
.data
.offset
;
495 idB
= that
->join
->reg
.data
.offset
;
497 idA
= this->join
->reg
.data
.id
* MIN2(this->reg
.size
, 4);
498 idB
= that
->join
->reg
.data
.id
* MIN2(that
->reg
.size
, 4);
502 return (idA
+ this->reg
.size
> idB
);
505 return (idB
+ that
->reg
.size
> idA
);
511 Value::equals(const Value
*that
, bool strict
) const
516 if (that
->reg
.file
!= reg
.file
|| that
->reg
.fileIndex
!= reg
.fileIndex
)
518 if (that
->reg
.size
!= this->reg
.size
)
521 if (that
->reg
.data
.id
!= this->reg
.data
.id
)
528 ImmediateValue::equals(const Value
*that
, bool strict
) const
530 const ImmediateValue
*imm
= that
->asImm();
533 return reg
.data
.u64
== imm
->reg
.data
.u64
;
537 Symbol::equals(const Value
*that
, bool strict
) const
539 if (reg
.file
!= that
->reg
.file
|| reg
.fileIndex
!= that
->reg
.fileIndex
)
541 assert(that
->asSym());
543 if (this->baseSym
!= that
->asSym()->baseSym
)
546 if (reg
.file
== FILE_SYSTEM_VALUE
)
547 return (this->reg
.data
.sv
.sv
== that
->reg
.data
.sv
.sv
&&
548 this->reg
.data
.sv
.index
== that
->reg
.data
.sv
.index
);
549 return this->reg
.data
.offset
== that
->reg
.data
.offset
;
552 void Instruction::init()
583 Instruction::Instruction()
588 dType
= sType
= TYPE_F32
;
594 Instruction::Instruction(Function
*fn
, operation opr
, DataType ty
)
604 Instruction::~Instruction()
607 Function
*fn
= bb
->getFunction();
609 fn
->allInsns
.remove(id
);
612 for (int s
= 0; srcExists(s
); ++s
)
614 // must unlink defs too since the list pointers will get deallocated
615 for (int d
= 0; defExists(d
); ++d
)
620 Instruction::setDef(int i
, Value
*val
)
622 int size
= defs
.size();
626 defs
[size
++].setInsn(this);
632 Instruction::setSrc(int s
, Value
*val
)
634 int size
= srcs
.size();
638 srcs
[size
++].setInsn(this);
644 Instruction::setSrc(int s
, const ValueRef
& ref
)
646 setSrc(s
, ref
.get());
647 srcs
[s
].mod
= ref
.mod
;
651 Instruction::swapSources(int a
, int b
)
653 Value
*value
= srcs
[a
].get();
654 Modifier m
= srcs
[a
].mod
;
662 static inline void moveSourcesAdjustIndex(int8_t &index
, int s
, int delta
)
667 if ((delta
< 0) && (index
>= (s
+ delta
)))
671 // Moves sources [@s,last_source] by @delta.
672 // If @delta < 0, sources [@s - abs(@delta), @s) are erased.
674 Instruction::moveSources(const int s
, const int delta
)
678 assert(s
+ delta
>= 0);
682 for (k
= 0; srcExists(k
); ++k
) {
683 for (int i
= 0; i
< 2; ++i
)
684 moveSourcesAdjustIndex(src(k
).indirect
[i
], s
, delta
);
686 moveSourcesAdjustIndex(predSrc
, s
, delta
);
687 moveSourcesAdjustIndex(flagsSrc
, s
, delta
);
689 TexInstruction
*tex
= asTex();
690 moveSourcesAdjustIndex(tex
->tex
.rIndirectSrc
, s
, delta
);
691 moveSourcesAdjustIndex(tex
->tex
.sIndirectSrc
, s
, delta
);
696 for (int p
= k
+ delta
; k
>= s
; --k
, --p
)
700 for (p
= s
; p
< k
; ++p
)
701 setSrc(p
+ delta
, src(p
));
702 for (; (p
+ delta
) < k
; ++p
)
703 setSrc(p
+ delta
, NULL
);
708 Instruction::takeExtraSources(int s
, Value
*values
[3])
710 values
[0] = getIndirect(s
, 0);
712 setIndirect(s
, 0, NULL
);
714 values
[1] = getIndirect(s
, 1);
716 setIndirect(s
, 1, NULL
);
718 values
[2] = getPredicate();
720 setPredicate(cc
, NULL
);
724 Instruction::putExtraSources(int s
, Value
*values
[3])
727 setIndirect(s
, 0, values
[0]);
729 setIndirect(s
, 1, values
[1]);
731 setPredicate(cc
, values
[2]);
735 Instruction::clone(ClonePolicy
<Function
>& pol
, Instruction
*i
) const
738 i
= new_Instruction(pol
.context(), op
, dType
);
739 #ifndef NDEBUG // non-conformant assert, so this is required
740 assert(typeid(*i
) == typeid(*this));
743 pol
.set
<Instruction
>(this, i
);
751 i
->saturate
= saturate
;
759 i
->perPatch
= perPatch
;
761 i
->postFactor
= postFactor
;
763 for (int d
= 0; defExists(d
); ++d
)
764 i
->setDef(d
, pol
.get(getDef(d
)));
766 for (int s
= 0; srcExists(s
); ++s
) {
767 i
->setSrc(s
, pol
.get(getSrc(s
)));
768 i
->src(s
).mod
= src(s
).mod
;
772 i
->predSrc
= predSrc
;
773 i
->flagsDef
= flagsDef
;
774 i
->flagsSrc
= flagsSrc
;
780 Instruction::defCount(unsigned int mask
, bool singleFile
) const
785 unsigned int d
= ffs(mask
);
788 for (i
= d
--; defExists(i
); ++i
)
789 if (getDef(i
)->reg
.file
!= getDef(d
)->reg
.file
)
793 for (n
= 0, i
= 0; this->defExists(i
); ++i
, mask
>>= 1)
799 Instruction::srcCount(unsigned int mask
, bool singleFile
) const
804 unsigned int s
= ffs(mask
);
807 for (i
= s
--; srcExists(i
); ++i
)
808 if (getSrc(i
)->reg
.file
!= getSrc(s
)->reg
.file
)
812 for (n
= 0, i
= 0; this->srcExists(i
); ++i
, mask
>>= 1)
818 Instruction::setIndirect(int s
, int dim
, Value
*value
)
820 assert(this->srcExists(s
));
822 int p
= srcs
[s
].indirect
[dim
];
827 while (p
> 0 && !srcExists(p
- 1))
831 srcs
[p
].usedAsPtr
= (value
!= 0);
832 srcs
[s
].indirect
[dim
] = value
? p
: -1;
837 Instruction::setPredicate(CondCode ccode
, Value
*value
)
843 srcs
[predSrc
].set(NULL
);
850 predSrc
= srcs
.size();
851 while (predSrc
> 0 && !srcExists(predSrc
- 1))
855 setSrc(predSrc
, value
);
860 Instruction::writesPredicate() const
862 for (int d
= 0; defExists(d
); ++d
)
863 if (getDef(d
)->inFile(FILE_PREDICATE
) || getDef(d
)->inFile(FILE_FLAGS
))
869 Instruction::canCommuteDefSrc(const Instruction
*i
) const
871 for (int d
= 0; defExists(d
); ++d
)
872 for (int s
= 0; i
->srcExists(s
); ++s
)
873 if (getDef(d
)->interfers(i
->getSrc(s
)))
879 Instruction::canCommuteDefDef(const Instruction
*i
) const
881 for (int d
= 0; defExists(d
); ++d
)
882 for (int c
= 0; i
->defExists(c
); ++c
)
883 if (getDef(d
)->interfers(i
->getDef(c
)))
889 Instruction::isCommutationLegal(const Instruction
*i
) const
891 return canCommuteDefDef(i
) &&
892 canCommuteDefSrc(i
) &&
893 i
->canCommuteDefSrc(this);
896 TexInstruction::TexInstruction(Function
*fn
, operation op
)
897 : Instruction(fn
, op
, TYPE_F32
)
899 memset(&tex
, 0, sizeof(tex
));
901 tex
.rIndirectSrc
= -1;
902 tex
.sIndirectSrc
= -1;
908 TexInstruction::~TexInstruction()
910 for (int c
= 0; c
< 3; ++c
) {
914 for (int n
= 0; n
< 4; ++n
)
915 for (int c
= 0; c
< 3; ++c
)
916 offset
[n
][c
].set(NULL
);
920 TexInstruction::clone(ClonePolicy
<Function
>& pol
, Instruction
*i
) const
922 TexInstruction
*tex
= (i
? static_cast<TexInstruction
*>(i
) :
923 new_TexInstruction(pol
.context(), op
));
925 Instruction::clone(pol
, tex
);
927 tex
->tex
= this->tex
;
930 for (unsigned int c
= 0; c
< tex
->tex
.target
.getDim(); ++c
) {
931 tex
->dPdx
[c
].set(dPdx
[c
]);
932 tex
->dPdy
[c
].set(dPdy
[c
]);
936 for (int n
= 0; n
< tex
->tex
.useOffsets
; ++n
)
937 for (int c
= 0; c
< 3; ++c
)
938 tex
->offset
[n
][c
].set(offset
[n
][c
]);
943 const struct TexInstruction::Target::Desc
TexInstruction::Target::descTable
[] =
945 { "1D", 1, 1, false, false, false },
946 { "2D", 2, 2, false, false, false },
947 { "2D_MS", 2, 3, false, false, false },
948 { "3D", 3, 3, false, false, false },
949 { "CUBE", 2, 3, false, true, false },
950 { "1D_SHADOW", 1, 1, false, false, true },
951 { "2D_SHADOW", 2, 2, false, false, true },
952 { "CUBE_SHADOW", 2, 3, false, true, true },
953 { "1D_ARRAY", 1, 2, true, false, false },
954 { "2D_ARRAY", 2, 3, true, false, false },
955 { "2D_MS_ARRAY", 2, 4, true, false, false },
956 { "CUBE_ARRAY", 2, 4, true, true, false },
957 { "1D_ARRAY_SHADOW", 1, 2, true, false, true },
958 { "2D_ARRAY_SHADOW", 2, 3, true, false, true },
959 { "RECT", 2, 2, false, false, false },
960 { "RECT_SHADOW", 2, 2, false, false, true },
961 { "CUBE_ARRAY_SHADOW", 2, 4, true, true, true },
962 { "BUFFER", 1, 1, false, false, false },
965 const struct TexInstruction::ImgFormatDesc
TexInstruction::formatTable
[] =
967 { "NONE", 0, { 0, 0, 0, 0 }, UINT
},
969 { "RGBA32F", 4, { 32, 32, 32, 32 }, FLOAT
},
970 { "RGBA16F", 4, { 16, 16, 16, 16 }, FLOAT
},
971 { "RG32F", 2, { 32, 32, 0, 0 }, FLOAT
},
972 { "RG16F", 2, { 16, 16, 0, 0 }, FLOAT
},
973 { "R11G11B10F", 3, { 11, 11, 10, 0 }, FLOAT
},
974 { "R32F", 1, { 32, 0, 0, 0 }, FLOAT
},
975 { "R16F", 1, { 16, 0, 0, 0 }, FLOAT
},
977 { "RGBA32UI", 4, { 32, 32, 32, 32 }, UINT
},
978 { "RGBA16UI", 4, { 16, 16, 16, 16 }, UINT
},
979 { "RGB10A2UI", 4, { 10, 10, 10, 2 }, UINT
},
980 { "RGBA8UI", 4, { 8, 8, 8, 8 }, UINT
},
981 { "RG32UI", 2, { 32, 32, 0, 0 }, UINT
},
982 { "RG16UI", 2, { 16, 16, 0, 0 }, UINT
},
983 { "RG8UI", 2, { 8, 8, 0, 0 }, UINT
},
984 { "R32UI", 1, { 32, 0, 0, 0 }, UINT
},
985 { "R16UI", 1, { 16, 0, 0, 0 }, UINT
},
986 { "R8UI", 1, { 8, 0, 0, 0 }, UINT
},
988 { "RGBA32I", 4, { 32, 32, 32, 32 }, SINT
},
989 { "RGBA16I", 4, { 16, 16, 16, 16 }, SINT
},
990 { "RGBA8I", 4, { 8, 8, 8, 8 }, SINT
},
991 { "RG32I", 2, { 32, 32, 0, 0 }, SINT
},
992 { "RG16I", 2, { 16, 16, 0, 0 }, SINT
},
993 { "RG8I", 2, { 8, 8, 0, 0 }, SINT
},
994 { "R32I", 1, { 32, 0, 0, 0 }, SINT
},
995 { "R16I", 1, { 16, 0, 0, 0 }, SINT
},
996 { "R8I", 1, { 8, 0, 0, 0 }, SINT
},
998 { "RGBA16", 4, { 16, 16, 16, 16 }, UNORM
},
999 { "RGB10A2", 4, { 10, 10, 10, 2 }, UNORM
},
1000 { "RGBA8", 4, { 8, 8, 8, 8 }, UNORM
},
1001 { "RG16", 2, { 16, 16, 0, 0 }, UNORM
},
1002 { "RG8", 2, { 8, 8, 0, 0 }, UNORM
},
1003 { "R16", 1, { 16, 0, 0, 0 }, UNORM
},
1004 { "R8", 1, { 8, 0, 0, 0 }, UNORM
},
1006 { "RGBA16_SNORM", 4, { 16, 16, 16, 16 }, SNORM
},
1007 { "RGBA8_SNORM", 4, { 8, 8, 8, 8 }, SNORM
},
1008 { "RG16_SNORM", 2, { 16, 16, 0, 0 }, SNORM
},
1009 { "RG8_SNORM", 2, { 8, 8, 0, 0 }, SNORM
},
1010 { "R16_SNORM", 1, { 16, 0, 0, 0 }, SNORM
},
1011 { "R8_SNORM", 1, { 8, 0, 0, 0 }, SNORM
},
1013 { "BGRA8", 4, { 8, 8, 8, 8 }, UNORM
, true },
1017 TexInstruction::setIndirectR(Value
*v
)
1019 int p
= ((tex
.rIndirectSrc
< 0) && v
) ? srcs
.size() : tex
.rIndirectSrc
;
1021 tex
.rIndirectSrc
= p
;
1023 srcs
[p
].usedAsPtr
= !!v
;
1028 TexInstruction::setIndirectS(Value
*v
)
1030 int p
= ((tex
.sIndirectSrc
< 0) && v
) ? srcs
.size() : tex
.sIndirectSrc
;
1032 tex
.sIndirectSrc
= p
;
1034 srcs
[p
].usedAsPtr
= !!v
;
1038 CmpInstruction::CmpInstruction(Function
*fn
, operation op
)
1039 : Instruction(fn
, op
, TYPE_F32
)
1041 setCond
= CC_ALWAYS
;
1045 CmpInstruction::clone(ClonePolicy
<Function
>& pol
, Instruction
*i
) const
1047 CmpInstruction
*cmp
= (i
? static_cast<CmpInstruction
*>(i
) :
1048 new_CmpInstruction(pol
.context(), op
));
1050 Instruction::clone(pol
, cmp
);
1051 cmp
->setCond
= setCond
;
1055 FlowInstruction::FlowInstruction(Function
*fn
, operation op
, void *targ
)
1056 : Instruction(fn
, op
, TYPE_NONE
)
1059 target
.fn
= reinterpret_cast<Function
*>(targ
);
1061 target
.bb
= reinterpret_cast<BasicBlock
*>(targ
);
1064 op
== OP_CONT
|| op
== OP_BREAK
||
1065 op
== OP_RET
|| op
== OP_EXIT
)
1069 terminator
= targ
? 1 : 0;
1071 allWarp
= absolute
= limit
= builtin
= indirect
= 0;
1075 FlowInstruction::clone(ClonePolicy
<Function
>& pol
, Instruction
*i
) const
1077 FlowInstruction
*flow
= (i
? static_cast<FlowInstruction
*>(i
) :
1078 new_FlowInstruction(pol
.context(), op
, NULL
));
1080 Instruction::clone(pol
, flow
);
1081 flow
->allWarp
= allWarp
;
1082 flow
->absolute
= absolute
;
1083 flow
->limit
= limit
;
1084 flow
->builtin
= builtin
;
1087 flow
->target
.builtin
= target
.builtin
;
1090 flow
->target
.fn
= target
.fn
;
1093 flow
->target
.bb
= pol
.get
<BasicBlock
>(target
.bb
);
1098 Program::Program(Type type
, Target
*arch
)
1101 mem_Instruction(sizeof(Instruction
), 6),
1102 mem_CmpInstruction(sizeof(CmpInstruction
), 4),
1103 mem_TexInstruction(sizeof(TexInstruction
), 4),
1104 mem_FlowInstruction(sizeof(FlowInstruction
), 4),
1105 mem_LValue(sizeof(LValue
), 8),
1106 mem_Symbol(sizeof(Symbol
), 7),
1107 mem_ImmediateValue(sizeof(ImmediateValue
), 7)
1114 main
= new Function(this, "MAIN", ~0);
1115 calls
.insert(&main
->call
);
1125 for (ArrayList::Iterator it
= allFuncs
.iterator(); !it
.end(); it
.next())
1126 delete reinterpret_cast<Function
*>(it
.get());
1128 for (ArrayList::Iterator it
= allRValues
.iterator(); !it
.end(); it
.next())
1129 releaseValue(reinterpret_cast<Value
*>(it
.get()));
1132 void Program::releaseInstruction(Instruction
*insn
)
1134 // TODO: make this not suck so much
1136 insn
->~Instruction();
1139 mem_CmpInstruction
.release(insn
);
1142 mem_TexInstruction
.release(insn
);
1145 mem_FlowInstruction
.release(insn
);
1147 mem_Instruction
.release(insn
);
1150 void Program::releaseValue(Value
*value
)
1154 if (value
->asLValue())
1155 mem_LValue
.release(value
);
1158 mem_ImmediateValue
.release(value
);
1161 mem_Symbol
.release(value
);
1165 } // namespace nv50_ir
1170 nv50_ir_init_prog_info(struct nv50_ir_prog_info
*info
)
1172 if (info
->type
== PIPE_SHADER_TESS_CTRL
|| info
->type
== PIPE_SHADER_TESS_EVAL
) {
1173 info
->prop
.tp
.domain
= PIPE_PRIM_MAX
;
1174 info
->prop
.tp
.outputPrim
= PIPE_PRIM_MAX
;
1176 if (info
->type
== PIPE_SHADER_GEOMETRY
) {
1177 info
->prop
.gp
.instanceCount
= 1;
1178 info
->prop
.gp
.maxVertices
= 1;
1180 if (info
->type
== PIPE_SHADER_COMPUTE
) {
1181 info
->prop
.cp
.numThreads
[0] =
1182 info
->prop
.cp
.numThreads
[1] =
1183 info
->prop
.cp
.numThreads
[2] = 1;
1185 info
->io
.pointSize
= 0xff;
1186 info
->io
.instanceId
= 0xff;
1187 info
->io
.vertexId
= 0xff;
1188 info
->io
.edgeFlagIn
= 0xff;
1189 info
->io
.edgeFlagOut
= 0xff;
1190 info
->io
.fragDepth
= 0xff;
1191 info
->io
.sampleMask
= 0xff;
1192 info
->io
.backFaceColor
[0] = info
->io
.backFaceColor
[1] = 0xff;
1196 nv50_ir_generate_code(struct nv50_ir_prog_info
*info
)
1200 nv50_ir::Program::Type type
;
1202 nv50_ir_init_prog_info(info
);
1204 #define PROG_TYPE_CASE(a, b) \
1205 case PIPE_SHADER_##a: type = nv50_ir::Program::TYPE_##b; break
1207 switch (info
->type
) {
1208 PROG_TYPE_CASE(VERTEX
, VERTEX
);
1209 PROG_TYPE_CASE(TESS_CTRL
, TESSELLATION_CONTROL
);
1210 PROG_TYPE_CASE(TESS_EVAL
, TESSELLATION_EVAL
);
1211 PROG_TYPE_CASE(GEOMETRY
, GEOMETRY
);
1212 PROG_TYPE_CASE(FRAGMENT
, FRAGMENT
);
1213 PROG_TYPE_CASE(COMPUTE
, COMPUTE
);
1215 INFO_DBG(info
->dbgFlags
, VERBOSE
, "unsupported program type %u\n", info
->type
);
1218 INFO_DBG(info
->dbgFlags
, VERBOSE
, "translating program of type %u\n", type
);
1220 nv50_ir::Target
*targ
= nv50_ir::Target::create(info
->target
);
1224 nv50_ir::Program
*prog
= new nv50_ir::Program(type
, targ
);
1226 nv50_ir::Target::destroy(targ
);
1229 prog
->driver
= info
;
1230 prog
->dbgFlags
= info
->dbgFlags
;
1231 prog
->optLevel
= info
->optLevel
;
1233 switch (info
->bin
.sourceRep
) {
1234 case PIPE_SHADER_IR_TGSI
:
1235 ret
= prog
->makeFromTGSI(info
) ? 0 : -2;
1243 if (prog
->dbgFlags
& NV50_IR_DEBUG_VERBOSE
)
1246 targ
->parseDriverInfo(info
);
1247 prog
->getTarget()->runLegalizePass(prog
, nv50_ir::CG_STAGE_PRE_SSA
);
1249 prog
->convertToSSA();
1251 if (prog
->dbgFlags
& NV50_IR_DEBUG_VERBOSE
)
1254 prog
->optimizeSSA(info
->optLevel
);
1255 prog
->getTarget()->runLegalizePass(prog
, nv50_ir::CG_STAGE_SSA
);
1257 if (prog
->dbgFlags
& NV50_IR_DEBUG_BASIC
)
1260 if (!prog
->registerAllocation()) {
1264 prog
->getTarget()->runLegalizePass(prog
, nv50_ir::CG_STAGE_POST_RA
);
1266 prog
->optimizePostRA(info
->optLevel
);
1268 if (!prog
->emitBinary(info
)) {
1274 INFO_DBG(prog
->dbgFlags
, VERBOSE
, "nv50_ir_generate_code: ret = %i\n", ret
);
1276 info
->bin
.maxGPR
= prog
->maxGPR
;
1277 info
->bin
.code
= prog
->code
;
1278 info
->bin
.codeSize
= prog
->binSize
;
1279 info
->bin
.tlsSpace
= prog
->tlsSize
;
1282 nv50_ir::Target::destroy(targ
);