from nmigen import Elaboratable, Module, Signal, Shape, unsigned, Cat, Mux
+from nmigen import Const
from soc.fu.mmu.pipe_data import MMUInputData, MMUOutputData, MMUPipeSpec
from nmutil.singlepipe import ControlBase
+from nmutil.util import rising_edge
from soc.experiment.mmu import MMU
from soc.experiment.dcache import DCache
-from soc.decoder.power_fields import DecodeFields
-from soc.decoder.power_fieldsn import SignalBitRange
-from soc.decoder.power_decoder2 import decode_spr_num
-from soc.decoder.power_enums import MicrOp, SPR, XER_bits
+from openpower.consts import MSR
+from openpower.decoder.power_fields import DecodeFields
+from openpower.decoder.power_fieldsn import SignalBitRange
+from openpower.decoder.power_decoder2 import decode_spr_num
+from openpower.decoder.power_enums import MicrOp, XER_bits
+
+from soc.experiment.pimem import PortInterface
+from soc.experiment.pimem import PortInterfaceBase
+
+from soc.experiment.mem_types import LoadStore1ToDCacheType, LoadStore1ToMMUType
+from soc.experiment.mem_types import DCacheToLoadStore1Type, MMUToLoadStore1Type
+
+
+# glue logic for microwatt mmu and dcache
+class LoadStore1(PortInterfaceBase):
+ def __init__(self, regwid=64, addrwid=4):
+ super().__init__(regwid, addrwid)
+ self.dcache = DCache()
+ self.d_in = self.dcache.d_in
+ self.d_out = self.dcache.d_out
+ self.l_in = LoadStore1ToMMUType()
+ self.l_out = MMUToLoadStore1Type()
+ # for debugging with gtkwave only
+ self.debug1 = Signal()
+ self.debug2 = Signal()
+ # TODO microwatt
+ self.mmureq = Signal()
+ self.derror = Signal()
+
+ # TODO, convert dcache wb_in/wb_out to "standard" nmigen Wishbone bus
+ # self.bus = Interface(...)
+
+ def set_wr_addr(self, m, addr, mask):
+ #m.d.comb += self.d_in.valid.eq(1)
+ #m.d.comb += self.l_in.valid.eq(1)
+ #m.d.comb += self.d_in.load.eq(0)
+ #m.d.comb += self.l_in.load.eq(0)
+ # set phys addr on both units
+ m.d.comb += self.d_in.addr.eq(addr)
+ m.d.comb += self.l_in.addr.eq(addr)
+ # TODO set mask
+ return None
+
+ def set_rd_addr(self, m, addr, mask):
+ m.d.comb += self.d_in.valid.eq(1)
+ m.d.comb += self.l_in.valid.eq(1)
+ m.d.comb += self.d_in.load.eq(1)
+ m.d.comb += self.l_in.load.eq(1)
+ m.d.comb += self.d_in.addr.eq(addr)
+ m.d.comb += self.l_in.addr.eq(addr)
+ m.d.comb += self.debug1.eq(1)
+ # m.d.comb += self.debug2.eq(1)
+ return None #FIXME return value
+
+ def set_wr_data(self, m, data, wen):
+ m.d.comb += self.d_in.data.eq(data)
+ # TODO set wen
+ st_ok = Const(1, 1)
+ return st_ok
+
+ def get_rd_data(self, m):
+ ld_ok = self.d_out.valid # indicates read data is valid
+ data = self.d_out.data # actual read data
+ return data, ld_ok
+
+ """
+ if d_in.error = '1' then
+ if d_in.cache_paradox = '1' then
+ -- signal an interrupt straight away
+ exception := '1';
+ dsisr(63 - 38) := not r2.req.load;
+ -- XXX there is no architected bit for this
+ -- (probably should be a machine check in fact)
+ dsisr(63 - 35) := d_in.cache_paradox;
+ else
+ -- Look up the translation for TLB miss
+ -- and also for permission error and RC error
+ -- in case the PTE has been updated.
+ mmureq := '1';
+ v.state := MMU_LOOKUP;
+ v.stage1_en := '0';
+ end if;
+ end if;
+ """
+
+ def elaborate(self, platform):
+ m = super().elaborate(platform)
+
+ d_out = self.d_out
+ l_out = self.l_out
+
+ # create dcache module
+ m.submodules.dcache = self.dcache
+
+ with m.If(d_out.error):
+ with m.If(d_out.cache_paradox):
+ m.d.comb += self.derror.eq(1)
+ # dsisr(63 - 38) := not r2.req.load;
+ # -- XXX there is no architected bit for this
+ # -- (probably should be a machine check in fact)
+ # dsisr(63 - 35) := d_in.cache_paradox;
+ with m.Else():
+ # Look up the translation for TLB miss
+ # and also for permission error and RC error
+ # in case the PTE has been updated.
+ m.d.comb += self.mmureq.eq(1)
+ # v.state := MMU_LOOKUP;
+ # v.stage1_en := '0';
+
+ exc = self.pi.exception_o
+
+ #happened, alignment, instr_fault, invalid,
+ m.d.comb += exc.happened.eq(d_out.error | l_out.err)
+ m.d.comb += exc.invalid.eq(l_out.invalid)
+
+ #badtree, perm_error, rc_error, segment_fault
+ m.d.comb += exc.badtree.eq(l_out.badtree)
+ m.d.comb += exc.perm_error.eq(l_out.perm_error)
+ m.d.comb += exc.rc_error.eq(l_out.rc_error)
+ m.d.comb += exc.segment_fault.eq(l_out.segerr)
+
+ # TODO connect those signals somewhere
+ #print(d_out.valid) -> no error
+ #print(d_out.store_done) -> no error
+ #print(d_out.cache_paradox) -> ?
+ #print(l_out.done) -> no error
+
+ # TODO some exceptions set SPRs
+
+ return m
+
+ def ports(self):
+ yield from super().ports()
+ # TODO: memory ports
class FSMMMUStage(ControlBase):
self.p.data_i = MMUInputData(pspec)
self.n.data_o = MMUOutputData(pspec)
+ # incoming PortInterface
+ self.ldst = LoadStore1() # TODO make this depend on pspec
+ self.dcache = self.ldst.dcache
+ self.pi = self.ldst.pi
+
# this Function Unit is extremely unusual in that it actually stores a
# "thing" rather than "processes inputs and produces outputs". hence
# why it has to be a FSM. linking up LD/ST however is going to have
# to be done back in Issuer (or Core)
self.mmu = MMU()
- self.dcache = DCache()
# make life a bit easier in Core
self.pspec.mmu = self.mmu
self.pspec.dcache = self.dcache
+ # debugging output for gtkw
+ self.debug0 = Signal(4)
+ self.debug1 = Signal()
+ #self.debug2 = Signal(64)
+ #self.debug3 = Signal(64)
+ self.illegal = Signal()
+
# for SPR field number access
i = self.p.data_i
self.fields = DecodeFields(SignalBitRange, [i.ctx.op.insn])
def elaborate(self, platform):
m = super().elaborate(platform)
+ comb = m.d.comb
+ dcache = self.dcache
# link mmu and dcache together
- m.submodules.dcache = dcache = self.dcache
m.submodules.mmu = mmu = self.mmu
+ m.submodules.ldst = ldst = self.ldst
m.d.comb += dcache.m_in.eq(mmu.d_out)
m.d.comb += mmu.d_in.eq(dcache.m_out)
- m_in, m_out = mmu.m_in, mmu.m_out
+
+ l_in, l_out = mmu.l_in, mmu.l_out
d_in, d_out = dcache.d_in, dcache.d_out
+ wb_out, wb_in = dcache.wb_out, dcache.wb_in
+
+ # link ldst and MMU together
+ comb += l_in.eq(ldst.l_in)
+ comb += ldst.l_out.eq(l_out)
data_i, data_o = self.p.data_i, self.n.data_o
- a_i, b_i = data_i.ra, data_i.rb
+ a_i, b_i, o, spr1_o = data_i.ra, data_i.rb, data_o.o, data_o.spr1
op = data_i.ctx.op
+ msr_i = op.msr
+
+ # TODO: link these SPRs somewhere
+ dsisr = Signal(64)
+ dar = Signal(64)
# busy/done signals
busy = Signal()
spr = Signal(len(x_fields.SPR))
comb += spr.eq(decode_spr_num(x_fields.SPR))
+ # based on MSR bits, set priv and virt mode. TODO: 32-bit mode
+ comb += d_in.priv_mode.eq(~msr_i[MSR.PR])
+ comb += d_in.virt_mode.eq(msr_i[MSR.DR])
+ #comb += d_in.mode_32bit.eq(msr_i[MSR.SF]) # ?? err
+
+ # ok so we have to "pulse" the MMU (or dcache) rather than
+ # hold the valid hi permanently. guess what this does...
+ valid = Signal()
+ blip = Signal()
+ m.d.comb += blip.eq(rising_edge(m, valid))
+
with m.If(~busy):
with m.If(self.p.valid_i):
m.d.sync += busy.eq(1)
# should "action" the operation. one of MMU or DCache gets
# enabled ("valid") and we twiddle our thumbs until it
# responds ("done").
- with m.Switch(op):
+ # FIXME: properly implement MicrOp.OP_MTSPR and MicrOp.OP_MFSPR
+
+ with m.Switch(op.insn_type):
with m.Case(MicrOp.OP_MTSPR):
+ # despite redirection this FU **MUST** behave exactly
+ # like the SPR FU. this **INCLUDES** updating the SPR
+ # regfile because the CSV file entry for OP_MTSPR
+ # categorically defines and requires the expectation
+ # that the CompUnit **WILL** write to the regfile.
+ comb += spr1_o.data.eq(spr)
+ comb += spr1_o.ok.eq(1)
# subset SPR: first check a few bits
with m.If(~spr[9] & ~spr[5]):
+ comb += self.debug0.eq(3)
with m.If(spr[0]):
comb += dsisr.eq(a_i[:32])
with m.Else():
comb += done.eq(1)
# pass it over to the MMU instead
with m.Else():
- # kick the MMU and wait for it to complete
- comb += m_in.valid.eq(1) # start
- comb += m_in.mtspr.eq(1) # mtspr mode
- comb += m_in.sprn.eq(spr) # which SPR
- comb += m_in.rs.eq(a_i) # incoming operand (RS)
- comb += done.eq(m_out.done) # zzzz
-
- with m.Case(MicrOp.OP_DCBZ):
- # activate dcbz mode (spec: v3.0B p850)
- comb += d_in.valid.eq(1) # start
- comb += d_in.dcbz.eq(1) # dcbz mode
- comb += d_in.addr.eq(a_i + b_i) # addr is (RA|0) + RB
- comb += done.eq(d_out.done) # zzzz
+ comb += self.debug0.eq(4)
+ # blip the MMU and wait for it to complete
+ comb += valid.eq(1) # start "pulse"
+ comb += l_in.valid.eq(blip) # start
+ comb += l_in.mtspr.eq(1) # mtspr mode
+ comb += l_in.sprn.eq(spr) # which SPR
+ comb += l_in.rs.eq(a_i) # incoming operand (RS)
+ comb += done.eq(1) # FIXME l_out.done
+
+ with m.Case(MicrOp.OP_MFSPR):
+ # subset SPR: first check a few bits
+ with m.If(~spr[9] & ~spr[5]):
+ comb += self.debug0.eq(5)
+ with m.If(spr[0]):
+ comb += o.data.eq(dsisr)
+ with m.Else():
+ comb += o.data.eq(dar)
+ comb += o.ok.eq(1)
+ comb += done.eq(1)
+ # pass it over to the MMU instead
+ with m.Else():
+ comb += self.debug0.eq(6)
+ # blip the MMU and wait for it to complete
+ comb += valid.eq(1) # start "pulse"
+ comb += l_in.valid.eq(blip) # start
+ comb += l_in.mtspr.eq(0) # mfspr!=mtspr
+ comb += l_in.sprn.eq(spr) # which SPR
+ comb += l_in.rs.eq(a_i) # incoming operand (RS)
+ comb += o.data.eq(l_out.sprval) # SPR from MMU
+ comb += o.ok.eq(l_out.done) # only when l_out valid
+ comb += done.eq(1) # FIXME l_out.done
+
+ # XXX this one is going to have to go through LDSTCompUnit
+ # because it's LDST that has control over dcache
+ # (through PortInterface). or, another means is devised
+ # so as not to have double-drivers of d_in.valid and addr
+ #
+ #with m.Case(MicrOp.OP_DCBZ):
+ # # activate dcbz mode (spec: v3.0B p850)
+ # comb += valid.eq(1) # start "pulse"
+ # comb += d_in.valid.eq(blip) # start
+ # comb += d_in.dcbz.eq(1) # dcbz mode
+ # comb += d_in.addr.eq(a_i + b_i) # addr is (RA|0) + RB
+ # comb += done.eq(d_out.store_done) # TODO
+ # comb += self.debug0.eq(1)
with m.Case(MicrOp.OP_TLBIE):
# pass TLBIE request to MMU (spec: v3.0B p1034)
# note that the spr is *not* an actual spr number, it's
# just that those bits happen to match with field bits
# RIC, PRS, R
- comb += m_in.valid.eq(1) # start
- comb += m_in.tlbie.eq(1) # mtspr mode
- comb += m_in.sprn.eq(spr) # use sprn to send insn bits
- comb += m_in.addr.eq(b_i) # incoming operand (RB)
- comb += done.eq(m_out.done) # zzzz
+ comb += valid.eq(1) # start "pulse"
+ comb += l_in.valid.eq(blip) # start
+ comb += l_in.tlbie.eq(1) # mtspr mode
+ comb += l_in.sprn.eq(spr) # use sprn to send insn bits
+ comb += l_in.addr.eq(b_i) # incoming operand (RB)
+ comb += done.eq(l_out.done) # zzzz
+ comb += self.debug0.eq(2)
+ with m.Case(MicrOp.OP_ILLEGAL):
+ comb += self.illegal.eq(1)
with m.If(self.n.ready_i & self.n.valid_o):
m.d.sync += busy.eq(0)