/*
- * Copyright (c) 2012-2013 ARM Limited
+ * Copyright (c) 2012-2013,2017-2020 ARM Limited
* All rights reserved
*
* The license below extends only to copyright in the software and shall
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * Authors: Ron Dreslinski
- * Steve Reinhardt
- * Ali Saidi
*/
/**
#ifndef __MEM_REQUEST_HH__
#define __MEM_REQUEST_HH__
+#include <algorithm>
#include <cassert>
-#include <climits>
+#include <cstdint>
+#include <functional>
+#include <limits>
+#include <memory>
+#include <vector>
+#include "base/amo.hh"
#include "base/flags.hh"
-#include "base/misc.hh"
#include "base/types.hh"
#include "cpu/inst_seq.hh"
+#include "mem/htm.hh"
#include "sim/core.hh"
/**
};
}
+class Packet;
class Request;
+class ThreadContext;
-typedef Request* RequestPtr;
-typedef uint16_t MasterID;
+typedef std::shared_ptr<Request> RequestPtr;
+typedef uint16_t RequestorID;
class Request
{
public:
- typedef uint32_t FlagsType;
+ typedef uint64_t FlagsType;
typedef uint8_t ArchFlagsType;
typedef ::Flags<FlagsType> Flags;
* STRICT_ORDER flag should be set if such reordering is
* undesirable.
*/
- UNCACHEABLE = 0x00000400,
+ UNCACHEABLE = 0x00000400,
/**
* The request is required to be strictly ordered by <i>CPU
* models</i> and is non-speculative.
* the UNCACHEABLE flag is set as well.
*/
STRICT_ORDER = 0x00000800,
- /** This request is to a memory mapped register. */
- MMAPPED_IPR = 0x00002000,
/** This request is made in privileged mode. */
PRIVILEGED = 0x00008000,
*/
KERNEL = 0x00001000,
- /**
- * The request should be handled by the generic IPR code (only
- * valid together with MMAPPED_IPR)
- */
- GENERIC_IPR = 0x08000000,
-
/** The request targets the secure memory space. */
SECURE = 0x10000000,
/** The request is a page table walk */
PT_WALK = 0x20000000,
+ /** The request invalidates a memory location */
+ INVALIDATE = 0x0000000100000000,
+ /** The request cleans a memory location */
+ CLEAN = 0x0000000200000000,
+
+ /** The request targets the point of unification */
+ DST_POU = 0x0000001000000000,
+
+ /** The request targets the point of coherence */
+ DST_POC = 0x0000002000000000,
+
+ /** Bits to define the destination of a request */
+ DST_BITS = 0x0000003000000000,
+
+ /** hardware transactional memory **/
+
+ /** The request starts a HTM transaction */
+ HTM_START = 0x0000010000000000,
+
+ /** The request commits a HTM transaction */
+ HTM_COMMIT = 0x0000020000000000,
+
+ /** The request cancels a HTM transaction */
+ HTM_CANCEL = 0x0000040000000000,
+
+ /** The request aborts a HTM transaction */
+ HTM_ABORT = 0x0000080000000000,
+
+ // What is the different between HTM cancel and abort?
+ //
+ // HTM_CANCEL will originate from a user instruction, e.g.
+ // Arm's TCANCEL or x86's XABORT. This is an explicit request
+ // to end a transaction and restore from the last checkpoint.
+ //
+ // HTM_ABORT is an internally generated request used to synchronize
+ // a transaction's failure between the core and memory subsystem.
+ // If a transaction fails in the core, e.g. because an instruction
+ // within the transaction generates an exception, the core will prepare
+ // itself to stop fetching/executing more instructions and send an
+ // HTM_ABORT to the memory subsystem before restoring the checkpoint.
+ // Similarly, the transaction could fail in the memory subsystem and
+ // this will be communicated to the core via the Packet object.
+ // Once the core notices, it will do the same as the above and send
+ // a HTM_ABORT to the memory subsystem.
+ // A HTM_CANCEL sent to the memory subsystem will ultimately return
+ // to the core which in turn will send a HTM_ABORT.
+ //
+ // This separation is necessary to ensure the disjoint components
+ // of the system work correctly together.
+
/**
* These flags are *not* cleared when a Request object is
* reused (assigned a new address).
*/
STICKY_FLAGS = INST_FETCH
};
+ static const FlagsType STORE_NO_DATA = CACHE_BLOCK_ZERO |
+ CLEAN | INVALIDATE;
- /** Master Ids that are statically allocated
+ static const FlagsType HTM_CMD = HTM_START | HTM_COMMIT |
+ HTM_CANCEL | HTM_ABORT;
+
+ /** Requestor Ids that are statically allocated
* @{*/
- enum : MasterID {
- /** This master id is used for writeback requests by the caches */
- wbMasterId = 0,
+ enum : RequestorID {
+ /** This requestor id is used for writeback requests by the caches */
+ wbRequestorId = 0,
/**
- * This master id is used for functional requests that
+ * This requestor id is used for functional requests that
* don't come from a particular device
*/
- funcMasterId = 1,
- /** This master id is used for message signaled interrupts */
- intMasterId = 2,
+ funcRequestorId = 1,
+ /** This requestor id is used for message signaled interrupts */
+ intRequestorId = 2,
/**
- * Invalid master id for assertion checking only. It is
+ * Invalid requestor id for assertion checking only. It is
* invalid behavior to ever send this id as part of a request.
*/
- invldMasterId = std::numeric_limits<MasterID>::max()
+ invldRequestorId = std::numeric_limits<RequestorID>::max()
};
/** @} */
- typedef uint32_t MemSpaceConfigFlagsType;
- typedef ::Flags<MemSpaceConfigFlagsType> MemSpaceConfigFlags;
-
- enum : MemSpaceConfigFlagsType {
- /** Has a synchronization scope been set? */
- SCOPE_VALID = 0x00000001,
- /** Access has Wavefront scope visibility */
- WAVEFRONT_SCOPE = 0x00000002,
- /** Access has Workgroup scope visibility */
- WORKGROUP_SCOPE = 0x00000004,
- /** Access has Device (e.g., GPU) scope visibility */
- DEVICE_SCOPE = 0x00000008,
- /** Access has System (e.g., CPU + GPU) scope visibility */
- SYSTEM_SCOPE = 0x00000010,
-
- /** Global Segment */
- GLOBAL_SEGMENT = 0x00000020,
- /** Group Segment */
- GROUP_SEGMENT = 0x00000040,
- /** Private Segment */
- PRIVATE_SEGMENT = 0x00000080,
- /** Kergarg Segment */
- KERNARG_SEGMENT = 0x00000100,
- /** Readonly Segment */
- READONLY_SEGMENT = 0x00000200,
- /** Spill Segment */
- SPILL_SEGMENT = 0x00000400,
- /** Arg Segment */
- ARG_SEGMENT = 0x00000800,
+ typedef uint64_t CacheCoherenceFlagsType;
+ typedef ::Flags<CacheCoherenceFlagsType> CacheCoherenceFlags;
+
+ /**
+ * These bits are used to set the coherence policy for the GPU and are
+ * encoded in the GCN3 instructions. The GCN3 ISA defines two cache levels
+ * See the AMD GCN3 ISA Architecture Manual for more details.
+ *
+ * INV_L1: L1 cache invalidation
+ * FLUSH_L2: L2 cache flush
+ *
+ * Invalidation means to simply discard all cache contents. This can be
+ * done in the L1 since it is implemented as a write-through cache and
+ * there are other copies elsewhere in the hierarchy.
+ *
+ * For flush the contents of the cache need to be written back to memory
+ * when dirty and can be discarded otherwise. This operation is more
+ * involved than invalidation and therefore we do not flush caches with
+ * redundant copies of data.
+ *
+ * SLC: System Level Coherent. Accesses are forced to miss in the L2 cache
+ * and are coherent with system memory.
+ *
+ * GLC: Globally Coherent. Controls how reads and writes are handled by
+ * the L1 cache. Global here referes to the data being visible
+ * globally on the GPU (i.e., visible to all WGs).
+ *
+ * For atomics, the GLC bit is used to distinguish between between atomic
+ * return/no-return operations. These flags are used by GPUDynInst.
+ */
+ enum : CacheCoherenceFlagsType {
+ /** mem_sync_op flags */
+ INV_L1 = 0x00000001,
+ FLUSH_L2 = 0x00000020,
+ /** user-policy flags */
+ SLC_BIT = 0x00000080,
+ GLC_BIT = 0x00000100,
};
+ using LocalAccessor =
+ std::function<Cycles(ThreadContext *tc, Packet *pkt)>;
+
private:
- typedef uint8_t PrivateFlagsType;
+ typedef uint16_t PrivateFlagsType;
typedef ::Flags<PrivateFlagsType> PrivateFlags;
enum : PrivateFlagsType {
VALID_SIZE = 0x00000001,
/** Whether or not paddr is valid (has been written yet). */
VALID_PADDR = 0x00000002,
- /** Whether or not the vaddr & asid are valid. */
+ /** Whether or not the vaddr is valid. */
VALID_VADDR = 0x00000004,
/** Whether or not the instruction sequence number is valid. */
VALID_INST_SEQ_NUM = 0x00000008,
VALID_PC = 0x00000010,
/** Whether or not the context ID is valid. */
VALID_CONTEXT_ID = 0x00000020,
- VALID_THREAD_ID = 0x00000040,
/** Whether or not the sc result is valid. */
VALID_EXTRA_DATA = 0x00000080,
+ /** Whether or not the stream ID and substream ID is valid. */
+ VALID_STREAM_ID = 0x00000100,
+ VALID_SUBSTREAM_ID = 0x00000200,
+ // hardware transactional memory
+ /** Whether or not the abort cause is valid. */
+ VALID_HTM_ABORT_CAUSE = 0x00000400,
+ /** Whether or not the instruction count is valid. */
+ VALID_INST_COUNT = 0x00000800,
/**
* These flags are *not* cleared when a Request object is reused
* (assigned a new address).
*/
- STICKY_PRIVATE_FLAGS = VALID_CONTEXT_ID | VALID_THREAD_ID
+ STICKY_PRIVATE_FLAGS = VALID_CONTEXT_ID
};
private:
- /**
- * Set up a physical (e.g. device) request in a previously
- * allocated Request object.
- */
- void
- setPhys(Addr paddr, unsigned size, Flags flags, MasterID mid, Tick time)
- {
- _paddr = paddr;
- _size = size;
- _time = time;
- _masterId = mid;
- _flags.clear(~STICKY_FLAGS);
- _flags.set(flags);
- privateFlags.clear(~STICKY_PRIVATE_FLAGS);
- privateFlags.set(VALID_PADDR|VALID_SIZE);
- depth = 0;
- accessDelta = 0;
- //translateDelta = 0;
- }
-
/**
* The physical address of the request. Valid only if validPaddr
* is set.
*/
- Addr _paddr;
+ Addr _paddr = 0;
/**
* The size of the request. This field must be set when vaddr or
- * paddr is written via setVirt() or setPhys(), so it is always
- * valid as long as one of the address fields is valid.
+ * paddr is written via setVirt() or a phys basec constructor, so it is
+ * always valid as long as one of the address fields is valid.
*/
- unsigned _size;
+ unsigned _size = 0;
+
+ /** Byte-enable mask for writes. */
+ std::vector<bool> _byteEnable;
/** The requestor ID which is unique in the system for all ports
* that are capable of issuing a transaction
*/
- MasterID _masterId;
+ RequestorID _requestorId = invldRequestorId;
/** Flag structure for the request. */
Flags _flags;
- /** Memory space configuraiton flag structure for the request. */
- MemSpaceConfigFlags _memSpaceConfigFlags;
+ /** Flags that control how downstream cache system maintains coherence*/
+ CacheCoherenceFlags _cacheCoherenceFlags;
/** Private flags for field validity checking. */
PrivateFlags privateFlags;
* latencies. This field is set to curTick() any time paddr or vaddr
* is written.
*/
- Tick _time;
+ Tick _time = MaxTick;
/**
* The task id associated with this request
*/
- uint32_t _taskId;
+ uint32_t _taskId = ContextSwitchTaskId::Unknown;
- /** The address space ID. */
- int _asid;
+ /**
+ * The stream ID uniquely identifies a device behind the
+ * SMMU/IOMMU Each transaction arriving at the SMMU/IOMMU is
+ * associated with exactly one stream ID.
+ */
+ uint32_t _streamId = 0;
+
+ /**
+ * The substream ID identifies an "execution context" within a
+ * device behind an SMMU/IOMMU. It's intended to map 1-to-1 to
+ * PCIe PASID (Process Address Space ID). The presence of a
+ * substream ID is optional.
+ */
+ uint32_t _substreamId = 0;
/** The virtual address of the request. */
- Addr _vaddr;
+ Addr _vaddr = MaxAddr;
/**
* Extra data for the request, such as the return value of
* store conditional or the compare value for a CAS. */
- uint64_t _extraData;
+ uint64_t _extraData = 0;
- /** The context ID (for statistics, typically). */
- ContextID _contextId;
- /** The thread ID (id within this CPU) */
- ThreadID _threadId;
+ /** The context ID (for statistics, locks, and wakeups). */
+ ContextID _contextId = InvalidContextID;
/** program counter of initiating access; for tracing/debugging */
- Addr _pc;
+ Addr _pc = MaxAddr;
/** Sequence number of the instruction that creates the request */
- InstSeqNum _reqInstSeqNum;
+ InstSeqNum _reqInstSeqNum = 0;
/** A pointer to an atomic operation */
- AtomicOpFunctor *atomicOpFunctor;
+ AtomicOpFunctorPtr atomicOpFunctor = nullptr;
+
+ LocalAccessor _localAccessor;
+
+ /** The instruction count at the time this request is created */
+ Counter _instCount = 0;
+
+ /** The cause for HTM transaction abort */
+ HtmFailureFaultCause _htmAbortCause = HtmFailureFaultCause::INVALID;
public:
* _flags and privateFlags are cleared by Flags default
* constructor.)
*/
- Request()
- : _paddr(0), _size(0), _masterId(invldMasterId), _time(0),
- _taskId(ContextSwitchTaskId::Unknown), _asid(0), _vaddr(0),
- _extraData(0), _contextId(0), _threadId(0), _pc(0),
- _reqInstSeqNum(0), atomicOpFunctor(nullptr), translateDelta(0),
- accessDelta(0), depth(0)
- {}
-
- Request(Addr paddr, unsigned size, Flags flags, MasterID mid,
- InstSeqNum seq_num, ContextID cid, ThreadID tid)
- : _paddr(0), _size(0), _masterId(invldMasterId), _time(0),
- _taskId(ContextSwitchTaskId::Unknown), _asid(0), _vaddr(0),
- _extraData(0), _contextId(0), _threadId(0), _pc(0),
- _reqInstSeqNum(seq_num), atomicOpFunctor(nullptr), translateDelta(0),
- accessDelta(0), depth(0)
- {
- setPhys(paddr, size, flags, mid, curTick());
- setThreadContext(cid, tid);
- privateFlags.set(VALID_INST_SEQ_NUM);
- }
+ Request() {}
/**
* Constructor for physical (e.g. device) requests. Initializes
* just physical address, size, flags, and timestamp (to curTick()).
* These fields are adequate to perform a request.
*/
- Request(Addr paddr, unsigned size, Flags flags, MasterID mid)
- : _paddr(0), _size(0), _masterId(invldMasterId), _time(0),
- _taskId(ContextSwitchTaskId::Unknown), _asid(0), _vaddr(0),
- _extraData(0), _contextId(0), _threadId(0), _pc(0),
- _reqInstSeqNum(0), atomicOpFunctor(nullptr), translateDelta(0),
- accessDelta(0), depth(0)
+ Request(Addr paddr, unsigned size, Flags flags, RequestorID id) :
+ _paddr(paddr), _size(size), _requestorId(id), _time(curTick())
{
- setPhys(paddr, size, flags, mid, curTick());
+ _flags.set(flags);
+ privateFlags.set(VALID_PADDR|VALID_SIZE);
+ _byteEnable = std::vector<bool>(size, true);
}
- Request(Addr paddr, unsigned size, Flags flags, MasterID mid, Tick time)
- : _paddr(0), _size(0), _masterId(invldMasterId), _time(0),
- _taskId(ContextSwitchTaskId::Unknown), _asid(0), _vaddr(0),
- _extraData(0), _contextId(0), _threadId(0), _pc(0),
- _reqInstSeqNum(0), atomicOpFunctor(nullptr), translateDelta(0),
- accessDelta(0), depth(0)
+ Request(Addr vaddr, unsigned size, Flags flags,
+ RequestorID id, Addr pc, ContextID cid,
+ AtomicOpFunctorPtr atomic_op=nullptr)
{
- setPhys(paddr, size, flags, mid, time);
+ setVirt(vaddr, size, flags, id, pc, std::move(atomic_op));
+ setContext(cid);
+ _byteEnable = std::vector<bool>(size, true);
}
- Request(Addr paddr, unsigned size, Flags flags, MasterID mid, Tick time,
- Addr pc)
- : _paddr(0), _size(0), _masterId(invldMasterId), _time(0),
- _taskId(ContextSwitchTaskId::Unknown), _asid(0), _vaddr(0),
- _extraData(0), _contextId(0), _threadId(0), _pc(pc),
- _reqInstSeqNum(0), atomicOpFunctor(nullptr), translateDelta(0),
- accessDelta(0), depth(0)
+ Request(const Request& other)
+ : _paddr(other._paddr), _size(other._size),
+ _byteEnable(other._byteEnable),
+ _requestorId(other._requestorId),
+ _flags(other._flags),
+ _cacheCoherenceFlags(other._cacheCoherenceFlags),
+ privateFlags(other.privateFlags),
+ _time(other._time),
+ _taskId(other._taskId), _vaddr(other._vaddr),
+ _extraData(other._extraData), _contextId(other._contextId),
+ _pc(other._pc), _reqInstSeqNum(other._reqInstSeqNum),
+ _localAccessor(other._localAccessor),
+ translateDelta(other.translateDelta),
+ accessDelta(other.accessDelta), depth(other.depth)
{
- setPhys(paddr, size, flags, mid, time);
- privateFlags.set(VALID_PC);
+ atomicOpFunctor.reset(other.atomicOpFunctor ?
+ other.atomicOpFunctor->clone() : nullptr);
}
- Request(int asid, Addr vaddr, unsigned size, Flags flags, MasterID mid,
- Addr pc, ContextID cid, ThreadID tid)
- : _paddr(0), _size(0), _masterId(invldMasterId), _time(0),
- _taskId(ContextSwitchTaskId::Unknown), _asid(0), _vaddr(0),
- _extraData(0), _contextId(0), _threadId(0), _pc(0),
- _reqInstSeqNum(0), atomicOpFunctor(nullptr), translateDelta(0),
- accessDelta(0), depth(0)
- {
- setVirt(asid, vaddr, size, flags, mid, pc);
- setThreadContext(cid, tid);
- }
+ ~Request() {}
- Request(int asid, Addr vaddr, int size, Flags flags, MasterID mid, Addr pc,
- int cid, ThreadID tid, AtomicOpFunctor *atomic_op)
- : atomicOpFunctor(atomic_op)
+ /**
+ * Set up Context numbers.
+ */
+ void
+ setContext(ContextID context_id)
{
- setVirt(asid, vaddr, size, flags, mid, pc);
- setThreadContext(cid, tid);
+ _contextId = context_id;
+ privateFlags.set(VALID_CONTEXT_ID);
}
- ~Request()
+ void
+ setStreamId(uint32_t sid)
{
- if (hasAtomicOpFunctor()) {
- delete atomicOpFunctor;
- }
+ _streamId = sid;
+ privateFlags.set(VALID_STREAM_ID);
}
- /**
- * Set up CPU and thread numbers.
- */
void
- setThreadContext(ContextID context_id, ThreadID tid)
+ setSubstreamId(uint32_t ssid)
{
- _contextId = context_id;
- _threadId = tid;
- privateFlags.set(VALID_CONTEXT_ID|VALID_THREAD_ID);
+ assert(hasStreamId());
+ _substreamId = ssid;
+ privateFlags.set(VALID_SUBSTREAM_ID);
}
/**
* allocated Request object.
*/
void
- setVirt(int asid, Addr vaddr, unsigned size, Flags flags, MasterID mid,
- Addr pc)
+ setVirt(Addr vaddr, unsigned size, Flags flags, RequestorID id, Addr pc,
+ AtomicOpFunctorPtr amo_op=nullptr)
{
- _asid = asid;
_vaddr = vaddr;
_size = size;
- _masterId = mid;
+ _requestorId = id;
_pc = pc;
_time = curTick();
depth = 0;
accessDelta = 0;
translateDelta = 0;
+ atomicOpFunctor = std::move(amo_op);
+ _localAccessor = nullptr;
}
/**
- * Set just the physical address. This usually used to record the
- * result of a translation. However, when using virtualized CPUs
- * setPhys() is sometimes called to finalize a physical address
- * without a virtual address, so we can't check if the virtual
- * address is valid.
+ * Set just the physical address. This usually used to record the
+ * result of a translation.
*/
void
setPaddr(Addr paddr)
* Generate two requests as if this request had been split into two
* pieces. The original request can't have been translated already.
*/
+ // TODO: this function is still required by TimingSimpleCPU - should be
+ // removed once TimingSimpleCPU will support arbitrarily long multi-line
+ // mem. accesses
void splitOnVaddr(Addr split_addr, RequestPtr &req1, RequestPtr &req2)
{
- assert(privateFlags.isSet(VALID_VADDR));
- assert(privateFlags.noneSet(VALID_PADDR));
+ assert(hasVaddr());
+ assert(!hasPaddr());
assert(split_addr > _vaddr && split_addr < _vaddr + _size);
- req1 = new Request(*this);
- req2 = new Request(*this);
+ req1 = std::make_shared<Request>(*this);
+ req2 = std::make_shared<Request>(*this);
req1->_size = split_addr - _vaddr;
req2->_vaddr = split_addr;
req2->_size = _size - req1->_size;
+ req1->_byteEnable = std::vector<bool>(
+ _byteEnable.begin(),
+ _byteEnable.begin() + req1->_size);
+ req2->_byteEnable = std::vector<bool>(
+ _byteEnable.begin() + req1->_size,
+ _byteEnable.end());
}
/**
Addr
getPaddr() const
{
- assert(privateFlags.isSet(VALID_PADDR));
+ assert(hasPaddr());
return _paddr;
}
+ /**
+ * Accessor for instruction count.
+ */
+ bool
+ hasInstCount() const
+ {
+ return privateFlags.isSet(VALID_INST_COUNT);
+ }
+
+ Counter getInstCount() const
+ {
+ assert(hasInstCount());
+ return _instCount;
+ }
+
+ void setInstCount(Counter val)
+ {
+ privateFlags.set(VALID_INST_COUNT);
+ _instCount = val;
+ }
+
/**
* Time for the TLB/table walker to successfully translate this request.
*/
- Tick translateDelta;
+ Tick translateDelta = 0;
/**
* Access latency to complete this memory transaction not including
* translation time.
*/
- Tick accessDelta;
+ Tick accessDelta = 0;
/**
* Level of the cache hierachy where this request was responded to
* (e.g. 0 = L1; 1 = L2).
*/
- mutable int depth;
+ mutable int depth = 0;
/**
* Accessor for size.
unsigned
getSize() const
{
- assert(privateFlags.isSet(VALID_SIZE));
+ assert(hasSize());
return _size;
}
+ const std::vector<bool>&
+ getByteEnable() const
+ {
+ return _byteEnable;
+ }
+
+ void
+ setByteEnable(const std::vector<bool>& be)
+ {
+ assert(be.size() == _size);
+ _byteEnable = be;
+ }
+
+ /**
+ * Returns true if the memory request is masked, which means
+ * there is at least one byteEnable element which is false
+ * (byte is masked)
+ */
+ bool
+ isMasked() const
+ {
+ return std::find(
+ _byteEnable.begin(),
+ _byteEnable.end(),
+ false) != _byteEnable.end();
+ }
+
/** Accessor for time. */
Tick
time() const
{
- assert(privateFlags.isSet(VALID_PADDR|VALID_VADDR));
+ assert(hasPaddr() || hasVaddr());
return _time;
}
+ /** Is this request for a local memory mapped resource/register? */
+ bool isLocalAccess() { return (bool)_localAccessor; }
+ /** Set the function which will enact that access. */
+ void setLocalAccessor(LocalAccessor acc) { _localAccessor = acc; }
+ /** Perform the installed local access. */
+ Cycles
+ localAccessor(ThreadContext *tc, Packet *pkt)
+ {
+ return _localAccessor(tc, pkt);
+ }
+
/**
* Accessor for atomic-op functor.
*/
bool
hasAtomicOpFunctor()
{
- return atomicOpFunctor != NULL;
+ return (bool)atomicOpFunctor;
}
AtomicOpFunctor *
getAtomicOpFunctor()
{
- assert(atomicOpFunctor != NULL);
- return atomicOpFunctor;
+ assert(atomicOpFunctor);
+ return atomicOpFunctor.get();
+ }
+
+ /**
+ * Accessor for hardware transactional memory abort cause.
+ */
+ bool
+ hasHtmAbortCause() const
+ {
+ return privateFlags.isSet(VALID_HTM_ABORT_CAUSE);
+ }
+
+ HtmFailureFaultCause
+ getHtmAbortCause() const
+ {
+ assert(hasHtmAbortCause());
+ return _htmAbortCause;
+ }
+
+ void
+ setHtmAbortCause(HtmFailureFaultCause val)
+ {
+ assert(isHTMAbort());
+ privateFlags.set(VALID_HTM_ABORT_CAUSE);
+ _htmAbortCause = val;
}
/** Accessor for flags. */
Flags
getFlags()
{
- assert(privateFlags.isSet(VALID_PADDR|VALID_VADDR));
+ assert(hasPaddr() || hasVaddr());
return _flags;
}
void
setFlags(Flags flags)
{
- assert(privateFlags.isSet(VALID_PADDR|VALID_VADDR));
+ assert(hasPaddr() || hasVaddr());
_flags.set(flags);
}
void
- setMemSpaceConfigFlags(MemSpaceConfigFlags extraFlags)
+ setCacheCoherenceFlags(CacheCoherenceFlags extraFlags)
{
- assert(privateFlags.isSet(VALID_PADDR | VALID_VADDR));
- _memSpaceConfigFlags.set(extraFlags);
+ // TODO: do mem_sync_op requests have valid paddr/vaddr?
+ assert(hasPaddr() || hasVaddr());
+ _cacheCoherenceFlags.set(extraFlags);
}
/** Accessor function for vaddr.*/
}
/** Accesssor for the requestor id. */
- MasterID
- masterId() const
+ RequestorID
+ requestorId() const
{
- return _masterId;
+ return _requestorId;
}
uint32_t
_taskId = id;
}
- /** Accessor function for asid.*/
- int
- getAsid() const
- {
- assert(privateFlags.isSet(VALID_VADDR));
- return _asid;
- }
-
- /** Accessor function for asid.*/
- void
- setAsid(int asid)
- {
- _asid = asid;
- }
-
/** Accessor function for architecture-specific flags.*/
ArchFlagsType
getArchFlags() const
{
- assert(privateFlags.isSet(VALID_PADDR|VALID_VADDR));
+ assert(hasPaddr() || hasVaddr());
return _flags & ARCH_BITS;
}
uint64_t
getExtraData() const
{
- assert(privateFlags.isSet(VALID_EXTRA_DATA));
+ assert(extraDataValid());
return _extraData;
}
ContextID
contextId() const
{
- assert(privateFlags.isSet(VALID_CONTEXT_ID));
+ assert(hasContextId());
return _contextId;
}
- /** Accessor function for thread ID. */
- ThreadID
- threadId() const
+ bool
+ hasStreamId() const
+ {
+ return privateFlags.isSet(VALID_STREAM_ID);
+ }
+
+ uint32_t
+ streamId() const
+ {
+ assert(hasStreamId());
+ return _streamId;
+ }
+
+ bool
+ hasSubstreamId() const
+ {
+ return privateFlags.isSet(VALID_SUBSTREAM_ID);
+ }
+
+ uint32_t
+ substreamId() const
{
- assert(privateFlags.isSet(VALID_THREAD_ID));
- return _threadId;
+ assert(hasSubstreamId());
+ return _substreamId;
}
void
Addr
getPC() const
{
- assert(privateFlags.isSet(VALID_PC));
+ assert(hasPC());
return _pc;
}
InstSeqNum
getReqInstSeqNum() const
{
- assert(privateFlags.isSet(VALID_INST_SEQ_NUM));
+ assert(hasInstSeqNum());
return _reqInstSeqNum;
}
bool isUncacheable() const { return _flags.isSet(UNCACHEABLE); }
bool isStrictlyOrdered() const { return _flags.isSet(STRICT_ORDER); }
bool isInstFetch() const { return _flags.isSet(INST_FETCH); }
- bool isPrefetch() const { return _flags.isSet(PREFETCH); }
+ bool isPrefetch() const { return (_flags.isSet(PREFETCH) ||
+ _flags.isSet(PF_EXCLUSIVE)); }
+ bool isPrefetchEx() const { return _flags.isSet(PF_EXCLUSIVE); }
bool isLLSC() const { return _flags.isSet(LLSC); }
bool isPriv() const { return _flags.isSet(PRIVILEGED); }
bool isLockedRMW() const { return _flags.isSet(LOCKED_RMW); }
bool isSwap() const { return _flags.isSet(MEM_SWAP|MEM_SWAP_COND); }
bool isCondSwap() const { return _flags.isSet(MEM_SWAP_COND); }
- bool isMmappedIpr() const { return _flags.isSet(MMAPPED_IPR); }
bool isSecure() const { return _flags.isSet(SECURE); }
bool isPTWalk() const { return _flags.isSet(PT_WALK); }
- bool isAcquire() const { return _flags.isSet(ACQUIRE); }
bool isRelease() const { return _flags.isSet(RELEASE); }
bool isKernel() const { return _flags.isSet(KERNEL); }
bool isAtomicReturn() const { return _flags.isSet(ATOMIC_RETURN_OP); }
bool isAtomicNoReturn() const { return _flags.isSet(ATOMIC_NO_RETURN_OP); }
+ // hardware transactional memory
+ bool isHTMStart() const { return _flags.isSet(HTM_START); }
+ bool isHTMCommit() const { return _flags.isSet(HTM_COMMIT); }
+ bool isHTMCancel() const { return _flags.isSet(HTM_CANCEL); }
+ bool isHTMAbort() const { return _flags.isSet(HTM_ABORT); }
+ bool
+ isHTMCmd() const
+ {
+ return (isHTMStart() || isHTMCommit() ||
+ isHTMCancel() || isHTMAbort());
+ }
bool
isAtomic() const
}
/**
- * Accessor functions for the memory space configuration flags and used by
- * GPU ISAs such as the Heterogeneous System Architecture (HSA). Note that
- * these are for testing only; setting extraFlags should be done via
- * setMemSpaceConfigFlags().
+ * Accessor functions for the destination of a memory request. The
+ * destination flag can specify a point of reference for the
+ * operation (e.g. a cache block clean to the the point of
+ * unification). At the moment the destination is only used by the
+ * cache maintenance operations.
*/
- bool isScoped() const { return _memSpaceConfigFlags.isSet(SCOPE_VALID); }
-
- bool
- isWavefrontScope() const
- {
- assert(isScoped());
- return _memSpaceConfigFlags.isSet(WAVEFRONT_SCOPE);
- }
-
- bool
- isWorkgroupScope() const
- {
- assert(isScoped());
- return _memSpaceConfigFlags.isSet(WORKGROUP_SCOPE);
- }
-
- bool
- isDeviceScope() const
- {
- assert(isScoped());
- return _memSpaceConfigFlags.isSet(DEVICE_SCOPE);
- }
-
- bool
- isSystemScope() const
- {
- assert(isScoped());
- return _memSpaceConfigFlags.isSet(SYSTEM_SCOPE);
- }
-
- bool
- isGlobalSegment() const
- {
- return _memSpaceConfigFlags.isSet(GLOBAL_SEGMENT) ||
- (!isGroupSegment() && !isPrivateSegment() &&
- !isKernargSegment() && !isReadonlySegment() &&
- !isSpillSegment() && !isArgSegment());
- }
-
- bool
- isGroupSegment() const
- {
- return _memSpaceConfigFlags.isSet(GROUP_SEGMENT);
- }
-
- bool
- isPrivateSegment() const
- {
- return _memSpaceConfigFlags.isSet(PRIVATE_SEGMENT);
- }
+ bool isToPOU() const { return _flags.isSet(DST_POU); }
+ bool isToPOC() const { return _flags.isSet(DST_POC); }
+ Flags getDest() const { return _flags & DST_BITS; }
- bool
- isKernargSegment() const
- {
- return _memSpaceConfigFlags.isSet(KERNARG_SEGMENT);
- }
+ bool isAcquire() const { return _cacheCoherenceFlags.isSet(ACQUIRE); }
- bool
- isReadonlySegment() const
- {
- return _memSpaceConfigFlags.isSet(READONLY_SEGMENT);
- }
+ /**
+ * Accessor functions for the memory space configuration flags and used by
+ * GPU ISAs such as the Heterogeneous System Architecture (HSA). Note that
+ * setting extraFlags should be done via setCacheCoherenceFlags().
+ */
+ bool isInvL1() const { return _cacheCoherenceFlags.isSet(INV_L1); }
bool
- isSpillSegment() const
+ isGL2CacheFlush() const
{
- return _memSpaceConfigFlags.isSet(SPILL_SEGMENT);
+ return _cacheCoherenceFlags.isSet(FLUSH_L2);
}
- bool
- isArgSegment() const
- {
- return _memSpaceConfigFlags.isSet(ARG_SEGMENT);
- }
+ /**
+ * Accessor functions to determine whether this request is part of
+ * a cache maintenance operation. At the moment three operations
+ * are supported:
+
+ * 1) A cache clean operation updates all copies of a memory
+ * location to the point of reference,
+ * 2) A cache invalidate operation invalidates all copies of the
+ * specified block in the memory above the point of reference,
+ * 3) A clean and invalidate operation is a combination of the two
+ * operations.
+ * @{ */
+ bool isCacheClean() const { return _flags.isSet(CLEAN); }
+ bool isCacheInvalidate() const { return _flags.isSet(INVALIDATE); }
+ bool isCacheMaintenance() const { return _flags.isSet(CLEAN|INVALIDATE); }
+ /** @} */
};
#endif // __MEM_REQUEST_HH__
projects / gem5.git / blobdiff