/*
+ * Copyright (c) 2011-2014,2017-2019 ARM Limited
+ * All rights reserved
+ *
+ * The license below extends only to copyright in the software and shall
+ * not be construed as granting a license to any other intellectual
+ * property including but not limited to intellectual property relating
+ * to a hardware implementation of the functionality of the software
+ * licensed hereunder. You may use the software subject to the license
+ * terms below provided that you ensure that this notice is replicated
+ * unmodified and in its entirety in all distributions of the software,
+ * modified or unmodified, in source code or in binary form.
+ *
* Copyright (c) 2003-2006 The Regents of The University of Michigan
* Copyright (c) 2011 Regents of the University of California
* All rights reserved.
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * Authors: Steve Reinhardt
- * Lisa Hsu
- * Nathan Binkert
- * Ali Saidi
- * Rick Strong
*/
-#include "arch/isa_traits.hh"
+#include "sim/system.hh"
+
+#include <algorithm>
+
#include "arch/remote_gdb.hh"
#include "arch/utility.hh"
#include "base/loader/object_file.hh"
#include "base/loader/symtab.hh"
+#include "base/str.hh"
#include "base/trace.hh"
-#include "config/full_system.hh"
-#include "config/the_isa.hh"
+#include "config/use_kvm.hh"
+#if USE_KVM
+#include "cpu/kvm/base.hh"
+#include "cpu/kvm/vm.hh"
+#endif
+#include "cpu/base.hh"
#include "cpu/thread_context.hh"
#include "debug/Loader.hh"
-#include "mem/mem_object.hh"
+#include "debug/WorkItems.hh"
+#include "mem/abstract_mem.hh"
#include "mem/physical.hh"
+#include "params/System.hh"
#include "sim/byteswap.hh"
#include "sim/debug.hh"
-#include "sim/system.hh"
+#include "sim/full_system.hh"
+#include "sim/redirect_path.hh"
-#if FULL_SYSTEM
-#include "arch/vtophys.hh"
+/**
+ * To avoid linking errors with LTO, only include the header if we
+ * actually have a definition.
+ */
+#if THE_ISA != NULL_ISA
#include "kern/kernel_stats.hh"
-#include "mem/vport.hh"
-#else
-#include "params/System.hh"
+
#endif
using namespace std;
int System::numSystemsRunning = 0;
System::System(Params *p)
- : SimObject(p), physmem(p->physmem), _numContexts(0),
-#if FULL_SYSTEM
+ : SimObject(p), _systemPort("system_port", this),
+ multiThread(p->multi_thread),
+ pagePtr(0),
init_param(p->init_param),
- loadAddrMask(p->load_addr_mask),
+ physProxy(_systemPort, p->cache_line_size),
+ workload(p->workload),
+#if USE_KVM
+ kvmVM(p->kvm_vm),
#else
- pagePtr(0),
- nextPID(0),
+ kvmVM(nullptr),
#endif
+ physmem(name() + ".physmem", p->memories, p->mmap_using_noreserve),
memoryMode(p->mem_mode),
+ _cacheLineSize(p->cache_line_size),
workItemsBegin(0),
workItemsEnd(0),
+ numWorkIds(p->num_work_ids),
+ thermalModel(p->thermal_model),
_params(p),
- totalNumInsts(0),
- instEventQueue("system instruction-based event queue")
+ _m5opRange(p->m5ops_base ?
+ RangeSize(p->m5ops_base, 0x10000) :
+ AddrRange(1, 0)), // Create an empty range if disabled
+ totalNumInsts(0),
+ redirectPaths(p->redirect_paths)
{
+ if (workload)
+ workload->system = this;
+
// add self to global system list
systemList.push_back(this);
-#if FULL_SYSTEM
- kernelSymtab = new SymbolTable;
- if (!debugSymbolTable)
- debugSymbolTable = new SymbolTable;
-
-
- /**
- * Get a functional port to memory
- */
- Port *mem_port;
- functionalPort = new FunctionalPort(name() + "-fport");
- mem_port = physmem->getPort("functional");
- functionalPort->setPeer(mem_port);
- mem_port->setPeer(functionalPort);
-
- virtPort = new VirtualPort(name() + "-fport");
- mem_port = physmem->getPort("functional");
- virtPort->setPeer(mem_port);
- mem_port->setPeer(virtPort);
-
-
- /**
- * Load the kernel code into memory
- */
- if (params()->kernel == "") {
- inform("No kernel set for full system simulation. Assuming you know what"
- " you're doing...\n");
- } else {
- // Load kernel code
- kernel = createObjectFile(params()->kernel);
- inform("kernel located at: %s", params()->kernel);
-
- if (kernel == NULL)
- fatal("Could not load kernel file %s", params()->kernel);
-
- // Load program sections into memory
- kernel->loadSections(functionalPort, loadAddrMask);
-
- // setup entry points
- kernelStart = kernel->textBase();
- kernelEnd = kernel->bssBase() + kernel->bssSize();
- kernelEntry = kernel->entryPoint();
+#if USE_KVM
+ if (kvmVM) {
+ kvmVM->setSystem(this);
+ }
+#endif
- // load symbols
- if (!kernel->loadGlobalSymbols(kernelSymtab))
- fatal("could not load kernel symbols\n");
+ // check if the cache line size is a value known to work
+ if (!(_cacheLineSize == 16 || _cacheLineSize == 32 ||
+ _cacheLineSize == 64 || _cacheLineSize == 128))
+ warn_once("Cache line size is neither 16, 32, 64 nor 128 bytes.\n");
+
+ // Get the generic system master IDs
+ MasterID tmp_id M5_VAR_USED;
+ tmp_id = getMasterId(this, "writebacks");
+ assert(tmp_id == Request::wbMasterId);
+ tmp_id = getMasterId(this, "functional");
+ assert(tmp_id == Request::funcMasterId);
+ tmp_id = getMasterId(this, "interrupt");
+ assert(tmp_id == Request::intMasterId);
+
+ // increment the number of running systems
+ numSystemsRunning++;
- if (!kernel->loadLocalSymbols(kernelSymtab))
- fatal("could not load kernel local symbols\n");
+ // Set back pointers to the system in all memories
+ for (int x = 0; x < params()->memories.size(); x++)
+ params()->memories[x]->system(this);
+}
- if (!kernel->loadGlobalSymbols(debugSymbolTable))
- fatal("could not load kernel symbols\n");
+System::~System()
+{
+ for (uint32_t j = 0; j < numWorkIds; j++)
+ delete workItemStats[j];
+}
- if (!kernel->loadLocalSymbols(debugSymbolTable))
- fatal("could not load kernel local symbols\n");
+void
+System::init()
+{
+ // check that the system port is connected
+ if (!_systemPort.isConnected())
+ panic("System port on %s is not connected.\n", name());
+}
- DPRINTF(Loader, "Kernel start = %#x\n", kernelStart);
- DPRINTF(Loader, "Kernel end = %#x\n", kernelEnd);
- DPRINTF(Loader, "Kernel entry = %#x\n", kernelEntry);
- DPRINTF(Loader, "Kernel loaded...\n");
+void
+System::startup()
+{
+ SimObject::startup();
+
+ // Now that we're about to start simulation, wait for GDB connections if
+ // requested.
+#if THE_ISA != NULL_ISA
+ for (auto *tc: threadContexts) {
+ auto *cpu = tc->getCpuPtr();
+ auto id = tc->contextId();
+ if (remoteGDB.size() <= id)
+ continue;
+ auto *rgdb = remoteGDB[id];
+
+ if (cpu->waitForRemoteGDB()) {
+ inform("%s: Waiting for a remote GDB connection on port %d.\n",
+ cpu->name(), rgdb->port());
+
+ rgdb->connect();
+ }
}
-#endif // FULL_SYSTEM
-
- // increment the number of running systms
- numSystemsRunning++;
-
- activeCpus.clear();
+#endif
}
-System::~System()
+Port &
+System::getPort(const std::string &if_name, PortID idx)
{
-#if FULL_SYSTEM
- delete kernelSymtab;
- delete kernel;
-#else
- panic("System::fixFuncEventAddr needs to be rewritten "
- "to work with syscall emulation");
-#endif // FULL_SYSTEM}
+ // no need to distinguish at the moment (besides checking)
+ return _systemPort;
}
void
System::setMemoryMode(Enums::MemoryMode mode)
{
- assert(getState() == Drained);
+ assert(drainState() == DrainState::Drained);
memoryMode = mode;
}
return false;
}
-/**
- * Setting rgdb_wait to a positive integer waits for a remote debugger to
- * connect to that context ID before continuing. This should really
- be a parameter on the CPU object or something...
- */
-int rgdb_wait = -1;
-
-int
-System::registerThreadContext(ThreadContext *tc, int assigned)
+ContextID
+System::registerThreadContext(ThreadContext *tc, ContextID assigned)
{
- int id;
- if (assigned == -1) {
- for (id = 0; id < threadContexts.size(); id++) {
- if (!threadContexts[id])
- break;
- }
-
- if (threadContexts.size() <= id)
- threadContexts.resize(id + 1);
- } else {
- if (threadContexts.size() <= assigned)
- threadContexts.resize(assigned + 1);
- id = assigned;
+ int id = assigned;
+ if (id == InvalidContextID) {
+ // Find an unused context ID for this thread.
+ id = 0;
+ while (id < threadContexts.size() && threadContexts[id])
+ id++;
}
- if (threadContexts[id])
- fatal("Cannot have two CPUs with the same id (%d)\n", id);
+ if (threadContexts.size() <= id)
+ threadContexts.resize(id + 1);
+
+ fatal_if(threadContexts[id],
+ "Cannot have two CPUs with the same id (%d)\n", id);
threadContexts[id] = tc;
- _numContexts++;
+ for (auto *e: liveEvents)
+ tc->schedule(e);
+#if THE_ISA != NULL_ISA
int port = getRemoteGDBPort();
if (port) {
- RemoteGDB *rgdb = new RemoteGDB(this, tc);
- GDBListener *gdbl = new GDBListener(rgdb, port + id);
- gdbl->listen();
-
- if (rgdb_wait != -1 && rgdb_wait == id)
- gdbl->accept();
+ RemoteGDB *rgdb = new RemoteGDB(this, tc, port + id);
+ rgdb->listen();
- if (remoteGDB.size() <= id) {
+ if (remoteGDB.size() <= id)
remoteGDB.resize(id + 1);
- }
remoteGDB[id] = rgdb;
}
+#endif
activeCpus.push_back(false);
return id;
}
-int
-System::numRunningContexts()
+ThreadContext *
+System::findFreeContext()
{
- int running = 0;
- for (int i = 0; i < _numContexts; ++i) {
- if (threadContexts[i]->status() != ThreadContext::Halted)
- ++running;
+ for (auto &it : threadContexts) {
+ if (ThreadContext::Halted == it->status())
+ return it;
}
- return running;
+ return nullptr;
}
-void
-System::initState()
+bool
+System::schedule(PCEvent *event)
{
-#if FULL_SYSTEM
- int i;
- for (i = 0; i < threadContexts.size(); i++)
- TheISA::startupCPU(threadContexts[i], i);
-#endif
+ bool all = true;
+ liveEvents.push_back(event);
+ for (auto *tc: threadContexts)
+ all = tc->schedule(event) && all;
+ return all;
+}
+
+bool
+System::remove(PCEvent *event)
+{
+ bool all = true;
+ liveEvents.remove(event);
+ for (auto *tc: threadContexts)
+ all = tc->remove(event) && all;
+ return all;
+}
+
+int
+System::numRunningContexts()
+{
+ return std::count_if(
+ threadContexts.cbegin(),
+ threadContexts.cend(),
+ [] (ThreadContext* tc) {
+ return ((tc->status() != ThreadContext::Halted) &&
+ (tc->status() != ThreadContext::Halting));
+ }
+ );
}
void
-System::replaceThreadContext(ThreadContext *tc, int context_id)
+System::replaceThreadContext(ThreadContext *tc, ContextID context_id)
{
if (context_id >= threadContexts.size()) {
panic("replaceThreadContext: bad id, %d >= %d\n",
context_id, threadContexts.size());
}
+ for (auto *e: liveEvents) {
+ threadContexts[context_id]->remove(e);
+ tc->schedule(e);
+ }
threadContexts[context_id] = tc;
if (context_id < remoteGDB.size())
remoteGDB[context_id]->replaceThreadContext(tc);
}
-#if !FULL_SYSTEM
+bool
+System::validKvmEnvironment() const
+{
+#if USE_KVM
+ if (threadContexts.empty())
+ return false;
+
+ for (auto tc : threadContexts) {
+ if (dynamic_cast<BaseKvmCPU*>(tc->getCpuPtr()) == nullptr) {
+ return false;
+ }
+ }
+ return true;
+#else
+ return false;
+#endif
+}
+
Addr
-System::new_page()
+System::allocPhysPages(int npages)
{
- Addr return_addr = pagePtr << LogVMPageSize;
- ++pagePtr;
- if (return_addr >= physmem->size())
+ Addr return_addr = pagePtr << PageShift;
+ pagePtr += npages;
+
+ Addr next_return_addr = pagePtr << PageShift;
+
+ if (_m5opRange.contains(next_return_addr)) {
+ warn("Reached m5ops MMIO region\n");
+ return_addr = 0xffffffff;
+ pagePtr = 0xffffffff >> PageShift;
+ }
+
+ if ((pagePtr << PageShift) > physmem.totalSize())
fatal("Out of memory, please increase size of physical memory.");
return return_addr;
}
Addr
-System::memSize()
+System::memSize() const
{
- return physmem->size();
+ return physmem.totalSize();
}
Addr
-System::freeMemSize()
+System::freeMemSize() const
{
- return physmem->size() - (pagePtr << LogVMPageSize);
+ return physmem.totalSize() - (pagePtr << PageShift);
}
-#endif
+bool
+System::isMemAddr(Addr addr) const
+{
+ return physmem.isMemAddr(addr);
+}
void
-System::resume()
+System::drainResume()
{
- SimObject::resume();
totalNumInsts = 0;
}
void
-System::serialize(ostream &os)
+System::serialize(CheckpointOut &cp) const
{
-#if FULL_SYSTEM
- kernelSymtab->serialize("kernel_symtab", os);
-#else // !FULL_SYSTEM
SERIALIZE_SCALAR(pagePtr);
- SERIALIZE_SCALAR(nextPID);
-#endif
+
+ // also serialize the memories in the system
+ physmem.serializeSection(cp, "physmem");
}
void
-System::unserialize(Checkpoint *cp, const string §ion)
+System::unserialize(CheckpointIn &cp)
{
-#if FULL_SYSTEM
- kernelSymtab->unserialize("kernel_symtab", cp, section);
-#else // !FULL_SYSTEM
UNSERIALIZE_SCALAR(pagePtr);
- UNSERIALIZE_SCALAR(nextPID);
-#endif
+
+ // also unserialize the memories in the system
+ physmem.unserializeSection(cp, "physmem");
+}
+
+void
+System::regStats()
+{
+ SimObject::regStats();
+
+ for (uint32_t j = 0; j < numWorkIds ; j++) {
+ workItemStats[j] = new Stats::Histogram();
+ stringstream namestr;
+ ccprintf(namestr, "work_item_type%d", j);
+ workItemStats[j]->init(20)
+ .name(name() + "." + namestr.str())
+ .desc("Run time stat for" + namestr.str())
+ .prereq(*workItemStats[j]);
+ }
+}
+
+void
+System::workItemEnd(uint32_t tid, uint32_t workid)
+{
+ std::pair<uint32_t,uint32_t> p(tid, workid);
+ if (!lastWorkItemStarted.count(p))
+ return;
+
+ Tick samp = curTick() - lastWorkItemStarted[p];
+ DPRINTF(WorkItems, "Work item end: %d\t%d\t%lld\n", tid, workid, samp);
+
+ if (workid >= numWorkIds)
+ fatal("Got workid greater than specified in system configuration\n");
+
+ workItemStats[workid]->sample(samp);
+ lastWorkItemStarted.erase(p);
}
void
System::printSystems()
{
+ ios::fmtflags flags(cerr.flags());
+
vector<System *>::iterator i = systemList.begin();
vector<System *>::iterator end = systemList.end();
for (; i != end; ++i) {
System *sys = *i;
cerr << "System " << sys->name() << ": " << hex << sys << endl;
}
+
+ cerr.flags(flags);
}
void
System::printSystems();
}
-const char *System::MemoryModeStrings[3] = {"invalid", "atomic",
- "timing"};
+std::string
+System::stripSystemName(const std::string& master_name) const
+{
+ if (startswith(master_name, name())) {
+ return master_name.substr(name().size());
+ } else {
+ return master_name;
+ }
+}
+
+MasterID
+System::lookupMasterId(const SimObject* obj) const
+{
+ MasterID id = Request::invldMasterId;
+
+ // number of occurrences of the SimObject pointer
+ // in the master list.
+ auto obj_number = 0;
+
+ for (int i = 0; i < masters.size(); i++) {
+ if (masters[i].obj == obj) {
+ id = i;
+ obj_number++;
+ }
+ }
+
+ fatal_if(obj_number > 1,
+ "Cannot lookup MasterID by SimObject pointer: "
+ "More than one master is sharing the same SimObject\n");
+
+ return id;
+}
+
+MasterID
+System::lookupMasterId(const std::string& master_name) const
+{
+ std::string name = stripSystemName(master_name);
+
+ for (int i = 0; i < masters.size(); i++) {
+ if (masters[i].masterName == name) {
+ return i;
+ }
+ }
-#if !FULL_SYSTEM
+ return Request::invldMasterId;
+}
+
+MasterID
+System::getGlobalMasterId(const std::string& master_name)
+{
+ return _getMasterId(nullptr, master_name);
+}
+
+MasterID
+System::getMasterId(const SimObject* master, std::string submaster)
+{
+ auto master_name = leafMasterName(master, submaster);
+ return _getMasterId(master, master_name);
+}
+
+MasterID
+System::_getMasterId(const SimObject* master, const std::string& master_name)
+{
+ std::string name = stripSystemName(master_name);
+
+ // CPUs in switch_cpus ask for ids again after switching
+ for (int i = 0; i < masters.size(); i++) {
+ if (masters[i].masterName == name) {
+ return i;
+ }
+ }
+
+ // Verify that the statistics haven't been enabled yet
+ // Otherwise objects will have sized their stat buckets and
+ // they will be too small
+
+ if (Stats::enabled()) {
+ fatal("Can't request a masterId after regStats(). "
+ "You must do so in init().\n");
+ }
+
+ // Generate a new MasterID incrementally
+ MasterID master_id = masters.size();
+
+ // Append the new Master metadata to the group of system Masters.
+ masters.emplace_back(master, name, master_id);
+
+ return masters.back().masterId;
+}
+
+std::string
+System::leafMasterName(const SimObject* master, const std::string& submaster)
+{
+ if (submaster.empty()) {
+ return master->name();
+ } else {
+ // Get the full master name by appending the submaster name to
+ // the root SimObject master name
+ return master->name() + "." + submaster;
+ }
+}
+
+std::string
+System::getMasterName(MasterID master_id)
+{
+ if (master_id >= masters.size())
+ fatal("Invalid master_id passed to getMasterName()\n");
+
+ const auto& master_info = masters[master_id];
+ return master_info.masterName;
+}
System *
SystemParams::create()
{
return new System(this);
}
-
-#endif