/*
+ * Copyright (c) 2011-2014,2017-2018 ARM Limited
+ * All rights reserved
+ *
+ * The license below extends only to copyright in the software and shall
+ * not be construed as granting a license to any other intellectual
+ * property including but not limited to intellectual property relating
+ * to a hardware implementation of the functionality of the software
+ * licensed hereunder. You may use the software subject to the license
+ * terms below provided that you ensure that this notice is replicated
+ * unmodified and in its entirety in all distributions of the software,
+ * modified or unmodified, in source code or in binary form.
+ *
* Copyright (c) 2003-2006 The Regents of The University of Michigan
+ * Copyright (c) 2011 Regents of the University of California
* All rights reserved.
*
* Redistribution and use in source and binary forms, with or without
* Lisa Hsu
* Nathan Binkert
* Ali Saidi
+ * Rick Strong
*/
-#include "arch/isa_traits.hh"
+#include "sim/system.hh"
+
+#include <algorithm>
+
#include "arch/remote_gdb.hh"
+#include "arch/utility.hh"
#include "base/loader/object_file.hh"
#include "base/loader/symtab.hh"
+#include "base/str.hh"
#include "base/trace.hh"
+#include "config/use_kvm.hh"
+#if USE_KVM
+#include "cpu/kvm/base.hh"
+#include "cpu/kvm/vm.hh"
+#endif
+#include "cpu/base.hh"
#include "cpu/thread_context.hh"
-#include "mem/mem_object.hh"
+#include "debug/Loader.hh"
+#include "debug/WorkItems.hh"
+#include "mem/abstract_mem.hh"
#include "mem/physical.hh"
-#include "sim/builder.hh"
+#include "params/System.hh"
#include "sim/byteswap.hh"
-#include "sim/system.hh"
-#if FULL_SYSTEM
-#include "arch/vtophys.hh"
+#include "sim/debug.hh"
+#include "sim/full_system.hh"
+
+/**
+ * To avoid linking errors with LTO, only include the header if we
+ * actually have a definition.
+ */
+#if THE_ISA != NULL_ISA
#include "kern/kernel_stats.hh"
+
#endif
using namespace std;
int System::numSystemsRunning = 0;
System::System(Params *p)
- : SimObject(p->name), physmem(p->physmem), numcpus(0),
-#if FULL_SYSTEM
+ : MemObject(p), _systemPort("system_port", this),
+ multiThread(p->multi_thread),
+ pagePtr(0),
init_param(p->init_param),
- functionalPort(p->name + "-fport"),
- virtPort(p->name + "-vport"),
+ physProxy(_systemPort, p->cache_line_size),
+ kernelSymtab(nullptr),
+ kernel(nullptr),
+ loadAddrMask(p->load_addr_mask),
+ loadAddrOffset(p->load_offset),
+#if USE_KVM
+ kvmVM(p->kvm_vm),
#else
- page_ptr(0),
+ kvmVM(nullptr),
#endif
- memoryMode(p->mem_mode), _params(p)
+ physmem(name() + ".physmem", p->memories, p->mmap_using_noreserve),
+ memoryMode(p->mem_mode),
+ _cacheLineSize(p->cache_line_size),
+ workItemsBegin(0),
+ workItemsEnd(0),
+ numWorkIds(p->num_work_ids),
+ thermalModel(p->thermal_model),
+ _params(p),
+ totalNumInsts(0),
+ instEventQueue("system instruction-based event queue")
{
// add self to global system list
systemList.push_back(this);
-#if FULL_SYSTEM
- kernelSymtab = new SymbolTable;
- debugSymbolTable = new SymbolTable;
-
-
- /**
- * Get a functional port to memory
- */
- Port *mem_port;
- mem_port = physmem->getPort("functional");
- functionalPort.setPeer(mem_port);
- mem_port->setPeer(&functionalPort);
-
- mem_port = physmem->getPort("functional");
- virtPort.setPeer(mem_port);
- mem_port->setPeer(&virtPort);
-
-
- /**
- * Load the kernel code into memory
- */
- if (params()->kernel_path == "") {
- warn("No kernel set for full system simulation. Assuming you know what"
- " you're doing...\n");
- } else {
- // Load kernel code
- kernel = createObjectFile(params()->kernel_path);
- if (kernel == NULL)
- fatal("Could not load kernel file %s", params()->kernel_path);
-
- // Load program sections into memory
- kernel->loadSections(&functionalPort, LoadAddrMask);
-
- // setup entry points
- kernelStart = kernel->textBase();
- kernelEnd = kernel->bssBase() + kernel->bssSize();
- kernelEntry = kernel->entryPoint();
-
- // load symbols
- if (!kernel->loadGlobalSymbols(kernelSymtab))
- panic("could not load kernel symbols\n");
-
- if (!kernel->loadLocalSymbols(kernelSymtab))
- panic("could not load kernel local symbols\n");
+#if USE_KVM
+ if (kvmVM) {
+ kvmVM->setSystem(this);
+ }
+#endif
- if (!kernel->loadGlobalSymbols(debugSymbolTable))
- panic("could not load kernel symbols\n");
+ if (FullSystem) {
+ kernelSymtab = new SymbolTable;
+ if (!debugSymbolTable)
+ debugSymbolTable = new SymbolTable;
+ }
- if (!kernel->loadLocalSymbols(debugSymbolTable))
- panic("could not load kernel local symbols\n");
+ // check if the cache line size is a value known to work
+ if (!(_cacheLineSize == 16 || _cacheLineSize == 32 ||
+ _cacheLineSize == 64 || _cacheLineSize == 128))
+ warn_once("Cache line size is neither 16, 32, 64 nor 128 bytes.\n");
+
+ // Get the generic system master IDs
+ MasterID tmp_id M5_VAR_USED;
+ tmp_id = getMasterId(this, "writebacks");
+ assert(tmp_id == Request::wbMasterId);
+ tmp_id = getMasterId(this, "functional");
+ assert(tmp_id == Request::funcMasterId);
+ tmp_id = getMasterId(this, "interrupt");
+ assert(tmp_id == Request::intMasterId);
+
+ if (FullSystem) {
+ if (params()->kernel == "") {
+ inform("No kernel set for full system simulation. "
+ "Assuming you know what you're doing\n");
+ } else {
+ // Get the kernel code
+ kernel = createObjectFile(params()->kernel);
+ inform("kernel located at: %s", params()->kernel);
+
+ if (kernel == NULL)
+ fatal("Could not load kernel file %s", params()->kernel);
+
+ // setup entry points
+ kernelStart = kernel->textBase();
+ kernelEnd = kernel->bssBase() + kernel->bssSize();
+ kernelEntry = kernel->entryPoint();
+
+ // If load_addr_mask is set to 0x0, then auto-calculate
+ // the smallest mask to cover all kernel addresses so gem5
+ // can relocate the kernel to a new offset.
+ if (loadAddrMask == 0) {
+ Addr shift_amt = findMsbSet(kernelEnd - kernelStart) + 1;
+ loadAddrMask = ((Addr)1 << shift_amt) - 1;
+ }
+
+ // load symbols
+ if (!kernel->loadGlobalSymbols(kernelSymtab))
+ fatal("could not load kernel symbols\n");
+
+ if (!kernel->loadLocalSymbols(kernelSymtab))
+ fatal("could not load kernel local symbols\n");
+
+ if (!kernel->loadGlobalSymbols(debugSymbolTable))
+ fatal("could not load kernel symbols\n");
+
+ if (!kernel->loadLocalSymbols(debugSymbolTable))
+ fatal("could not load kernel local symbols\n");
+
+ // Loading only needs to happen once and after memory system is
+ // connected so it will happen in initState()
+ }
- DPRINTF(Loader, "Kernel start = %#x\n", kernelStart);
- DPRINTF(Loader, "Kernel end = %#x\n", kernelEnd);
- DPRINTF(Loader, "Kernel entry = %#x\n", kernelEntry);
- DPRINTF(Loader, "Kernel loaded...\n");
+ for (const auto &obj_name : p->kernel_extras) {
+ inform("Loading additional kernel object: %s", obj_name);
+ ObjectFile *obj = createObjectFile(obj_name);
+ fatal_if(!obj, "Failed to additional kernel object '%s'.\n",
+ obj_name);
+ kernelExtras.push_back(obj);
+ }
}
-#endif // FULL_SYSTEM
- // increment the number of running systms
+ // increment the number of running systems
numSystemsRunning++;
+
+ // Set back pointers to the system in all memories
+ for (int x = 0; x < params()->memories.size(); x++)
+ params()->memories[x]->system(this);
}
System::~System()
{
-#if FULL_SYSTEM
delete kernelSymtab;
delete kernel;
-#else
- panic("System::fixFuncEventAddr needs to be rewritten "
- "to work with syscall emulation");
-#endif // FULL_SYSTEM}
+
+ for (uint32_t j = 0; j < numWorkIds; j++)
+ delete workItemStats[j];
+}
+
+void
+System::init()
+{
+ // check that the system port is connected
+ if (!_systemPort.isConnected())
+ panic("System port on %s is not connected.\n", name());
}
-int rgdb_wait = -1;
+BaseMasterPort&
+System::getMasterPort(const std::string &if_name, PortID idx)
+{
+ // no need to distinguish at the moment (besides checking)
+ return _systemPort;
+}
void
-System::setMemoryMode(MemoryMode mode)
+System::setMemoryMode(Enums::MemoryMode mode)
{
- assert(getState() == Drained);
+ assert(drainState() == DrainState::Drained);
memoryMode = mode;
}
bool System::breakpoint()
{
- return remoteGDB[0]->breakpoint();
+ if (remoteGDB.size())
+ return remoteGDB[0]->breakpoint();
+ return false;
}
-int
-System::registerThreadContext(ThreadContext *tc, int id)
+ContextID
+System::registerThreadContext(ThreadContext *tc, ContextID assigned)
{
- if (id == -1) {
- for (id = 0; id < threadContexts.size(); id++) {
- if (!threadContexts[id])
- break;
- }
+ int id = assigned;
+ if (id == InvalidContextID) {
+ // Find an unused context ID for this thread.
+ id = 0;
+ while (id < threadContexts.size() && threadContexts[id])
+ id++;
}
if (threadContexts.size() <= id)
threadContexts.resize(id + 1);
- if (threadContexts[id])
- panic("Cannot have two CPUs with the same id (%d)\n", id);
+ fatal_if(threadContexts[id],
+ "Cannot have two CPUs with the same id (%d)\n", id);
threadContexts[id] = tc;
- numcpus++;
-
- RemoteGDB *rgdb = new RemoteGDB(this, tc);
- GDBListener *gdbl = new GDBListener(rgdb, 7000 + id);
- gdbl->listen();
- /**
- * Uncommenting this line waits for a remote debugger to connect
- * to the simulator before continuing.
- */
- if (rgdb_wait != -1 && rgdb_wait == id)
- gdbl->accept();
-
- if (remoteGDB.size() <= id) {
- remoteGDB.resize(id + 1);
+
+#if THE_ISA != NULL_ISA
+ int port = getRemoteGDBPort();
+ if (port) {
+ RemoteGDB *rgdb = new RemoteGDB(this, tc, port + id);
+ rgdb->listen();
+
+ BaseCPU *cpu = tc->getCpuPtr();
+ if (cpu->waitForRemoteGDB()) {
+ inform("%s: Waiting for a remote GDB connection on port %d.\n",
+ cpu->name(), rgdb->port());
+
+ rgdb->connect();
+ }
+ if (remoteGDB.size() <= id) {
+ remoteGDB.resize(id + 1);
+ }
+
+ remoteGDB[id] = rgdb;
}
+#endif
- remoteGDB[id] = rgdb;
+ activeCpus.push_back(false);
return id;
}
+int
+System::numRunningContexts()
+{
+ return std::count_if(
+ threadContexts.cbegin(),
+ threadContexts.cend(),
+ [] (ThreadContext* tc) {
+ return tc->status() != ThreadContext::Halted;
+ }
+ );
+}
+
void
-System::startup()
+System::initState()
{
- int i;
- for (i = 0; i < threadContexts.size(); i++)
- threadContexts[i]->activate(0);
+ if (FullSystem) {
+ for (int i = 0; i < threadContexts.size(); i++)
+ TheISA::startupCPU(threadContexts[i], i);
+ // Moved from the constructor to here since it relies on the
+ // address map being resolved in the interconnect
+ /**
+ * Load the kernel code into memory
+ */
+ if (params()->kernel != "") {
+ if (params()->kernel_addr_check) {
+ // Validate kernel mapping before loading binary
+ if (!(isMemAddr((kernelStart & loadAddrMask) +
+ loadAddrOffset) &&
+ isMemAddr((kernelEnd & loadAddrMask) +
+ loadAddrOffset))) {
+ fatal("Kernel is mapped to invalid location (not memory). "
+ "kernelStart 0x(%x) - kernelEnd 0x(%x) %#x:%#x\n",
+ kernelStart,
+ kernelEnd, (kernelStart & loadAddrMask) +
+ loadAddrOffset,
+ (kernelEnd & loadAddrMask) + loadAddrOffset);
+ }
+ }
+ // Load program sections into memory
+ kernel->loadSections(physProxy, loadAddrMask, loadAddrOffset);
+ for (const auto &extra_kernel : kernelExtras) {
+ extra_kernel->loadSections(physProxy, loadAddrMask,
+ loadAddrOffset);
+ }
+
+ DPRINTF(Loader, "Kernel start = %#x\n", kernelStart);
+ DPRINTF(Loader, "Kernel end = %#x\n", kernelEnd);
+ DPRINTF(Loader, "Kernel entry = %#x\n", kernelEntry);
+ DPRINTF(Loader, "Kernel loaded...\n");
+ }
+ }
}
void
-System::replaceThreadContext(ThreadContext *tc, int id)
+System::replaceThreadContext(ThreadContext *tc, ContextID context_id)
{
- if (id >= threadContexts.size()) {
+ if (context_id >= threadContexts.size()) {
panic("replaceThreadContext: bad id, %d >= %d\n",
- id, threadContexts.size());
+ context_id, threadContexts.size());
}
- threadContexts[id] = tc;
- remoteGDB[id]->replaceThreadContext(tc);
+ threadContexts[context_id] = tc;
+ if (context_id < remoteGDB.size())
+ remoteGDB[context_id]->replaceThreadContext(tc);
+}
+
+bool
+System::validKvmEnvironment() const
+{
+#if USE_KVM
+ if (threadContexts.empty())
+ return false;
+
+ for (auto tc : threadContexts) {
+ if (dynamic_cast<BaseKvmCPU*>(tc->getCpuPtr()) == nullptr) {
+ return false;
+ }
+ }
+ return true;
+#else
+ return false;
+#endif
}
-#if !FULL_SYSTEM
Addr
-System::new_page()
+System::allocPhysPages(int npages)
{
- Addr return_addr = page_ptr << LogVMPageSize;
- ++page_ptr;
- if (return_addr >= physmem->size())
+ Addr return_addr = pagePtr << PageShift;
+ pagePtr += npages;
+
+ Addr next_return_addr = pagePtr << PageShift;
+
+ AddrRange m5opRange(0xffff0000, 0xffffffff);
+ if (m5opRange.contains(next_return_addr)) {
+ warn("Reached m5ops MMIO region\n");
+ return_addr = 0xffffffff;
+ pagePtr = 0xffffffff >> PageShift;
+ }
+
+ if ((pagePtr << PageShift) > physmem.totalSize())
fatal("Out of memory, please increase size of physical memory.");
return return_addr;
}
-#endif
+
+Addr
+System::memSize() const
+{
+ return physmem.totalSize();
+}
+
+Addr
+System::freeMemSize() const
+{
+ return physmem.totalSize() - (pagePtr << PageShift);
+}
+
+bool
+System::isMemAddr(Addr addr) const
+{
+ return physmem.isMemAddr(addr);
+}
void
-System::serialize(ostream &os)
+System::drainResume()
{
-#if FULL_SYSTEM
- kernelSymtab->serialize("kernel_symtab", os);
-#endif // FULL_SYSTEM
+ totalNumInsts = 0;
+}
+
+void
+System::serialize(CheckpointOut &cp) const
+{
+ if (FullSystem)
+ kernelSymtab->serialize("kernel_symtab", cp);
+ SERIALIZE_SCALAR(pagePtr);
+ serializeSymtab(cp);
+
+ // also serialize the memories in the system
+ physmem.serializeSection(cp, "physmem");
}
void
-System::unserialize(Checkpoint *cp, const string §ion)
+System::unserialize(CheckpointIn &cp)
{
-#if FULL_SYSTEM
- kernelSymtab->unserialize("kernel_symtab", cp, section);
-#endif // FULL_SYSTEM
+ if (FullSystem)
+ kernelSymtab->unserialize("kernel_symtab", cp);
+ UNSERIALIZE_SCALAR(pagePtr);
+ unserializeSymtab(cp);
+
+ // also unserialize the memories in the system
+ physmem.unserializeSection(cp, "physmem");
+}
+
+void
+System::regStats()
+{
+ MemObject::regStats();
+
+ for (uint32_t j = 0; j < numWorkIds ; j++) {
+ workItemStats[j] = new Stats::Histogram();
+ stringstream namestr;
+ ccprintf(namestr, "work_item_type%d", j);
+ workItemStats[j]->init(20)
+ .name(name() + "." + namestr.str())
+ .desc("Run time stat for" + namestr.str())
+ .prereq(*workItemStats[j]);
+ }
+}
+
+void
+System::workItemEnd(uint32_t tid, uint32_t workid)
+{
+ std::pair<uint32_t,uint32_t> p(tid, workid);
+ if (!lastWorkItemStarted.count(p))
+ return;
+
+ Tick samp = curTick() - lastWorkItemStarted[p];
+ DPRINTF(WorkItems, "Work item end: %d\t%d\t%lld\n", tid, workid, samp);
+
+ if (workid >= numWorkIds)
+ fatal("Got workid greater than specified in system configuration\n");
+
+ workItemStats[workid]->sample(samp);
+ lastWorkItemStarted.erase(p);
}
void
System::printSystems()
{
+ ios::fmtflags flags(cerr.flags());
+
vector<System *>::iterator i = systemList.begin();
vector<System *>::iterator end = systemList.end();
for (; i != end; ++i) {
System *sys = *i;
cerr << "System " << sys->name() << ": " << hex << sys << endl;
}
+
+ cerr.flags(flags);
}
void
System::printSystems();
}
-const char *System::MemoryModeStrings[3] = {"invalid", "atomic",
- "timing"};
-
-#if FULL_SYSTEM
-
-// In full system mode, only derived classes (e.g. AlphaLinuxSystem)
-// can be created directly.
+MasterID
+System::getGlobalMasterId(std::string master_name)
+{
+ return _getMasterId(nullptr, master_name);
+}
-DEFINE_SIM_OBJECT_CLASS_NAME("System", System)
+MasterID
+System::getMasterId(const SimObject* master, std::string submaster)
+{
+ auto master_name = leafMasterName(master, submaster);
+ return _getMasterId(master, master_name);
+}
-#else
+MasterID
+System::_getMasterId(const SimObject* master, std::string master_name)
+{
+ if (startswith(master_name, name()))
+ master_name = master_name.erase(0, name().size() + 1);
-BEGIN_DECLARE_SIM_OBJECT_PARAMS(System)
+ // CPUs in switch_cpus ask for ids again after switching
+ for (int i = 0; i < masters.size(); i++) {
+ if (masters[i].masterName == master_name) {
+ return i;
+ }
+ }
- SimObjectParam<PhysicalMemory *> physmem;
- SimpleEnumParam<System::MemoryMode> mem_mode;
+ // Verify that the statistics haven't been enabled yet
+ // Otherwise objects will have sized their stat buckets and
+ // they will be too small
-END_DECLARE_SIM_OBJECT_PARAMS(System)
+ if (Stats::enabled()) {
+ fatal("Can't request a masterId after regStats(). "
+ "You must do so in init().\n");
+ }
-BEGIN_INIT_SIM_OBJECT_PARAMS(System)
+ // Generate a new MasterID incrementally
+ MasterID master_id = masters.size();
- INIT_PARAM(physmem, "physical memory"),
- INIT_ENUM_PARAM(mem_mode, "Memory Mode, (1=atomic, 2=timing)",
- System::MemoryModeStrings)
+ // Append the new Master metadata to the group of system Masters.
+ masters.emplace_back(master, master_name, master_id);
-END_INIT_SIM_OBJECT_PARAMS(System)
+ return masters.back().masterId;
+}
-CREATE_SIM_OBJECT(System)
+std::string
+System::leafMasterName(const SimObject* master, const std::string& submaster)
{
- System::Params *p = new System::Params;
- p->name = getInstanceName();
- p->physmem = physmem;
- p->mem_mode = mem_mode;
- return new System(p);
+ if (submaster.empty()) {
+ return master->name();
+ } else {
+ // Get the full master name by appending the submaster name to
+ // the root SimObject master name
+ return master->name() + "." + submaster;
+ }
}
-REGISTER_SIM_OBJECT("System", System)
+std::string
+System::getMasterName(MasterID master_id)
+{
+ if (master_id >= masters.size())
+ fatal("Invalid master_id passed to getMasterName()\n");
-#endif
+ const auto& master_info = masters[master_id];
+ return master_info.masterName;
+}
+
+System *
+SystemParams::create()
+{
+ return new System(this);
+}