2 * Copyright (c) 2012, 2017 ARM Limited
5 * The license below extends only to copyright in the software and shall
6 * not be construed as granting a license to any other intellectual
7 * property including but not limited to intellectual property relating
8 * to a hardware implementation of the functionality of the software
9 * licensed hereunder. You may use the software subject to the license
10 * terms below provided that you ensure that this notice is replicated
11 * unmodified and in its entirety in all distributions of the software,
12 * modified or unmodified, in source code or in binary form.
14 * Copyright (c) 2000-2005 The Regents of The University of Michigan
15 * Copyright (c) 2008 The Hewlett-Packard Development Company
16 * All rights reserved.
18 * Redistribution and use in source and binary forms, with or without
19 * modification, are permitted provided that the following conditions are
20 * met: redistributions of source code must retain the above copyright
21 * notice, this list of conditions and the following disclaimer;
22 * redistributions in binary form must reproduce the above copyright
23 * notice, this list of conditions and the following disclaimer in the
24 * documentation and/or other materials provided with the distribution;
25 * neither the name of the copyright holders nor the names of its
26 * contributors may be used to endorse or promote products derived from
27 * this software without specific prior written permission.
29 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
30 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
31 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
32 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
33 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
34 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
35 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
36 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
37 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
38 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
39 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
44 #include "sim/init.hh"
54 #include "base/cprintf.hh"
55 #include "base/logging.hh"
56 #include "base/types.hh"
57 #include "config/have_protobuf.hh"
58 #include "python/pybind11/pybind.hh"
59 #include "sim/async.hh"
60 #include "sim/core.hh"
63 #include <google/protobuf/stubs/common.h>
68 namespace py
= pybind11
;
70 // The python library is totally messed up with respect to constness,
71 // so make a simple macro to make life a little easier
72 #define PyCC(x) (const_cast<char *>(x))
74 EmbeddedPython
*EmbeddedPython::importer
= NULL
;
75 PyObject
*EmbeddedPython::importerModule
= NULL
;
76 EmbeddedPython::EmbeddedPython(const char *filename
, const char *abspath
,
77 const char *modpath
, const unsigned char *code
, int zlen
, int len
)
78 : filename(filename
), abspath(abspath
), modpath(modpath
), code(code
),
81 // if we've added the importer keep track of it because we need it
83 if (string(modpath
) == string("importer"))
86 getList().push_back(this);
89 list
<EmbeddedPython
*> &
90 EmbeddedPython::getList()
92 static list
<EmbeddedPython
*> the_list
;
97 * Uncompress and unmarshal the code object stored in the
101 EmbeddedPython::getCode() const
103 Bytef marshalled
[len
];
105 int ret
= uncompress(marshalled
, &unzlen
, (const Bytef
*)code
, zlen
);
107 panic("Could not uncompress code: %s\n", zError(ret
));
108 assert(unzlen
== (uLongf
)len
);
110 return PyMarshal_ReadObjectFromString((char *)marshalled
, len
);
114 EmbeddedPython::addModule() const
116 PyObject
*code
= getCode();
117 PyObject
*result
= PyObject_CallMethod(importerModule
, PyCC("add_module"),
118 PyCC("sssO"), filename
, abspath
, modpath
, code
);
129 * Load and initialize all of the python parts of M5.
132 EmbeddedPython::initAll()
134 // Load the importer module
135 PyObject
*code
= importer
->getCode();
136 importerModule
= PyImport_ExecCodeModule(PyCC("importer"), code
);
137 if (!importerModule
) {
142 // Load the rest of the embedded python files into the embedded
144 list
<EmbeddedPython
*>::iterator i
= getList().begin();
145 list
<EmbeddedPython
*>::iterator end
= getList().end();
146 for (; i
!= end
; ++i
)
147 if (!(*i
)->addModule())
153 EmbeddedPyBind::EmbeddedPyBind(const char *_name
,
154 void (*init_func
)(py::module
&),
156 : initFunc(init_func
), registered(false), name(_name
), base(_base
)
158 getMap()[_name
] = this;
161 EmbeddedPyBind::EmbeddedPyBind(const char *_name
,
162 void (*init_func
)(py::module
&))
163 : initFunc(init_func
), registered(false), name(_name
), base("")
165 getMap()[_name
] = this;
169 EmbeddedPyBind::init(py::module
&m
)
175 cprintf("Warning: %s already registered.\n", name
);
180 EmbeddedPyBind::depsReady() const
182 return base
.empty() || getMap()[base
]->registered
;
185 std::map
<std::string
, EmbeddedPyBind
*> &
186 EmbeddedPyBind::getMap()
188 static std::map
<std::string
, EmbeddedPyBind
*> objs
;
192 #if PY_MAJOR_VERSION >= 3
197 EmbeddedPyBind::initAll()
199 std::list
<EmbeddedPyBind
*> pending
;
201 py::module m_m5
= py::module("_m5");
202 m_m5
.attr("__package__") = py::cast("_m5");
204 pybind_init_core(m_m5
);
205 pybind_init_debug(m_m5
);
207 pybind_init_event(m_m5
);
208 pybind_init_stats(m_m5
);
210 for (auto &kv
: getMap()) {
211 auto &obj
= kv
.second
;
212 if (obj
->base
.empty()) {
215 pending
.push_back(obj
);
219 while (!pending
.empty()) {
220 for (auto it
= pending
.begin(); it
!= pending
.end(); ) {
221 EmbeddedPyBind
&obj
= **it
;
222 if (obj
.depsReady()) {
224 it
= pending
.erase(it
);
231 #if PY_MAJOR_VERSION >= 3
237 registerNativeModules()
239 auto result
= PyImport_AppendInittab("_m5", EmbeddedPyBind::initAll
);
241 panic("Failed to add _m5 to Python's inittab\n");
245 * Make the commands array weak so that they can be overridden (used
246 * by unit tests to specify a different python main function.
248 const char * __attribute__((weak
)) m5MainCommands
[] = {
251 0 // sentinel is required
255 * Start up the M5 simulator. This mostly vectors into the python
259 m5Main(int argc
, char **_argv
)
262 // Verify that the version of the protobuf library that we linked
263 // against is compatible with the version of the headers we
265 GOOGLE_PROTOBUF_VERIFY_VERSION
;
269 #if PY_MAJOR_VERSION >= 3
270 typedef std::unique_ptr
<wchar_t[], decltype(&PyMem_RawFree
)> WArgUPtr
;
271 std::vector
<WArgUPtr
> v_argv
;
272 std::vector
<wchar_t *> vp_argv
;
273 v_argv
.reserve(argc
);
274 vp_argv
.reserve(argc
);
275 for (int i
= 0; i
< argc
; i
++) {
276 v_argv
.emplace_back(Py_DecodeLocale(_argv
[i
], NULL
), &PyMem_RawFree
);
277 vp_argv
.emplace_back(v_argv
.back().get());
280 wchar_t **argv
= vp_argv
.data();
285 PySys_SetArgv(argc
, argv
);
287 // We have to set things up in the special __main__ module
288 PyObject
*module
= PyImport_AddModule(PyCC("__main__"));
290 panic("Could not import __main__");
291 PyObject
*dict
= PyModule_GetDict(module
);
293 // import the main m5 module
295 const char **command
= m5MainCommands
;
297 // evaluate each command in the m5MainCommands array (basically a
298 // bunch of python statements.
300 result
= PyRun_String(*command
, Py_file_input
, dict
, dict
);
311 google::protobuf::ShutdownProtobufLibrary();