123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279 |
- /*
- pybind11/embed.h: Support for embedding the interpreter
- Copyright (c) 2017 Wenzel Jakob <wenzel.jakob@epfl.ch>
- All rights reserved. Use of this source code is governed by a
- BSD-style license that can be found in the LICENSE file.
- */
- #pragma once
- #include "pybind11.h"
- #include "eval.h"
- #include <memory>
- #include <vector>
- #if defined(PYPY_VERSION)
- # error Embedding the interpreter is not supported with PyPy
- #endif
- #define PYBIND11_EMBEDDED_MODULE_IMPL(name) \
- extern "C" PyObject *pybind11_init_impl_##name(); \
- extern "C" PyObject *pybind11_init_impl_##name() { return pybind11_init_wrapper_##name(); }
- /** \rst
- Add a new module to the table of builtins for the interpreter. Must be
- defined in global scope. The first macro parameter is the name of the
- module (without quotes). The second parameter is the variable which will
- be used as the interface to add functions and classes to the module.
- .. code-block:: cpp
- PYBIND11_EMBEDDED_MODULE(example, m) {
- // ... initialize functions and classes here
- m.def("foo", []() {
- return "Hello, World!";
- });
- }
- \endrst */
- #define PYBIND11_EMBEDDED_MODULE(name, variable) \
- static ::pybind11::module_::module_def PYBIND11_CONCAT(pybind11_module_def_, name); \
- static void PYBIND11_CONCAT(pybind11_init_, name)(::pybind11::module_ &); \
- static PyObject PYBIND11_CONCAT(*pybind11_init_wrapper_, name)() { \
- auto m = ::pybind11::module_::create_extension_module( \
- PYBIND11_TOSTRING(name), nullptr, &PYBIND11_CONCAT(pybind11_module_def_, name)); \
- try { \
- PYBIND11_CONCAT(pybind11_init_, name)(m); \
- return m.ptr(); \
- } \
- PYBIND11_CATCH_INIT_EXCEPTIONS \
- } \
- PYBIND11_EMBEDDED_MODULE_IMPL(name) \
- ::pybind11::detail::embedded_module PYBIND11_CONCAT(pybind11_module_, name)( \
- PYBIND11_TOSTRING(name), PYBIND11_CONCAT(pybind11_init_impl_, name)); \
- void PYBIND11_CONCAT(pybind11_init_, name)(::pybind11::module_ \
- & variable) // NOLINT(bugprone-macro-parentheses)
- PYBIND11_NAMESPACE_BEGIN(PYBIND11_NAMESPACE)
- PYBIND11_NAMESPACE_BEGIN(detail)
- /// Python 2.7/3.x compatible version of `PyImport_AppendInittab` and error checks.
- struct embedded_module {
- using init_t = PyObject *(*) ();
- embedded_module(const char *name, init_t init) {
- if (Py_IsInitialized() != 0) {
- pybind11_fail("Can't add new modules after the interpreter has been initialized");
- }
- auto result = PyImport_AppendInittab(name, init);
- if (result == -1) {
- pybind11_fail("Insufficient memory to add a new module");
- }
- }
- };
- struct wide_char_arg_deleter {
- void operator()(wchar_t *ptr) const {
- // API docs: https://docs.python.org/3/c-api/sys.html#c.Py_DecodeLocale
- PyMem_RawFree(ptr);
- }
- };
- inline wchar_t *widen_chars(const char *safe_arg) {
- wchar_t *widened_arg = Py_DecodeLocale(safe_arg, nullptr);
- return widened_arg;
- }
- PYBIND11_NAMESPACE_END(detail)
- /** \rst
- Initialize the Python interpreter. No other pybind11 or CPython API functions can be
- called before this is done; with the exception of `PYBIND11_EMBEDDED_MODULE`. The
- optional `init_signal_handlers` parameter can be used to skip the registration of
- signal handlers (see the `Python documentation`_ for details). Calling this function
- again after the interpreter has already been initialized is a fatal error.
- If initializing the Python interpreter fails, then the program is terminated. (This
- is controlled by the CPython runtime and is an exception to pybind11's normal behavior
- of throwing exceptions on errors.)
- The remaining optional parameters, `argc`, `argv`, and `add_program_dir_to_path` are
- used to populate ``sys.argv`` and ``sys.path``.
- See the |PySys_SetArgvEx documentation|_ for details.
- .. _Python documentation: https://docs.python.org/3/c-api/init.html#c.Py_InitializeEx
- .. |PySys_SetArgvEx documentation| replace:: ``PySys_SetArgvEx`` documentation
- .. _PySys_SetArgvEx documentation: https://docs.python.org/3/c-api/init.html#c.PySys_SetArgvEx
- \endrst */
- inline void initialize_interpreter(bool init_signal_handlers = true,
- int argc = 0,
- const char *const *argv = nullptr,
- bool add_program_dir_to_path = true) {
- if (Py_IsInitialized() != 0) {
- pybind11_fail("The interpreter is already running");
- }
- #if PY_VERSION_HEX < 0x030B0000
- Py_InitializeEx(init_signal_handlers ? 1 : 0);
- // Before it was special-cased in python 3.8, passing an empty or null argv
- // caused a segfault, so we have to reimplement the special case ourselves.
- bool special_case = (argv == nullptr || argc <= 0);
- const char *const empty_argv[]{"\0"};
- const char *const *safe_argv = special_case ? empty_argv : argv;
- if (special_case) {
- argc = 1;
- }
- auto argv_size = static_cast<size_t>(argc);
- // SetArgv* on python 3 takes wchar_t, so we have to convert.
- std::unique_ptr<wchar_t *[]> widened_argv(new wchar_t *[argv_size]);
- std::vector<std::unique_ptr<wchar_t[], detail::wide_char_arg_deleter>> widened_argv_entries;
- widened_argv_entries.reserve(argv_size);
- for (size_t ii = 0; ii < argv_size; ++ii) {
- widened_argv_entries.emplace_back(detail::widen_chars(safe_argv[ii]));
- if (!widened_argv_entries.back()) {
- // A null here indicates a character-encoding failure or the python
- // interpreter out of memory. Give up.
- return;
- }
- widened_argv[ii] = widened_argv_entries.back().get();
- }
- auto *pysys_argv = widened_argv.get();
- PySys_SetArgvEx(argc, pysys_argv, static_cast<int>(add_program_dir_to_path));
- #else
- PyConfig config;
- PyConfig_InitIsolatedConfig(&config);
- config.isolated = 0;
- config.use_environment = 1;
- config.install_signal_handlers = init_signal_handlers ? 1 : 0;
- PyStatus status = PyConfig_SetBytesArgv(&config, argc, const_cast<char *const *>(argv));
- if (PyStatus_Exception(status)) {
- // A failure here indicates a character-encoding failure or the python
- // interpreter out of memory. Give up.
- PyConfig_Clear(&config);
- throw std::runtime_error(PyStatus_IsError(status) ? status.err_msg
- : "Failed to prepare CPython");
- }
- status = Py_InitializeFromConfig(&config);
- PyConfig_Clear(&config);
- if (PyStatus_Exception(status)) {
- throw std::runtime_error(PyStatus_IsError(status) ? status.err_msg
- : "Failed to init CPython");
- }
- if (add_program_dir_to_path) {
- PyRun_SimpleString("import sys, os.path; "
- "sys.path.insert(0, "
- "os.path.abspath(os.path.dirname(sys.argv[0])) "
- "if sys.argv and os.path.exists(sys.argv[0]) else '')");
- }
- #endif
- }
- /** \rst
- Shut down the Python interpreter. No pybind11 or CPython API functions can be called
- after this. In addition, pybind11 objects must not outlive the interpreter:
- .. code-block:: cpp
- { // BAD
- py::initialize_interpreter();
- auto hello = py::str("Hello, World!");
- py::finalize_interpreter();
- } // <-- BOOM, hello's destructor is called after interpreter shutdown
- { // GOOD
- py::initialize_interpreter();
- { // scoped
- auto hello = py::str("Hello, World!");
- } // <-- OK, hello is cleaned up properly
- py::finalize_interpreter();
- }
- { // BETTER
- py::scoped_interpreter guard{};
- auto hello = py::str("Hello, World!");
- }
- .. warning::
- The interpreter can be restarted by calling `initialize_interpreter` again.
- Modules created using pybind11 can be safely re-initialized. However, Python
- itself cannot completely unload binary extension modules and there are several
- caveats with regard to interpreter restarting. All the details can be found
- in the CPython documentation. In short, not all interpreter memory may be
- freed, either due to reference cycles or user-created global data.
- \endrst */
- inline void finalize_interpreter() {
- handle builtins(PyEval_GetBuiltins());
- const char *id = PYBIND11_INTERNALS_ID;
- // Get the internals pointer (without creating it if it doesn't exist). It's possible for the
- // internals to be created during Py_Finalize() (e.g. if a py::capsule calls `get_internals()`
- // during destruction), so we get the pointer-pointer here and check it after Py_Finalize().
- detail::internals **internals_ptr_ptr = detail::get_internals_pp();
- // It could also be stashed in builtins, so look there too:
- if (builtins.contains(id) && isinstance<capsule>(builtins[id])) {
- internals_ptr_ptr = capsule(builtins[id]);
- }
- // Local internals contains data managed by the current interpreter, so we must clear them to
- // avoid undefined behaviors when initializing another interpreter
- detail::get_local_internals().registered_types_cpp.clear();
- detail::get_local_internals().registered_exception_translators.clear();
- Py_Finalize();
- if (internals_ptr_ptr) {
- delete *internals_ptr_ptr;
- *internals_ptr_ptr = nullptr;
- }
- }
- /** \rst
- Scope guard version of `initialize_interpreter` and `finalize_interpreter`.
- This a move-only guard and only a single instance can exist.
- See `initialize_interpreter` for a discussion of its constructor arguments.
- .. code-block:: cpp
- #include <pybind11/embed.h>
- int main() {
- py::scoped_interpreter guard{};
- py::print(Hello, World!);
- } // <-- interpreter shutdown
- \endrst */
- class scoped_interpreter {
- public:
- explicit scoped_interpreter(bool init_signal_handlers = true,
- int argc = 0,
- const char *const *argv = nullptr,
- bool add_program_dir_to_path = true) {
- initialize_interpreter(init_signal_handlers, argc, argv, add_program_dir_to_path);
- }
- scoped_interpreter(const scoped_interpreter &) = delete;
- scoped_interpreter(scoped_interpreter &&other) noexcept { other.is_valid = false; }
- scoped_interpreter &operator=(const scoped_interpreter &) = delete;
- scoped_interpreter &operator=(scoped_interpreter &&) = delete;
- ~scoped_interpreter() {
- if (is_valid) {
- finalize_interpreter();
- }
- }
- private:
- bool is_valid = true;
- };
- PYBIND11_NAMESPACE_END(PYBIND11_NAMESPACE)
|