#include "Python.h"

#include "pycore_import.h" // _PyImport_BootstrapImp()

#include "pycore_initconfig.h" // _PyStatus_OK()

#include "pycore_interp.h" // _PyInterpreterState_ClearModules()

#include "pycore_namespace.h" // _PyNamespace_Type

#include "pycore_pyerrors.h" // _PyErr_SetString()

#include "pycore_pyhash.h" // _Py_KeyedHash()

#include "pycore_pylifecycle.h"

#include "pycore_pymem.h" // _PyMem_SetDefaultAllocator()

#include "pycore_pystate.h" // _PyInterpreterState_GET()

#include "pycore_sysmodule.h" // _PySys_Audit()

#include "marshal.h" // PyMarshal_ReadObjectFromString()

#include "importdl.h" // _PyImport_DynLoadFiletab

#include "pydtrace.h" // PyDTrace_IMPORT_FIND_LOAD_START_ENABLED()

#include <stdbool.h> // bool

#ifdef HAVE_FCNTL_H

#include <fcntl.h>

#ifdef __cplusplus

extern "C" {

static PyObject *import_add_module(PyThreadState *tstate, PyObject *name);

static PyObject *extensions = NULL;

extern struct _inittab _PyImport_Inittab[];

struct _inittab *PyImport_Inittab = _PyImport_Inittab;

static struct _inittab *inittab_copy = NULL;

#include "clinic/import.c.h"

_PyImportZip_Init(PyThreadState *tstate)

{

PyObject *path_hooks;

int err = 0;

path_hooks = PySys_GetObject("path_hooks");

if (path_hooks == NULL) {

_PyErr_SetString(tstate, PyExc_RuntimeError,

"unable to get sys.path_hooks");

goto error;

}

int verbose = _PyInterpreterState_GetConfig(tstate->interp)->verbose;

if (verbose) {

PySys_WriteStderr("# installing zipimport hook\n");

}

PyObject *zipimporter = _PyImport_GetModuleAttrString("zipimport", "zipimporter");

if (zipimporter == NULL) {

_PyErr_Clear(tstate); /* No zipimporter object -- okay */

if (verbose) {

PySys_WriteStderr("# can't import zipimport.zipimporter\n");

}

}

else {

/* sys.path_hooks.insert(0, zipimporter) */

err = PyList_Insert(path_hooks, 0, zipimporter);

Py_DECREF(zipimporter);

if (err < 0) {

goto error;

}

if (verbose) {

PySys_WriteStderr("# installed zipimport hook\n");

}

}

return _PyStatus_OK();

error:

PyErr_Print();

return _PyStatus_ERR("initializing zipimport failed");

}

static PyThread_type_lock import_lock = NULL;

static unsigned long import_lock_thread = PYTHREAD_INVALID_THREAD_ID;

static int import_lock_level = 0;

_PyImport_AcquireLock(void)

{

unsigned long me = PyThread_get_thread_ident();

if (me == PYTHREAD_INVALID_THREAD_ID)

return; /* Too bad */

if (import_lock == NULL) {

import_lock = PyThread_allocate_lock();

if (import_lock == NULL)

return; /* Nothing much we can do. */

}

if (import_lock_thread == me) {

import_lock_level++;

return;

}

if (import_lock_thread != PYTHREAD_INVALID_THREAD_ID ||

!PyThread_acquire_lock(import_lock, 0))

{

PyThreadState *tstate = PyEval_SaveThread();

PyThread_acquire_lock(import_lock, WAIT_LOCK);

PyEval_RestoreThread(tstate);

}

assert(import_lock_level == 0);

import_lock_thread = me;

import_lock_level = 1;

}

_PyImport_ReleaseLock(void)

{

unsigned long me = PyThread_get_thread_ident();

if (me == PYTHREAD_INVALID_THREAD_ID || import_lock == NULL)

return 0; /* Too bad */

if (import_lock_thread != me)

return -1;

import_lock_level--;

assert(import_lock_level >= 0);

if (import_lock_level == 0) {

import_lock_thread = PYTHREAD_INVALID_THREAD_ID;

PyThread_release_lock(import_lock);

}

return 1;

}

#ifdef HAVE_FORK

_PyImport_ReInitLock(void)

{

if (import_lock != NULL) {

if (_PyThread_at_fork_reinit(&import_lock) < 0) {

return _PyStatus_ERR("failed to create a new lock");

}

}

if (import_lock_level > 1) {

/* Forked as a side effect of import */

unsigned long me = PyThread_get_thread_ident();

PyThread_acquire_lock(import_lock, WAIT_LOCK);

import_lock_thread = me;

import_lock_level--;

} else {

import_lock_thread = PYTHREAD_INVALID_THREAD_ID;

import_lock_level = 0;

}

return _PyStatus_OK();

}

static PyObject *

_imp_lock_held_impl(PyObject *module)

{

return PyBool_FromLong(import_lock_thread != PYTHREAD_INVALID_THREAD_ID);

}

static PyObject *

_imp_acquire_lock_impl(PyObject *module)

{

_PyImport_AcquireLock();

Py_RETURN_NONE;

}

static PyObject *

_imp_release_lock_impl(PyObject *module)

{

if (_PyImport_ReleaseLock() < 0) {

PyErr_SetString(PyExc_RuntimeError,

"not holding the import lock");

return NULL;

}

Py_RETURN_NONE;

}

_PyImport_Fini(void)

{

Py_CLEAR(extensions);

if (import_lock != NULL) {

PyThread_free_lock(import_lock);

import_lock = NULL;

}

}

_PyImport_Fini2(void)

{

/* Use the same memory allocator than PyImport_ExtendInittab(). */

PyMemAllocatorEx old_alloc;

_PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc);

// Reset PyImport_Inittab

PyImport_Inittab = _PyImport_Inittab;

/* Free memory allocated by PyImport_ExtendInittab() */

PyMem_RawFree(inittab_copy);

inittab_copy = NULL;

PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc);

}

PyObject *

PyImport_GetModuleDict(void)

{

PyInterpreterState *interp = _PyInterpreterState_GET();

if (interp->modules == NULL) {

Py_FatalError("interpreter has no modules dictionary");

}

return interp->modules;

}

_PyImport_IsInitialized(PyInterpreterState *interp)

{

if (interp->modules == NULL)

return 0;

return 1;

}

PyObject *

_PyImport_GetModuleId(_Py_Identifier *nameid)

{

PyObject *name = _PyUnicode_FromId(nameid); /* borrowed */

if (name == NULL) {

return NULL;

}

return PyImport_GetModule(name);

}

_PyImport_SetModule(PyObject *name, PyObject *m)

{

PyInterpreterState *interp = _PyInterpreterState_GET();

PyObject *modules = interp->modules;

return PyObject_SetItem(modules, name, m);

}

_PyImport_SetModuleString(const char *name, PyObject *m)

{

PyInterpreterState *interp = _PyInterpreterState_GET();

PyObject *modules = interp->modules;

return PyMapping_SetItemString(modules, name, m);

}

static PyObject *

import_get_module(PyThreadState *tstate, PyObject *name)

{

PyObject *modules = tstate->interp->modules;

if (modules == NULL) {

_PyErr_SetString(tstate, PyExc_RuntimeError,

"unable to get sys.modules");

return NULL;

}

PyObject *m;

Py_INCREF(modules);

if (PyDict_CheckExact(modules)) {

m = PyDict_GetItemWithError(modules, name); /* borrowed */

Py_XINCREF(m);

}

else {

m = PyObject_GetItem(modules, name);

if (m == NULL && _PyErr_ExceptionMatches(tstate, PyExc_KeyError)) {

_PyErr_Clear(tstate);

}

}

Py_DECREF(modules);

return m;

}

static int

import_ensure_initialized(PyInterpreterState *interp, PyObject *mod, PyObject *name)

{

PyObject *spec;

/* Optimization: only call _bootstrap._lock_unlock_module() if

spec = PyObject_GetAttr(mod, &_Py_ID(__spec__));

int busy = _PyModuleSpec_IsInitializing(spec);

Py_XDECREF(spec);

if (busy) {

/* Wait until module is done importing. */

PyObject *value = _PyObject_CallMethodOneArg(

interp->importlib, &_Py_ID(_lock_unlock_module), name);

if (value == NULL) {

return -1;

}

Py_DECREF(value);

}

return 0;

}

PyImport_GetMagicNumber(void)

{

long res;

PyInterpreterState *interp = _PyInterpreterState_GET();

PyObject *external, *pyc_magic;

external = PyObject_GetAttrString(interp->importlib, "_bootstrap_external");

if (external == NULL)

return -1;

pyc_magic = PyObject_GetAttrString(external, "_RAW_MAGIC_NUMBER");

Py_DECREF(external);

if (pyc_magic == NULL)

return -1;

res = PyLong_AsLong(pyc_magic);

Py_DECREF(pyc_magic);

return res;

}

extern const char * _PySys_ImplCacheTag;

const char *

PyImport_GetMagicTag(void)

{

return _PySys_ImplCacheTag;

}

_PyImport_FixupExtensionObject(PyObject *mod, PyObject *name,

PyObject *filename, PyObject *modules)

{

if (mod == NULL || !PyModule_Check(mod)) {

PyErr_BadInternalCall();

return -1;

}

struct PyModuleDef *def = PyModule_GetDef(mod);

if (!def) {

PyErr_BadInternalCall();

return -1;

}

PyThreadState *tstate = _PyThreadState_GET();

if (PyObject_SetItem(modules, name, mod) < 0) {

return -1;

}

if (_PyState_AddModule(tstate, mod, def) < 0) {

PyMapping_DelItem(modules, name);

return -1;

}

// bpo-44050: Extensions and def->m_base.m_copy can be updated

// when the extension module doesn't support sub-interpreters.

if (_Py_IsMainInterpreter(tstate->interp) || def->m_size == -1) {

if (def->m_size == -1) {

if (def->m_base.m_copy) {

/* Somebody already imported the module,

Py_CLEAR(def->m_base.m_copy);

}

PyObject *dict = PyModule_GetDict(mod);

if (dict == NULL) {

return -1;

}

def->m_base.m_copy = PyDict_Copy(dict);

if (def->m_base.m_copy == NULL) {

return -1;

}

}

if (extensions == NULL) {

extensions = PyDict_New();

if (extensions == NULL) {

return -1;

}

}

PyObject *key = PyTuple_Pack(2, filename, name);

if (key == NULL) {

return -1;

}

int res = PyDict_SetItem(extensions, key, (PyObject *)def);

Py_DECREF(key);

if (res < 0) {

return -1;

}

}

return 0;

}

_PyImport_FixupBuiltin(PyObject *mod, const char *name, PyObject *modules)

{

int res;

PyObject *nameobj;

nameobj = PyUnicode_InternFromString(name);

if (nameobj == NULL)

return -1;

res = _PyImport_FixupExtensionObject(mod, nameobj, nameobj, modules);

Py_DECREF(nameobj);

return res;

}

static PyObject *

import_find_extension(PyThreadState *tstate, PyObject *name,

PyObject *filename)

{

if (extensions == NULL) {

return NULL;

}

PyObject *key = PyTuple_Pack(2, filename, name);

if (key == NULL) {

return NULL;

}

PyModuleDef* def = (PyModuleDef *)PyDict_GetItemWithError(extensions, key);

Py_DECREF(key);

if (def == NULL) {

return NULL;

}

PyObject *mod, *mdict;

PyObject *modules = tstate->interp->modules;

if (def->m_size == -1) {

/* Module does not support repeated initialization */

if (def->m_base.m_copy == NULL)

return NULL;

mod = import_add_module(tstate, name);

if (mod == NULL)

return NULL;

mdict = PyModule_GetDict(mod);

if (mdict == NULL) {

Py_DECREF(mod);

return NULL;

}

if (PyDict_Update(mdict, def->m_base.m_copy)) {

Py_DECREF(mod);

return NULL;

}

}

else {

if (def->m_base.m_init == NULL)

return NULL;

mod = _PyImport_InitFunc_TrampolineCall(def->m_base.m_init);

if (mod == NULL)

return NULL;

if (PyObject_SetItem(modules, name, mod) == -1) {

Py_DECREF(mod);

return NULL;

}

}

if (_PyState_AddModule(tstate, mod, def) < 0) {

PyMapping_DelItem(modules, name);

Py_DECREF(mod);

return NULL;

}

int verbose = _PyInterpreterState_GetConfig(tstate->interp)->verbose;

if (verbose) {

PySys_FormatStderr("import %U # previously loaded (%R)\n",

name, filename);

}

return mod;

}

static PyObject *

import_add_module(PyThreadState *tstate, PyObject *name)

{

PyObject *modules = tstate->interp->modules;

if (modules == NULL) {

_PyErr_SetString(tstate, PyExc_RuntimeError,

"no import module dictionary");

return NULL;

}

PyObject *m;

if (PyDict_CheckExact(modules)) {

m = PyDict_GetItemWithError(modules, name);

Py_XINCREF(m);

}

else {

m = PyObject_GetItem(modules, name);

// For backward-compatibility we copy the behavior

// of PyDict_GetItemWithError().

if (_PyErr_ExceptionMatches(tstate, PyExc_KeyError)) {

_PyErr_Clear(tstate);

}

}

if (_PyErr_Occurred(tstate)) {

return NULL;

}

if (m != NULL && PyModule_Check(m)) {

return m;

}

Py_XDECREF(m);

m = PyModule_NewObject(name);

if (m == NULL)

return NULL;

if (PyObject_SetItem(modules, name, m) != 0) {

Py_DECREF(m);

return NULL;

}

return m;

}

PyObject *

PyImport_AddModuleObject(PyObject *name)

{

PyThreadState *tstate = _PyThreadState_GET();

PyObject *mod = import_add_module(tstate, name);

if (mod) {

PyObject *ref = PyWeakref_NewRef(mod, NULL);

Py_DECREF(mod);

if (ref == NULL) {

return NULL;

}

mod = PyWeakref_GetObject(ref);

Py_DECREF(ref);

}

return mod; /* borrowed reference */

}

PyObject *

PyImport_AddModule(const char *name)

{

PyObject *nameobj = PyUnicode_FromString(name);

if (nameobj == NULL) {

return NULL;

}

PyObject *module = PyImport_AddModuleObject(nameobj);

Py_DECREF(nameobj);

return module;

}

static void

remove_module(PyThreadState *tstate, PyObject *name)

{

PyObject *type, *value, *traceback;

_PyErr_Fetch(tstate, &type, &value, &traceback);

PyObject *modules = tstate->interp->modules;

if (PyDict_CheckExact(modules)) {

PyObject *mod = _PyDict_Pop(modules, name, Py_None);

Py_XDECREF(mod);

}

else if (PyMapping_DelItem(modules, name) < 0) {

if (_PyErr_ExceptionMatches(tstate, PyExc_KeyError)) {

_PyErr_Clear(tstate);

}

}

_PyErr_ChainExceptions(type, value, traceback);

}

PyObject *

PyImport_ExecCodeModule(const char *name, PyObject *co)

{

return PyImport_ExecCodeModuleWithPathnames(

name, co, (char *)NULL, (char *)NULL);

}

PyObject *

PyImport_ExecCodeModuleEx(const char *name, PyObject *co, const char *pathname)

{

return PyImport_ExecCodeModuleWithPathnames(

name, co, pathname, (char *)NULL);

}

PyObject *

PyImport_ExecCodeModuleWithPathnames(const char *name, PyObject *co,

const char *pathname,

const char *cpathname)

{

PyObject *m = NULL;

PyObject *nameobj, *pathobj = NULL, *cpathobj = NULL, *external= NULL;

nameobj = PyUnicode_FromString(name);

if (nameobj == NULL)

return NULL;

if (cpathname != NULL) {

cpathobj = PyUnicode_DecodeFSDefault(cpathname);

if (cpathobj == NULL)

goto error;

}

else

cpathobj = NULL;

if (pathname != NULL) {

pathobj = PyUnicode_DecodeFSDefault(pathname);

if (pathobj == NULL)

goto error;

}

else if (cpathobj != NULL) {

PyInterpreterState *interp = _PyInterpreterState_GET();

if (interp == NULL) {

Py_FatalError("no current interpreter");

}

external= PyObject_GetAttrString(interp->importlib,

"_bootstrap_external");

if (external != NULL) {

pathobj = _PyObject_CallMethodOneArg(

external, &_Py_ID(_get_sourcefile), cpathobj);

Py_DECREF(external);

}

if (pathobj == NULL)

PyErr_Clear();

}

else

pathobj = NULL;

m = PyImport_ExecCodeModuleObject(nameobj, co, pathobj, cpathobj);

error:

Py_DECREF(nameobj);

Py_XDECREF(pathobj);

Py_XDECREF(cpathobj);

return m;

}

static PyObject *

module_dict_for_exec(PyThreadState *tstate, PyObject *name)

{

PyObject *m, *d;

m = import_add_module(tstate, name);

if (m == NULL)

return NULL;

/* If the module is being reloaded, we get the old module back

d = PyModule_GetDict(m);

int r = PyDict_Contains(d, &_Py_ID(__builtins__));

if (r == 0) {

r = PyDict_SetItem(d, &_Py_ID(__builtins__), PyEval_GetBuiltins());

}

if (r < 0) {

remove_module(tstate, name);

Py_DECREF(m);

return NULL;

}

Py_INCREF(d);

Py_DECREF(m);

return d;

}

static PyObject *

exec_code_in_module(PyThreadState *tstate, PyObject *name,

PyObject *module_dict, PyObject *code_object)

{

PyObject *v, *m;

v = PyEval_EvalCode(code_object, module_dict, module_dict);

if (v == NULL) {

remove_module(tstate, name);

return NULL;

}

Py_DECREF(v);

m = import_get_module(tstate, name);

if (m == NULL && !_PyErr_Occurred(tstate)) {

_PyErr_Format(tstate, PyExc_ImportError,

"Loaded module %R not found in sys.modules",

name);

}

return m;

}

PyImport_ExecCodeModuleObject(PyObject *name, PyObject *co, PyObject *pathname,

PyObject *cpathname)

{

PyThreadState *tstate = _PyThreadState_GET();

PyObject *d, *external, *res;

d = module_dict_for_exec(tstate, name);

if (d == NULL) {

return NULL;

}

if (pathname == NULL) {

pathname = ((PyCodeObject *)co)->co_filename;

}

external = PyObject_GetAttrString(tstate->interp->importlib,

"_bootstrap_external");

if (external == NULL) {

Py_DECREF(d);

return NULL;

}

res = PyObject_CallMethodObjArgs(external, &_Py_ID(_fix_up_module),

d, name, pathname, cpathname, NULL);

Py_DECREF(external);

if (res != NULL) {

Py_DECREF(res);

res = exec_code_in_module(tstate, name, d, co);

}

Py_DECREF(d);

return res;

}

static void

update_code_filenames(PyCodeObject *co, PyObject *oldname, PyObject *newname)

{

PyObject *constants, *tmp;

Py_ssize_t i, n;

if (PyUnicode_Compare(co->co_filename, oldname))

return;

Py_INCREF(newname);

Py_XSETREF(co->co_filename, newname);

constants = co->co_consts;

n = PyTuple_GET_SIZE(constants);

for (i = 0; i < n; i++) {

tmp = PyTuple_GET_ITEM(constants, i);

if (PyCode_Check(tmp))

update_code_filenames((PyCodeObject *)tmp,

oldname, newname);

}

}

static void

update_compiled_module(PyCodeObject *co, PyObject *newname)

{

PyObject *oldname;

if (PyUnicode_Compare(co->co_filename, newname) == 0)

return;

oldname = co->co_filename;

Py_INCREF(oldname);

update_code_filenames(co, oldname, newname);

Py_DECREF(oldname);

}

static PyObject *

_imp__fix_co_filename_impl(PyObject *module, PyCodeObject *code,

PyObject *path)

{

update_compiled_module(code, path);

Py_RETURN_NONE;

}

static int

is_builtin(PyObject *name)

{

int i;

for (i = 0; PyImport_Inittab[i].name != NULL; i++) {

if (_PyUnicode_EqualToASCIIString(name, PyImport_Inittab[i].name)) {

if (PyImport_Inittab[i].initfunc == NULL)

return -1;

else

return 1;

}

}

return 0;

}

static PyObject *

get_path_importer(PyThreadState *tstate, PyObject *path_importer_cache,

PyObject *path_hooks, PyObject *p)

{

PyObject *importer;

Py_ssize_t j, nhooks;

/* These conditions are the caller's responsibility: */

assert(PyList_Check(path_hooks));

assert(PyDict_Check(path_importer_cache));

nhooks = PyList_Size(path_hooks);

if (nhooks < 0)

return NULL; /* Shouldn't happen */

importer = PyDict_GetItemWithError(path_importer_cache, p);

if (importer != NULL || _PyErr_Occurred(tstate)) {

Py_XINCREF(importer);

return importer;

}

/* set path_importer_cache[p] to None to avoid recursion */

if (PyDict_SetItem(path_importer_cache, p, Py_None) != 0)

return NULL;

for (j = 0; j < nhooks; j++) {

PyObject *hook = PyList_GetItem(path_hooks, j);

if (hook == NULL)

return NULL;

importer = PyObject_CallOneArg(hook, p);

if (importer != NULL)

break;

if (!_PyErr_ExceptionMatches(tstate, PyExc_ImportError)) {

return NULL;

}

_PyErr_Clear(tstate);

}

if (importer == NULL) {

Py_RETURN_NONE;

}

if (PyDict_SetItem(path_importer_cache, p, importer) < 0) {

Py_DECREF(importer);

return NULL;

}

return importer;

}

PyObject *

PyImport_GetImporter(PyObject *path)

{

PyThreadState *tstate = _PyThreadState_GET();

PyObject *path_importer_cache = PySys_GetObject("path_importer_cache");

PyObject *path_hooks = PySys_GetObject("path_hooks");

if (path_importer_cache == NULL || path_hooks == NULL) {

return NULL;

}

return get_path_importer(tstate, path_importer_cache, path_hooks, path);

}

#if defined(__EMSCRIPTEN__) && defined(PY_CALL_TRAMPOLINE)

#include <emscripten.h>

EM_JS(PyObject*, _PyImport_InitFunc_TrampolineCall, (PyModInitFunction func), {

return wasmTable.get(func)();

});

#endif // __EMSCRIPTEN__ && PY_CALL_TRAMPOLINE

static PyObject*

create_builtin(PyThreadState *tstate, PyObject *name, PyObject *spec)

{

PyObject *mod = import_find_extension(tstate, name, name);

if (mod || _PyErr_Occurred(tstate)) {

return mod;

}

PyObject *modules = tstate->interp->modules;

for (struct _inittab *p = PyImport_Inittab; p->name != NULL; p++) {

if (_PyUnicode_EqualToASCIIString(name, p->name)) {

if (p->initfunc == NULL) {

/* Cannot re-init internal module ("sys" or "builtins") */

return PyImport_AddModuleObject(name);

}

mod = _PyImport_InitFunc_TrampolineCall(*p->initfunc);

if (mod == NULL) {

return NULL;

}

if (PyObject_TypeCheck(mod, &PyModuleDef_Type)) {

return PyModule_FromDefAndSpec((PyModuleDef*)mod, spec);

}

else {

/* Remember pointer to module init function. */

PyModuleDef *def = PyModule_GetDef(mod);

if (def == NULL) {

return NULL;

}

def->m_base.m_init = p->initfunc;

if (_PyImport_FixupExtensionObject(mod, name, name,

modules) < 0) {

return NULL;

}

return mod;

}

}

}

// not found

Py_RETURN_NONE;

}