#include "Python.h"

#include "Python-ast.h"

#undef Yield /* undefine macro conflicting with <winbase.h> */

#include "pycore_pyhash.h"

#include "pycore_pylifecycle.h"

#include "pycore_pymem.h"

#include "pycore_pystate.h"

#include "errcode.h"

#include "marshal.h"

#include "code.h"

#include "frameobject.h"

#include "osdefs.h"

#include "importdl.h"

#include "pydtrace.h"

#ifdef HAVE_FCNTL_H

#include <fcntl.h>

#ifdef __cplusplus

extern "C" {

#define CACHEDIR "__pycache__"

static PyObject *extensions = NULL;

extern struct _inittab _PyImport_Inittab[];

struct _inittab *PyImport_Inittab = _PyImport_Inittab;

static struct _inittab *inittab_copy = NULL;

#include "clinic/import.c.h"

_PyImport_Init(PyInterpreterState *interp)

{

interp->builtins_copy = PyDict_Copy(interp->builtins);

if (interp->builtins_copy == NULL) {

return _Py_INIT_ERR("Can't backup builtins dict");

}

return _Py_INIT_OK();

}

_PyImportHooks_Init(void)

{

PyObject *v, *path_hooks = NULL;

int err = 0;

/* adding sys.path_hooks and sys.path_importer_cache */

v = PyList_New(0);

if (v == NULL)

goto error;

err = PySys_SetObject("meta_path", v);

Py_DECREF(v);

if (err)

goto error;

v = PyDict_New();

if (v == NULL)

goto error;

err = PySys_SetObject("path_importer_cache", v);

Py_DECREF(v);

if (err)

goto error;

path_hooks = PyList_New(0);

if (path_hooks == NULL)

goto error;

err = PySys_SetObject("path_hooks", path_hooks);

if (err) {

goto error;

}

Py_DECREF(path_hooks);

return _Py_INIT_OK();

error:

PyErr_Print();

return _Py_INIT_ERR("initializing sys.meta_path, sys.path_hooks, "

"or path_importer_cache failed");

}

_PyImportZip_Init(void)

{

PyObject *path_hooks, *zipimport;

int err = 0;

path_hooks = PySys_GetObject("path_hooks");

if (path_hooks == NULL) {

PyErr_SetString(PyExc_RuntimeError, "unable to get sys.path_hooks");

goto error;

}

if (Py_VerboseFlag)

PySys_WriteStderr("# installing zipimport hook\n");

zipimport = PyImport_ImportModule("zipimport");

if (zipimport == NULL) {

PyErr_Clear(); /* No zip import module -- okay */

if (Py_VerboseFlag)

PySys_WriteStderr("# can't import zipimport\n");

}

else {

_Py_IDENTIFIER(zipimporter);

PyObject *zipimporter = _PyObject_GetAttrId(zipimport,

&PyId_zipimporter);

Py_DECREF(zipimport);

if (zipimporter == NULL) {

PyErr_Clear(); /* No zipimporter object -- okay */

if (Py_VerboseFlag)

PySys_WriteStderr(

"# can't import zipimport.zipimporter\n");

}

else {

/* sys.path_hooks.insert(0, zipimporter) */

err = PyList_Insert(path_hooks, 0, zipimporter);

Py_DECREF(zipimporter);

if (err < 0) {

goto error;

}

if (Py_VerboseFlag)

PySys_WriteStderr(

"# installed zipimport hook\n");

}

}

return _Py_INIT_OK();

error:

PyErr_Print();

return _Py_INIT_ERR("initializing zipimport failed");

}

#include "pythread.h"

static PyThread_type_lock import_lock = 0;

static unsigned long import_lock_thread = PYTHREAD_INVALID_THREAD_ID;

static int import_lock_level = 0;

_PyImport_AcquireLock(void)

{

unsigned long me = PyThread_get_thread_ident();

if (me == PYTHREAD_INVALID_THREAD_ID)

return; /* Too bad */

if (import_lock == NULL) {

import_lock = PyThread_allocate_lock();

if (import_lock == NULL)

return; /* Nothing much we can do. */

}

if (import_lock_thread == me) {

import_lock_level++;

return;

}

if (import_lock_thread != PYTHREAD_INVALID_THREAD_ID ||

!PyThread_acquire_lock(import_lock, 0))

{

PyThreadState *tstate = PyEval_SaveThread();

PyThread_acquire_lock(import_lock, 1);

PyEval_RestoreThread(tstate);

}

assert(import_lock_level == 0);

import_lock_thread = me;

import_lock_level = 1;

}

_PyImport_ReleaseLock(void)

{

unsigned long me = PyThread_get_thread_ident();

if (me == PYTHREAD_INVALID_THREAD_ID || import_lock == NULL)

return 0; /* Too bad */

if (import_lock_thread != me)

return -1;

import_lock_level--;

assert(import_lock_level >= 0);

if (import_lock_level == 0) {

import_lock_thread = PYTHREAD_INVALID_THREAD_ID;

PyThread_release_lock(import_lock);

}

return 1;

}

_PyImport_ReInitLock(void)

{

if (import_lock != NULL) {

import_lock = PyThread_allocate_lock();

if (import_lock == NULL) {

Py_FatalError("PyImport_ReInitLock failed to create a new lock");

}

}

if (import_lock_level > 1) {

/* Forked as a side effect of import */

unsigned long me = PyThread_get_thread_ident();

/* The following could fail if the lock is already held, but forking as

PyThread_acquire_lock(import_lock, NOWAIT_LOCK);

import_lock_thread = me;

import_lock_level--;

} else {

import_lock_thread = PYTHREAD_INVALID_THREAD_ID;

import_lock_level = 0;

}

}

static PyObject *

_imp_lock_held_impl(PyObject *module)

{

return PyBool_FromLong(import_lock_thread != PYTHREAD_INVALID_THREAD_ID);

}

static PyObject *

_imp_acquire_lock_impl(PyObject *module)

{

_PyImport_AcquireLock();

Py_RETURN_NONE;

}

static PyObject *

_imp_release_lock_impl(PyObject *module)

{

if (_PyImport_ReleaseLock() < 0) {

PyErr_SetString(PyExc_RuntimeError,

"not holding the import lock");

return NULL;

}

Py_RETURN_NONE;

}

_PyImport_Fini(void)

{

Py_CLEAR(extensions);

if (import_lock != NULL) {

PyThread_free_lock(import_lock);

import_lock = NULL;

}

}

_PyImport_Fini2(void)

{

/* Use the same memory allocator than PyImport_ExtendInittab(). */

PyMemAllocatorEx old_alloc;

_PyMem_SetDefaultAllocator(PYMEM_DOMAIN_RAW, &old_alloc);

/* Free memory allocated by PyImport_ExtendInittab() */

PyMem_RawFree(inittab_copy);

PyMem_SetAllocator(PYMEM_DOMAIN_RAW, &old_alloc);

}

PyObject *

PyImport_GetModuleDict(void)

{

PyInterpreterState *interp = _PyInterpreterState_GET_UNSAFE();

if (interp->modules == NULL) {

Py_FatalError("PyImport_GetModuleDict: no module dictionary!");

}

return interp->modules;

}

_PyImport_IsInitialized(PyInterpreterState *interp)

{

if (interp->modules == NULL)

return 0;

return 1;

}

PyObject *

_PyImport_GetModuleId(struct _Py_Identifier *nameid)

{

PyObject *name = _PyUnicode_FromId(nameid); /* borrowed */

if (name == NULL) {

return NULL;

}

return PyImport_GetModule(name);

}

_PyImport_SetModule(PyObject *name, PyObject *m)

{

PyObject *modules = PyImport_GetModuleDict();

return PyObject_SetItem(modules, name, m);

}

_PyImport_SetModuleString(const char *name, PyObject *m)

{

PyObject *modules = PyImport_GetModuleDict();

return PyMapping_SetItemString(modules, name, m);

}

PyObject *

PyImport_GetModule(PyObject *name)

{

PyObject *m;

PyObject *modules = PyImport_GetModuleDict();

if (modules == NULL) {

PyErr_SetString(PyExc_RuntimeError, "unable to get sys.modules");

return NULL;

}

Py_INCREF(modules);

if (PyDict_CheckExact(modules)) {

m = PyDict_GetItemWithError(modules, name); /* borrowed */

Py_XINCREF(m);

}

else {

m = PyObject_GetItem(modules, name);

if (m == NULL && PyErr_ExceptionMatches(PyExc_KeyError)) {

PyErr_Clear();

}

}

Py_DECREF(modules);

return m;

}

static const char * const sys_deletes[] = {

"path", "argv", "ps1", "ps2",

"last_type", "last_value", "last_traceback",

"path_hooks", "path_importer_cache", "meta_path",

"__interactivehook__",

/* misc stuff */

"flags", "float_info",

NULL

};

static const char * const sys_files[] = {

"stdin", "__stdin__",

"stdout", "__stdout__",

"stderr", "__stderr__",

NULL

};

PyImport_Cleanup(void)

{

Py_ssize_t pos;

PyObject *key, *value, *dict;

PyInterpreterState *interp = _PyInterpreterState_Get();

PyObject *modules = PyImport_GetModuleDict();

PyObject *weaklist = NULL;

const char * const *p;

if (modules == NULL)

return; /* Already done */

/* Delete some special variables first. These are common

/* XXX Perhaps these precautions are obsolete. Who knows? */

if (Py_VerboseFlag)

PySys_WriteStderr("# clear builtins._\n");

if (PyDict_SetItemString(interp->builtins, "_", Py_None) < 0) {

PyErr_WriteUnraisable(NULL);

}

for (p = sys_deletes; *p != NULL; p++) {

if (Py_VerboseFlag)

PySys_WriteStderr("# clear sys.%s\n", *p);

if (PyDict_SetItemString(interp->sysdict, *p, Py_None) < 0) {

PyErr_WriteUnraisable(NULL);

}

}

for (p = sys_files; *p != NULL; p+=2) {

if (Py_VerboseFlag)

PySys_WriteStderr("# restore sys.%s\n", *p);

value = _PyDict_GetItemStringWithError(interp->sysdict, *(p+1));

if (value == NULL) {

if (PyErr_Occurred()) {

PyErr_WriteUnraisable(NULL);

}

value = Py_None;

}

if (PyDict_SetItemString(interp->sysdict, *p, value) < 0) {

PyErr_WriteUnraisable(NULL);

}

}

/* We prepare a list which will receive (name, weakref) tuples of

weaklist = PyList_New(0);

if (weaklist == NULL) {

PyErr_WriteUnraisable(NULL);

}

#define STORE_MODULE_WEAKREF(name, mod) \

if (weaklist != NULL) { \

PyObject *wr = PyWeakref_NewRef(mod, NULL); \

if (wr) { \

PyObject *tup = PyTuple_Pack(2, name, wr); \

if (!tup || PyList_Append(weaklist, tup) < 0) { \

PyErr_WriteUnraisable(NULL); \

} \

Py_XDECREF(tup); \

Py_DECREF(wr); \

} \

else { \

PyErr_WriteUnraisable(NULL); \

} \

}

#define CLEAR_MODULE(name, mod) \

if (PyModule_Check(mod)) { \

if (Py_VerboseFlag && PyUnicode_Check(name)) \

PySys_FormatStderr("# cleanup[2] removing %U\n", name); \

STORE_MODULE_WEAKREF(name, mod); \

if (PyObject_SetItem(modules, name, Py_None) < 0) { \

PyErr_WriteUnraisable(NULL); \

} \

}

/* Remove all modules from sys.modules, hoping that garbage collection

if (PyDict_CheckExact(modules)) {

pos = 0;

while (PyDict_Next(modules, &pos, &key, &value)) {

CLEAR_MODULE(key, value);

}

}

else {

PyObject *iterator = PyObject_GetIter(modules);

if (iterator == NULL) {

PyErr_WriteUnraisable(NULL);

}

else {

while ((key = PyIter_Next(iterator))) {

value = PyObject_GetItem(modules, key);

if (value == NULL) {

PyErr_WriteUnraisable(NULL);

continue;

}

CLEAR_MODULE(key, value);

Py_DECREF(value);

Py_DECREF(key);

}

if (PyErr_Occurred()) {

PyErr_WriteUnraisable(NULL);

}

Py_DECREF(iterator);

}

}

/* Clear the modules dict. */

if (PyDict_CheckExact(modules)) {

PyDict_Clear(modules);

}

else {

_Py_IDENTIFIER(clear);

if (_PyObject_CallMethodId(modules, &PyId_clear, "") == NULL) {

PyErr_WriteUnraisable(NULL);

}

}

/* Restore the original builtins dict, to ensure that any

dict = PyDict_Copy(interp->builtins);

if (dict == NULL) {

PyErr_WriteUnraisable(NULL);

}

PyDict_Clear(interp->builtins);

if (PyDict_Update(interp->builtins, interp->builtins_copy)) {

PyErr_Clear();

}

Py_XDECREF(dict);

/* Clear module dict copies stored in the interpreter state */

_PyState_ClearModules();

/* Collect references */

_PyGC_CollectNoFail();

/* Dump GC stats before it's too late, since it uses the warnings

_PyGC_DumpShutdownStats();

/* Now, if there are any modules left alive, clear their globals to

if (weaklist != NULL) {

Py_ssize_t i;

/* Since dict is ordered in CPython 3.6+, modules are saved in

for (i = PyList_GET_SIZE(weaklist) - 1; i >= 0; i--) {

PyObject *tup = PyList_GET_ITEM(weaklist, i);

PyObject *name = PyTuple_GET_ITEM(tup, 0);

PyObject *mod = PyWeakref_GET_OBJECT(PyTuple_GET_ITEM(tup, 1));

if (mod == Py_None)

continue;

assert(PyModule_Check(mod));

dict = PyModule_GetDict(mod);

if (dict == interp->builtins || dict == interp->sysdict)

continue;

Py_INCREF(mod);

if (Py_VerboseFlag && PyUnicode_Check(name))

PySys_FormatStderr("# cleanup[3] wiping %U\n", name);

_PyModule_Clear(mod);

Py_DECREF(mod);

}

Py_DECREF(weaklist);

}

/* Next, delete sys and builtins (in that order) */

if (Py_VerboseFlag)

PySys_FormatStderr("# cleanup[3] wiping sys\n");

_PyModule_ClearDict(interp->sysdict);

if (Py_VerboseFlag)

PySys_FormatStderr("# cleanup[3] wiping builtins\n");

_PyModule_ClearDict(interp->builtins);

/* Clear and delete the modules directory. Actual modules will

interp->modules = NULL;

Py_DECREF(modules);

/* Once more */

_PyGC_CollectNoFail();

#undef CLEAR_MODULE

#undef STORE_MODULE_WEAKREF

}

PyImport_GetMagicNumber(void)

{

long res;

PyInterpreterState *interp = _PyInterpreterState_Get();

PyObject *external, *pyc_magic;

external = PyObject_GetAttrString(interp->importlib, "_bootstrap_external");

if (external == NULL)

return -1;

pyc_magic = PyObject_GetAttrString(external, "_RAW_MAGIC_NUMBER");

Py_DECREF(external);

if (pyc_magic == NULL)

return -1;

res = PyLong_AsLong(pyc_magic);

Py_DECREF(pyc_magic);

return res;

}

extern const char * _PySys_ImplCacheTag;

const char *

PyImport_GetMagicTag(void)

{

return _PySys_ImplCacheTag;

}

_PyImport_FixupExtensionObject(PyObject *mod, PyObject *name,

PyObject *filename, PyObject *modules)

{

PyObject *dict, *key;

struct PyModuleDef *def;

int res;

if (extensions == NULL) {

extensions = PyDict_New();

if (extensions == NULL)

return -1;

}

if (mod == NULL || !PyModule_Check(mod)) {

PyErr_BadInternalCall();

return -1;

}

def = PyModule_GetDef(mod);

if (!def) {

PyErr_BadInternalCall();

return -1;

}

if (PyObject_SetItem(modules, name, mod) < 0)

return -1;

if (_PyState_AddModule(mod, def) < 0) {

PyMapping_DelItem(modules, name);

return -1;

}

if (def->m_size == -1) {

if (def->m_base.m_copy) {

/* Somebody already imported the module,

Py_CLEAR(def->m_base.m_copy);

}

dict = PyModule_GetDict(mod);

if (dict == NULL)

return -1;

def->m_base.m_copy = PyDict_Copy(dict);

if (def->m_base.m_copy == NULL)

return -1;

}

key = PyTuple_Pack(2, filename, name);

if (key == NULL)

return -1;

res = PyDict_SetItem(extensions, key, (PyObject *)def);

Py_DECREF(key);

if (res < 0)

return -1;

return 0;

}

_PyImport_FixupBuiltin(PyObject *mod, const char *name, PyObject *modules)

{

int res;

PyObject *nameobj;

nameobj = PyUnicode_InternFromString(name);

if (nameobj == NULL)

return -1;

res = _PyImport_FixupExtensionObject(mod, nameobj, nameobj, modules);

Py_DECREF(nameobj);

return res;

}

PyObject *

_PyImport_FindExtensionObject(PyObject *name, PyObject *filename)

{

PyObject *modules = PyImport_GetModuleDict();

return _PyImport_FindExtensionObjectEx(name, filename, modules);

}

PyObject *

_PyImport_FindExtensionObjectEx(PyObject *name, PyObject *filename,

PyObject *modules)

{

PyObject *mod, *mdict, *key;

PyModuleDef* def;

if (extensions == NULL)

return NULL;

key = PyTuple_Pack(2, filename, name);

if (key == NULL)

return NULL;

def = (PyModuleDef *)PyDict_GetItemWithError(extensions, key);

Py_DECREF(key);

if (def == NULL)

return NULL;

if (def->m_size == -1) {

/* Module does not support repeated initialization */

if (def->m_base.m_copy == NULL)

return NULL;

mod = _PyImport_AddModuleObject(name, modules);

if (mod == NULL)

return NULL;

mdict = PyModule_GetDict(mod);

if (mdict == NULL)

return NULL;

if (PyDict_Update(mdict, def->m_base.m_copy))

return NULL;

}

else {

if (def->m_base.m_init == NULL)

return NULL;

mod = def->m_base.m_init();

if (mod == NULL)

return NULL;

if (PyObject_SetItem(modules, name, mod) == -1) {

Py_DECREF(mod);

return NULL;

}

Py_DECREF(mod);

}

if (_PyState_AddModule(mod, def) < 0) {

PyMapping_DelItem(modules, name);

return NULL;

}

if (Py_VerboseFlag)

PySys_FormatStderr("import %U # previously loaded (%R)\n",

name, filename);

return mod;

}

PyObject *

_PyImport_FindBuiltin(const char *name, PyObject *modules)

{

PyObject *res, *nameobj;

nameobj = PyUnicode_InternFromString(name);

if (nameobj == NULL)

return NULL;

res = _PyImport_FindExtensionObjectEx(nameobj, nameobj, modules);

Py_DECREF(nameobj);

return res;

}

PyObject *

PyImport_AddModuleObject(PyObject *name)

{

PyObject *modules = PyImport_GetModuleDict();

return _PyImport_AddModuleObject(name, modules);

}

PyObject *

_PyImport_AddModuleObject(PyObject *name, PyObject *modules)

{

PyObject *m;

if (PyDict_CheckExact(modules)) {

m = PyDict_GetItemWithError(modules, name);

}

else {

m = PyObject_GetItem(modules, name);

// For backward-comaptibility we copy the behavior

// of PyDict_GetItemWithError().

if (PyErr_ExceptionMatches(PyExc_KeyError)) {

PyErr_Clear();

}

}

if (PyErr_Occurred()) {

return NULL;

}

if (m != NULL && PyModule_Check(m)) {

return m;

}

m = PyModule_NewObject(name);

if (m == NULL)

return NULL;

if (PyObject_SetItem(modules, name, m) != 0) {

Py_DECREF(m);

return NULL;

}

Py_DECREF(m); /* Yes, it still exists, in modules! */

return m;

}

PyObject *

PyImport_AddModule(const char *name)

{

PyObject *nameobj, *module;

nameobj = PyUnicode_FromString(name);

if (nameobj == NULL)

return NULL;

module = PyImport_AddModuleObject(nameobj);

Py_DECREF(nameobj);

return module;

}

static void

remove_module(PyObject *name)

{

PyObject *modules = PyImport_GetModuleDict();

if (PyMapping_DelItem(modules, name) < 0) {

if (!PyMapping_HasKey(modules, name)) {

return;

}

Py_FatalError("import: deleting existing key in "

"sys.modules failed");

}

}

PyObject *

PyImport_ExecCodeModule(const char *name, PyObject *co)

{

return PyImport_ExecCodeModuleWithPathnames(

name, co, (char *)NULL, (char *)NULL);

}

PyObject *

PyImport_ExecCodeModuleEx(const char *name, PyObject *co, const char *pathname)

{

return PyImport_ExecCodeModuleWithPathnames(

name, co, pathname, (char *)NULL);

}

PyObject *

PyImport_ExecCodeModuleWithPathnames(const char *name, PyObject *co,

const char *pathname,

const char *cpathname)

{

PyObject *m = NULL;

PyObject *nameobj, *pathobj = NULL, *cpathobj = NULL, *external= NULL;

nameobj = PyUnicode_FromString(name);

if (nameobj == NULL)

return NULL;

if (cpathname != NULL) {

cpathobj = PyUnicode_DecodeFSDefault(cpathname);

if (cpathobj == NULL)

goto error;

}

else

cpathobj = NULL;

if (pathname != NULL) {

pathobj = PyUnicode_DecodeFSDefault(pathname);

if (pathobj == NULL)

goto error;

}

else if (cpathobj != NULL) {

PyInterpreterState *interp = _PyInterpreterState_GET_UNSAFE();

_Py_IDENTIFIER(_get_sourcefile);

if (interp == NULL) {

Py_FatalError("PyImport_ExecCodeModuleWithPathnames: "

"no interpreter!");

}

external= PyObject_GetAttrString(interp->importlib,

"_bootstrap_external");

if (external != NULL) {

pathobj = _PyObject_CallMethodIdObjArgs(external,

&PyId__get_sourcefile, cpathobj,

NULL);

Py_DECREF(external);

}

if (pathobj == NULL)

PyErr_Clear();

}

else

pathobj = NULL;

m = PyImport_ExecCodeModuleObject(nameobj, co, pathobj, cpathobj);

error:

Py_DECREF(nameobj);

Py_XDECREF(pathobj);

Py_XDECREF(cpathobj);

return m;

}

static PyObject *

module_dict_for_exec(PyObject *name)

{

_Py_IDENTIFIER(__builtins__);

PyObject *m, *d = NULL;

m = PyImport_AddModuleObject(name);

if (m == NULL)

return NULL;

/* If the module is being reloaded, we get the old module back

d = PyModule_GetDict(m);

if (_PyDict_GetItemIdWithError(d, &PyId___builtins__) == NULL) {

if (PyErr_Occurred() ||

_PyDict_SetItemId(d, &PyId___builtins__,

PyEval_GetBuiltins()) != 0)

{

remove_module(name);

return NULL;

}

}

return d; /* Return a borrowed reference. */

}

static PyObject *

exec_code_in_module(PyObject *name, PyObject *module_dict, PyObject *code_object)

{

PyObject *v, *m;

v = PyEval_EvalCode(code_object, module_dict, module_dict);

if (v == NULL) {

remove_module(name);

return NULL;

}

Py_DECREF(v);

m = PyImport_GetModule(name);

if (m == NULL && !PyErr_Occurred()) {

PyErr_Format(PyExc_ImportError,

"Loaded module %R not found in sys.modules",

name);

}

return m;

}

PyImport_ExecCodeModuleObject(PyObject *name, PyObject *co, PyObject *pathname,

PyObject *cpathname)

{

PyObject *d, *external, *res;

PyInterpreterState *interp = _PyInterpreterState_GET_UNSAFE();

_Py_IDENTIFIER(_fix_up_module);

d = module_dict_for_exec(name);

if (d == NULL) {

return NULL;

}

if (pathname == NULL) {

pathname = ((PyCodeObject *)co)->co_filename;

}

external = PyObject_GetAttrString(interp->importlib, "_bootstrap_external");

if (external == NULL)

return NULL;

res = _PyObject_CallMethodIdObjArgs(external,

&PyId__fix_up_module,

d, name, pathname, cpathname, NULL);

Py_DECREF(external);