#include "Python.h"

#include "Python-ast.h"

#undef Yield /* undefine macro conflicting with winbase.h */

#include "pyarena.h"

#include "pythonrun.h"

#include "errcode.h"

#include "marshal.h"

#include "code.h"

#include "compile.h"

#include "eval.h"

#include "osdefs.h"

#include "importdl.h"

#ifdef HAVE_FCNTL_H

#include <fcntl.h>

#ifdef __cplusplus

extern "C" {

#ifdef MS_WINDOWS

typedef unsigned short mode_t;

#define MAGIC (62171 | ((long)'\r'<<16) | ((long)'\n'<<24))

static long pyc_magic = MAGIC;

static PyObject *extensions = NULL;

extern struct _inittab _PyImport_Inittab[];

struct _inittab *PyImport_Inittab = _PyImport_Inittab;

struct filedescr * _PyImport_Filetab = NULL;

#ifdef RISCOS

static const struct filedescr _PyImport_StandardFiletab[] = {

{"/py", "U", PY_SOURCE},

{"/pyc", "rb", PY_COMPILED},

{0, 0}

};

static const struct filedescr _PyImport_StandardFiletab[] = {

{".py", "U", PY_SOURCE},

#ifdef MS_WINDOWS

{".pyw", "U", PY_SOURCE},

{".pyc", "rb", PY_COMPILED},

{0, 0}

};

_PyImport_Init(void)

{

const struct filedescr *scan;

struct filedescr *filetab;

int countD = 0;

int countS = 0;

/* prepare _PyImport_Filetab: copy entries from

#ifdef HAVE_DYNAMIC_LOADING

for (scan = _PyImport_DynLoadFiletab; scan->suffix != NULL; ++scan)

++countD;

for (scan = _PyImport_StandardFiletab; scan->suffix != NULL; ++scan)

++countS;

filetab = PyMem_NEW(struct filedescr, countD + countS + 1);

if (filetab == NULL)

Py_FatalError("Can't initialize import file table.");

#ifdef HAVE_DYNAMIC_LOADING

memcpy(filetab, _PyImport_DynLoadFiletab,

countD * sizeof(struct filedescr));

memcpy(filetab + countD, _PyImport_StandardFiletab,

countS * sizeof(struct filedescr));

filetab[countD + countS].suffix = NULL;

_PyImport_Filetab = filetab;

if (Py_OptimizeFlag) {

/* Replace ".pyc" with ".pyo" in _PyImport_Filetab */

for (; filetab->suffix != NULL; filetab++) {

#ifndef RISCOS

if (strcmp(filetab->suffix, ".pyc") == 0)

filetab->suffix = ".pyo";

if (strcmp(filetab->suffix, "/pyc") == 0)

filetab->suffix = "/pyo";

}

}

if (Py_UnicodeFlag) {

/* Fix the pyc_magic so that byte compiled code created

pyc_magic = MAGIC + 1;

}

}

_PyImportHooks_Init(void)

{

PyObject *v, *path_hooks = NULL, *zimpimport;

int err = 0;

/* adding sys.path_hooks and sys.path_importer_cache, setting up

if (PyType_Ready(&PyNullImporter_Type) < 0)

goto error;

if (Py_VerboseFlag)

PySys_WriteStderr("# installing zipimport hook\n");

v = PyList_New(0);

if (v == NULL)

goto error;

err = PySys_SetObject("meta_path", v);

Py_DECREF(v);

if (err)

goto error;

v = PyDict_New();

if (v == NULL)

goto error;

err = PySys_SetObject("path_importer_cache", v);

Py_DECREF(v);

if (err)

goto error;

path_hooks = PyList_New(0);

if (path_hooks == NULL)

goto error;

err = PySys_SetObject("path_hooks", path_hooks);

if (err) {

error:

PyErr_Print();

Py_FatalError("initializing sys.meta_path, sys.path_hooks, "

"path_importer_cache, or NullImporter failed"

);

}

zimpimport = PyImport_ImportModule("zipimport");

if (zimpimport == NULL) {

PyErr_Clear(); /* No zip import module -- okay */

if (Py_VerboseFlag)

PySys_WriteStderr("# can't import zipimport\n");

}

else {

PyObject *zipimporter = PyObject_GetAttrString(zimpimport,

"zipimporter");

Py_DECREF(zimpimport);

if (zipimporter == NULL) {

PyErr_Clear(); /* No zipimporter object -- okay */

if (Py_VerboseFlag)

PySys_WriteStderr(

"# can't import zipimport.zipimporter\n");

}

else {

/* sys.path_hooks.append(zipimporter) */

err = PyList_Append(path_hooks, zipimporter);

Py_DECREF(zipimporter);

if (err)

goto error;

if (Py_VerboseFlag)

PySys_WriteStderr(

"# installed zipimport hook\n");

}

}

Py_DECREF(path_hooks);

}

_PyImport_Fini(void)

{

Py_XDECREF(extensions);

extensions = NULL;

PyMem_DEL(_PyImport_Filetab);

_PyImport_Filetab = NULL;

}

#ifdef WITH_THREAD

#include "pythread.h"

static PyThread_type_lock import_lock = 0;

static long import_lock_thread = -1;

static int import_lock_level = 0;

static void

lock_import(void)

{

long me = PyThread_get_thread_ident();

if (me == -1)

return; /* Too bad */

if (import_lock == NULL) {

import_lock = PyThread_allocate_lock();

if (import_lock == NULL)

return; /* Nothing much we can do. */

}

if (import_lock_thread == me) {

import_lock_level++;

return;

}

if (import_lock_thread != -1 || !PyThread_acquire_lock(import_lock, 0))

{

PyThreadState *tstate = PyEval_SaveThread();

PyThread_acquire_lock(import_lock, 1);

PyEval_RestoreThread(tstate);

}

import_lock_thread = me;

import_lock_level = 1;

}

static int

unlock_import(void)

{

long me = PyThread_get_thread_ident();

if (me == -1 || import_lock == NULL)

return 0; /* Too bad */

if (import_lock_thread != me)

return -1;

import_lock_level--;

if (import_lock_level == 0) {

import_lock_thread = -1;

PyThread_release_lock(import_lock);

}

return 1;

}

_PyImport_ReInitLock(void)

{

#ifdef _AIX

if (import_lock != NULL)

import_lock = PyThread_allocate_lock();

}

#define lock_import()

#define unlock_import() 0

static PyObject *

imp_lock_held(PyObject *self, PyObject *noargs)

{

#ifdef WITH_THREAD

return PyBool_FromLong(import_lock_thread != -1);

return PyBool_FromLong(0);

}

static PyObject *

imp_acquire_lock(PyObject *self, PyObject *noargs)

{

#ifdef WITH_THREAD

lock_import();

Py_INCREF(Py_None);

return Py_None;

}

static PyObject *

imp_release_lock(PyObject *self, PyObject *noargs)

{

#ifdef WITH_THREAD

if (unlock_import() < 0) {

PyErr_SetString(PyExc_RuntimeError,

"not holding the import lock");

return NULL;

}

Py_INCREF(Py_None);

return Py_None;

}

static void

imp_modules_reloading_clear(void)

{

PyInterpreterState *interp = PyThreadState_Get()->interp;

if (interp->modules_reloading != NULL)

PyDict_Clear(interp->modules_reloading);

}

PyObject *

PyImport_GetModuleDict(void)

{

PyInterpreterState *interp = PyThreadState_GET()->interp;

if (interp->modules == NULL)

Py_FatalError("PyImport_GetModuleDict: no module dictionary!");

return interp->modules;

}

static char* sys_deletes[] = {

"path", "argv", "ps1", "ps2", "exitfunc",

"exc_type", "exc_value", "exc_traceback",

"last_type", "last_value", "last_traceback",

"path_hooks", "path_importer_cache", "meta_path",

/* misc stuff */

"flags", "float_info",

NULL

};

static char* sys_files[] = {

"stdin", "__stdin__",

"stdout", "__stdout__",

"stderr", "__stderr__",

NULL

};

PyImport_Cleanup(void)

{

Py_ssize_t pos, ndone;

char *name;

PyObject *key, *value, *dict;

PyInterpreterState *interp = PyThreadState_GET()->interp;

PyObject *modules = interp->modules;

if (modules == NULL)

return; /* Already done */

/* Delete some special variables first. These are common

value = PyDict_GetItemString(modules, "__builtin__");

if (value != NULL && PyModule_Check(value)) {

dict = PyModule_GetDict(value);

if (Py_VerboseFlag)

PySys_WriteStderr("# clear __builtin__._\n");

PyDict_SetItemString(dict, "_", Py_None);

}

value = PyDict_GetItemString(modules, "sys");

if (value != NULL && PyModule_Check(value)) {

char **p;

PyObject *v;

dict = PyModule_GetDict(value);

for (p = sys_deletes; *p != NULL; p++) {

if (Py_VerboseFlag)

PySys_WriteStderr("# clear sys.%s\n", *p);

PyDict_SetItemString(dict, *p, Py_None);

}

for (p = sys_files; *p != NULL; p+=2) {

if (Py_VerboseFlag)

PySys_WriteStderr("# restore sys.%s\n", *p);

v = PyDict_GetItemString(dict, *(p+1));

if (v == NULL)

v = Py_None;

PyDict_SetItemString(dict, *p, v);

}

}

/* First, delete __main__ */

value = PyDict_GetItemString(modules, "__main__");

if (value != NULL && PyModule_Check(value)) {

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup __main__\n");

_PyModule_Clear(value);

PyDict_SetItemString(modules, "__main__", Py_None);

}

/* The special treatment of __builtin__ here is because even

/* Next, repeatedly delete modules with a reference count of

do {

ndone = 0;

pos = 0;

while (PyDict_Next(modules, &pos, &key, &value)) {

if (value->ob_refcnt != 1)

continue;

if (PyString_Check(key) && PyModule_Check(value)) {

name = PyString_AS_STRING(key);

if (strcmp(name, "__builtin__") == 0)

continue;

if (strcmp(name, "sys") == 0)

continue;

if (Py_VerboseFlag)

PySys_WriteStderr(

"# cleanup[1] %s\n", name);

_PyModule_Clear(value);

PyDict_SetItem(modules, key, Py_None);

ndone++;

}

}

} while (ndone > 0);

/* Next, delete all modules (still skipping __builtin__ and sys) */

pos = 0;

while (PyDict_Next(modules, &pos, &key, &value)) {

if (PyString_Check(key) && PyModule_Check(value)) {

name = PyString_AS_STRING(key);

if (strcmp(name, "__builtin__") == 0)

continue;

if (strcmp(name, "sys") == 0)

continue;

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup[2] %s\n", name);

_PyModule_Clear(value);

PyDict_SetItem(modules, key, Py_None);

}

}

/* Next, delete sys and __builtin__ (in that order) */

value = PyDict_GetItemString(modules, "sys");

if (value != NULL && PyModule_Check(value)) {

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup sys\n");

_PyModule_Clear(value);

PyDict_SetItemString(modules, "sys", Py_None);

}

value = PyDict_GetItemString(modules, "__builtin__");

if (value != NULL && PyModule_Check(value)) {

if (Py_VerboseFlag)

PySys_WriteStderr("# cleanup __builtin__\n");

_PyModule_Clear(value);

PyDict_SetItemString(modules, "__builtin__", Py_None);

}

/* Finally, clear and delete the modules directory */

PyDict_Clear(modules);

interp->modules = NULL;

Py_DECREF(modules);

Py_CLEAR(interp->modules_reloading);

}

PyImport_GetMagicNumber(void)

{

return pyc_magic;

}

PyObject *

_PyImport_FixupExtension(char *name, char *filename)

{

PyObject *modules, *mod, *dict, *copy;

if (extensions == NULL) {

extensions = PyDict_New();

if (extensions == NULL)

return NULL;

}

modules = PyImport_GetModuleDict();

mod = PyDict_GetItemString(modules, name);

if (mod == NULL || !PyModule_Check(mod)) {

PyErr_Format(PyExc_SystemError,

"_PyImport_FixupExtension: module %.200s not loaded", name);

return NULL;

}

dict = PyModule_GetDict(mod);

if (dict == NULL)

return NULL;

copy = PyDict_Copy(dict);

if (copy == NULL)

return NULL;

PyDict_SetItemString(extensions, filename, copy);

Py_DECREF(copy);

return copy;

}

PyObject *

_PyImport_FindExtension(char *name, char *filename)

{

PyObject *dict, *mod, *mdict;

if (extensions == NULL)

return NULL;

dict = PyDict_GetItemString(extensions, filename);

if (dict == NULL)

return NULL;

mod = PyImport_AddModule(name);

if (mod == NULL)

return NULL;

mdict = PyModule_GetDict(mod);

if (mdict == NULL)

return NULL;

if (PyDict_Update(mdict, dict))

return NULL;

if (Py_VerboseFlag)

PySys_WriteStderr("import %s # previously loaded (%s)\n",

name, filename);

return mod;

}

PyObject *

PyImport_AddModule(const char *name)

{

PyObject *modules = PyImport_GetModuleDict();

PyObject *m;

if ((m = PyDict_GetItemString(modules, name)) != NULL &&

PyModule_Check(m))

return m;

m = PyModule_New(name);

if (m == NULL)

return NULL;

if (PyDict_SetItemString(modules, name, m) != 0) {

Py_DECREF(m);

return NULL;

}

Py_DECREF(m); /* Yes, it still exists, in modules! */

return m;

}

static void

_RemoveModule(const char *name)

{

PyObject *modules = PyImport_GetModuleDict();

if (PyDict_GetItemString(modules, name) == NULL)

return;

if (PyDict_DelItemString(modules, name) < 0)

Py_FatalError("import: deleting existing key in"

"sys.modules failed");

}

PyObject *

PyImport_ExecCodeModule(char *name, PyObject *co)

{

return PyImport_ExecCodeModuleEx(name, co, (char *)NULL);

}

PyObject *

PyImport_ExecCodeModuleEx(char *name, PyObject *co, char *pathname)

{

PyObject *modules = PyImport_GetModuleDict();

PyObject *m, *d, *v;

m = PyImport_AddModule(name);

if (m == NULL)

return NULL;

/* If the module is being reloaded, we get the old module back

d = PyModule_GetDict(m);

if (PyDict_GetItemString(d, "__builtins__") == NULL) {

if (PyDict_SetItemString(d, "__builtins__",

PyEval_GetBuiltins()) != 0)

goto error;

}

/* Remember the filename as the __file__ attribute */

v = NULL;

if (pathname != NULL) {

v = PyString_FromString(pathname);

if (v == NULL)

PyErr_Clear();

}

if (v == NULL) {

v = ((PyCodeObject *)co)->co_filename;

Py_INCREF(v);

}

if (PyDict_SetItemString(d, "__file__", v) != 0)

PyErr_Clear(); /* Not important enough to report */

Py_DECREF(v);

v = PyEval_EvalCode((PyCodeObject *)co, d, d);

if (v == NULL)

goto error;

Py_DECREF(v);

if ((m = PyDict_GetItemString(modules, name)) == NULL) {

PyErr_Format(PyExc_ImportError,

"Loaded module %.200s not found in sys.modules",

name);

return NULL;

}

Py_INCREF(m);

return m;

error:

_RemoveModule(name);

return NULL;

}

static char *

make_compiled_pathname(char *pathname, char *buf, size_t buflen)

{

size_t len = strlen(pathname);

if (len+2 > buflen)

return NULL;

#ifdef MS_WINDOWS

/* Treat .pyw as if it were .py. The case of ".pyw" must match

if (len >= 4 && strcmp(&pathname[len-4], ".pyw") == 0)

--len; /* pretend 'w' isn't there */

memcpy(buf, pathname, len);

buf[len] = Py_OptimizeFlag ? 'o' : 'c';

buf[len+1] = '\0';

return buf;

}

static FILE *

check_compiled_module(char *pathname, time_t mtime, char *cpathname)

{

FILE *fp;

long magic;

long pyc_mtime;

fp = fopen(cpathname, "rb");

if (fp == NULL)

return NULL;

magic = PyMarshal_ReadLongFromFile(fp);

if (magic != pyc_magic) {

if (Py_VerboseFlag)

PySys_WriteStderr("# %s has bad magic\n", cpathname);

fclose(fp);

return NULL;

}

pyc_mtime = PyMarshal_ReadLongFromFile(fp);

if (pyc_mtime != mtime) {

if (Py_VerboseFlag)

PySys_WriteStderr("# %s has bad mtime\n", cpathname);

fclose(fp);

return NULL;

}

if (Py_VerboseFlag)

PySys_WriteStderr("# %s matches %s\n", cpathname, pathname);

return fp;

}

static PyCodeObject *

read_compiled_module(char *cpathname, FILE *fp)

{

PyObject *co;

co = PyMarshal_ReadLastObjectFromFile(fp);

if (co == NULL)

return NULL;

if (!PyCode_Check(co)) {

PyErr_Format(PyExc_ImportError,

"Non-code object in %.200s", cpathname);

Py_DECREF(co);

return NULL;

}

return (PyCodeObject *)co;

}

static PyObject *

load_compiled_module(char *name, char *cpathname, FILE *fp)

{

long magic;

PyCodeObject *co;

PyObject *m;

magic = PyMarshal_ReadLongFromFile(fp);

if (magic != pyc_magic) {

PyErr_Format(PyExc_ImportError,

"Bad magic number in %.200s", cpathname);

return NULL;

}

(void) PyMarshal_ReadLongFromFile(fp);

co = read_compiled_module(cpathname, fp);

if (co == NULL)

return NULL;

if (Py_VerboseFlag)

PySys_WriteStderr("import %s # precompiled from %s\n",

name, cpathname);

m = PyImport_ExecCodeModuleEx(name, (PyObject *)co, cpathname);

Py_DECREF(co);

return m;

}

static PyCodeObject *

parse_source_module(const char *pathname, FILE *fp)

{

PyCodeObject *co = NULL;

mod_ty mod;

PyCompilerFlags flags;

PyArena *arena = PyArena_New();

if (arena == NULL)

return NULL;

flags.cf_flags = 0;

mod = PyParser_ASTFromFile(fp, pathname, Py_file_input, 0, 0, &flags,

NULL, arena);

if (mod) {

co = PyAST_Compile(mod, pathname, NULL, arena);

}

PyArena_Free(arena);

return co;

}

static FILE *

open_exclusive(char *filename, mode_t mode)

{

#if defined(O_EXCL)&&defined(O_CREAT)&&defined(O_WRONLY)&&defined(O_TRUNC)

/* Use O_EXCL to avoid a race condition when another process tries to

int fd;

(void) unlink(filename);

fd = open(filename, O_EXCL|O_CREAT|O_WRONLY|O_TRUNC

#ifdef O_BINARY

|O_BINARY /* necessary for Windows */

#ifdef __VMS

, mode, "ctxt=bin", "shr=nil"

, mode

);

if (fd < 0)

return NULL;

return fdopen(fd, "wb");

/* Best we can do -- on Windows this can't happen anyway */

return fopen(filename, "wb");

}

static void

write_compiled_module(PyCodeObject *co, char *cpathname, struct stat *srcstat)

{

FILE *fp;

time_t mtime = srcstat->st_mtime;

mode_t mode = srcstat->st_mode;

fp = open_exclusive(cpathname, mode);

if (fp == NULL) {

if (Py_VerboseFlag)

PySys_WriteStderr(

"# can't create %s\n", cpathname);

return;

}

PyMarshal_WriteLongToFile(pyc_magic, fp, Py_MARSHAL_VERSION);

/* First write a 0 for mtime */

PyMarshal_WriteLongToFile(0L, fp, Py_MARSHAL_VERSION);

PyMarshal_WriteObjectToFile((PyObject *)co, fp, Py_MARSHAL_VERSION);

if (fflush(fp) != 0 || ferror(fp)) {

if (Py_VerboseFlag)

PySys_WriteStderr("# can't write %s\n", cpathname);

/* Don't keep partial file */

fclose(fp);

(void) unlink(cpathname);

return;

}

/* Now write the true mtime */

fseek(fp, 4L, 0);

assert(mtime < LONG_MAX);

PyMarshal_WriteLongToFile((long)mtime, fp, Py_MARSHAL_VERSION);

fflush(fp);

fclose(fp);

if (Py_VerboseFlag)

PySys_WriteStderr("# wrote %s\n", cpathname);

}

static void

update_code_filenames(PyCodeObject *co, PyObject *oldname, PyObject *newname)

{

PyObject *constants, *tmp;

Py_ssize_t i, n;

if (!_PyString_Eq(co->co_filename, oldname))

return;

tmp = co->co_filename;

co->co_filename = newname;

Py_INCREF(co->co_filename);

Py_DECREF(tmp);

constants = co->co_consts;

n = PyTuple_GET_SIZE(constants);

for (i = 0; i < n; i++) {

tmp = PyTuple_GET_ITEM(constants, i);

if (PyCode_Check(tmp))

update_code_filenames((PyCodeObject *)tmp,

oldname, newname);

}

}

static int

update_compiled_module(PyCodeObject *co, char *pathname)

{

PyObject *oldname, *newname;

if (strcmp(PyString_AsString(co->co_filename), pathname) == 0)

return 0;

newname = PyString_FromString(pathname);

if (newname == NULL)

return -1;

oldname = co->co_filename;

Py_INCREF(oldname);

update_code_filenames(co, oldname, newname);

Py_DECREF(oldname);

Py_DECREF(newname);

return 1;

}

static PyObject *

load_source_module(char *name, char *pathname, FILE *fp)

{

struct stat st;

FILE *fpc;

char buf[MAXPATHLEN+1];

char *cpathname;

PyCodeObject *co;

PyObject *m;

if (fstat(fileno(fp), &st) != 0) {

PyErr_Format(PyExc_RuntimeError,

"unable to get file status from '%s'",

pathname);

return NULL;

}

#if SIZEOF_TIME_T > 4

/* Python's .pyc timestamp handling presumes that the timestamp fits

if (st.st_mtime >> 32) {

PyErr_SetString(PyExc_OverflowError,

"modification time overflows a 4 byte field");

return NULL;

}

cpathname = make_compiled_pathname(pathname, buf,

(size_t)MAXPATHLEN + 1);

if (cpathname != NULL &&

(fpc = check_compiled_module(pathname, st.st_mtime, cpathname))) {

co = read_compiled_module(cpathname, fpc);

fclose(fpc);

if (co == NULL)

return NULL;

if (update_compiled_module(co, pathname) < 0)

return NULL;

if (Py_VerboseFlag)

PySys_WriteStderr("import %s # precompiled from %s\n",

name, cpathname);

pathname = cpathname;