#define PY_LOCAL_AGGRESSIVE

#include "Python.h"

#include "code.h"

#include "frameobject.h"

#include "eval.h"

#include "opcode.h"

#include "structmember.h"

#include <ctype.h>

#ifndef WITH_TSC

#define READ_TIMESTAMP(var)

typedef unsigned long long uint64;

#if defined(__ppc__) /* <- Don't know if this is the correct symbol; this

#define READ_TIMESTAMP(var) ppc_getcounter(&var)

static void

ppc_getcounter(uint64 *v)

{

register unsigned long tbu, tb, tbu2;

loop:

asm volatile ("mftbu %0" : "=r" (tbu) );

asm volatile ("mftb %0" : "=r" (tb) );

asm volatile ("mftbu %0" : "=r" (tbu2));

if (__builtin_expect(tbu != tbu2, 0)) goto loop;

/* The slightly peculiar way of writing the next lines is

((long*)(v))[0] = tbu;

((long*)(v))[1] = tb;

}

#else /* this is for linux/x86 (and probably any other GCC/x86 combo) */

#define READ_TIMESTAMP(val) \

__asm__ __volatile__("rdtsc" : "=A" (val))

void dump_tsc(int opcode, int ticked, uint64 inst0, uint64 inst1,

uint64 loop0, uint64 loop1, uint64 intr0, uint64 intr1)

{

uint64 intr, inst, loop;

PyThreadState *tstate = PyThreadState_Get();

if (!tstate->interp->tscdump)

return;

intr = intr1 - intr0;

inst = inst1 - inst0 - intr;

loop = loop1 - loop0 - intr;

fprintf(stderr, "opcode=%03d t=%d inst=%06lld loop=%06lld\n",

opcode, ticked, inst, loop);

}

#ifdef Py_DEBUG

#define LLTRACE 1 /* Low-level trace feature */

#define CHECKEXC 1 /* Double-check exception checking */

typedef PyObject *(*callproc)(PyObject *, PyObject *, PyObject *);

#ifdef WITH_TSC

static PyObject * call_function(PyObject ***, int, uint64*, uint64*);

static PyObject * call_function(PyObject ***, int);

static PyObject * fast_function(PyObject *, PyObject ***, int, int, int);

static PyObject * do_call(PyObject *, PyObject ***, int, int);

static PyObject * ext_do_call(PyObject *, PyObject ***, int, int, int);

static PyObject * update_keyword_args(PyObject *, int, PyObject ***,

PyObject *);

static PyObject * update_star_args(int, int, PyObject *, PyObject ***);

static PyObject * load_args(PyObject ***, int);

#define CALL_FLAG_VAR 1

#define CALL_FLAG_KW 2

#ifdef LLTRACE

static int lltrace;

static int prtrace(PyObject *, char *);

static int call_trace(Py_tracefunc, PyObject *, PyFrameObject *,

int, PyObject *);

static int call_trace_protected(Py_tracefunc, PyObject *,

PyFrameObject *, int, PyObject *);

static void call_exc_trace(Py_tracefunc, PyObject *, PyFrameObject *);

static int maybe_call_line_trace(Py_tracefunc, PyObject *,

PyFrameObject *, int *, int *, int *);

static PyObject * apply_slice(PyObject *, PyObject *, PyObject *);

static int assign_slice(PyObject *, PyObject *,

PyObject *, PyObject *);

static PyObject * cmp_outcome(int, PyObject *, PyObject *);

static PyObject * import_from(PyObject *, PyObject *);

static int import_all_from(PyObject *, PyObject *);

static PyObject * build_class(PyObject *, PyObject *, PyObject *);

static int exec_statement(PyFrameObject *,

PyObject *, PyObject *, PyObject *);

static void set_exc_info(PyThreadState *, PyObject *, PyObject *, PyObject *);

static void reset_exc_info(PyThreadState *);

static void format_exc_check_arg(PyObject *, char *, PyObject *);

static PyObject * string_concatenate(PyObject *, PyObject *,

PyFrameObject *, unsigned char *);

static PyObject * kwd_as_string(PyObject *);

#define NAME_ERROR_MSG \

"name '%.200s' is not defined"

#define GLOBAL_NAME_ERROR_MSG \

"global name '%.200s' is not defined"

#define UNBOUNDLOCAL_ERROR_MSG \

"local variable '%.200s' referenced before assignment"

#define UNBOUNDFREE_ERROR_MSG \

"free variable '%.200s' referenced before assignment" \

" in enclosing scope"

#ifdef DYNAMIC_EXECUTION_PROFILE

#ifdef DXPAIRS

static long dxpairs[257][256];

#define dxp dxpairs[256]

static long dxp[256];

#ifdef CALL_PROFILE

#define PCALL_NUM 11

static int pcall[PCALL_NUM];

#define PCALL_ALL 0

#define PCALL_FUNCTION 1

#define PCALL_FAST_FUNCTION 2

#define PCALL_FASTER_FUNCTION 3

#define PCALL_METHOD 4

#define PCALL_BOUND_METHOD 5

#define PCALL_CFUNCTION 6

#define PCALL_TYPE 7

#define PCALL_GENERATOR 8

#define PCALL_OTHER 9

#define PCALL_POP 10

#define PCALL(POS) pcall[POS]++

PyObject *

PyEval_GetCallStats(PyObject *self)

{

return Py_BuildValue("iiiiiiiiiii",

pcall[0], pcall[1], pcall[2], pcall[3],

pcall[4], pcall[5], pcall[6], pcall[7],

pcall[8], pcall[9], pcall[10]);

}

#define PCALL(O)

PyObject *

PyEval_GetCallStats(PyObject *self)

{

Py_INCREF(Py_None);

return Py_None;

}

#ifdef WITH_THREAD

#ifdef HAVE_ERRNO_H

#include <errno.h>

#include "pythread.h"

static PyThread_type_lock interpreter_lock = 0; /* This is the GIL */

static PyThread_type_lock pending_lock = 0; /* for pending calls */

static long main_thread = 0;

PyEval_ThreadsInitialized(void)

{

return interpreter_lock != 0;

}

PyEval_InitThreads(void)

{

if (interpreter_lock)

return;

interpreter_lock = PyThread_allocate_lock();

PyThread_acquire_lock(interpreter_lock, 1);

main_thread = PyThread_get_thread_ident();

}

PyEval_AcquireLock(void)

{

PyThread_acquire_lock(interpreter_lock, 1);

}

PyEval_ReleaseLock(void)

{

PyThread_release_lock(interpreter_lock);

}

PyEval_AcquireThread(PyThreadState *tstate)

{

if (tstate == NULL)

Py_FatalError("PyEval_AcquireThread: NULL new thread state");

/* Check someone has called PyEval_InitThreads() to create the lock */

assert(interpreter_lock);

PyThread_acquire_lock(interpreter_lock, 1);

if (PyThreadState_Swap(tstate) != NULL)

Py_FatalError(

"PyEval_AcquireThread: non-NULL old thread state");

}

PyEval_ReleaseThread(PyThreadState *tstate)

{

if (tstate == NULL)

Py_FatalError("PyEval_ReleaseThread: NULL thread state");

if (PyThreadState_Swap(NULL) != tstate)

Py_FatalError("PyEval_ReleaseThread: wrong thread state");

PyThread_release_lock(interpreter_lock);

}

PyEval_ReInitThreads(void)

{

PyObject *threading, *result;

PyThreadState *tstate;

if (!interpreter_lock)

return;

/*XXX Can't use PyThread_free_lock here because it does too

interpreter_lock = PyThread_allocate_lock();

pending_lock = PyThread_allocate_lock();

PyThread_acquire_lock(interpreter_lock, 1);

main_thread = PyThread_get_thread_ident();

/* Update the threading module with the new state.

tstate = PyThreadState_GET();

threading = PyMapping_GetItemString(tstate->interp->modules,

"threading");

if (threading == NULL) {

/* threading not imported */

PyErr_Clear();

return;

}

result = PyObject_CallMethod(threading, "_after_fork", NULL);

if (result == NULL)

PyErr_WriteUnraisable(threading);

else

Py_DECREF(result);

Py_DECREF(threading);

}

PyThreadState *

PyEval_SaveThread(void)

{

PyThreadState *tstate = PyThreadState_Swap(NULL);

if (tstate == NULL)

Py_FatalError("PyEval_SaveThread: NULL tstate");

#ifdef WITH_THREAD

if (interpreter_lock)

PyThread_release_lock(interpreter_lock);

return tstate;

}

PyEval_RestoreThread(PyThreadState *tstate)

{

if (tstate == NULL)

Py_FatalError("PyEval_RestoreThread: NULL tstate");

#ifdef WITH_THREAD

if (interpreter_lock) {

int err = errno;

PyThread_acquire_lock(interpreter_lock, 1);

errno = err;

}

PyThreadState_Swap(tstate);

}

#ifdef WITH_THREAD

#define NPENDINGCALLS 32

static struct {

int (*func)(void *);

void *arg;

} pendingcalls[NPENDINGCALLS];

static int pendingfirst = 0;

static int pendinglast = 0;

static volatile int pendingcalls_to_do = 1; /* trigger initialization of lock */

static char pendingbusy = 0;

Py_AddPendingCall(int (*func)(void *), void *arg)

{

int i, j, result=0;

PyThread_type_lock lock = pending_lock;

/* try a few times for the lock. Since this mechanism is used

if (lock != NULL) {

for (i = 0; i<100; i++) {

if (PyThread_acquire_lock(lock, NOWAIT_LOCK))

break;

}

if (i == 100)

return -1;

}

i = pendinglast;

j = (i + 1) % NPENDINGCALLS;

if (j == pendingfirst) {

result = -1; /* Queue full */

} else {

pendingcalls[i].func = func;

pendingcalls[i].arg = arg;

pendinglast = j;

}

/* signal main loop */

_Py_Ticker = 0;

pendingcalls_to_do = 1;

if (lock != NULL)

PyThread_release_lock(lock);

return result;

}

Py_MakePendingCalls(void)

{

int i;

int r = 0;

if (!pending_lock) {

/* initial allocation of the lock */

pending_lock = PyThread_allocate_lock();

if (pending_lock == NULL)

return -1;

}

/* only service pending calls on main thread */

if (main_thread && PyThread_get_thread_ident() != main_thread)

return 0;

/* don't perform recursive pending calls */

if (pendingbusy)

return 0;

pendingbusy = 1;

/* perform a bounded number of calls, in case of recursion */

for (i=0; i<NPENDINGCALLS; i++) {

int j;

int (*func)(void *);

void *arg = NULL;

/* pop one item off the queue while holding the lock */

PyThread_acquire_lock(pending_lock, WAIT_LOCK);

j = pendingfirst;

if (j == pendinglast) {

func = NULL; /* Queue empty */

} else {

func = pendingcalls[j].func;

arg = pendingcalls[j].arg;

pendingfirst = (j + 1) % NPENDINGCALLS;

}

pendingcalls_to_do = pendingfirst != pendinglast;

PyThread_release_lock(pending_lock);

/* having released the lock, perform the callback */

if (func == NULL)

break;

r = func(arg);

if (r)

break;

}

pendingbusy = 0;

return r;

}

#else /* if ! defined WITH_THREAD */

#define NPENDINGCALLS 32

static struct {

int (*func)(void *);

void *arg;

} pendingcalls[NPENDINGCALLS];

static volatile int pendingfirst = 0;

static volatile int pendinglast = 0;

static volatile int pendingcalls_to_do = 0;

Py_AddPendingCall(int (*func)(void *), void *arg)

{

static volatile int busy = 0;

int i, j;

/* XXX Begin critical section */

if (busy)

return -1;

busy = 1;

i = pendinglast;

j = (i + 1) % NPENDINGCALLS;

if (j == pendingfirst) {

busy = 0;

return -1; /* Queue full */

}

pendingcalls[i].func = func;

pendingcalls[i].arg = arg;

pendinglast = j;

_Py_Ticker = 0;

pendingcalls_to_do = 1; /* Signal main loop */

busy = 0;

/* XXX End critical section */

return 0;

}

Py_MakePendingCalls(void)

{

static int busy = 0;

if (busy)

return 0;

busy = 1;

pendingcalls_to_do = 0;

for (;;) {

int i;

int (*func)(void *);

void *arg;

i = pendingfirst;

if (i == pendinglast)

break; /* Queue empty */

func = pendingcalls[i].func;

arg = pendingcalls[i].arg;

pendingfirst = (i + 1) % NPENDINGCALLS;

if (func(arg) < 0) {

busy = 0;

pendingcalls_to_do = 1; /* We're not done yet */

return -1;

}

}

busy = 0;

return 0;

}

#endif /* WITH_THREAD */

#ifndef Py_DEFAULT_RECURSION_LIMIT

#define Py_DEFAULT_RECURSION_LIMIT 1000

static int recursion_limit = Py_DEFAULT_RECURSION_LIMIT;

int _Py_CheckRecursionLimit = Py_DEFAULT_RECURSION_LIMIT;

Py_GetRecursionLimit(void)

{

return recursion_limit;

}

Py_SetRecursionLimit(int new_limit)

{

recursion_limit = new_limit;

_Py_CheckRecursionLimit = recursion_limit;

}

_Py_CheckRecursiveCall(char *where)

{

PyThreadState *tstate = PyThreadState_GET();

#ifdef USE_STACKCHECK

if (PyOS_CheckStack()) {

--tstate->recursion_depth;

PyErr_SetString(PyExc_MemoryError, "Stack overflow");

return -1;

}

if (tstate->recursion_depth > recursion_limit) {

--tstate->recursion_depth;

PyErr_Format(PyExc_RuntimeError,

"maximum recursion depth exceeded%s",

where);

return -1;

}

_Py_CheckRecursionLimit = recursion_limit;

return 0;

}

enum why_code {

};

static enum why_code do_raise(PyObject *, PyObject *, PyObject *);

static int unpack_iterable(PyObject *, int, PyObject **);

static int _Py_TracingPossible = 0;

int _Py_CheckInterval = 100;

volatile int _Py_Ticker = 0; /* so that we hit a "tick" first thing */

PyObject *

PyEval_EvalCode(PyCodeObject *co, PyObject *globals, PyObject *locals)

{

return PyEval_EvalCodeEx(co,

globals, locals,

(PyObject **)NULL, 0,

(PyObject **)NULL, 0,

(PyObject **)NULL, 0,

NULL);

}

PyObject *

PyEval_EvalFrame(PyFrameObject *f) {

/* This is for backward compatibility with extension modules that

return PyEval_EvalFrameEx(f, 0);

}

PyObject *

PyEval_EvalFrameEx(PyFrameObject *f, int throwflag)

{

#ifdef DXPAIRS

int lastopcode = 0;

register PyObject **stack_pointer; /* Next free slot in value stack */

register unsigned char *next_instr;

register int opcode; /* Current opcode */

register int oparg; /* Current opcode argument, if any */

register enum why_code why; /* Reason for block stack unwind */

register int err; /* Error status -- nonzero if error */

register PyObject *x; /* Result object -- NULL if error */

register PyObject *v; /* Temporary objects popped off stack */

register PyObject *w;

register PyObject *u;

register PyObject *t;

register PyObject *stream = NULL; /* for PRINT opcodes */

register PyObject **fastlocals, **freevars;

PyObject *retval = NULL; /* Return value */

PyThreadState *tstate = PyThreadState_GET();

PyCodeObject *co;

/* when tracing we set things up so that

int instr_ub = -1, instr_lb = 0, instr_prev = -1;

unsigned char *first_instr;

PyObject *names;

PyObject *consts;

#if defined(Py_DEBUG) || defined(LLTRACE)

/* Make it easier to find out where we are with a debugger */

char *filename;

#ifndef Py_DEBUG

#define GETITEM(v, i) PyTuple_GET_ITEM((PyTupleObject *)(v), (i))

#define GETITEM(v, i) PyTuple_GetItem((v), (i))

#ifdef WITH_TSC

uint64 inst0, inst1, loop0, loop1, intr0 = 0, intr1 = 0;

int ticked = 0;

READ_TIMESTAMP(inst0);

READ_TIMESTAMP(inst1);

READ_TIMESTAMP(loop0);

READ_TIMESTAMP(loop1);

/* shut up the compiler */

opcode = 0;

#define INSTR_OFFSET() ((int)(next_instr - first_instr))

#define NEXTOP() (*next_instr++)

#define NEXTARG() (next_instr += 2, (next_instr[-1]<<8) + next_instr[-2])

#define PEEKARG() ((next_instr[2]<<8) + next_instr[1])

#define JUMPTO(x) (next_instr = first_instr + (x))

#define JUMPBY(x) (next_instr += (x))

#ifdef DYNAMIC_EXECUTION_PROFILE

#define PREDICT(op) if (0) goto PRED_##op

#define PREDICT(op) if (*next_instr == op) goto PRED_##op

#define PREDICTED(op) PRED_##op: next_instr++

#define PREDICTED_WITH_ARG(op) PRED_##op: oparg = PEEKARG(); next_instr += 3

#define STACK_LEVEL() ((int)(stack_pointer - f->f_valuestack))

#define EMPTY() (STACK_LEVEL() == 0)

#define TOP() (stack_pointer[-1])

#define SECOND() (stack_pointer[-2])

#define THIRD() (stack_pointer[-3])

#define FOURTH() (stack_pointer[-4])

#define SET_TOP(v) (stack_pointer[-1] = (v))

#define SET_SECOND(v) (stack_pointer[-2] = (v))

#define SET_THIRD(v) (stack_pointer[-3] = (v))

#define SET_FOURTH(v) (stack_pointer[-4] = (v))

#define BASIC_STACKADJ(n) (stack_pointer += n)

#define BASIC_PUSH(v) (*stack_pointer++ = (v))

#define BASIC_POP() (*--stack_pointer)

#ifdef LLTRACE

#define PUSH(v) { (void)(BASIC_PUSH(v), \

lltrace && prtrace(TOP(), "push")); \

assert(STACK_LEVEL() <= co->co_stacksize); }

#define POP() ((void)(lltrace && prtrace(TOP(), "pop")), \

BASIC_POP())

#define STACKADJ(n) { (void)(BASIC_STACKADJ(n), \

lltrace && prtrace(TOP(), "stackadj")); \

assert(STACK_LEVEL() <= co->co_stacksize); }

#define EXT_POP(STACK_POINTER) ((void)(lltrace && \

prtrace((STACK_POINTER)[-1], "ext_pop")), \

*--(STACK_POINTER))

#define PUSH(v) BASIC_PUSH(v)

#define POP() BASIC_POP()

#define STACKADJ(n) BASIC_STACKADJ(n)

#define EXT_POP(STACK_POINTER) (*--(STACK_POINTER))

#define GETLOCAL(i) (fastlocals[i])

#define SETLOCAL(i, value) do { PyObject *tmp = GETLOCAL(i); \

GETLOCAL(i) = value; \

Py_XDECREF(tmp); } while (0)

if (f == NULL)

return NULL;

/* push frame */

if (Py_EnterRecursiveCall(""))

return NULL;

tstate->frame = f;

if (tstate->use_tracing) {

if (tstate->c_tracefunc != NULL) {

/* tstate->c_tracefunc, if defined, is a

if (call_trace_protected(tstate->c_tracefunc,

tstate->c_traceobj,

f, PyTrace_CALL, Py_None)) {

/* Trace function raised an error */

goto exit_eval_frame;

}

}

if (tstate->c_profilefunc != NULL) {

/* Similar for c_profilefunc, except it needn't

if (call_trace_protected(tstate->c_profilefunc,

tstate->c_profileobj,

f, PyTrace_CALL, Py_None)) {

/* Profile function raised an error */

goto exit_eval_frame;

}

}

}

co = f->f_code;

names = co->co_names;

consts = co->co_consts;

fastlocals = f->f_localsplus;

freevars = f->f_localsplus + co->co_nlocals;

first_instr = (unsigned char*) PyString_AS_STRING(co->co_code);

/* An explanation is in order for the next line.

next_instr = first_instr + f->f_lasti + 1;

stack_pointer = f->f_stacktop;

assert(stack_pointer != NULL);

f->f_stacktop = NULL; /* remains NULL unless yield suspends frame */

#ifdef LLTRACE

lltrace = PyDict_GetItemString(f->f_globals, "__lltrace__") != NULL;

#if defined(Py_DEBUG) || defined(LLTRACE)

filename = PyString_AsString(co->co_filename);

why = WHY_NOT;

err = 0;

x = Py_None; /* Not a reference, just anything non-NULL */

w = NULL;

if (throwflag) { /* support for generator.throw() */

why = WHY_EXCEPTION;

goto on_error;

}

for (;;) {

#ifdef WITH_TSC

if (inst1 == 0) {

/* Almost surely, the opcode executed a break

READ_TIMESTAMP(inst1);

loop1 = inst1;

}

dump_tsc(opcode, ticked, inst0, inst1, loop0, loop1,

intr0, intr1);

ticked = 0;

inst1 = 0;

intr0 = 0;

intr1 = 0;

READ_TIMESTAMP(loop0);

assert(stack_pointer >= f->f_valuestack); /* else underflow */

assert(STACK_LEVEL() <= co->co_stacksize); /* else overflow */

/* Do periodic things. Doing this every time through

if (--_Py_Ticker < 0) {

if (*next_instr == SETUP_FINALLY) {

/* Make the last opcode before

goto fast_next_opcode;

}

_Py_Ticker = _Py_CheckInterval;

tstate->tick_counter++;

#ifdef WITH_TSC

ticked = 1;

if (pendingcalls_to_do) {

if (Py_MakePendingCalls() < 0) {

why = WHY_EXCEPTION;

goto on_error;

}

if (pendingcalls_to_do)

/* MakePendingCalls() didn't succeed.

_Py_Ticker = 0;

}

#ifdef WITH_THREAD

if (interpreter_lock) {

/* Give another thread a chance */

if (PyThreadState_Swap(NULL) != tstate)

Py_FatalError("ceval: tstate mix-up");

PyThread_release_lock(interpreter_lock);

/* Other threads may run now */

PyThread_acquire_lock(interpreter_lock, 1);

if (PyThreadState_Swap(tstate) != NULL)

Py_FatalError("ceval: orphan tstate");