#include "Python.h"

#include "pycore_ast.h" // stmt_ty

#include "pycore_parser.h" // _PyParser_ASTFromString()

#include "pycore_pystate.h" // _PyThreadState_GET()

#include "pycore_symtable.h" // PySTEntryObject

#define _PY_DUMP_SYMTABLE 0

#define GLOBAL_PARAM \

"name '%U' is parameter and global"

#define NONLOCAL_PARAM \

"name '%U' is parameter and nonlocal"

#define GLOBAL_AFTER_ASSIGN \

"name '%U' is assigned to before global declaration"

#define NONLOCAL_AFTER_ASSIGN \

"name '%U' is assigned to before nonlocal declaration"

#define GLOBAL_AFTER_USE \

"name '%U' is used prior to global declaration"

#define NONLOCAL_AFTER_USE \

"name '%U' is used prior to nonlocal declaration"

#define GLOBAL_ANNOT \

"annotated name '%U' can't be global"

#define NONLOCAL_ANNOT \

"annotated name '%U' can't be nonlocal"

#define IMPORT_STAR_WARNING "import * only allowed at module level"

#define NAMED_EXPR_COMP_IN_CLASS \

"assignment expression within a comprehension cannot be used in a class body"

#define NAMED_EXPR_COMP_IN_TYPEVAR_BOUND \

"assignment expression within a comprehension cannot be used in a TypeVar bound"

#define NAMED_EXPR_COMP_IN_TYPEALIAS \

"assignment expression within a comprehension cannot be used in a type alias"

#define NAMED_EXPR_COMP_IN_TYPEPARAM \

"assignment expression within a comprehension cannot be used within the definition of a generic"

#define NAMED_EXPR_COMP_CONFLICT \

"assignment expression cannot rebind comprehension iteration variable '%U'"

#define NAMED_EXPR_COMP_INNER_LOOP_CONFLICT \

"comprehension inner loop cannot rebind assignment expression target '%U'"

#define NAMED_EXPR_COMP_ITER_EXPR \

"assignment expression cannot be used in a comprehension iterable expression"

#define ANNOTATION_NOT_ALLOWED \

"%s cannot be used within an annotation"

#define EXPR_NOT_ALLOWED_IN_TYPE_VARIABLE \

"%s cannot be used within %s"

#define EXPR_NOT_ALLOWED_IN_TYPE_ALIAS \

"%s cannot be used within a type alias"

#define EXPR_NOT_ALLOWED_IN_TYPE_PARAMETERS \

"%s cannot be used within the definition of a generic"

#define DUPLICATE_TYPE_PARAM \

"duplicate type parameter '%U'"

#define ASYNC_WITH_OUTSIDE_ASYNC_FUNC \

"'async with' outside async function"

#define ASYNC_FOR_OUTSIDE_ASYNC_FUNC \

"'async for' outside async function"

#define LOCATION(x) SRC_LOCATION_FROM_AST(x)

#define SET_ERROR_LOCATION(FNAME, L) \

PyErr_RangedSyntaxLocationObject((FNAME), \

(L).lineno, (L).col_offset + 1, (L).end_lineno, (L).end_col_offset + 1)

#define IS_ASYNC_DEF(st) ((st)->st_cur->ste_type == FunctionBlock && (st)->st_cur->ste_coroutine)

static PySTEntryObject *

ste_new(struct symtable *st, identifier name, _Py_block_ty block,

void *key, _Py_SourceLocation loc)

{

PySTEntryObject *ste = NULL;

PyObject *k = NULL;

k = PyLong_FromVoidPtr(key);

if (k == NULL)

goto fail;

ste = PyObject_New(PySTEntryObject, &PySTEntry_Type);

if (ste == NULL) {

Py_DECREF(k);

goto fail;

}

ste->ste_table = st;

ste->ste_id = k; /* ste owns reference to k */

ste->ste_name = Py_NewRef(name);

ste->ste_symbols = NULL;

ste->ste_varnames = NULL;

ste->ste_children = NULL;

ste->ste_directives = NULL;

ste->ste_mangled_names = NULL;

ste->ste_type = block;

ste->ste_scope_info = NULL;

ste->ste_nested = 0;

ste->ste_varargs = 0;

ste->ste_varkeywords = 0;

ste->ste_annotations_used = 0;

ste->ste_loc = loc;

if (st->st_cur != NULL &&

(st->st_cur->ste_nested ||

_PyST_IsFunctionLike(st->st_cur)))

ste->ste_nested = 1;

ste->ste_generator = 0;

ste->ste_coroutine = 0;

ste->ste_comprehension = NoComprehension;

ste->ste_returns_value = 0;

ste->ste_needs_class_closure = 0;

ste->ste_comp_inlined = 0;

ste->ste_comp_iter_target = 0;

ste->ste_can_see_class_scope = 0;

ste->ste_comp_iter_expr = 0;

ste->ste_needs_classdict = 0;

ste->ste_annotation_block = NULL;

ste->ste_symbols = PyDict_New();

ste->ste_varnames = PyList_New(0);

ste->ste_children = PyList_New(0);

if (ste->ste_symbols == NULL

|| ste->ste_varnames == NULL

|| ste->ste_children == NULL)

goto fail;

if (PyDict_SetItem(st->st_blocks, ste->ste_id, (PyObject *)ste) < 0)

goto fail;

return ste;

fail:

Py_XDECREF(ste);

return NULL;

}

static PyObject *

ste_repr(PySTEntryObject *ste)

{

return PyUnicode_FromFormat("<symtable entry %U(%R), line %d>",

ste->ste_name, ste->ste_id, ste->ste_loc.lineno);

}

static void

ste_dealloc(PySTEntryObject *ste)

{

ste->ste_table = NULL;

Py_XDECREF(ste->ste_id);

Py_XDECREF(ste->ste_name);

Py_XDECREF(ste->ste_symbols);

Py_XDECREF(ste->ste_varnames);

Py_XDECREF(ste->ste_children);

Py_XDECREF(ste->ste_directives);

Py_XDECREF(ste->ste_annotation_block);

Py_XDECREF(ste->ste_mangled_names);

PyObject_Free(ste);

}

#define OFF(x) offsetof(PySTEntryObject, x)

static PyMemberDef ste_memberlist[] = {

{"id", _Py_T_OBJECT, OFF(ste_id), Py_READONLY},

{"name", _Py_T_OBJECT, OFF(ste_name), Py_READONLY},

{"symbols", _Py_T_OBJECT, OFF(ste_symbols), Py_READONLY},

{"varnames", _Py_T_OBJECT, OFF(ste_varnames), Py_READONLY},

{"children", _Py_T_OBJECT, OFF(ste_children), Py_READONLY},

{"nested", Py_T_INT, OFF(ste_nested), Py_READONLY},

{"type", Py_T_INT, OFF(ste_type), Py_READONLY},

{"lineno", Py_T_INT, OFF(ste_loc.lineno), Py_READONLY},

{NULL}

};

PyTypeObject PySTEntry_Type = {

PyVarObject_HEAD_INIT(&PyType_Type, 0)

"symtable entry",

sizeof(PySTEntryObject),

0,

(destructor)ste_dealloc, /* tp_dealloc */

0, /* tp_vectorcall_offset */

0, /* tp_getattr */

0, /* tp_setattr */

0, /* tp_as_async */

(reprfunc)ste_repr, /* tp_repr */

0, /* tp_as_number */

0, /* tp_as_sequence */

0, /* tp_as_mapping */

0, /* tp_hash */

0, /* tp_call */

0, /* tp_str */

PyObject_GenericGetAttr, /* tp_getattro */

0, /* tp_setattro */

0, /* tp_as_buffer */

Py_TPFLAGS_DEFAULT, /* tp_flags */

0, /* tp_doc */

0, /* tp_traverse */

0, /* tp_clear */

0, /* tp_richcompare */

0, /* tp_weaklistoffset */

0, /* tp_iter */

0, /* tp_iternext */

0, /* tp_methods */

ste_memberlist, /* tp_members */

0, /* tp_getset */

0, /* tp_base */

0, /* tp_dict */

0, /* tp_descr_get */

0, /* tp_descr_set */

0, /* tp_dictoffset */

0, /* tp_init */

0, /* tp_alloc */

0, /* tp_new */

};

static int symtable_analyze(struct symtable *st);

static int symtable_enter_block(struct symtable *st, identifier name,

_Py_block_ty block, void *ast, _Py_SourceLocation loc);

static int symtable_exit_block(struct symtable *st);

static int symtable_visit_stmt(struct symtable *st, stmt_ty s);

static int symtable_visit_expr(struct symtable *st, expr_ty s);

static int symtable_visit_type_param(struct symtable *st, type_param_ty s);

static int symtable_visit_genexp(struct symtable *st, expr_ty s);

static int symtable_visit_listcomp(struct symtable *st, expr_ty s);

static int symtable_visit_setcomp(struct symtable *st, expr_ty s);

static int symtable_visit_dictcomp(struct symtable *st, expr_ty s);

static int symtable_visit_arguments(struct symtable *st, arguments_ty);

static int symtable_visit_excepthandler(struct symtable *st, excepthandler_ty);

static int symtable_visit_alias(struct symtable *st, alias_ty);

static int symtable_visit_comprehension(struct symtable *st, comprehension_ty);

static int symtable_visit_keyword(struct symtable *st, keyword_ty);

static int symtable_visit_params(struct symtable *st, asdl_arg_seq *args);

static int symtable_visit_annotation(struct symtable *st, expr_ty annotation, void *key);

static int symtable_visit_argannotations(struct symtable *st, asdl_arg_seq *args);

static int symtable_implicit_arg(struct symtable *st, int pos);

static int symtable_visit_annotations(struct symtable *st, stmt_ty, arguments_ty, expr_ty,

struct _symtable_entry *parent_ste);

static int symtable_visit_withitem(struct symtable *st, withitem_ty item);

static int symtable_visit_match_case(struct symtable *st, match_case_ty m);

static int symtable_visit_pattern(struct symtable *st, pattern_ty s);

static int symtable_raise_if_annotation_block(struct symtable *st, const char *, expr_ty);

static int symtable_raise_if_not_coroutine(struct symtable *st, const char *msg, _Py_SourceLocation loc);

static int symtable_raise_if_comprehension_block(struct symtable *st, expr_ty);

static int symtable_add_def(struct symtable *st, PyObject *name, int flag, _Py_SourceLocation loc);

#if _PY_DUMP_SYMTABLE

static void _dump_symtable(PySTEntryObject* ste, PyObject* prefix)

{

const char *blocktype = "";

switch (ste->ste_type) {

case FunctionBlock: blocktype = "FunctionBlock"; break;

case ClassBlock: blocktype = "ClassBlock"; break;

case ModuleBlock: blocktype = "ModuleBlock"; break;

case AnnotationBlock: blocktype = "AnnotationBlock"; break;

case TypeVariableBlock: blocktype = "TypeVariableBlock"; break;

case TypeAliasBlock: blocktype = "TypeAliasBlock"; break;

case TypeParametersBlock: blocktype = "TypeParametersBlock"; break;

}

const char *comptype = "";

switch (ste->ste_comprehension) {

case ListComprehension: comptype = " ListComprehension"; break;

case DictComprehension: comptype = " DictComprehension"; break;

case SetComprehension: comptype = " SetComprehension"; break;

case GeneratorExpression: comptype = " GeneratorExpression"; break;

case NoComprehension: break;

}

PyObject* msg = PyUnicode_FromFormat(

(

"%U=== Symtable for %U ===\n"

"%U%s%s\n"

"%U%s%s%s%s%s%s%s%s%s%s%s%s%s\n"

"%Ulineno: %d col_offset: %d\n"

"%U--- Symbols ---\n"

),

prefix,

ste->ste_name,

prefix,

blocktype,

comptype,

prefix,

ste->ste_nested ? " nested" : "",

ste->ste_generator ? " generator" : "",

ste->ste_coroutine ? " coroutine" : "",

ste->ste_varargs ? " varargs" : "",

ste->ste_varkeywords ? " varkeywords" : "",

ste->ste_returns_value ? " returns_value" : "",

ste->ste_needs_class_closure ? " needs_class_closure" : "",

ste->ste_needs_classdict ? " needs_classdict" : "",

ste->ste_comp_inlined ? " comp_inlined" : "",

ste->ste_comp_iter_target ? " comp_iter_target" : "",

ste->ste_can_see_class_scope ? " can_see_class_scope" : "",

prefix,

ste->ste_loc.lineno,

ste->ste_loc.col_offset,

prefix

);

assert(msg != NULL);

printf("%s", PyUnicode_AsUTF8(msg));

Py_DECREF(msg);

PyObject *name, *value;

Py_ssize_t pos = 0;

while (PyDict_Next(ste->ste_symbols, &pos, &name, &value)) {

int scope = _PyST_GetScope(ste, name);

long flags = _PyST_GetSymbol(ste, name);

printf("%s %s: ", PyUnicode_AsUTF8(prefix), PyUnicode_AsUTF8(name));

if (flags & DEF_GLOBAL) printf(" DEF_GLOBAL");

if (flags & DEF_LOCAL) printf(" DEF_LOCAL");

if (flags & DEF_PARAM) printf(" DEF_PARAM");

if (flags & DEF_NONLOCAL) printf(" DEF_NONLOCAL");

if (flags & USE) printf(" USE");

if (flags & DEF_FREE_CLASS) printf(" DEF_FREE_CLASS");

if (flags & DEF_IMPORT) printf(" DEF_IMPORT");

if (flags & DEF_ANNOT) printf(" DEF_ANNOT");

if (flags & DEF_COMP_ITER) printf(" DEF_COMP_ITER");

if (flags & DEF_TYPE_PARAM) printf(" DEF_TYPE_PARAM");

if (flags & DEF_COMP_CELL) printf(" DEF_COMP_CELL");

switch (scope) {

case LOCAL: printf(" LOCAL"); break;

case GLOBAL_EXPLICIT: printf(" GLOBAL_EXPLICIT"); break;

case GLOBAL_IMPLICIT: printf(" GLOBAL_IMPLICIT"); break;

case FREE: printf(" FREE"); break;

case CELL: printf(" CELL"); break;

}

printf("\n");

}

printf("%s--- Children ---\n", PyUnicode_AsUTF8(prefix));

PyObject *new_prefix = PyUnicode_FromFormat(" %U", prefix);

assert(new_prefix != NULL);

for (Py_ssize_t i = 0; i < PyList_GET_SIZE(ste->ste_children); i++) {

PyObject *child = PyList_GetItem(ste->ste_children, i);

assert(child != NULL && PySTEntry_Check(child));

_dump_symtable((PySTEntryObject *)child, new_prefix);

}

Py_DECREF(new_prefix);

}

static void dump_symtable(PySTEntryObject* ste)

{

PyObject *empty = PyUnicode_FromString("");

assert(empty != NULL);

_dump_symtable(ste, empty);

Py_DECREF(empty);

}

#define DUPLICATE_ARGUMENT \

"duplicate argument '%U' in function definition"

static struct symtable *

symtable_new(void)

{

struct symtable *st;

st = (struct symtable *)PyMem_Malloc(sizeof(struct symtable));

if (st == NULL) {

PyErr_NoMemory();

return NULL;

}

st->st_filename = NULL;

st->st_blocks = NULL;

if ((st->st_stack = PyList_New(0)) == NULL)

goto fail;

if ((st->st_blocks = PyDict_New()) == NULL)

goto fail;

st->st_cur = NULL;

st->st_private = NULL;

return st;

fail:

_PySymtable_Free(st);

return NULL;

}

struct symtable *

_PySymtable_Build(mod_ty mod, PyObject *filename, _PyFutureFeatures *future)

{

struct symtable *st = symtable_new();

asdl_stmt_seq *seq;

Py_ssize_t i;

PyThreadState *tstate;

int starting_recursion_depth;

if (st == NULL)

return NULL;

if (filename == NULL) {

_PySymtable_Free(st);

return NULL;

}

st->st_filename = Py_NewRef(filename);

st->st_future = future;

/* Setup recursion depth check counters */

tstate = _PyThreadState_GET();

if (!tstate) {

_PySymtable_Free(st);

return NULL;

}

/* Be careful here to prevent overflow. */

int recursion_depth = Py_C_RECURSION_LIMIT - tstate->c_recursion_remaining;

starting_recursion_depth = recursion_depth;

st->recursion_depth = starting_recursion_depth;

st->recursion_limit = Py_C_RECURSION_LIMIT;

/* Make the initial symbol information gathering pass */

_Py_SourceLocation loc0 = {0, 0, 0, 0};

if (!symtable_enter_block(st, &_Py_ID(top), ModuleBlock, (void *)mod, loc0)) {

_PySymtable_Free(st);

return NULL;

}

st->st_top = st->st_cur;

switch (mod->kind) {

case Module_kind:

seq = mod->v.Module.body;

for (i = 0; i < asdl_seq_LEN(seq); i++)

if (!symtable_visit_stmt(st,

(stmt_ty)asdl_seq_GET(seq, i)))

goto error;

break;

case Expression_kind:

if (!symtable_visit_expr(st, mod->v.Expression.body))

goto error;

break;

case Interactive_kind:

seq = mod->v.Interactive.body;

for (i = 0; i < asdl_seq_LEN(seq); i++)

if (!symtable_visit_stmt(st,

(stmt_ty)asdl_seq_GET(seq, i)))

goto error;

break;

case FunctionType_kind:

PyErr_SetString(PyExc_RuntimeError,

"this compiler does not handle FunctionTypes");

goto error;

}

if (!symtable_exit_block(st)) {

_PySymtable_Free(st);

return NULL;

}

/* Check that the recursion depth counting balanced correctly */

if (st->recursion_depth != starting_recursion_depth) {

PyErr_Format(PyExc_SystemError,

"symtable analysis recursion depth mismatch (before=%d, after=%d)",

starting_recursion_depth, st->recursion_depth);

_PySymtable_Free(st);

return NULL;

}

/* Make the second symbol analysis pass */

if (symtable_analyze(st)) {

#if _PY_DUMP_SYMTABLE

dump_symtable(st->st_top);

return st;

}

_PySymtable_Free(st);

return NULL;

error:

(void) symtable_exit_block(st);

_PySymtable_Free(st);

return NULL;

}

_PySymtable_Free(struct symtable *st)

{

Py_XDECREF(st->st_filename);

Py_XDECREF(st->st_blocks);

Py_XDECREF(st->st_stack);

PyMem_Free((void *)st);

}

PySTEntryObject *

_PySymtable_Lookup(struct symtable *st, void *key)

{

PyObject *k, *v;

k = PyLong_FromVoidPtr(key);

if (k == NULL)

return NULL;

if (PyDict_GetItemRef(st->st_blocks, k, &v) == 0) {

PyErr_SetString(PyExc_KeyError,

"unknown symbol table entry");

}

Py_DECREF(k);

assert(v == NULL || PySTEntry_Check(v));

return (PySTEntryObject *)v;

}

_PySymtable_LookupOptional(struct symtable *st, void *key,

PySTEntryObject **out)

{

PyObject *k = PyLong_FromVoidPtr(key);

if (k == NULL) {

*out = NULL;

return -1;

}

int result = PyDict_GetItemRef(st->st_blocks, k, (PyObject **)out);

Py_DECREF(k);

assert(*out == NULL || PySTEntry_Check(*out));

return result;

}

_PyST_GetSymbol(PySTEntryObject *ste, PyObject *name)

{

PyObject *v;

if (PyDict_GetItemRef(ste->ste_symbols, name, &v) < 0) {

return -1;

}

if (!v) {

return 0;

}

long symbol = PyLong_AsLong(v);

Py_DECREF(v);

if (symbol < 0) {

if (!PyErr_Occurred()) {

PyErr_SetString(PyExc_SystemError, "invalid symbol");

}

return -1;

}

return symbol;

}

_PyST_GetScope(PySTEntryObject *ste, PyObject *name)

{

long symbol = _PyST_GetSymbol(ste, name);

if (symbol < 0) {

return -1;

}

return (symbol >> SCOPE_OFFSET) & SCOPE_MASK;

}

_PyST_IsFunctionLike(PySTEntryObject *ste)

{

return ste->ste_type == FunctionBlock

|| ste->ste_type == AnnotationBlock

|| ste->ste_type == TypeVariableBlock

|| ste->ste_type == TypeAliasBlock

|| ste->ste_type == TypeParametersBlock;

}

static int

error_at_directive(PySTEntryObject *ste, PyObject *name)

{

Py_ssize_t i;

PyObject *data;

assert(ste->ste_directives);

for (i = 0; i < PyList_GET_SIZE(ste->ste_directives); i++) {

data = PyList_GET_ITEM(ste->ste_directives, i);

assert(PyTuple_CheckExact(data));

assert(PyUnicode_CheckExact(PyTuple_GET_ITEM(data, 0)));

if (PyUnicode_Compare(PyTuple_GET_ITEM(data, 0), name) == 0) {

PyErr_RangedSyntaxLocationObject(ste->ste_table->st_filename,

PyLong_AsLong(PyTuple_GET_ITEM(data, 1)),

PyLong_AsLong(PyTuple_GET_ITEM(data, 2)) + 1,

PyLong_AsLong(PyTuple_GET_ITEM(data, 3)),

PyLong_AsLong(PyTuple_GET_ITEM(data, 4)) + 1);

return 0;

}

}

PyErr_SetString(PyExc_RuntimeError,

"BUG: internal directive bookkeeping broken");

return 0;

}

#define SET_SCOPE(DICT, NAME, I) \

do { \

PyObject *o = PyLong_FromLong(I); \

if (!o) \

return 0; \

if (PyDict_SetItem((DICT), (NAME), o) < 0) { \

Py_DECREF(o); \

return 0; \

} \

Py_DECREF(o); \

} while(0)

static int

analyze_name(PySTEntryObject *ste, PyObject *scopes, PyObject *name, long flags,

PyObject *bound, PyObject *local, PyObject *free,

PyObject *global, PyObject *type_params, PySTEntryObject *class_entry)

{

int contains;

if (flags & DEF_GLOBAL) {

if (flags & DEF_NONLOCAL) {

PyErr_Format(PyExc_SyntaxError,

"name '%U' is nonlocal and global",

name);

return error_at_directive(ste, name);

}

SET_SCOPE(scopes, name, GLOBAL_EXPLICIT);

if (PySet_Add(global, name) < 0)

return 0;

if (bound && (PySet_Discard(bound, name) < 0))

return 0;

return 1;

}

if (flags & DEF_NONLOCAL) {

if (!bound) {

PyErr_Format(PyExc_SyntaxError,

"nonlocal declaration not allowed at module level");

return error_at_directive(ste, name);

}

contains = PySet_Contains(bound, name);

if (contains < 0) {

return 0;

}

if (!contains) {

PyErr_Format(PyExc_SyntaxError,

"no binding for nonlocal '%U' found",

name);

return error_at_directive(ste, name);

}

contains = PySet_Contains(type_params, name);

if (contains < 0) {

return 0;

}

if (contains) {

PyErr_Format(PyExc_SyntaxError,

"nonlocal binding not allowed for type parameter '%U'",

name);

return error_at_directive(ste, name);

}

SET_SCOPE(scopes, name, FREE);

return PySet_Add(free, name) >= 0;

}

if (flags & DEF_BOUND) {

SET_SCOPE(scopes, name, LOCAL);

if (PySet_Add(local, name) < 0)

return 0;

if (PySet_Discard(global, name) < 0)

return 0;

if (flags & DEF_TYPE_PARAM) {

if (PySet_Add(type_params, name) < 0)

return 0;

}

else {

if (PySet_Discard(type_params, name) < 0)

return 0;

}

return 1;

}

// If we were passed class_entry (i.e., we're in an ste_can_see_class_scope scope)

// and the bound name is in that set, then the name is potentially bound both by

// the immediately enclosing class namespace, and also by an outer function namespace.

// In that case, we want the runtime name resolution to look at only the class

// namespace and the globals (not the namespace providing the bound).

// Similarly, if the name is explicitly global in the class namespace (through the

// global statement), we want to also treat it as a global in this scope.

if (class_entry != NULL) {

long class_flags = _PyST_GetSymbol(class_entry, name);

if (class_flags < 0) {

return 0;

}

if (class_flags & DEF_GLOBAL) {

SET_SCOPE(scopes, name, GLOBAL_EXPLICIT);

return 1;

}

else if ((class_flags & DEF_BOUND) && !(class_flags & DEF_NONLOCAL)) {

SET_SCOPE(scopes, name, GLOBAL_IMPLICIT);

return 1;

}

}

/* If an enclosing block has a binding for this name, it

if (bound) {

contains = PySet_Contains(bound, name);

if (contains < 0) {

return 0;

}

if (contains) {

SET_SCOPE(scopes, name, FREE);

return PySet_Add(free, name) >= 0;

}

}

/* If a parent has a global statement, then call it global

if (global) {

contains = PySet_Contains(global, name);

if (contains < 0) {

return 0;

}

if (contains) {

SET_SCOPE(scopes, name, GLOBAL_IMPLICIT);

return 1;

}

}

SET_SCOPE(scopes, name, GLOBAL_IMPLICIT);

return 1;

}

static int

is_free_in_any_child(PySTEntryObject *entry, PyObject *key)

{

for (Py_ssize_t i = 0; i < PyList_GET_SIZE(entry->ste_children); i++) {

PySTEntryObject *child_ste = (PySTEntryObject *)PyList_GET_ITEM(

entry->ste_children, i);

long scope = _PyST_GetScope(child_ste, key);

if (scope < 0) {

return -1;

}

if (scope == FREE) {

return 1;

}

}

return 0;

}

static int

inline_comprehension(PySTEntryObject *ste, PySTEntryObject *comp,

PyObject *scopes, PyObject *comp_free,

PyObject *inlined_cells)

{

PyObject *k, *v;

Py_ssize_t pos = 0;

int remove_dunder_class = 0;

while (PyDict_Next(comp->ste_symbols, &pos, &k, &v)) {

// skip comprehension parameter

long comp_flags = PyLong_AsLong(v);

if (comp_flags == -1 && PyErr_Occurred()) {

return 0;

}

if (comp_flags & DEF_PARAM) {

assert(_PyUnicode_EqualToASCIIString(k, ".0"));

continue;

}

int scope = (comp_flags >> SCOPE_OFFSET) & SCOPE_MASK;

int only_flags = comp_flags & ((1 << SCOPE_OFFSET) - 1);

if (scope == CELL || only_flags & DEF_COMP_CELL) {

if (PySet_Add(inlined_cells, k) < 0) {

return 0;

}

}

PyObject *existing = PyDict_GetItemWithError(ste->ste_symbols, k);

if (existing == NULL && PyErr_Occurred()) {

return 0;

}

// __class__ is never allowed to be free through a class scope (see

// drop_class_free)

if (scope == FREE && ste->ste_type == ClassBlock &&

_PyUnicode_EqualToASCIIString(k, "__class__")) {

scope = GLOBAL_IMPLICIT;

if (PySet_Discard(comp_free, k) < 0) {

return 0;

}

remove_dunder_class = 1;

}

if (!existing) {

// name does not exist in scope, copy from comprehension

assert(scope != FREE || PySet_Contains(comp_free, k) == 1);

PyObject *v_flags = PyLong_FromLong(only_flags);

if (v_flags == NULL) {

return 0;

}

int ok = PyDict_SetItem(ste->ste_symbols, k, v_flags);

Py_DECREF(v_flags);

if (ok < 0) {

return 0;

}

SET_SCOPE(scopes, k, scope);

}

else {

long flags = PyLong_AsLong(existing);

if (flags == -1 && PyErr_Occurred()) {

return 0;

}

if ((flags & DEF_BOUND) && ste->ste_type != ClassBlock) {

// free vars in comprehension that are locals in outer scope can

// now simply be locals, unless they are free in comp children,

// or if the outer scope is a class block

int ok = is_free_in_any_child(comp, k);

if (ok < 0) {

return 0;

}

if (!ok) {

if (PySet_Discard(comp_free, k) < 0) {

return 0;

}

}

}

}

}

if (remove_dunder_class && PyDict_DelItemString(comp->ste_symbols, "__class__") < 0) {

return 0;

}

return 1;

}

#undef SET_SCOPE

static int

analyze_cells(PyObject *scopes, PyObject *free, PyObject *inlined_cells)

{

PyObject *name, *v, *v_cell;

int success = 0;

Py_ssize_t pos = 0;

v_cell = PyLong_FromLong(CELL);

if (!v_cell)

return 0;

while (PyDict_Next(scopes, &pos, &name, &v)) {

long scope = PyLong_AsLong(v);

if (scope == -1 && PyErr_Occurred()) {

goto error;

}

if (scope != LOCAL)

continue;

int contains = PySet_Contains(free, name);

if (contains < 0) {

goto error;

}

if (!contains) {

contains = PySet_Contains(inlined_cells, name);

if (contains < 0) {

goto error;

}

if (!contains) {

continue;

}

}

/* Replace LOCAL with CELL for this name, and remove

if (PyDict_SetItem(scopes, name, v_cell) < 0)

goto error;

if (PySet_Discard(free, name) < 0)

goto error;

}

success = 1;

error:

Py_DECREF(v_cell);

return success;

}

static int

drop_class_free(PySTEntryObject *ste, PyObject *free)

{

int res;

res = PySet_Discard(free, &_Py_ID(__class__));

if (res < 0)

return 0;

if (res)

ste->ste_needs_class_closure = 1;

res = PySet_Discard(free, &_Py_ID(__classdict__));

if (res < 0)

return 0;

if (res)

ste->ste_needs_classdict = 1;

return 1;

}

static int

update_symbols(PyObject *symbols, PyObject *scopes,

PyObject *bound, PyObject *free,

PyObject *inlined_cells, int classflag)

{

PyObject *name = NULL, *itr = NULL;

PyObject *v = NULL, *v_scope = NULL, *v_new = NULL, *v_free = NULL;

Py_ssize_t pos = 0;

/* Update scope information for all symbols in this scope */

while (PyDict_Next(symbols, &pos, &name, &v)) {

long flags = PyLong_AsLong(v);

if (flags == -1 && PyErr_Occurred()) {

return 0;

}

int contains = PySet_Contains(inlined_cells, name);

if (contains < 0) {

return 0;

}

if (contains) {

flags |= DEF_COMP_CELL;

}

if (PyDict_GetItemRef(scopes, name, &v_scope) < 0) {

return 0;

}

if (!v_scope) {

PyErr_SetObject(PyExc_KeyError, name);

return 0;

}

long scope = PyLong_AsLong(v_scope);

Py_DECREF(v_scope);

if (scope == -1 && PyErr_Occurred()) {

return 0;

}

flags |= (scope << SCOPE_OFFSET);

v_new = PyLong_FromLong(flags);

if (!v_new)

return 0;

if (PyDict_SetItem(symbols, name, v_new) < 0) {

Py_DECREF(v_new);

return 0;

}

Py_DECREF(v_new);

}

/* Record not yet resolved free variables from children (if any) */

v_free = PyLong_FromLong(FREE << SCOPE_OFFSET);

if (!v_free)

return 0;

itr = PyObject_GetIter(free);