#include "Python.h"

#include "pycore_call.h" // _PyObject_CallNoArgs()

#include "pycore_ceval.h" // _Py_EnterRecursiveCallTstate()

#include "pycore_context.h" // _PyContextTokenMissing_Type

#include "pycore_dict.h" // _PyObject_MakeDictFromInstanceAttributes()

#include "pycore_floatobject.h" // _PyFloat_DebugMallocStats()

#include "pycore_initconfig.h" // _PyStatus_EXCEPTION()

#include "pycore_namespace.h" // _PyNamespace_Type

#include "pycore_object.h" // _PyType_CheckConsistency(), _Py_FatalRefcountError()

#include "pycore_pyerrors.h" // _PyErr_Occurred()

#include "pycore_pymem.h" // _PyMem_IsPtrFreed()

#include "pycore_pystate.h" // _PyThreadState_GET()

#include "pycore_symtable.h" // PySTEntry_Type

#include "pycore_unionobject.h" // _PyUnion_Type

#include "pycore_interpreteridobject.h" // _PyInterpreterID_Type

#ifdef Py_LIMITED_API

// Prevent recursive call _Py_IncRef() <=> Py_INCREF()

# error "Py_LIMITED_API macro must not be defined"

#ifdef __cplusplus

extern "C" {

extern void _PyMem_DumpTraceback(int fd, const void *ptr);

_PyObject_CheckConsistency(PyObject *op, int check_content)

{

#define CHECK(expr) \

do { if (!(expr)) { _PyObject_ASSERT_FAILED_MSG(op, Py_STRINGIFY(expr)); } } while (0)

CHECK(!_PyObject_IsFreed(op));

CHECK(Py_REFCNT(op) >= 1);

_PyType_CheckConsistency(Py_TYPE(op));

if (PyUnicode_Check(op)) {

_PyUnicode_CheckConsistency(op, check_content);

}

else if (PyDict_Check(op)) {

_PyDict_CheckConsistency(op, check_content);

}

return 1;

#undef CHECK

}

#ifdef Py_REF_DEBUG

Py_ssize_t _Py_RefTotal;

_Py_GetRefTotal(void)

{

return _Py_RefTotal;

}

_PyDebug_PrintTotalRefs(void) {

fprintf(stderr,

"[%zd refs, %zd blocks]\n",

_Py_GetRefTotal(), _Py_GetAllocatedBlocks());

}

#endif /* Py_REF_DEBUG */

#ifdef Py_TRACE_REFS

static PyObject refchain = {&refchain, &refchain};

_Py_AddToAllObjects(PyObject *op, int force)

{

#ifdef Py_DEBUG

if (!force) {

/* If it's initialized memory, op must be in or out of

_PyObject_ASSERT(op, (op->_ob_prev == NULL) == (op->_ob_next == NULL));

}

if (force || op->_ob_prev == NULL) {

op->_ob_next = refchain._ob_next;

op->_ob_prev = &refchain;

refchain._ob_next->_ob_prev = op;

refchain._ob_next = op;

}

}

#endif /* Py_TRACE_REFS */

#ifdef Py_REF_DEBUG

_Py_NegativeRefcount(const char *filename, int lineno, PyObject *op)

{

_PyObject_AssertFailed(op, NULL, "object has negative ref count",

filename, lineno, __func__);

}

#endif /* Py_REF_DEBUG */

Py_IncRef(PyObject *o)

{

Py_XINCREF(o);

}

Py_DecRef(PyObject *o)

{

Py_XDECREF(o);

}

_Py_IncRef(PyObject *o)

{

Py_INCREF(o);

}

_Py_DecRef(PyObject *o)

{

Py_DECREF(o);

}

PyObject *

PyObject_Init(PyObject *op, PyTypeObject *tp)

{

if (op == NULL) {

return PyErr_NoMemory();

}

_PyObject_Init(op, tp);

return op;

}

PyVarObject *

PyObject_InitVar(PyVarObject *op, PyTypeObject *tp, Py_ssize_t size)

{

if (op == NULL) {

return (PyVarObject *) PyErr_NoMemory();

}

_PyObject_InitVar(op, tp, size);

return op;

}

PyObject *

_PyObject_New(PyTypeObject *tp)

{

PyObject *op = (PyObject *) PyObject_Malloc(_PyObject_SIZE(tp));

if (op == NULL) {

return PyErr_NoMemory();

}

_PyObject_Init(op, tp);

return op;

}

PyVarObject *

_PyObject_NewVar(PyTypeObject *tp, Py_ssize_t nitems)

{

PyVarObject *op;

const size_t size = _PyObject_VAR_SIZE(tp, nitems);

op = (PyVarObject *) PyObject_Malloc(size);

if (op == NULL) {

return (PyVarObject *)PyErr_NoMemory();

}

_PyObject_InitVar(op, tp, nitems);

return op;

}

PyObject_CallFinalizer(PyObject *self)

{

PyTypeObject *tp = Py_TYPE(self);

if (tp->tp_finalize == NULL)

return;

/* tp_finalize should only be called once. */

if (_PyType_IS_GC(tp) && _PyGC_FINALIZED(self))

return;

tp->tp_finalize(self);

if (_PyType_IS_GC(tp)) {

_PyGC_SET_FINALIZED(self);

}

}

PyObject_CallFinalizerFromDealloc(PyObject *self)

{

if (Py_REFCNT(self) != 0) {

_PyObject_ASSERT_FAILED_MSG(self,

"PyObject_CallFinalizerFromDealloc called "

"on object with a non-zero refcount");

}

/* Temporarily resurrect the object. */

Py_SET_REFCNT(self, 1);

PyObject_CallFinalizer(self);

_PyObject_ASSERT_WITH_MSG(self,

Py_REFCNT(self) > 0,

"refcount is too small");

/* Undo the temporary resurrection; can't use DECREF here, it would

Py_SET_REFCNT(self, Py_REFCNT(self) - 1);

if (Py_REFCNT(self) == 0) {

return 0; /* this is the normal path out */

}

/* tp_finalize resurrected it! Make it look like the original Py_DECREF

Py_ssize_t refcnt = Py_REFCNT(self);

_Py_NewReference(self);

Py_SET_REFCNT(self, refcnt);

_PyObject_ASSERT(self,

(!_PyType_IS_GC(Py_TYPE(self))

|| _PyObject_GC_IS_TRACKED(self)));

/* If Py_REF_DEBUG macro is defined, _Py_NewReference() increased

#ifdef Py_REF_DEBUG

_Py_RefTotal--;

return -1;

}

PyObject_Print(PyObject *op, FILE *fp, int flags)

{

int ret = 0;

if (PyErr_CheckSignals())

return -1;

#ifdef USE_STACKCHECK

if (PyOS_CheckStack()) {

PyErr_SetString(PyExc_MemoryError, "stack overflow");

return -1;

}

clearerr(fp); /* Clear any previous error condition */

if (op == NULL) {

Py_BEGIN_ALLOW_THREADS

fprintf(fp, "<nil>");

Py_END_ALLOW_THREADS

}

else {

if (Py_REFCNT(op) <= 0) {

Py_BEGIN_ALLOW_THREADS

fprintf(fp, "<refcnt %zd at %p>", Py_REFCNT(op), (void *)op);

Py_END_ALLOW_THREADS

}

else {

PyObject *s;

if (flags & Py_PRINT_RAW)

s = PyObject_Str(op);

else

s = PyObject_Repr(op);

if (s == NULL)

ret = -1;

else if (PyBytes_Check(s)) {

fwrite(PyBytes_AS_STRING(s), 1,

PyBytes_GET_SIZE(s), fp);

}

else if (PyUnicode_Check(s)) {

PyObject *t;

t = PyUnicode_AsEncodedString(s, "utf-8", "backslashreplace");

if (t == NULL) {

ret = -1;

}

else {

fwrite(PyBytes_AS_STRING(t), 1,

PyBytes_GET_SIZE(t), fp);

Py_DECREF(t);

}

}

else {

PyErr_Format(PyExc_TypeError,

"str() or repr() returned '%.100s'",

Py_TYPE(s)->tp_name);

ret = -1;

}

Py_XDECREF(s);

}

}

if (ret == 0) {

if (ferror(fp)) {

PyErr_SetFromErrno(PyExc_OSError);

clearerr(fp);

ret = -1;

}

}

return ret;

}

_Py_BreakPoint(void)

{

}

_PyObject_IsFreed(PyObject *op)

{

if (_PyMem_IsPtrFreed(op) || _PyMem_IsPtrFreed(Py_TYPE(op))) {

return 1;

}

/* ignore op->ob_ref: its value can have be modified

#ifdef Py_TRACE_REFS

if (op->_ob_next != NULL && _PyMem_IsPtrFreed(op->_ob_next)) {

return 1;

}

if (op->_ob_prev != NULL && _PyMem_IsPtrFreed(op->_ob_prev)) {

return 1;

}

return 0;

}

_PyObject_Dump(PyObject* op)

{

if (_PyObject_IsFreed(op)) {

/* It seems like the object memory has been freed:

fprintf(stderr, "<object at %p is freed>\n", op);

fflush(stderr);

return;

}

/* first, write fields which are the least likely to crash */

fprintf(stderr, "object address : %p\n", (void *)op);

fprintf(stderr, "object refcount : %zd\n", Py_REFCNT(op));

fflush(stderr);

PyTypeObject *type = Py_TYPE(op);

fprintf(stderr, "object type : %p\n", type);

fprintf(stderr, "object type name: %s\n",

type==NULL ? "NULL" : type->tp_name);

/* the most dangerous part */

fprintf(stderr, "object repr : ");

fflush(stderr);

PyGILState_STATE gil = PyGILState_Ensure();

PyObject *error_type, *error_value, *error_traceback;

PyErr_Fetch(&error_type, &error_value, &error_traceback);

(void)PyObject_Print(op, stderr, 0);

fflush(stderr);

PyErr_Restore(error_type, error_value, error_traceback);

PyGILState_Release(gil);

fprintf(stderr, "\n");

fflush(stderr);

}

PyObject *

PyObject_Repr(PyObject *v)

{

PyObject *res;

if (PyErr_CheckSignals())

return NULL;

#ifdef USE_STACKCHECK

if (PyOS_CheckStack()) {

PyErr_SetString(PyExc_MemoryError, "stack overflow");

return NULL;

}

if (v == NULL)

return PyUnicode_FromString("<NULL>");

if (Py_TYPE(v)->tp_repr == NULL)

return PyUnicode_FromFormat("<%s object at %p>",

Py_TYPE(v)->tp_name, v);

PyThreadState *tstate = _PyThreadState_GET();

#ifdef Py_DEBUG

/* PyObject_Repr() must not be called with an exception set,

assert(!_PyErr_Occurred(tstate));

/* It is possible for a type to have a tp_repr representation that loops

if (_Py_EnterRecursiveCallTstate(tstate,

" while getting the repr of an object")) {

return NULL;

}

res = (*Py_TYPE(v)->tp_repr)(v);

_Py_LeaveRecursiveCallTstate(tstate);

if (res == NULL) {

return NULL;

}

if (!PyUnicode_Check(res)) {

_PyErr_Format(tstate, PyExc_TypeError,

"__repr__ returned non-string (type %.200s)",

Py_TYPE(res)->tp_name);

Py_DECREF(res);

return NULL;

}

#ifndef Py_DEBUG

if (PyUnicode_READY(res) < 0) {

return NULL;

}

return res;

}

PyObject *

PyObject_Str(PyObject *v)

{

PyObject *res;

if (PyErr_CheckSignals())

return NULL;

#ifdef USE_STACKCHECK

if (PyOS_CheckStack()) {

PyErr_SetString(PyExc_MemoryError, "stack overflow");

return NULL;

}

if (v == NULL)

return PyUnicode_FromString("<NULL>");

if (PyUnicode_CheckExact(v)) {

#ifndef Py_DEBUG

if (PyUnicode_READY(v) < 0)

return NULL;

Py_INCREF(v);

return v;

}

if (Py_TYPE(v)->tp_str == NULL)

return PyObject_Repr(v);

PyThreadState *tstate = _PyThreadState_GET();

#ifdef Py_DEBUG

/* PyObject_Str() must not be called with an exception set,

assert(!_PyErr_Occurred(tstate));

/* It is possible for a type to have a tp_str representation that loops

if (_Py_EnterRecursiveCallTstate(tstate, " while getting the str of an object")) {

return NULL;

}

res = (*Py_TYPE(v)->tp_str)(v);

_Py_LeaveRecursiveCallTstate(tstate);

if (res == NULL) {

return NULL;

}

if (!PyUnicode_Check(res)) {

_PyErr_Format(tstate, PyExc_TypeError,

"__str__ returned non-string (type %.200s)",

Py_TYPE(res)->tp_name);

Py_DECREF(res);

return NULL;

}

#ifndef Py_DEBUG

if (PyUnicode_READY(res) < 0) {

return NULL;

}

assert(_PyUnicode_CheckConsistency(res, 1));

return res;

}

PyObject *

PyObject_ASCII(PyObject *v)

{

PyObject *repr, *ascii, *res;

repr = PyObject_Repr(v);

if (repr == NULL)

return NULL;

if (PyUnicode_IS_ASCII(repr))

return repr;

/* repr is guaranteed to be a PyUnicode object by PyObject_Repr */

ascii = _PyUnicode_AsASCIIString(repr, "backslashreplace");

Py_DECREF(repr);

if (ascii == NULL)

return NULL;

res = PyUnicode_DecodeASCII(

PyBytes_AS_STRING(ascii),

PyBytes_GET_SIZE(ascii),

NULL);

Py_DECREF(ascii);

return res;

}

PyObject *

PyObject_Bytes(PyObject *v)

{

PyObject *result, *func;

if (v == NULL)

return PyBytes_FromString("<NULL>");

if (PyBytes_CheckExact(v)) {

Py_INCREF(v);

return v;

}

func = _PyObject_LookupSpecial(v, &_Py_ID(__bytes__));

if (func != NULL) {

result = _PyObject_CallNoArgs(func);

Py_DECREF(func);

if (result == NULL)

return NULL;

if (!PyBytes_Check(result)) {

PyErr_Format(PyExc_TypeError,

"__bytes__ returned non-bytes (type %.200s)",

Py_TYPE(result)->tp_name);

Py_DECREF(result);

return NULL;

}

return result;

}

else if (PyErr_Occurred())

return NULL;

return PyBytes_FromObject(v);

}

PyObject *

_PyObject_FunctionStr(PyObject *x)

{

assert(!PyErr_Occurred());

PyObject *qualname;

int ret = _PyObject_LookupAttr(x, &_Py_ID(__qualname__), &qualname);

if (qualname == NULL) {

if (ret < 0) {

return NULL;

}

return PyObject_Str(x);

}

PyObject *module;

PyObject *result = NULL;

ret = _PyObject_LookupAttr(x, &_Py_ID(__module__), &module);

if (module != NULL && module != Py_None) {

ret = PyObject_RichCompareBool(module, &_Py_ID(builtins), Py_NE);

if (ret < 0) {

// error

goto done;

}

if (ret > 0) {

result = PyUnicode_FromFormat("%S.%S()", module, qualname);

goto done;

}

}

else if (ret < 0) {

goto done;

}

result = PyUnicode_FromFormat("%S()", qualname);

done:

Py_DECREF(qualname);

Py_XDECREF(module);

return result;

}

int _Py_SwappedOp[] = {Py_GT, Py_GE, Py_EQ, Py_NE, Py_LT, Py_LE};

static const char * const opstrings[] = {"<", "<=", "==", "!=", ">", ">="};

static PyObject *

do_richcompare(PyThreadState *tstate, PyObject *v, PyObject *w, int op)

{

richcmpfunc f;

PyObject *res;

int checked_reverse_op = 0;

if (!Py_IS_TYPE(v, Py_TYPE(w)) &&

PyType_IsSubtype(Py_TYPE(w), Py_TYPE(v)) &&

(f = Py_TYPE(w)->tp_richcompare) != NULL) {

checked_reverse_op = 1;

res = (*f)(w, v, _Py_SwappedOp[op]);

if (res != Py_NotImplemented)

return res;

Py_DECREF(res);

}

if ((f = Py_TYPE(v)->tp_richcompare) != NULL) {

res = (*f)(v, w, op);

if (res != Py_NotImplemented)

return res;

Py_DECREF(res);

}

if (!checked_reverse_op && (f = Py_TYPE(w)->tp_richcompare) != NULL) {

res = (*f)(w, v, _Py_SwappedOp[op]);

if (res != Py_NotImplemented)

return res;

Py_DECREF(res);

}

/* If neither object implements it, provide a sensible default

switch (op) {

case Py_EQ:

res = (v == w) ? Py_True : Py_False;

break;

case Py_NE:

res = (v != w) ? Py_True : Py_False;

break;

default:

_PyErr_Format(tstate, PyExc_TypeError,

"'%s' not supported between instances of '%.100s' and '%.100s'",

opstrings[op],

Py_TYPE(v)->tp_name,

Py_TYPE(w)->tp_name);

return NULL;

}

Py_INCREF(res);

return res;

}

PyObject *

PyObject_RichCompare(PyObject *v, PyObject *w, int op)

{

PyThreadState *tstate = _PyThreadState_GET();

assert(Py_LT <= op && op <= Py_GE);

if (v == NULL || w == NULL) {

if (!_PyErr_Occurred(tstate)) {

PyErr_BadInternalCall();

}

return NULL;

}

if (_Py_EnterRecursiveCallTstate(tstate, " in comparison")) {

return NULL;

}

PyObject *res = do_richcompare(tstate, v, w, op);

_Py_LeaveRecursiveCallTstate(tstate);

return res;

}

PyObject_RichCompareBool(PyObject *v, PyObject *w, int op)

{

PyObject *res;

int ok;

/* Quick result when objects are the same.

if (v == w) {

if (op == Py_EQ)

return 1;

else if (op == Py_NE)

return 0;

}

res = PyObject_RichCompare(v, w, op);

if (res == NULL)

return -1;

if (PyBool_Check(res))

ok = (res == Py_True);

else

ok = PyObject_IsTrue(res);

Py_DECREF(res);

return ok;

}

PyObject_HashNotImplemented(PyObject *v)

{

PyErr_Format(PyExc_TypeError, "unhashable type: '%.200s'",

Py_TYPE(v)->tp_name);

return -1;

}

PyObject_Hash(PyObject *v)

{

PyTypeObject *tp = Py_TYPE(v);

if (tp->tp_hash != NULL)

return (*tp->tp_hash)(v);

/* To keep to the general practice that inheriting

if (tp->tp_dict == NULL) {

if (PyType_Ready(tp) < 0)

return -1;

if (tp->tp_hash != NULL)

return (*tp->tp_hash)(v);

}

/* Otherwise, the object can't be hashed */

return PyObject_HashNotImplemented(v);

}

PyObject *

PyObject_GetAttrString(PyObject *v, const char *name)

{

PyObject *w, *res;

if (Py_TYPE(v)->tp_getattr != NULL)

return (*Py_TYPE(v)->tp_getattr)(v, (char*)name);

w = PyUnicode_FromString(name);

if (w == NULL)

return NULL;

res = PyObject_GetAttr(v, w);

Py_DECREF(w);

return res;

}

PyObject_HasAttrString(PyObject *v, const char *name)

{

PyObject *res = PyObject_GetAttrString(v, name);

if (res != NULL) {

Py_DECREF(res);

return 1;

}

PyErr_Clear();

return 0;

}

PyObject_SetAttrString(PyObject *v, const char *name, PyObject *w)

{

PyObject *s;

int res;

if (Py_TYPE(v)->tp_setattr != NULL)

return (*Py_TYPE(v)->tp_setattr)(v, (char*)name, w);

s = PyUnicode_InternFromString(name);

if (s == NULL)

return -1;

res = PyObject_SetAttr(v, s, w);

Py_XDECREF(s);

return res;

}

_PyObject_IsAbstract(PyObject *obj)

{

int res;

PyObject* isabstract;

if (obj == NULL)

return 0;

res = _PyObject_LookupAttr(obj, &_Py_ID(__isabstractmethod__), &isabstract);

if (res > 0) {

res = PyObject_IsTrue(isabstract);

Py_DECREF(isabstract);

}

return res;

}

PyObject *

_PyObject_GetAttrId(PyObject *v, _Py_Identifier *name)

{

PyObject *result;

PyObject *oname = _PyUnicode_FromId(name); /* borrowed */

if (!oname)

return NULL;

result = PyObject_GetAttr(v, oname);

return result;

}

_PyObject_SetAttrId(PyObject *v, _Py_Identifier *name, PyObject *w)

{

int result;

PyObject *oname = _PyUnicode_FromId(name); /* borrowed */

if (!oname)

return -1;

result = PyObject_SetAttr(v, oname, w);

return result;

}

static inline int

set_attribute_error_context(PyObject* v, PyObject* name)

{

assert(PyErr_Occurred());

if (!PyErr_ExceptionMatches(PyExc_AttributeError)){

return 0;

}

// Intercept AttributeError exceptions and augment them to offer suggestions later.

PyObject *type, *value, *traceback;

PyErr_Fetch(&type, &value, &traceback);

PyErr_NormalizeException(&type, &value, &traceback);

// Check if the normalized exception is indeed an AttributeError

if (!PyErr_GivenExceptionMatches(value, PyExc_AttributeError)) {

goto restore;

}

PyAttributeErrorObject* the_exc = (PyAttributeErrorObject*) value;

// Check if this exception was already augmented

if (the_exc->name || the_exc->obj) {

goto restore;

}

// Augment the exception with the name and object

if (PyObject_SetAttr(value, &_Py_ID(name), name) ||

PyObject_SetAttr(value, &_Py_ID(obj), v)) {

return 1;

}

restore:

PyErr_Restore(type, value, traceback);

return 0;

}

PyObject *

PyObject_GetAttr(PyObject *v, PyObject *name)

{

PyTypeObject *tp = Py_TYPE(v);

if (!PyUnicode_Check(name)) {

PyErr_Format(PyExc_TypeError,

"attribute name must be string, not '%.200s'",

Py_TYPE(name)->tp_name);

return NULL;

}

PyObject* result = NULL;

if (tp->tp_getattro != NULL) {

result = (*tp->tp_getattro)(v, name);

}

else if (tp->tp_getattr != NULL) {

const char *name_str = PyUnicode_AsUTF8(name);

if (name_str == NULL) {

return NULL;

}

result = (*tp->tp_getattr)(v, (char *)name_str);

}

else {

PyErr_Format(PyExc_AttributeError,

"'%.50s' object has no attribute '%U'",

tp->tp_name, name);

}

if (result == NULL) {

set_attribute_error_context(v, name);

}

return result;

}

_PyObject_LookupAttr(PyObject *v, PyObject *name, PyObject **result)

{

PyTypeObject *tp = Py_TYPE(v);

if (!PyUnicode_Check(name)) {

PyErr_Format(PyExc_TypeError,

"attribute name must be string, not '%.200s'",

Py_TYPE(name)->tp_name);

*result = NULL;

return -1;

}

if (tp->tp_getattro == PyObject_GenericGetAttr) {

*result = _PyObject_GenericGetAttrWithDict(v, name, NULL, 1);

if (*result != NULL) {

return 1;

}

if (PyErr_Occurred()) {

return -1;

}

return 0;

}

if (tp->tp_getattro != NULL) {

*result = (*tp->tp_getattro)(v, name);

}

else if (tp->tp_getattr != NULL) {

const char *name_str = PyUnicode_AsUTF8(name);

if (name_str == NULL) {

*result = NULL;

return -1;

}

*result = (*tp->tp_getattr)(v, (char *)name_str);

}

else {

*result = NULL;

return 0;

}

if (*result != NULL) {

return 1;

}

if (!PyErr_ExceptionMatches(PyExc_AttributeError)) {

return -1;

}

PyErr_Clear();

return 0;

}

_PyObject_LookupAttrId(PyObject *v, _Py_Identifier *name, PyObject **result)

{

PyObject *oname = _PyUnicode_FromId(name); /* borrowed */

if (!oname) {

*result = NULL;

return -1;

}

return _PyObject_LookupAttr(v, oname, result);

}

PyObject_HasAttr(PyObject *v, PyObject *name)

{

PyObject *res;

if (_PyObject_LookupAttr(v, name, &res) < 0) {

PyErr_Clear();

return 0;

}

if (res == NULL) {

return 0;