#include "Python.h"

#include "Python-ast.h"

#undef Yield /* undefine macro conflicting with winbase.h */

#include "grammar.h"

#include "node.h"

#include "token.h"

#include "parsetok.h"

#include "errcode.h"

#include "code.h"

#include "symtable.h"

#include "ast.h"

#include "marshal.h"

#include "osdefs.h"

#include <locale.h>

#ifdef HAVE_SIGNAL_H

#include <signal.h>

#ifdef MS_WINDOWS

#include "malloc.h" /* for alloca */

#ifdef HAVE_LANGINFO_H

#include <langinfo.h>

#ifdef MS_WINDOWS

#undef BYTE

#include "windows.h"

_Py_IDENTIFIER(flush);

_Py_IDENTIFIER(name);

_Py_IDENTIFIER(stdin);

_Py_IDENTIFIER(stdout);

_Py_IDENTIFIER(stderr);

#ifdef __cplusplus

extern "C" {

extern wchar_t *Py_GetPath(void);

extern grammar _PyParser_Grammar; /* From graminit.c */

static void initmain(PyInterpreterState *interp);

static int initfsencoding(PyInterpreterState *interp);

static void initsite(void);

static int initstdio(void);

static void initsigs(void);

static void call_py_exitfuncs(void);

static void wait_for_thread_shutdown(void);

static void call_ll_exitfuncs(void);

extern int _PyUnicode_Init(void);

extern int _PyStructSequence_Init(void);

extern void _PyUnicode_Fini(void);

extern int _PyLong_Init(void);

extern void PyLong_Fini(void);

extern int _PyFaulthandler_Init(void);

extern void _PyFaulthandler_Fini(void);

extern void _PyHash_Fini(void);

extern int _PyTraceMalloc_Init(void);

extern int _PyTraceMalloc_Fini(void);

#ifdef WITH_THREAD

extern void _PyGILState_Init(PyInterpreterState *, PyThreadState *);

extern void _PyGILState_Fini(void);

#endif /* WITH_THREAD */

int Py_DebugFlag; /* Needed by parser.c */

int Py_VerboseFlag; /* Needed by import.c */

int Py_QuietFlag; /* Needed by sysmodule.c */

int Py_InteractiveFlag; /* Needed by Py_FdIsInteractive() below */

int Py_InspectFlag; /* Needed to determine whether to exit at SystemExit */

int Py_OptimizeFlag = 0; /* Needed by compile.c */

int Py_NoSiteFlag; /* Suppress 'import site' */

int Py_BytesWarningFlag; /* Warn on str(bytes) and str(buffer) */

int Py_UseClassExceptionsFlag = 1; /* Needed by bltinmodule.c: deprecated */

int Py_FrozenFlag; /* Needed by getpath.c */

int Py_IgnoreEnvironmentFlag; /* e.g. PYTHONPATH, PYTHONHOME */

int Py_DontWriteBytecodeFlag; /* Suppress writing bytecode files (*.pyc) */

int Py_NoUserSiteDirectory = 0; /* for -s and site.py */

int Py_UnbufferedStdioFlag = 0; /* Unbuffered binary std{in,out,err} */

int Py_HashRandomizationFlag = 0; /* for -R and PYTHONHASHSEED */

int Py_IsolatedFlag = 0; /* for -I, isolate from user's env */

PyThreadState *_Py_Finalizing = NULL;

int (*_PyOS_mystrnicmp_hack)(const char *, const char *, Py_ssize_t) = \

PyOS_mystrnicmp; /* Python/pystrcmp.o */

PyObject *

PyModule_GetWarningsModule(void)

{

return PyImport_ImportModule("warnings");

}

static int initialized = 0;

Py_IsInitialized(void)

{

return initialized;

}

static char *_Py_StandardStreamEncoding = NULL;

static char *_Py_StandardStreamErrors = NULL;

Py_SetStandardStreamEncoding(const char *encoding, const char *errors)

{

if (Py_IsInitialized()) {

/* This is too late to have any effect */

return -1;

}

/* Can't call PyErr_NoMemory() on errors, as Python hasn't been

if (encoding) {

_Py_StandardStreamEncoding = _PyMem_RawStrdup(encoding);

if (!_Py_StandardStreamEncoding) {

return -2;

}

}

if (errors) {

_Py_StandardStreamErrors = _PyMem_RawStrdup(errors);

if (!_Py_StandardStreamErrors) {

if (_Py_StandardStreamEncoding) {

PyMem_RawFree(_Py_StandardStreamEncoding);

}

return -3;

}

}

return 0;

}

static int

add_flag(int flag, const char *envs)

{

int env = atoi(envs);

if (flag < env)

flag = env;

if (flag < 1)

flag = 1;

return flag;

}

static char*

get_codec_name(const char *encoding)

{

char *name_utf8, *name_str;

PyObject *codec, *name = NULL;

codec = _PyCodec_Lookup(encoding);

if (!codec)

goto error;

name = _PyObject_GetAttrId(codec, &PyId_name);

Py_CLEAR(codec);

if (!name)

goto error;

name_utf8 = _PyUnicode_AsString(name);

if (name_utf8 == NULL)

goto error;

name_str = _PyMem_RawStrdup(name_utf8);

Py_DECREF(name);

if (name_str == NULL) {

PyErr_NoMemory();

return NULL;

}

return name_str;

error:

Py_XDECREF(codec);

Py_XDECREF(name);

return NULL;

}

static char*

get_locale_encoding(void)

{

#ifdef MS_WINDOWS

char codepage[100];

PyOS_snprintf(codepage, sizeof(codepage), "cp%d", GetACP());

return get_codec_name(codepage);

#elif defined(HAVE_LANGINFO_H) && defined(CODESET)

char* codeset = nl_langinfo(CODESET);

if (!codeset || codeset[0] == '\0') {

PyErr_SetString(PyExc_ValueError, "CODESET is not set or empty");

return NULL;

}

return get_codec_name(codeset);

PyErr_SetNone(PyExc_NotImplementedError);

return NULL;

}

static void

import_init(PyInterpreterState *interp, PyObject *sysmod)

{

PyObject *importlib;

PyObject *impmod;

PyObject *sys_modules;

PyObject *value;

/* Import _importlib through its frozen version, _frozen_importlib. */

if (PyImport_ImportFrozenModule("_frozen_importlib") <= 0) {

Py_FatalError("Py_Initialize: can't import _frozen_importlib");

}

else if (Py_VerboseFlag) {

PySys_FormatStderr("import _frozen_importlib # frozen\n");

}

importlib = PyImport_AddModule("_frozen_importlib");

if (importlib == NULL) {

Py_FatalError("Py_Initialize: couldn't get _frozen_importlib from "

"sys.modules");

}

interp->importlib = importlib;

Py_INCREF(interp->importlib);

/* Import the _imp module */

impmod = PyInit_imp();

if (impmod == NULL) {

Py_FatalError("Py_Initialize: can't import _imp");

}

else if (Py_VerboseFlag) {

PySys_FormatStderr("import _imp # builtin\n");

}

sys_modules = PyImport_GetModuleDict();

if (Py_VerboseFlag) {

PySys_FormatStderr("import sys # builtin\n");

}

if (PyDict_SetItemString(sys_modules, "_imp", impmod) < 0) {

Py_FatalError("Py_Initialize: can't save _imp to sys.modules");

}

/* Install importlib as the implementation of import */

value = PyObject_CallMethod(importlib, "_install", "OO", sysmod, impmod);

if (value == NULL) {

PyErr_Print();

Py_FatalError("Py_Initialize: importlib install failed");

}

Py_DECREF(value);

Py_DECREF(impmod);

_PyImportZip_Init();

}

_Py_InitializeEx_Private(int install_sigs, int install_importlib)

{

PyInterpreterState *interp;

PyThreadState *tstate;

PyObject *bimod, *sysmod, *pstderr;

char *p;

extern void _Py_ReadyTypes(void);

if (initialized)

return;

initialized = 1;

_Py_Finalizing = NULL;

#if defined(HAVE_LANGINFO_H) && defined(HAVE_SETLOCALE)

/* Set up the LC_CTYPE locale, so we can obtain

setlocale(LC_CTYPE, "");

if ((p = Py_GETENV("PYTHONDEBUG")) && *p != '\0')

Py_DebugFlag = add_flag(Py_DebugFlag, p);

if ((p = Py_GETENV("PYTHONVERBOSE")) && *p != '\0')

Py_VerboseFlag = add_flag(Py_VerboseFlag, p);

if ((p = Py_GETENV("PYTHONOPTIMIZE")) && *p != '\0')

Py_OptimizeFlag = add_flag(Py_OptimizeFlag, p);

if ((p = Py_GETENV("PYTHONDONTWRITEBYTECODE")) && *p != '\0')

Py_DontWriteBytecodeFlag = add_flag(Py_DontWriteBytecodeFlag, p);

/* The variable is only tested for existence here; _PyRandom_Init will

if ((p = Py_GETENV("PYTHONHASHSEED")) && *p != '\0')

Py_HashRandomizationFlag = add_flag(Py_HashRandomizationFlag, p);

_PyRandom_Init();

interp = PyInterpreterState_New();

if (interp == NULL)

Py_FatalError("Py_Initialize: can't make first interpreter");

tstate = PyThreadState_New(interp);

if (tstate == NULL)

Py_FatalError("Py_Initialize: can't make first thread");

(void) PyThreadState_Swap(tstate);

#ifdef WITH_THREAD

/* We can't call _PyEval_FiniThreads() in Py_Finalize because

_PyEval_FiniThreads();

/* Auto-thread-state API */

_PyGILState_Init(interp, tstate);

#endif /* WITH_THREAD */

_Py_ReadyTypes();

if (!_PyFrame_Init())

Py_FatalError("Py_Initialize: can't init frames");

if (!_PyLong_Init())

Py_FatalError("Py_Initialize: can't init longs");

if (!PyByteArray_Init())

Py_FatalError("Py_Initialize: can't init bytearray");

if (!_PyFloat_Init())

Py_FatalError("Py_Initialize: can't init float");

interp->modules = PyDict_New();

if (interp->modules == NULL)

Py_FatalError("Py_Initialize: can't make modules dictionary");

/* Init Unicode implementation; relies on the codec registry */

if (_PyUnicode_Init() < 0)

Py_FatalError("Py_Initialize: can't initialize unicode");

if (_PyStructSequence_Init() < 0)

Py_FatalError("Py_Initialize: can't initialize structseq");

bimod = _PyBuiltin_Init();

if (bimod == NULL)

Py_FatalError("Py_Initialize: can't initialize builtins modules");

_PyImport_FixupBuiltin(bimod, "builtins");

interp->builtins = PyModule_GetDict(bimod);

if (interp->builtins == NULL)

Py_FatalError("Py_Initialize: can't initialize builtins dict");

Py_INCREF(interp->builtins);

/* initialize builtin exceptions */

_PyExc_Init(bimod);

sysmod = _PySys_Init();

if (sysmod == NULL)

Py_FatalError("Py_Initialize: can't initialize sys");

interp->sysdict = PyModule_GetDict(sysmod);

if (interp->sysdict == NULL)

Py_FatalError("Py_Initialize: can't initialize sys dict");

Py_INCREF(interp->sysdict);

_PyImport_FixupBuiltin(sysmod, "sys");

PySys_SetPath(Py_GetPath());

PyDict_SetItemString(interp->sysdict, "modules",

interp->modules);

/* Set up a preliminary stderr printer until we have enough

pstderr = PyFile_NewStdPrinter(fileno(stderr));

if (pstderr == NULL)

Py_FatalError("Py_Initialize: can't set preliminary stderr");

_PySys_SetObjectId(&PyId_stderr, pstderr);

PySys_SetObject("__stderr__", pstderr);

Py_DECREF(pstderr);

_PyImport_Init();

_PyImportHooks_Init();

/* Initialize _warnings. */

_PyWarnings_Init();

if (!install_importlib)

return;

if (_PyTime_Init() < 0)

Py_FatalError("Py_Initialize: can't initialize time");

import_init(interp, sysmod);

/* initialize the faulthandler module */

if (_PyFaulthandler_Init())

Py_FatalError("Py_Initialize: can't initialize faulthandler");

if (initfsencoding(interp) < 0)

Py_FatalError("Py_Initialize: unable to load the file system codec");

if (install_sigs)

initsigs(); /* Signal handling stuff, including initintr() */

if (_PyTraceMalloc_Init() < 0)

Py_FatalError("Py_Initialize: can't initialize tracemalloc");

initmain(interp); /* Module __main__ */

if (initstdio() < 0)

Py_FatalError(

"Py_Initialize: can't initialize sys standard streams");

/* Initialize warnings. */

if (PySys_HasWarnOptions()) {

PyObject *warnings_module = PyImport_ImportModule("warnings");

if (warnings_module == NULL) {

fprintf(stderr, "'import warnings' failed; traceback:\n");

PyErr_Print();

}

Py_XDECREF(warnings_module);

}

if (!Py_NoSiteFlag)

initsite(); /* Module site */

}

Py_InitializeEx(int install_sigs)

{

_Py_InitializeEx_Private(install_sigs, 1);

}

Py_Initialize(void)

{

Py_InitializeEx(1);

}

#ifdef COUNT_ALLOCS

extern void dump_counts(FILE*);

static int

file_is_closed(PyObject *fobj)

{

int r;

PyObject *tmp = PyObject_GetAttrString(fobj, "closed");

if (tmp == NULL) {

PyErr_Clear();

return 0;

}

r = PyObject_IsTrue(tmp);

Py_DECREF(tmp);

if (r < 0)

PyErr_Clear();

return r > 0;

}

static void

flush_std_files(void)

{

PyObject *fout = _PySys_GetObjectId(&PyId_stdout);

PyObject *ferr = _PySys_GetObjectId(&PyId_stderr);

PyObject *tmp;

if (fout != NULL && fout != Py_None && !file_is_closed(fout)) {

tmp = _PyObject_CallMethodId(fout, &PyId_flush, "");

if (tmp == NULL)

PyErr_WriteUnraisable(fout);

else

Py_DECREF(tmp);

}

if (ferr != NULL && ferr != Py_None && !file_is_closed(ferr)) {

tmp = _PyObject_CallMethodId(ferr, &PyId_flush, "");

if (tmp == NULL)

PyErr_Clear();

else

Py_DECREF(tmp);

}

}

Py_Finalize(void)

{

PyInterpreterState *interp;

PyThreadState *tstate;

if (!initialized)

return;

wait_for_thread_shutdown();

/* The interpreter is still entirely intact at this point, and the

call_py_exitfuncs();

/* Get current thread state and interpreter pointer */

tstate = PyThreadState_GET();

interp = tstate->interp;

/* Remaining threads (e.g. daemon threads) will automatically exit

_Py_Finalizing = tstate;

initialized = 0;

/* Flush sys.stdout and sys.stderr */

flush_std_files();

/* Disable signal handling */

PyOS_FiniInterrupts();

/* Collect garbage. This may call finalizers; it's nice to call these

PyGC_Collect();

#ifdef COUNT_ALLOCS

/* With COUNT_ALLOCS, it helps to run GC multiple times:

while (PyGC_Collect() > 0)

/* nothing */;

/* Destroy all modules */

PyImport_Cleanup();

/* Flush sys.stdout and sys.stderr (again, in case more was printed) */

flush_std_files();

/* Collect final garbage. This disposes of cycles created by

#if 0

PyGC_Collect();

/* Disable tracemalloc after all Python objects have been destroyed,

_PyTraceMalloc_Fini();

/* Destroy the database used by _PyImport_{Fixup,Find}Extension */

_PyImport_Fini();

/* Cleanup typeobject.c's internal caches. */

_PyType_Fini();

/* unload faulthandler module */

_PyFaulthandler_Fini();

/* Debugging stuff */

#ifdef COUNT_ALLOCS

dump_counts(stdout);

/* dump hash stats */

_PyHash_Fini();

_PY_DEBUG_PRINT_TOTAL_REFS();

#ifdef Py_TRACE_REFS

/* Display all objects still alive -- this can invoke arbitrary

if (Py_GETENV("PYTHONDUMPREFS"))

_Py_PrintReferences(stderr);

#endif /* Py_TRACE_REFS */

/* Clear interpreter state and all thread states. */

PyInterpreterState_Clear(interp);

/* Now we decref the exception classes. After this point nothing

_PyExc_Fini();

/* Sundry finalizers */

PyMethod_Fini();

PyFrame_Fini();

PyCFunction_Fini();

PyTuple_Fini();

PyList_Fini();

PySet_Fini();

PyBytes_Fini();

PyByteArray_Fini();

PyLong_Fini();

PyFloat_Fini();

PyDict_Fini();

PySlice_Fini();

_PyGC_Fini();

_PyRandom_Fini();

/* Cleanup Unicode implementation */

_PyUnicode_Fini();

/* reset file system default encoding */

if (!Py_HasFileSystemDefaultEncoding && Py_FileSystemDefaultEncoding) {

PyMem_RawFree((char*)Py_FileSystemDefaultEncoding);

Py_FileSystemDefaultEncoding = NULL;

}

/* XXX Still allocated:

PyGrammar_RemoveAccelerators(&_PyParser_Grammar);

/* Cleanup auto-thread-state */

#ifdef WITH_THREAD

_PyGILState_Fini();

#endif /* WITH_THREAD */

/* Delete current thread. After this, many C API calls become crashy. */

PyThreadState_Swap(NULL);

PyInterpreterState_Delete(interp);

#ifdef Py_TRACE_REFS

/* Display addresses (& refcnts) of all objects still alive.

if (Py_GETENV("PYTHONDUMPREFS"))

_Py_PrintReferenceAddresses(stderr);

#endif /* Py_TRACE_REFS */

#ifdef PYMALLOC_DEBUG

if (Py_GETENV("PYTHONMALLOCSTATS"))

_PyObject_DebugMallocStats(stderr);

call_ll_exitfuncs();

}

PyThreadState *

Py_NewInterpreter(void)

{

PyInterpreterState *interp;

PyThreadState *tstate, *save_tstate;

PyObject *bimod, *sysmod;

if (!initialized)

Py_FatalError("Py_NewInterpreter: call Py_Initialize first");

interp = PyInterpreterState_New();

if (interp == NULL)

return NULL;

tstate = PyThreadState_New(interp);

if (tstate == NULL) {

PyInterpreterState_Delete(interp);

return NULL;

}

save_tstate = PyThreadState_Swap(tstate);

/* XXX The following is lax in error checking */

interp->modules = PyDict_New();

bimod = _PyImport_FindBuiltin("builtins");

if (bimod != NULL) {

interp->builtins = PyModule_GetDict(bimod);

if (interp->builtins == NULL)

goto handle_error;

Py_INCREF(interp->builtins);

}

/* initialize builtin exceptions */

_PyExc_Init(bimod);

sysmod = _PyImport_FindBuiltin("sys");

if (bimod != NULL && sysmod != NULL) {

PyObject *pstderr;

interp->sysdict = PyModule_GetDict(sysmod);

if (interp->sysdict == NULL)

goto handle_error;

Py_INCREF(interp->sysdict);

PySys_SetPath(Py_GetPath());

PyDict_SetItemString(interp->sysdict, "modules",

interp->modules);

/* Set up a preliminary stderr printer until we have enough

pstderr = PyFile_NewStdPrinter(fileno(stderr));

if (pstderr == NULL)

Py_FatalError("Py_Initialize: can't set preliminary stderr");

_PySys_SetObjectId(&PyId_stderr, pstderr);

PySys_SetObject("__stderr__", pstderr);

Py_DECREF(pstderr);

_PyImportHooks_Init();

import_init(interp, sysmod);

if (initfsencoding(interp) < 0)

goto handle_error;

if (initstdio() < 0)

Py_FatalError(

"Py_Initialize: can't initialize sys standard streams");

initmain(interp);

if (!Py_NoSiteFlag)

initsite();

}

if (!PyErr_Occurred())

return tstate;

handle_error:

/* Oops, it didn't work. Undo it all. */

PyErr_PrintEx(0);

PyThreadState_Clear(tstate);

PyThreadState_Swap(save_tstate);

PyThreadState_Delete(tstate);

PyInterpreterState_Delete(interp);

return NULL;

}

Py_EndInterpreter(PyThreadState *tstate)

{

PyInterpreterState *interp = tstate->interp;

if (tstate != PyThreadState_GET())

Py_FatalError("Py_EndInterpreter: thread is not current");

if (tstate->frame != NULL)

Py_FatalError("Py_EndInterpreter: thread still has a frame");

wait_for_thread_shutdown();

if (tstate != interp->tstate_head || tstate->next != NULL)

Py_FatalError("Py_EndInterpreter: not the last thread");

PyImport_Cleanup();

PyInterpreterState_Clear(interp);

PyThreadState_Swap(NULL);

PyInterpreterState_Delete(interp);

}

#ifdef MS_WINDOWS

static wchar_t *progname = L"python";

static wchar_t *progname = L"python3";

Py_SetProgramName(wchar_t *pn)

{

if (pn && *pn)

progname = pn;

}

wchar_t *

Py_GetProgramName(void)

{

return progname;

}

static wchar_t *default_home = NULL;

static wchar_t env_home[MAXPATHLEN+1];

Py_SetPythonHome(wchar_t *home)

{

default_home = home;

}

wchar_t *

Py_GetPythonHome(void)

{

wchar_t *home = default_home;

if (home == NULL && !Py_IgnoreEnvironmentFlag) {

char* chome = Py_GETENV("PYTHONHOME");

if (chome) {

size_t size = Py_ARRAY_LENGTH(env_home);

size_t r = mbstowcs(env_home, chome, size);

if (r != (size_t)-1 && r < size)

home = env_home;

}

}

return home;

}

static void

initmain(PyInterpreterState *interp)

{

PyObject *m, *d, *loader;

m = PyImport_AddModule("__main__");

if (m == NULL)

Py_FatalError("can't create __main__ module");

d = PyModule_GetDict(m);

if (PyDict_GetItemString(d, "__builtins__") == NULL) {

PyObject *bimod = PyImport_ImportModule("builtins");

if (bimod == NULL) {

Py_FatalError("Failed to retrieve builtins module");

}

if (PyDict_SetItemString(d, "__builtins__", bimod) < 0) {

Py_FatalError("Failed to initialize __main__.__builtins__");

}

Py_DECREF(bimod);

}

/* Main is a little special - imp.is_builtin("__main__") will return

loader = PyDict_GetItemString(d, "__loader__");

if (loader == NULL || loader == Py_None) {

PyObject *loader = PyObject_GetAttrString(interp->importlib,

"BuiltinImporter");

if (loader == NULL) {

Py_FatalError("Failed to retrieve BuiltinImporter");

}

if (PyDict_SetItemString(d, "__loader__", loader) < 0) {

Py_FatalError("Failed to initialize __main__.__loader__");

}

Py_DECREF(loader);

}

}

static int

initfsencoding(PyInterpreterState *interp)

{

PyObject *codec;

if (Py_FileSystemDefaultEncoding == NULL)

{

Py_FileSystemDefaultEncoding = get_locale_encoding();

if (Py_FileSystemDefaultEncoding == NULL)

Py_FatalError("Py_Initialize: Unable to get the locale encoding");

Py_HasFileSystemDefaultEncoding = 0;

interp->fscodec_initialized = 1;

return 0;

}

/* the encoding is mbcs, utf-8 or ascii */

codec = _PyCodec_Lookup(Py_FileSystemDefaultEncoding);

if (!codec) {

/* Such error can only occurs in critical situations: no more

return -1;

}

Py_DECREF(codec);

interp->fscodec_initialized = 1;

return 0;

}

static void

initsite(void)

{

PyObject *m;

m = PyImport_ImportModule("site");

if (m == NULL) {

fprintf(stderr, "Failed to import the site module\n");

PyErr_Print();

Py_Finalize();

exit(1);

}

else {

Py_DECREF(m);

}

}

static int

is_valid_fd(int fd)

{

#ifdef __APPLE__

/* bpo-30225: On macOS Tiger, when stdout is redirected to a pipe

struct stat st;

return (fstat(fd, &st) == 0);

int fd2;

if (fd < 0 || !_PyVerify_fd(fd))

return 0;

_Py_BEGIN_SUPPRESS_IPH

fd2 = dup(fd);

if (fd2 >= 0)

close(fd2);

_Py_END_SUPPRESS_IPH

return fd2 >= 0;

}

static PyObject*

create_stdio(PyObject* io,

int fd, int write_mode, char* name,

char* encoding, char* errors)

{

PyObject *buf = NULL, *stream = NULL, *text = NULL, *raw = NULL, *res;

const char* mode;

const char* newline;

PyObject *line_buffering;