8000 gh-76785: Crossinterp utils additions by ericsnowcurrently · Pull Request #111530 · python/cpython · GitHub
[go: up one dir, main page]

Skip to content

gh-76785: Crossinterp utils additions #111530

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
23 commits
Select commit Hold shift + click to select a range
67a88c2
Factor out _Py_excinfo.
ericsnowcurrently Oct 24, 2023
a9ea9ac
Extract _PyXI_errcode.
ericsnowcurrently Oct 25, 2023
33d91af
Extract _PyXI_exception_info.
ericsnowcurrently Oct 25, 2023
2424e33
Extract _PyXI_namespace.
ericsnowcurrently Oct 25, 2023
23d6959
Factor out _enter_interpreter(), _exit_interpreter(), etc.
ericsnowcurrently Oct 23, 2023
b08249f
Move enter/exit to crossinterp.c.
ericsnowcurrently Oct 27, 2023
773f5ab
Factor out _sharednsitem_set_value().
ericsnowcurrently Oct 23, 2023
cf7354e
Add _PyXI_NamespaceFromNames().
ericsnowcurrently Oct 31, 2023
6b43620
Add a default arg to _PyXI_ApplyNamespace().
ericsnowcurrently Oct 31, 2023
caef717
Allocate xid dynamically when in target interpreter.
ericsnowcurrently Oct 31, 2023
0bd42e0
Add _PyXI_FillNamespaceFromDict().
ericsnowcurrently Oct 31, 2023
a230f77
Add xid_state structs and lifecycle funcs.
ericsnowcurrently Oct 31, 2023
5675f86
Add PyExc_NotShareableError.
ericsnowcurrently Oct 31, 2023
45488f2
Propag 8000 ate the ValueError when a value is not shareable.
ericsnowcurrently Oct 31, 2023
6f07364
Propagate errors in _PyXI_Enter() directly.
ericsnowcurrently Oct 31, 2023
0201b7f
Factor out _init_not_shareable_error_type() and _fini_not_shareable_e…
ericsnowcurrently Nov 1, 2023
d32a918
Drop some duplicate lines.
ericsnowcurrently Nov 1, 2023
1d4fc87
Fix a comment.
ericsnowcurrently Nov 1, 2023
88c9d54
Call _PyXI_Fini() *before* the interpreter is cleared.
ericsnowcurrently Nov 1, 2023
2edcb49
Fix init/fini.
ericsnowcurrently Nov 1, 2023
8e53752
Add _get_not_shareable_error_type().
ericsnowcurrently Nov 1, 2023
53764c1
Export fewer symbols.
ericsnowcurrently Nov 1, 2023
cacf969
Merge branch 'main' into crossinterp-utils-additions
ericsnowcurrently Nov 1, 2023
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Extract _PyXI_errcode.
  • Loading branch information
ericsnowcurrently committed Oct 30, 2023
commit a9ea9ac49bb10995edf63bdfb95812a2d59b1f71
17 changes: 17 additions & 0 deletions Include/internal/pycore_crossinterp.h
Original file line number Diff line number Diff line change
Expand Up @@ -133,6 +133,23 @@ PyAPI_FUNC(int) _PyCrossInterpreterData_UnregisterClass(PyTypeObject *);
PyAPI_FUNC(crossinterpdatafunc) _PyCrossInterpreterData_Lookup(PyObject *);


/***************************/
/* short-term data sharing */
/***************************/

typedef enum error_code {
_PyXI_ERR_NO_ERROR = 0,
_PyXI_ERR_UNCAUGHT_EXCEPTION = -1,
_PyXI_ERR_OTHER = -2,
_PyXI_ERR_NO_MEMORY = -3,
_PyXI_ERR_ALREADY_RUNNING = -4,
} _PyXI_errcode;

PyAPI_FUNC(int) _PyXI_ApplyErrorCode(
_PyXI_errcode code,
PyInterpreterState *interp);


#ifdef __cplusplus
}
#endif
Expand Down
74 changes: 35 additions & 39 deletions Modules/_xxsubinterpretersmodule.c
Original file line number Diff line number Diff line change
Expand Up @@ -116,49 +116,52 @@ clear_module_state(module_state *state)

/* exception info ***********************************************************/

#define ERR_NOT_SET 0
#define ERR_UNCAUGHT_EXCEPTION 1
#define ERR_NO_MEMORY 2
#define ERR_ALREADY_RUNNING 3

static const char *
_excinfo_bind(PyObject *exc, _Py_excinfo *info, int *p_code)
_excinfo_bind(PyObject *exc, _Py_excinfo *info, _PyXI_errcode *p_code)
{
assert(exc != NULL);

const char *failure = _Py_excinfo_InitFromException(info, exc);
if (failure != NULL) {
// We failed to initialize info->uncaught.
// XXX Print the excobj/traceback? Emit a warning?
// XXX Print the current exception/traceback?
if (PyErr_ExceptionMatches(PyExc_MemoryError)) {
*p_code = _PyXI_ERR_NO_MEMORY;
}
else {
*p_code = _PyXI_ERR_OTHER;
}
PyErr_Clear();
*p_code = ERR_NO_MEMORY;
return failure;
}

assert(!PyErr_Occurred());
*p_code = ERR_UNCAUGHT_EXCEPTION;
return NULL;
else {
assert(!PyErr_Occurred());
*p_code = _PyXI_ERR_UNCAUGHT_EXCEPTION;
}
return failure;
}

typedef struct _sharedexception {
PyInterpreterState *interp;
int code;
_PyXI_errcode code;
_Py_excinfo uncaught;
} _sharedexception;

static const char *
_sharedexception_bind(PyObject *exc, int code, _sharedexception *sharedexc)
_sharedexception_bind(PyObject *exc, _PyXI_errcode code, _sharedexception *sharedexc)
{
if (sharedexc->interp == NULL) {
sharedexc->interp = PyInterpreterState_Get();
}

const char *failure = NULL;
if (code == ERR_NOT_SET) {
if (code == _PyXI_ERR_UNCAUGHT_EXCEPTION) {
failure = _excinfo_bind(exc, &sharedexc->uncaught, &sharedexc->code);
assert(sharedexc->code != ERR_NOT_SET);
assert(sharedexc->code != _PyXI_ERR_NO_ERROR);
}
else {
assert(exc == NULL);
assert(code != ERR_UNCAUGHT_EXCEPTION);
assert(code != _PyXI_ERR_NO_ERROR);
sharedexc->code = code;
_Py_excinfo_Clear(&sharedexc->uncaught);
}
Expand All @@ -168,26 +171,12 @@ _sharedexception_bind(PyObject *exc, int code, _sharedexception *sharedexc)
static void
_sharedexception_apply(_sharedexception *exc, PyObject *wrapperclass)
{
if (exc->code == ERR_UNCAUGHT_EXCEPTION) {
if (exc->code == _PyXI_ERR_UNCAUGHT_EXCEPTION) {
_Py_excinfo_Apply(&exc->uncaught, wrapperclass);
}
else {
assert(exc->code != ERR_NOT_SET);
if (exc->code == ERR_NO_MEMORY) {
PyErr_NoMemory();
}
else if (exc->code == ERR_ALREADY_RUNNING) {
assert(exc->interp != NULL);
assert(_PyInterpreterState_IsRunningMain(exc->interp));
_PyInterpreterState_FailIfRunningMain(exc->interp);
}
else {
#ifdef Py_DEBUG
Py_UNREACHABLE();
#else
PyErr_Format(PyExc_RuntimeError, "unsupported error code %d", code);
#endif
}
assert(exc->code != _PyXI_ERR_NO_ERROR);
(void)_PyXI_ApplyErrorCode(exc->code, exc->interp);
assert(PyErr_Occurred());
}
}
Expand Down Expand Up @@ -444,19 +433,19 @@ _run_script(PyInterpreterState *interp,
const char *codestr, Py_ssize_t codestrlen,
_sharedns *shared, _sharedexception *sharedexc, int flags)
{
int errcode = ERR_NOT_SET;
PyObject *excval = NULL;
_PyXI_errcode errcode = _PyXI_ERR_UNCAUGHT_EXCEPTION;

if (_PyInterpreterState_SetRunningMain(interp) < 0) {
assert(PyErr_Occurred());
// In the case where we didn't switch interpreters, it would
// be more efficient to leave the exception in place and return
// immediately. However, life is simpler if we don't.
PyErr_Clear();
errcode = ERR_ALREADY_RUNNING;
errcode = _PyXI_ERR_ALREADY_RUNNING;
goto error;
}

PyObject *excval = NULL;
PyObject *main_mod = PyUnstable_InterpreterState_GetMainModule(interp);
if (main_mod == NULL) {
goto error;
Expand Down Expand Up @@ -504,7 +493,14 @@ _run_script(PyInterpreterState *interp,
return 0;

error:
excval = PyErr_GetRaisedException();
assert(errcode != _PyXI_ERR_NO_ERROR);
if (errcode == _PyXI_ERR_UNCAUGHT_EXCEPTION) {
assert(PyErr_Occurred());
excval = PyErr_GetRaisedException();
}
else {
assert(!PyErr_Occurred());
}
const char *failure = _sharedexception_bind(excval, errcode, sharedexc);
if (failure != NULL) {
fprintf(stderr,
Expand All @@ -518,7 +514,7 @@ _run_script(PyInterpreterState *interp,
PyErr_Display(NULL, excval, NULL);
Py_DECREF(excval);
}
if (errcode != ERR_ALREADY_RUNNING) {
if (errcode != _PyXI_ERR_ALREADY_RUNNING) {
_PyInterpreterState_SetNotRunningMain(interp);
}
assert(!PyErr_Occurred());
Expand Down
42 changes: 42 additions & 0 deletions Python/crossinterp.c
80FA
Original file line number Diff line number Diff line change
Expand Up @@ -625,3 +625,45 @@ _register_builtins_for_crossinterpreter_data(struct _xidregistry *xidregistry)
Py_FatalError("could not register str for cross-interpreter sharing");
}
}


/***************************/
/* short-term data sharing */
/***************************/

/* error codes */

int
_PyXI_ApplyErrorCode(_PyXI_errcode code, PyInterpreterState *interp)
{
assert(!PyErr_Occurred());
switch (code) {
case _PyXI_ERR_NO_ERROR: // fall through
case _PyXI_ERR_UNCAUGHT_EXCEPTION:
// There is nothing to apply.
#ifdef Py_DEBUG
Py_UNREACHABLE();
#endif
return 0;
case _PyXI_ERR_OTHER:
// XXX msg?
PyErr_SetNone(PyExc_RuntimeError);
break;
case _PyXI_ERR_NO_MEMORY:
PyErr_NoMemory();
break;
case _PyXI_ERR_ALREADY_RUNNING:
assert(interp != NULL);
assert(_PyInterpreterState_IsRunningMain(interp));
_PyInterpreterState_FailIfRunningMain(interp);
break;
default:
#ifdef Py_DEBUG
Py_UNREACHABLE();
#else
PyErr_Format(PyExc_RuntimeError, "unsupported error code %d", code);
#endif
}
assert(PyErr_Occurred());
return -1;
}
0