8000 gh-102471, PEP 757: Add PyLong import and export API by vstinner · Pull Request #121339 · python/cpython · GitHub
[go: up one dir, main page]

Skip to content

gh-102471, PEP 757: Add PyLong import and export API #121339

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 54 commits into from
Dec 13, 2024
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
54 commits
Select commit Hold shift + click to select a range
f4fdbf2
gh-102471: Add PyLong import and export API
vstinner Jul 2, 2024
c2e568e
Add layout
vstinner Jul 23, 2024
f0d9525
Merge branch 'main' into long_export
vstinner Sep 3, 2024
b19764f
Rename word_endian to digits_order
vstinner Sep 3, 2024
6f7fd11
Replace Py_digit* type with void*
vstinner Sep 3, 2024
080e079
Add PyLongWriter_Discard() function
vstinner Sep 4, 2024
1a7902f
Fixes
vstinner Sep 5, 2024
b70a6dd
Use unsigned type for ndigits
vstinner Sep 5, 2024
07552a7
Remove again layout
vstinner Sep 5, 2024
0d0f942
Revert "Use unsigned type for ndigits"
vstinner Sep 6, 2024
762c33a
doc: adjust ndigits documentation
vstinner Sep 6, 2024
20be7a3
Update doc
vstinner Sep 13, 2024
d92bf1e
Make PyLong_DigitArray.obj private
vstinner Sep 16, 2024
b3b02a2
Remove reserved documentation
vstinner Sep 16, 2024
caca2d7
PyLong_FreeDigitArray() only clears _reserved
vstinner Sep 16, 2024
4221a49
Make PyLong_LAYOUT static
vstinner Sep 16, 2024
37b1d49
Add PyLong_AsDigitArray.value
vstinner Sep 16, 2024
d70a121
Inline PyLong_AsInt64() to avoid the exception
vstinner Sep 17, 2024
4aa25f6
Remove Py_digit type; update the doc
vstinner Sep 17, 2024
90973d4
Merge branch 'main' into long_export
vstinner Sep 17, 2024
5d3e224
Add long_asnativebytes() function
vstinner Sep 17, 2024
c7d7cb2
Remove reference to removed Py_digit type
vstinner Sep 17, 2024
a3d601a
Address Antoine's review
vstinner Sep 17, 2024
c049268
Merge branch 'main' into long_export
vstinner Sep 17, 2024
06b196b
Merge branch 'main' into long_export
skirpichev Sep 18, 2024
3e8d296
Apply suggestions from code review
skirpichev Sep 18, 2024
86c68c2
Merge branch 'main' into long_export
skirpichev Sep 18, 2024
a8fd669
Revert "Add long_asnativebytes() function"
vstinner Sep 18, 2024
a04f9d0
Use PyLong_AsLongAndOverflow()
vstinner Sep 18, 2024
b2be94a
Try PyLong_AsLongLongAndOverflow() first
vstinner Sep 18, 2024
ca98ad1
Merge branch 'main' into long_export
vstinner Sep 18, 2024
167d75e
Update Doc/c-api/long.rst
vstinner Sep 19, 2024
5e53a5b
Sync implementation with PEP (#8)
skirpichev Oct 16, 2024
c24789f
Merge branch 'main' into long_export
skirpichev Nov 13, 2024
0422f9d
fix NL in Doc/c-api/long.rst (sorry, damn web editor)
skirpichev Nov 13, 2024
a529a48
rename news
skirpichev Nov 13, 2024
3db44f3
Address Erlend's review
vstinner Nov 13, 2024
1d2863e
Address Sergey's review
vstinner Nov 13, 2024
d663511
Merge branch 'main' into long_export
vstinner Nov 13, 2024
816798d
Merge branch 'main' into long_export
vstinner Nov 28, 2024
033bd65
Update documentation from PEP 757
vstinner Nov 28, 2024
36b87d4
Update Modules/_testcapi/long.c
vstinner Nov 28, 2024
94d852e
Sync implementation with PEP (#9)
skirpichev Dec 9, 2024
a72ff83
Merge branch 'main' into long_export
vstinner Dec 9, 2024
53d584b
Cleanup
vstinner Dec 9, 2024
577598a
Update Doc/c-api/long.rst
vstinner Dec 9, 2024
b08cd55
Address Steve's review
vstinner Dec 9, 2024
eaebef3
Address Bénédikt's review
vstinner Dec 10, 2024
03248c7
Apply suggestions from code review
vstinner Dec 10, 2024
0a26f97
Address Steve's review
vstinner Dec 11, 2024
88a62fe
Add PyLong_Export to Doc/data/refcounts.dat
vstinner Dec 12, 2024
45517ab
Address Serhiy's review
vstinner Dec 12, 2024
92007d1
Address Petr's review
vstinner Dec 12, 2024
6d3cb80
Add PyLongWriter to Doc/data/refcounts.dat
vstinner Dec 12, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
Remove again layout
* Remove layout parameter of PyLongWriter_Create()
* Remove layout member of PyLong_DigitArray structure
  • Loading branch information
vstinner committed Sep 5, 2024
commit 07552a71ca2e209c9482a5d6263612a7c171cc19
6 changes: 1 addition & 5 deletions Doc/c-api/long.rst
Original file line number Diff line number Diff line change
Expand Up @@ -689,10 +689,6 @@ Export API

Read-only array of unsigned digits.

.. c:member:: const PyLongLayout *layout

Layout of the :c:member:`digits`.


.. c:function:: int PyLong_AsDigitArray(PyObject *obj, PyLong_DigitArray *array)

Expand Down Expand Up @@ -727,7 +723,7 @@ The :c:type:`PyLongWriter` API can be used to import an integer.
The instance must be destroyed by :c:func:`PyLongWriter_Finish`.


.. c:function:: PyLongWriter* PyLongWriter_Create(int negative, size_t ndigits, void **digits, const PyLongLayout *layout)
.. c:function:: PyLongWriter* PyLongWriter_Create(int negative, size_t ndigits, void **digits)

Create a :c:type:`PyLongWriter`.

Expand Down
4 changes: 1 addition & 3 deletions Include/cpython/longintrepr.h
Original file line number Diff line number Diff line change
Expand Up @@ -168,7 +168,6 @@ typedef struct PyLong_DigitArray {
int negative;
size_t ndigits;
const void *digits;
const PyLongLayout *layout;
} PyLong_DigitArray;

PyAPI_FUNC(int) PyLong_AsDigitArray(
Expand All @@ -185,8 +184,7 @@ typedef struct PyLongWriter PyLongWriter;
PyAPI_FUNC(PyLongWriter*) PyLongWriter_Create(
int negative,
size_t ndigits,
void **digits,
const PyLongLayout *layout);
void **digits);
PyAPI_FUNC(PyObject*) PyLongWriter_Finish(PyLongWriter *writer);
PyAPI_FUNC(void) PyLongWriter_Discard(PyLongWriter *writer);

Expand Down
52 changes: 16 additions & 36 deletions Lib/test/test_capi/test_long.py
Original file line number Diff line number Diff line change
Expand Up @@ -687,11 +687,11 @@ def test_long_export(self):
base = 2 ** layout['bits_per_digit']

pylong_asdigitarray = _testcapi.pylong_asdigitarray
self.assertEqual(pylong_asdigitarray(0), (0, [0], layout))
self.assertEqual(pylong_asdigitarray(123), (0, [123], layout))
self.assertEqual(pylong_asdigitarray(-123), (1, [123], layout))
self.assertEqual(pylong_asdigitarray(0), (0, [0]))
self.assertEqual(pylong_asdigitarray(123), (0, [123]))
self.assertEqual(pylong_asdigitarray(-123), (1, [123]))
self.assertEqual(pylong_asdigitarray(base**2 * 3 + base * 2 + 1),
(0, [1, 2, 3], layout))
(0, [1, 2, 3]))

with self.assertRaises(TypeError):
pylong_asdigitarray(1.0)
Expand All @@ -706,24 +706,24 @@ def test_longwriter_create(self):
base = 2 ** layout['bits_per_digit']

pylongwriter_create = _testcapi.pylongwriter_create
self.assertEqual(pylongwriter_create(0, [], layout), 0)
self.assertEqual(pylongwriter_create(0, [0], layout), 0)
self.assertEqual(pylongwriter_create(0, [123], layout), 123)
self.assertEqual(pylongwriter_create(1, [123], layout), -123)
self.assertEqual(pylongwriter_create(1, [1, 2], layout),
self.assertEqual(pylongwriter_create(0, []), 0)
self.assertEqual(pylongwriter_create(0, [0]), 0)
self.assertEqual(pylongwriter_create(0, [123]), 123)
self.assertEqual(pylongwriter_create(1, [123]), -123)
self.assertEqual(pylongwriter_create(1, [1, 2]),
-(base * 2 + 1))
self.assertEqual(pylongwriter_create(0, [1, 2, 3], layout),
self.assertEqual(pylongwriter_create(0, [1, 2, 3]),
base**2 * 3 + base * 2 + 1)
max_digit = base - 1
self.assertEqual(pylongwriter_create(0, [max_digit, max_digit, max_digit], layout),
self.assertEqual(pylongwriter_create(0, [max_digit, max_digit, max_digit]),
base**2 * max_digit + base * max_digit + max_digit)

# normalize
self.assertEqual(pylongwriter_create(0, [123, 0, 0], layout), 123)
self.assertEqual(pylongwriter_create(0, [123, 0, 0]), 123)

# test singletons + normalize
for num in (-2, 0, 1, 5, 42, 100):
self.assertIs(pylongwriter_create(bool(num < 0), [abs(num), 0], layout),
self.assertIs(pylongwriter_create(bool(num < 0), [abs(num), 0]),
num)

# round trip: Python int -> export -> Python int
Expand All @@ -732,29 +732,9 @@ def test_longwriter_create(self):
numbers.extend(-num for num in list(numbers))
for num in numbers:
with self.subTest(num=num):
negative, digits, layout = pylong_asdigitarray(num)
self.assertEqual(pylongwriter_create(negative, digits, layout), num,
(negative, digits, layout))

# invalid layout
with self.assertRaises(ValueError):
layout = _testcapi.get_pylong_layout()
layout['bits_per_digit'] += 1
pylongwriter_create(0, [123], layout)
with self.assertRaises(ValueError):
layout = _testcapi.get_pylong_layout()
layout['digit_size'] *= 2
pylongwriter_create(0, [123], layout)
def change_endian(endian):
return (-endian if endian else 1)
with self.assertRaises(ValueError):
layout = _testcapi.get_pylong_layout()
layout['digits_order'] = change_endian(layout['digits_order'])
pylongwriter_create(0, [123], layout)
with self.assertRaises(ValueError):
layout = _testcapi.get_pylong_layout()
layout['endian'] = change_endian(layout['endian'])
pylongwriter_create(0, [123], layout)
negative, digits = pylong_asdigitarray(num)
self.assertEqual(pylongwriter_create(negative, digits), num,
(negative, digits))


if __name__ == "__main__":
Expand Down
91 changes: 7 additions & 84 deletions Modules/_testcapi/long.c
Original file line number Diff line number Diff line change
Expand Up @@ -173,71 +173,6 @@ layout_to_dict(const PyLongLayout *layout)
}


static int
layout_from_dict_get(PyObject *dict, const char *key, int is_signed, long *pvalue)
{
PyObject *item;
int res = PyDict_GetItemStringRef(dict, key, &item);
if (res <= 0) {
return -1;
}

long value = PyLong_AsLong(item);
Py_DECREF(item);
if (value == -1 && PyErr_Occurred()) {
return -1;
}

if (is_signed) {
if (value < INT8_MIN || value > INT8_MAX) {
return -1;
}
}
else {
if (value < 0 || value > (long)UINT8_MAX) {
return -1;
}
}

*pvalue = value;
return 0;
}


static int
layout_from_dict(PyLongLayout *layout, PyObject *dict)
{
long value;
if (layout_from_dict_get(dict, "bits_per_digit", 0, &value) < 0) {
goto error;
}
layout->bits_per_digit = (uint8_t)value;

if (layout_from_dict_get(dict, "digit_size", 0, &value) < 0) {
goto error;
}
layout->digit_size = (uint8_t)value;

if (layout_from_dict_get(dict, "digits_order", 1, &value) < 0) {
goto error;
}
layout->digits_order = (int8_t)value;

if (layout_from_dict_get(dict, "endian", 1, &value) < 0) {
goto error;
}
layout->endian = (int8_t)value;

return 0;

error:
if (!PyErr_Occurred()) {
PyErr_SetString(PyExc_ValueError, "invalid layout");
}
return -1;
}


static PyObject *
pylong_asdigitarray(PyObject *module, PyObject *obj)
{
Expand All @@ -246,7 +181,7 @@ pylong_asdigitarray(PyObject *module, PyObject *obj)
return NULL;
}

assert(array.layout->digit_size == sizeof(Py_digit));
assert(PyLong_GetNativeLayout()->digit_size == sizeof(Py_digit));
const Py_digit *array_digits = array.digits;

PyObject *digits = PyList_New(0);
Expand All @@ -264,12 +199,7 @@ pylong_asdigitarray(PyObject *module, PyObject *obj)
Py_DECREF(digit);
}

PyObject *layout_dict = layout_to_dict(array.layout);
if (layout_dict == NULL) {
goto error;
}

PyObject *res = Py_BuildValue("(iNN)", array.negative, digits, layout_dict);
PyObject *res = Py_BuildValue("(iN)", array.negative, digits);
PyLong_FreeDigitArray(&array);
return res;

Expand All @@ -284,22 +214,15 @@ static PyObject *
pylongwriter_create(PyObject *module, PyObject *args)
{
int negative;
PyObject *list, *layout_dict;
if (!PyArg_ParseTuple(args, "iO!O!",
PyObject *list;
if (!PyArg_ParseTuple(args, "iO!",
&negative,
&PyList_Type, &list,
&PyDict_Type, &layout_dict))
&PyList_Type, &list))
{
return NULL;
}
Py_ssize_t ndigits = PyList_GET_SIZE(list);

PyLongLayout layout;
memset(&layout, 0, sizeof(layout));
if (layout_from_dict(&layout, layout_dict) < 0) {
return NULL;
}

Py_digit *digits = PyMem_Malloc(ndigits * sizeof(Py_digit));
if (digits == NULL) {
PyErr_NoMemory();
Expand All @@ -323,11 +246,11 @@ pylongwriter_create(PyObject *module, PyObject *args)

void *writer_digits;
PyLongWriter *writer = PyLongWriter_Create(negative, (size_t)ndigits,
&writer_digits, &layout);
&writer_digits);
if (writer == NULL) {
goto error;
}
assert(layout.digit_size == sizeof(Py_digit));
assert(PyLong_GetNativeLayout()->digit_size == sizeof(Py_digit));
memcpy(writer_digits, digits, ndigits * sizeof(Py_digit));
PyObject *res = PyLongWriter_Finish(writer);
PyMem_Free(digits);
Expand Down
11 changes: 1 addition & 10 deletions Objects/longobject.c
Original file line number Diff line number Diff line change
Expand Up @@ -6806,7 +6806,6 @@ PyLong_AsDigitArray(PyObject *obj, PyLong_DigitArray *array)
array->ndigits = 1;
}
array->digits = self->long_value.ob_digit;
array->layout = &PyLong_LAYOUT;
return 0;
}

Expand All @@ -6823,17 +6822,9 @@ PyLong_FreeDigitArray(PyLong_DigitArray *array)

/* --- PyLongWriter API --------------------------------------------------- */

PyLongWriter* PyLongWriter_Create(int negative, size_t ndigits, void **digits,
const PyLongLayout *layout)
PyLongWriter* PyLongWriter_Create(int negative, size_t ndigits, void **digits)
{
assert(digits != NULL);
// First, compare pointers (fast-path) since it's faster
if (layout != &PyLong_LAYOUT
&& (memcmp(layout, &PyLong_LAYOUT, sizeof(*layout)) != 0))
{
PyErr_SetString(PyExc_ValueError, "only the native layout is supported");
return NULL;
}

if (ndigits > (size_t)PY_SSIZE_T_MAX) {
PyErr_SetString(PyExc_OverflowError,
Expand Down
Loading
0