8000 bpo-42195: Ensure consistency of Callable's __args__ in collections.abc and typing by Fidget-Spinner · Pull Request #23060 · python/cpython · GitHub
[go: up one dir, main page]

Skip to content

bpo-42195: Ensure consistency of Callable's __args__ in collections.abc and typing #23060

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 31 commits into from
Dec 13, 2020
Merged
Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
31 commits
Select commit Hold shift + click to select a range
2c4a297
Allow subclassing of GenericAlias, fix collections.abc.Callable's Gen…
Fidget-Spinner Oct 31, 2020
588d421
fix typing tests, add hash and eq methods
Fidget-Spinner Oct 31, 2020
050fa13
Fix pickling
Fidget-Spinner Oct 31, 2020
f60ea8a
whitespace
Fidget-Spinner Oct 31, 2020
2f3c6dc
Add test specifically for bpo
Fidget-Spinner Oct 31, 2020
2c4508e
update error message
Fidget-Spinner Oct 31, 2020
19d2973
Appease test_site
Fidget-Spinner Oct 31, 2020
3116c8e
Represent Callable __args__ via [tuple[args], result]
Fidget-Spinner Nov 19, 2020
f2b593a
add back tests for weakref, styling nits, add news
Fidget-Spinner Nov 19, 2020
93d51e4
remove redundant tuple checks leftover from old code
Fidget-Spinner Nov 19, 2020
327e1a5
Use _PosArgs instead of tuple
Fidget-Spinner Nov 28, 2020
e971ccb
Fix typo and news
Fidget-Spinner Nov 29, 2020
abd8b98
Refactor C code to use less duplication
Fidget-Spinner Nov 30, 2020
3ddca06
Address most of Guido's reviews (tests failing on purpose)
Fidget-Spinner Dec 1, 2020
1ab59c5
try to revert back to good old flat tuple __args__ days
Fidget-Spinner Dec 2, 2020
ee2d2e1
getting even closer
Fidget-Spinner Dec 2, 2020
2015738
finally done
Fidget-Spinner Dec 2, 2020
6704ffd
Update news
Fidget-Spinner Dec 4, 2020
598d29b
Address review partially
Fidget-Spinner Dec 5, 2020
c43ebcf
Address review fully, update news and tests, remove try-except block
Fidget-Spinner Dec 5, 2020
37ae3a9
Borrowed references don't need decref
Fidget-Spinner Dec 5, 2020
adbfcad
improve _PyArg_NoKwnames error handling, add union and subclass tests
Fidget-Spinner Dec 5, 2020
d1dd627
Don't change getargs, use _PyArg_NoKeywords instead
Fidget-Spinner Dec 5, 2020
2c21045
Merge remote-tracking branch 'upstream/master' into abc-callable-ga
Fidget-Spinner Dec 5, 2020
9f71667
remove stray whitespace
Fidget-Spinner Dec 5, 2020
a789620
refactor C code, add deprecation warning for 3.9
Fidget-Spinner Dec 6, 2020
1890b37
remove redundant check in C code, and try except in __new__
Fidget-Spinner Dec 6, 2020
4e928c6
remove check
Fidget-Spinner Dec 7, 2020
6b11d33
Loosen type checks for Callable args, cast to PyObject in genericalia…
Fidget-Spinner Dec 11, 2020
4215c3b
update news to mention about removing validation in argtypes
Fidget-Spinner Dec 11, 2020
585bf19
remove commented out code
Fidget-Spinner Dec 12, 2020
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
getting even closer
  • Loading branch information
Fidget-Spinner committed Dec 2, 2020
commit ee2d2e1570d93283f56222691bc0e82befbc2d43
32 changes: 18 additions & 14 deletions Lib/_collections_abc.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
EllipsisType = type(...)
def _f(): pass
FunctionType = type(_f)

del _f

__all__ = ["Awaitable", "Coroutine",
"AsyncIterable", "AsyncIterator", "AsyncGenerator",
Expand Down Expand Up @@ -419,35 +419,39 @@ class _CallableGenericAlias(GenericAlias):
"""
__slots__ = ()
def __new__(cls, origin, args, **kwargs):
try:
return cls.__getitem_type(origin, args, **kwargs)
except TypeError as exc:
return super().__new__(cls, origin, args)

@classmethod
def __getitem_type(cls, origin, args, **kwargs):
if not isinstance(args, tuple) or len(args) != 2:
raise TypeError("Callable must be used as Callable[[arg, ...], result]")
print(args)
raise TypeError(
"Callable must be used as Callable[[arg, ...], result]")
t_args, t_result = args
if not isinstance(t_args, (list, EllipsisType)):
raise TypeError(f"Callable[args, result]: args must be a list or Ellipsis. "
f"Got {_type_repr(t_args)}")

raise TypeError(
f"Callable[args, result]: args must be a list or Ellipsis. "
f"Got {_type_repr(t_args)}")
if t_args is Ellipsis:
ga_args = args
else:
ga_args = tuple(t_args) + (t_result,)

return super().__new__(cls, origin, ga_args)

def __repr__(self):
if len(self.__args__) == 2 and self.__args__[0] is Ellipsis:
return super().__repr__()
t_args = self.__args__[0]
if t_args.__args__ == ((),):
t_args_repr = '[]'
else:
t_args_repr = f'[{", ".join(_type_repr(a) for a in t_args.__args__)}]'
origin = _type_repr(self.__origin__)
return f"{origin}[{t_args_repr}, {_type_repr(self.__args__[-1])}]"
return (f'collections.abc.Callable'
f'[[{", ".join([_type_repr(a) for a in self.__args__[:-1]])}], '
f'{_type_repr(self.__args__[-1])}]')

def __reduce__(self):
args = self.__args__
if not (len(args) == 2 and args[0] is ...):
args = list(t for t in args[0].__args__), args[-1]
args = list(args[:-1]), args[-1]
return _CallableGenericAlias, (Callable, args)


Expand Down
3 changes: 1 addition & 2 deletions Lib/test/test_genericalias.py
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,6 @@
defaultdict, deque, OrderedDict, Counter, UserDict, UserList
)
from collections.abc import *
from collections.abc import _PosArgs
from concurrent.futures import Future
from concurrent.futures.thread import _WorkItem
from contextlib import AbstractContextManager, AbstractAsyncContextManager
Expand Down Expand Up @@ -306,7 +305,7 @@ def test_abc_callable(self):
alias = Callable[[int, str], float]
with self.subTest("Testing subscription"):
self.assertIs(alias.__origin__, Callable)
self.assertEqual(alias.__args__, (_PosArgs[int, str], float))
self.assertEqual(alias.__args__, (int, str, float))
self.assertEqual(alias.__parameters__, ())

with self.subTest("Testing instance checks"):
Expand Down
2 changes: 1 addition & 1 deletion Lib/typing.py
Original file line number Diff line number Diff line change
Expand Up @@ -906,7 +906,7 @@ def __getitem__(self, params):
if not isinstance(args, list):
raise TypeError(f"Callable[args, result]: args must be a list."
f" Got {args}")
params = tuple(args) + (result,)
params = (tuple(args), result)
return self.__getitem_inner__(params)

@_tp_cache
Expand Down
0