Annotations for remaining Python 3.8 additions

stdlib/2and3/_curses.pyi

@@ -1,5 +1,5 @@
 import sys
-from typing import Any, BinaryIO, IO, Optional, Tuple, Union, overload
+from typing import Any, BinaryIO, IO, NamedTuple, Optional, Tuple, Union, overload
 
 _chtype = Union[str, bytes, int]
 
@@ -452,3 +452,7 @@ class _CursesWindow:
     def vline(self, ch: _chtype, n: int) -> None: ...
     @overload
     def vline(self, y: int, x: int, ch: _chtype, n: int) -> None: ...
+
+if sys.version_info >= (3, 8):
+    _ncurses_version = NamedTuple("ncurses_version", [("major", int), ("minor", int), ("patch", int)])
+    ncurses_version: _ncurses_version

stdlib/2and3/cProfile.pyi

@@ -22,3 +22,6 @@ class Profile:
     def run(self: _SelfT, cmd: str) -> _SelfT: ...
     def runctx(self: _SelfT, cmd: str, globals: Dict[str, Any], locals: Dict[str, Any]) -> _SelfT: ...
     def runcall(self, func: Callable[..., _T], *args: Any, **kw: Any) -> _T: ...
+    if sys.version_info >= (3, 8):
+        def __enter__(self: _SelfT) -> _SelfT: ...
+        def __exit__(self, *exc_info: Any) -> None: ...

stdlib/2and3/mmap.pyi

@@ -35,7 +35,10 @@ class _mmap(Generic[AnyStr]):
     def close(self) -> None: ...
     def find(self, sub: AnyStr,
              start: int = ..., end: int = ...) -> int: ...
-    def flush(self, offset: int = ..., size: int = ...) -> int: ...
+    if sys.version_info >= (3, 8):
+        def flush(self, offset: int = ..., size: int = ...) -> None: ...
+    else:
+        def flush(self, offset: int = ..., size: int = ...) -> int: ...
     def move(self, dest: int, src: int, count: int) -> None: ...
     def read(self, n: int = ...) -> AnyStr: ...
     def read_byte(self) -> AnyStr: ...

stdlib/2and3/pickle.pyi

@@ -48,7 +48,8 @@ class Pickler:
     def dump(self, obj: Any) -> None: ...
     def clear_memo(self) -> None: ...
     def persistent_id(self, obj: Any) -> Any: ...
-
+    if sys.version_info >= (3, 8):
+        def reducer_override(self, obj: Any) -> Any: ...
 
 class Unpickler:
     if sys.version_info >= (3, 0):

stdlib/2and3/plistlib.pyi

@@ -55,3 +55,11 @@ if sys.version_info < (3, 7):
 class Data:
     data: bytes
     def __init__(self, data: bytes) -> None: ...
+
+if sys.version_info >= (3, 8):
+    class UID:
+        data: int
+        def __init__(self, data: int) -> None: ...
+        def __index__(self) -> int: ...
+        def __reduce__(self) -> Any: ...
+        def __hash__(self) -> int: ...

stdlib/2and3/socket.pyi

@@ -585,6 +585,16 @@ class socket:
 def create_connection(address: Tuple[Optional[str], int],
                       timeout: Optional[float] = ...,
                       source_address: Tuple[Union[bytearray, bytes, Text], int] = ...) -> socket: ...
+if sys.version_info >= (3, 8):
+    def has_dualstack_ipv6() -> bool: ...
+    def create_server(
+        address: Tuple[str, int],
+        *,
+        family: AddressFamily = ...,
+        backlog: Optional[int] = ...,
+        reuse_port: bool = ...,
+        dualstack_ipv6: bool = ...,
+    ) -> socket: ...
 
 # the 5th tuple item is an address
 # TODO the "Tuple[Any, ...]" should be "Union[Tuple[str, int], Tuple[str, int, int, int]]" but that triggers

stdlib/2and3/ssl.pyi

@@ -207,6 +207,8 @@ class SSLSocket(socket.socket):
     def unwrap(self) -> socket.socket: ...
     def version(self) -> Optional[str]: ...
     def pending(self) -> int: ...
+    if sys.version_info >= (3, 8):
+        def verify_client_post_handshake(self) -> None: ...
 
 if sys.version_info >= (3, 7):
     class TLSVersion(enum.IntEnum):
@@ -221,6 +223,8 @@ if sys.version_info >= (3, 7):
 class SSLContext:
     check_hostname: bool
     options: int
+    if sys.version_info >= (3, 8):
+        post_handshake_auth: bool
     @property
     def protocol(self) -> int: ...
     verify_flags: int
@@ -285,6 +289,8 @@ if sys.version_info >= (3, 5):
         def do_handshake(self) -> None: ...
         def unwrap(self) -> None: ...
         def get_channel_binding(self, cb_type: str = ...) -> Optional[bytes]: ...
+        if sys.version_info >= (3, 8):
+            def verify_client_post_handshake(self) -> None: ...
 
     class MemoryBIO:
         pending: int

stdlib/2and3/threading.pyi

@@ -29,6 +29,9 @@ def enumerate() -> List[Thread]: ...
 if sys.version_info >= (3, 4):
     def main_thread() -> Thread: ...
 
+if sys.version_info >= (3, 8):
+    from _thread import get_native_id as get_native_id
+
 def settrace(func: _TF) -> None: ...
 def setprofile(func: Optional[_PF]) -> None: ...
 def stack_size(size: int = ...) -> int: ...
@@ -67,6 +70,9 @@ class Thread:
     def join(self, timeout: Optional[float] = ...) -> None: ...
     def getName(self) -> str: ...
     def setName(self, name: str) -> None: ...
+    if sys.version_info >= (3, 8):
+        @property
+        def native_id(self) -> Optional[int]: ...  # only available on some platforms
     def is_alive(self) -> bool: ...
     def isAlive(self) -> bool: ...
     def isDaemon(self) -> bool: ...
@@ -160,6 +166,9 @@ class Event:
     def clear(self) -> None: ...
     def wait(self, timeout: Optional[float] = ...) -> bool: ...
 
+if sys.version_info >= (3, 8):
+    from _thread import _ExceptHookArgs as ExceptHookArgs, ExceptHookArgs as _ExceptHookArgs  # don't ask
+    excepthook: Callable[[_ExceptHookArgs], Any]
 
 class Timer(Thread):
     if sys.version_info >= (3,):

stdlib/2and3/time.pyi

@@ -21,13 +21,15 @@ if sys.version_info >= (3, 7) and sys.platform != 'win32':
     CLOCK_UPTIME: int  # FreeBSD, OpenBSD
 
 if sys.version_info >= (3, 3) and sys.platform != 'win32':
-    CLOCK_HIGHRES: int = ...  # Solaris only
-    CLOCK_MONOTONIC: int = ...  # Unix only
-    CLOCK_MONOTONIC_RAW: int = ...  # Linux 2.6.28 or later
-    CLOCK_PROCESS_CPUTIME_ID: int = ...  # Unix only
-    CLOCK_REALTIME: int = ...  # Unix only
-    CLOCK_THREAD_CPUTIME_ID: int = ...  # Unix only
+    CLOCK_HIGHRES: int  # Solaris only
+    CLOCK_MONOTONIC: int  # Unix only
+    CLOCK_MONOTONIC_RAW: int  # Linux 2.6.28 or later
+    CLOCK_PROCESS_CPUTIME_ID: int  # Unix only
+    CLOCK_REALTIME: int  # Unix only
+    CLOCK_THREAD_CPUTIME_ID: int  # Unix only
 
+if sys.version_info >= (3, 8) and sys.platform == "darwin":
+    CLOCK_UPTIME_RAW: int
 
 if sys.version_info >= (3, 3):
     class struct_time(

stdlib/2and3/unicodedata.pyi

@@ -1,4 +1,4 @@
-# Stubs for unicodedata (Python 2.7 and 3.4)
+import sys
 from typing import Any, Text, TypeVar, Union
 
 ucd_3_2_0: UCD
@@ -14,6 +14,8 @@ def decimal(__chr: Text, __default: _default = ...) -> Union[int, _default]: ...
 def decomposition(__chr: Text) -> Text: ...
 def digit(__chr: Text, __default: _default = ...) -> Union[int, _default]: ...
 def east_asian_width(__chr: Text) -> Text: ...
+if sys.version_info >= (3, 8):
+    def is_normalized(__form: str, __unistr: str) -> bool: ...
 def lookup(__name: Union[Text, bytes]) -> Text: ...
 def mirrored(__chr: Text) -> int: ...
 def name(__chr: Text, __default: _default = ...) -> Union[Text, _default]: ...

stdlib/2and3/xml/etree/ElementTree.pyi

@@ -1,6 +1,26 @@
 # Stubs for xml.etree.ElementTree
 
-from typing import Any, Callable, Dict, Generator, IO, ItemsView, Iterable, Iterator, KeysView, List, MutableSequence, Optional, overload, Sequence, Text, Tuple, TypeVar, Union
+from typing import (
+    Any,
+    Callable,
+    Dict,
+    Generator,
+    IO,
+    ItemsView,
+    Iterable,
+    Iterator,
+    KeysView,
+    List,
+    MutableSequence,
+    Optional,
+    Protocol,
+    Sequence,
+    Text,
+    Tuple,
+    TypeVar,
+    Union,
+    overload,
+)
 import io
 import sys
 
@@ -43,6 +63,41 @@ else:
     # _fixtext function in the source). Client code knows best:
     _str_result_type = Any
 
+_file_or_filename = Union[str, bytes, int, IO[Any]]
+
+if sys.version_info >= (3, 8):
+    class _Writeable(Protocol):
+        def write(self, __s: str) -> Any: ...
+
+    @overload
+    def canonicalize(
+        xml_data: Optional[_parser_input_type] = ...,
+        *,
+        out: None = ...,
+        from_file: Optional[_file_or_filename] = ...,
+        with_comments: bool = ...,
+        strip_text: bool = ...,
+        rewrite_prefixes: bool = ...,
+        qname_aware_tags: Optional[Iterable[str]] = ...,
+        qname_aware_attrs: Optional[Iterable[str]] = ...,
+        exclude_attrs: Optional[Iterable[str]] = ...,
+        exclude_tags: Optional[Iterable[str]] = ...,
+    ) -> str: ...
+    @overload
+    def canonicalize(
+        xml_data: Optional[_parser_input_type] = ...,
+        *,
+        out: _Writeable,
+        from_file: Optional[_file_or_filename] = ...,
+        with_comments: bool = ...,
+        strip_text: bool = ...,
+        rewrite_prefixes: bool = ...,
+        qname_aware_tags: Optional[Iterable[str]] = ...,
+        qname_aware_attrs: Optional[Iterable[str]] = ...,
+        exclude_attrs: Optional[Iterable[str]] = ...,
+        exclude_tags: Optional[Iterable[str]] = ...,
+    ) -> None: ...
+
 class Element(MutableSequence[Element]):
     tag: _str_result_type
     attrib: Dict[_str_result_type, _str_result_type]
@@ -100,9 +155,6 @@ class QName:
     text: str
     def __init__(self, text_or_uri: _str_argument_type, tag: Optional[_str_argument_type] = ...) -> None: ...
 
-
-_file_or_filename = Union[str, bytes, int, IO[Any]]
-
 class ElementTree:
     def __init__(self, element: Optional[Element] = ..., file: Optional[_file_or_filename] = ...) -> None: ...
     def getroot(self) -> Element: ...
@@ -176,6 +228,22 @@ class TreeBuilder:
     def start(self, tag: _parser_input_type, attrs: Dict[_parser_input_type, _parser_input_type]) -> Element: ...
     def end(self, tag: _parser_input_type) -> Element: ...
 
+if sys.version_info >= (3, 8):
+    class C14NWriterTarget:
+        def __init__(
+            self,
+            write: Callable[[str], Any],
+            *,
+            with_comments: bool = ...,
+            strip_text: bool = ...,
+            rewrite_prefixes: bool = ...,
+            qname_aware_tags: Optional[Iterable[str]] = ...,
+            qname_aware_attrs: Optional[Iterable[str]] = ...,
+            exclude_attrs: Optional[Iterable[str]] = ...,
+            exclude_tags: Optional[Iterable[str]] = ...,
+        ) -> None: ...
+
+
 class XMLParser:
     parser: Any
     target: TreeBuilder

stdlib/3/_thread.pyi

@@ -1,7 +1,9 @@
 # Stubs for _thread
 
+import sys
+from threading import Thread
 from types import TracebackType
-from typing import Any, Callable, Dict, NoReturn, Optional, Tuple, Type
+from typing import Any, Callable, Dict, NamedTuple, NoReturn, Optional, Tuple, Type
 
 error = RuntimeError
 
@@ -29,3 +31,18 @@ def get_ident() -> int: ...
 def stack_size(size: int = ...) -> int: ...
 
 TIMEOUT_MAX: int
+
+if sys.version_info >= (3, 8):
+    def get_native_id() -> int: ...  # only available on some platforms
+
+    ExceptHookArgs = NamedTuple(
+        "ExceptHookArgs",
+        [
+            ("exc_type", Type[BaseException]),
+            ("exc_value", Optional[BaseException]),
+            ("exc_traceback", Optional[TracebackType]),
+            ("thread", Optional[Thread]),
+        ]
+    )
+    def _ExceptHookArgs(args) -> ExceptHookArgs: ...
+    _excepthook: Callable[[ExceptHookArgs], Any]

stdlib/3/asyncio/base_events.pyi

@@ -44,7 +44,12 @@ class BaseEventLoop(AbstractEventLoop, metaclass=ABCMeta):
     # Future methods
     def create_future(self) -> Future[Any]: ...
     # Tasks methods
-    def create_task(self, coro: Union[Awaitable[_T], Generator[Any, None, _T]]) -> Task[_T]: ...
+    if sys.version_info >= (3, 8):
+        def create_task(
+            self, coro: Union[Awaitable[_T], Generator[Any, None, _T]], *, name: Optional[str] = ...,
+        ) -> Task[_T]: ...
+    else:
+        def create_task(self, coro: Union[Awaitable[_T], Generator[Any, None, _T]]) -> Task[_T]: ...
     def set_task_factory(self, factory: Optional[Callable[[AbstractEventLoop, Generator[Any, None, _T]], Future[_T]]]) -> None: ...
     def get_task_factory(self) -> Optional[Callable[[AbstractEventLoop, Generator[Any, None, _T]], Future[_T]]]: ...
     # Methods for interacting with threads

stdlib/3/asyncio/events.pyi

@@ -82,8 +82,14 @@ class AbstractEventLoop(metaclass=ABCMeta):
     @abstractmethod
     def create_future(self) -> Future[Any]: ...
     # Tasks methods
-    @abstractmethod
-    def create_task(self, coro: Union[Awaitable[_T], Generator[Any, None, _T]]) -> Task[_T]: ...
+    if sys.version_info >= (3, 8):
+        @abstractmethod
+        def create_task(
+            self, coro: Union[Awaitable[_T], Generator[Any, None, _T]], *, name: Optional[str] = ...,
+        ) -> Task[_T]: ...
+    else:
+        @abstractmethod
+        def create_task(self, coro: Union[Awaitable[_T], Generator[Any, None, _T]]) -> Task[_T]: ...
     @abstractmethod
     def set_task_factory(self, factory: Optional[Callable[[AbstractEventLoop, Generator[Any, None, _T]], Future[_T]]]) -> None: ...
     @abstractmethod

stdlib/3/asyncio/tasks.pyi

@@ -100,6 +100,9 @@ class Task(Future[_T], Generic[_T]):
     def all_tasks(cls, loop: Optional[AbstractEventLoop] = ...) -> Set[Task[Any]]: ...
     def __init__(self, coro: Union[Generator[Any, None, _T], Awaitable[_T]], *, loop: AbstractEventLoop = ...) -> None: ...
     def __repr__(self) -> str: ...
+    if sys.version_info >= (3, 8):
+        def get_name(self) -> str: ...
+        def set_name(self, value: object) -> None: ...
     def get_stack(self, *, limit: int = ...) -> List[FrameType]: ...
     def print_stack(self, *, limit: int = ..., file: TextIO = ...) -> None: ...
     def cancel(self) -> bool: ...
@@ -108,5 +111,10 @@ class Task(Future[_T], Generic[_T]):
 
 if sys.version_info >= (3, 7):
     def all_tasks(loop: Optional[AbstractEventLoop] = ...) -> Set[Task[Any]]: ...
-    def create_task(coro: Union[Generator[Any, None, _T], Awaitable[_T]]) -> Task[Any]: ...
+    if sys.version_info >= (3, 8):
+        def create_task(
+            coro: Union[Generator[Any, None, _T], Awaitable[_T]], *, name: Optional[str] = ...,
+        ) -> Task[Any]: ...
+    else:
+        def create_task(coro: Union[Generator[Any, None, _T], Awaitable[_T]]) -> Task[Any]: ...
     def current_task(loop: Optional[AbstractEventLoop] = ...) -> Optional[Task[Any]]: ...

stdlib/3/os/__init__.pyi

@@ -210,6 +210,8 @@ class stat_result:
     st_atime_ns: int  # time of most recent access, in nanoseconds
     st_mtime_ns: int  # time of most recent content modification in nanoseconds
     st_ctime_ns: int  # platform dependent (time of most recent metadata change on Unix, or the time of creation on Windows) in nanoseconds
+    if sys.version_info >= (3, 8) and sys.platform == "win32":
+        st_reparse_tag: int
 
     def __getitem__(self, i: int) -> int: ...
 
@@ -631,3 +633,31 @@ else:
 
 if sys.version_info >= (3, 7):
     def register_at_fork(func: Callable[..., object], when: str) -> None: ...
+
+if sys.version_info >= (3, 8):
+    if sys.platform == "win32":
+        class _AddedDllDirectory:
+            path: Optional[str]
+            def close(self) -> None: ...
+            def __enter__(self: _T) -> _T: ...
+            def __exit__(self, *args: Any) -> None: ...
+        def add_dll_directory(path: str) -> _AddedDllDirectory: ...
+    if sys.platform == "linux":
+        MFD_CLOEXEC: int
+        MFD_ALLOW_SEALING: int
+        MFD_HUGETLB: int
+        MFD_HUGE_SHIFT: int
+        MFD_HUGE_MASK: int
+        MFD_HUGE_64KB: int
+        MFD_HUGE_512KB: int
+        MFD_HUGE_1MB: int
+        MFD_HUGE_2MB: int
+        MFD_HUGE_8MB: int
+        MFD_HUGE_16MB: int
+        MFD_HUGE_32MB: int
+        MFD_HUGE_256MB: int
+        MFD_HUGE_512MB: int
+        MFD_HUGE_1GB: int
+        MFD_HUGE_2GB: int
+        MFD_HUGE_16GB: int
+        def memfd_create(name: str, flags: int = ...) -> int: ...