【Hackathon 6th Fundable Projects 1 1-1】Add _typing module to paddle

pyproject.toml

@@ -71,7 +71,6 @@ select = [
 
     # Pylint
     "PLE",
-    "PLC0414",
     "PLC3002",
     "PLR0206",
     "PLR0402",
@@ -119,6 +118,8 @@ combine-as-imports = true
 known-first-party = ["paddle"]
 
 [tool.ruff.lint.per-file-ignores]
+# Ignore for re-export in __init__ files
+"__init__.py" = ["PLC0414"]
 # Ignore compare with True in sot unittest
 "test/sot/test_dup_top.py" = ["E712"]
 # Ignore undefined variables in CMake config and some dygraph_to_static tests

python/paddle/__init__.pyi

@@ -0,0 +1,44 @@
+from __future__ import annotations
+
+from .framework.dtype import (
+    bfloat16 as bfloat16,
+    bool as bool,
+    complex64 as complex64,
+    complex128 as complex128,
+    dtype as dtype,
+    finfo as finfo,
+    float16 as float16,
+    float32 as float32,
+    float64 as float64,
+    iinfo as iinfo,
+    int8 as int8,
+    int16 as int16,
+    int32 as int32,
+    int64 as int64,
+    uint8 as uint8,
+)
+
+class Tensor: ...
+
+def to_tensor(data, dtype=None, place=None, stop_gradient=True) -> Tensor: ...
+
+class CPUPlace: ...
+
+class CUDAPlace:
+    def __init__(self, id: int, /) -> None: ...
+
+class CUDAPinnedPlace: ...
+
+class NPUPlace:
+    def __init__(self, id: int, /) -> None: ...
+
+class IPUPlace: ...
+
+class CustomPlace:
+    def __init__(self, name: str, id: int, /) -> None: ...
+
+class MLUPlace:
+    def __init__(self, id: int, /) -> None: ...
+
+class XPUPlace:
+    def __init__(self, id: int, /) -> None: ...

python/paddle/_typing/__init__.py

@@ -0,0 +1,62 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Basic
+from .basic import (
+    IntSequence as IntSequence,
+    NestedNumbericSequence as NestedNumbericSequence,
+    NestedSequence as NestedSequence,
+    Numberic as Numberic,
+    NumbericSequence as NumbericSequence,
+    TensorOrTensors as TensorOrTensors,
+)
+
+# Device
+from .device_like import (
+    CPUPlace as CPUPlace,
+    CUDAPlace as CUDAPlace,
+    CustomPlace as CustomPlace,
+    IPUPlace as IPUPlace,
+    MLUPlace as MLUPlace,
+    NPUPlace as NPUPlace,
+    PlaceLike as PlaceLike,
+    XPUPlace as XPUPlace,
+)
+
+# DType
+from .dtype_like import DTypeLike as DTypeLike
+
+# DataLayout
+from .layout import (
+    DataLayout0D as DataLayout0D,
+    DataLayout1D as DataLayout1D,
+    DataLayout1DVariant as DataLayout1DVariant,
+    DataLayout2D as DataLayout2D,
+    DataLayout3D as DataLayout3D,
+    DataLayoutImage as DataLayoutImage,
+    DataLayoutND as DataLayoutND,
+)
+
+# Shape
+from .shape import (
+    DynamicShapeLike as DynamicShapeLike,
+    ShapeLike as ShapeLike,
+    Size1 as Size1,
+    Size2 as Size2,
+    Size3 as Size3,
+    Size4 as Size4,
+    Size5 as Size5,
+    Size6 as Size6,
+    SizeN as SizeN,
+)

python/paddle/_typing/basic.py

@@ -0,0 +1,50 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import Sequence, TypeVar, Union
+
+import numpy as np
+from typing_extensions import TypeAlias
+
+from .. import Tensor
+
+Numberic: TypeAlias = Union[int, float, complex, np.number, Tensor]
+
+_T = TypeVar("_T", bound=Numberic)
+_SeqLevel1: TypeAlias = Sequence[_T]
+_SeqLevel2: TypeAlias = Sequence[Sequence[_T]]
+_SeqLevel3: TypeAlias = Sequence[Sequence[Sequence[_T]]]
+_SeqLevel4: TypeAlias = Sequence[Sequence[Sequence[Sequence[_T]]]]
+_SeqLevel5: TypeAlias = Sequence[Sequence[Sequence[Sequence[Sequence[_T]]]]]
+_SeqLevel6: TypeAlias = Sequence[
+    Sequence[Sequence[Sequence[Sequence[Sequence[_T]]]]]
+]
+
+IntSequence: TypeAlias = _SeqLevel1[int]
+
+NumbericSequence: TypeAlias = _SeqLevel1[Numberic]
+
+NestedSequence: TypeAlias = Union[
+    _T,
+    _SeqLevel1[_T],
+    _SeqLevel2[_T],
+    _SeqLevel3[_T],
+    _SeqLevel4[_T],
+    _SeqLevel5[_T],
+    _SeqLevel6[_T],
+]
+
+NestedNumbericSequence: TypeAlias = NestedSequence[Numberic]
+
+TensorOrTensors: TypeAlias = Union[Tensor, Sequence[Tensor]]

python/paddle/_typing/device_like.py

@@ -0,0 +1,48 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import Protocol, Union
+
+from typing_extensions import TypeAlias
+
+from paddle import (
+    CPUPlace,
+    CUDAPinnedPlace,
+    CUDAPlace,
+    CustomPlace,
+    IPUPlace,
+    XPUPlace,
+)
+
+
+class _Place(Protocol):
+    def __init__(self, id: int) -> None:
+        ...
+
+
+NPUPlace = _Place
+MLUPlace = _Place
+
+PlaceLike: TypeAlias = Union[
+    CPUPlace,
+    CUDAPlace,
+    CUDAPinnedPlace,
+    NPUPlace,
+    IPUPlace,
+    CustomPlace,
+    MLUPlace,
+    XPUPlace,
+    # It seems that we cannot define the literal for dev:id in nowadays python type-hinting.
+    str,
+]

python/paddle/_typing/dtype_like.py

@@ -0,0 +1,56 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import Literal, Type, Union
+
+import numpy as np
+from typing_extensions import TypeAlias
+
+from paddle import dtype
+
+_DTypeLiteral: TypeAlias = Literal[
+    "uint8",
+    "int8",
+    "int16",
+    "int32",
+    "int64",
+    "float32",
+    "float64",
+    "float16",
+    "bfloat16",
+    "complex64",
+    "complex128",
+    "bool",
+]
+
+_DTypeNumpy: TypeAlias = Union[
+    Type[
+        Union[
+            np.uint8,
+            np.int8,
+            np.int16,
+            np.int32,
+            np.int64,
+            np.float16,
+            np.float32,
+            np.float64,
+            np.complex64,
+            np.complex128,
+            np.bool_,
+        ]
+    ],
+    np.dtype,
+]
+
+DTypeLike: TypeAlias = Union[dtype, _DTypeNumpy, _DTypeLiteral]

python/paddle/_typing/layout.py

@@ -0,0 +1,33 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import Literal, Union
+
+from typing_extensions import TypeAlias
+
+# Note: Do not confrom to predefined naming style in pylint.
+DataLayout0D: TypeAlias = Literal["NC"]
+DataLayout1D: TypeAlias = Literal["NCL", "NLC"]
+DataLayout2D: TypeAlias = Literal["NCHW", "NHCW"]
+DataLayout3D: TypeAlias = Literal["NCDHW", "NDHWC"]
+
+DataLayoutND: TypeAlias = Union[
+    DataLayout0D,
+    DataLayout1D,
+    DataLayout2D,
+    DataLayout3D,
+]
+
+DataLayout1DVariant: TypeAlias = Literal["NCW", "NWC"]
+DataLayoutImage: TypeAlias = Literal["HWC", "CHW"]

python/paddle/_typing/shape.py

@@ -0,0 +1,42 @@
+# Copyright (c) 2024 PaddlePaddle Authors. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from typing import List, Tuple, Union
+
+from typing_extensions import TypeAlias
+
+from .. import Tensor
+
+DynamicShapeLike: TypeAlias = Union[
+    Tuple[Union[int, Tensor, None], ...],
+    List[Union[int, Tensor, None]],
+    Tensor,
+]
+
+
+ShapeLike: TypeAlias = Union[
+    Tuple[int, ...],
+    List[int],
+    Tensor,
+]
+
+
+# for size parameters, eg, kernel_size, stride ...
+Size1: TypeAlias = Union[int, Tuple[int], List[int]]
+Size2: TypeAlias = Union[int, Tuple[int, int], List[int]]
+Size3: TypeAlias = Union[int, Tuple[int, int, int], List[int]]
+Size4: TypeAlias = Union[int, Tuple[int, int, int, int], List[int]]
+Size5: TypeAlias = Union[int, Tuple[int, int, int, int, int], List[int]]
+Size6: TypeAlias = Union[int, Tuple[int, int, int, int, int, int], List[int]]
+SizeN: TypeAlias = Union[int, Tuple[int, ...], List[int]]

python/paddle/framework/dtype.pyi

@@ -0,0 +1,17 @@
+class dtype: ...
+
+uint8: dtype
+int8: dtype
+int16: dtype
+int32: dtype
+int64: dtype
+
+float32: dtype
+float64: dtype
+float16: dtype
+bfloat16: dtype
+
+complex64: dtype
+complex128: dtype
+
+bool: dtype

python/unittest_py/requirements.txt

@@ -19,3 +19,4 @@ wandb>=0.13 ; python_version<"3.12"
 xlsxwriter==3.0.9
 xdoctest==1.1.1
 ubelt==1.3.3 # just for xdoctest
+mypy