Move Oldest supported Python version to 3.10 (#21)

* Move oldest supported Python up to 3.10

in the pyproject.toml and the CI tests.

* Use TypeAlias instead of Union Type for Path

we had this implementation previously but changed it to be compatible
with Python 3.9. As we now move to >=3.10 we can use this more elegant
solution.

* Use slots for config dataclasses

We had this implementation earlier but removed it to support Python 3.9.
As we now move to Python 3.10 we can reintroduce them.

* Use Pipes instead of Union for union types

as we now move to Python 3.10 and pipes are easier to read.

Author: maxmynter

.github/workflows/test-and-lint.yaml

@@ -53,7 +53,7 @@ jobs:
     - name: Set up oldest supported Python on ${{ matrix.os }}
       uses: actions/setup-python@v5
       with:
-        python-version: 3.9
+        python-version: '3.10'
     - name: Run tests on oldest supported Python
       run: |
         python -m pip install -r requirements.txt

pyproject.toml

@@ -7,7 +7,7 @@ name = "job-queue"
 description = ""
 version = "0.1.0"
 readme = "README.md"
-requires-python = ">=3.9"
+requires-python = ">=3.10"
 dependencies = ["docker", "kubernetes", "ray[train]", "tensorflow"]
 
 [project.scripts]

src/jobs/assembler/config.py

@@ -8,43 +8,43 @@
 from jobs.types import AnyPath
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class DependencySpec:
     apt: list[str]
     pip: list[str]
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class VolumeSpec:
     host_path: str
     container_path: str
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class FilesystemSpec:
     copy: list[dict[str, str]] = field(default_factory=list)
     add: list[dict[str, str]] = field(default_factory=list)
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class ConfigSpec:
     env: list[dict[str, str]] = field(default_factory=list)
     arg: list[dict[str, str]] = field(default_factory=list)
     stopsignal: str | None = None
     shell: str | None = None
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class MetaSpec:
     labels: list[dict[str, str]]
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class UserSpec:
     name: str
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class BuildSpec:
     base_image: str
     dependencies: DependencySpec | None = None
@@ -77,7 +77,7 @@ def _coerce_spec(val, spec):
             object.__setattr__(self, attr, coerced_value)
 
 
-@dataclass(frozen=True)
+@dataclass(frozen=True, slots=True)
 class Config:
     build: BuildSpec
 

src/jobs/job.py

@@ -7,7 +7,7 @@
 import os
 from dataclasses import dataclass
 from pathlib import Path
-from typing import Any, Callable, TypedDict, Union
+from typing import Any, Callable, TypedDict
 
 import docker.types
 
@@ -33,9 +33,9 @@ class DockerResourceOptions(TypedDict):
 K8sResourceOptions = TypedDict(
     "K8sResourceOptions",
     {
-        "cpu": Union[str, None],
-        "memory": Union[str, None],
-        "nvidia.com/gpu": Union[int, None],
+        "cpu": str | None,
+        "memory": str | None,
+        "nvidia.com/gpu": int | None,
     },
     total=False,
 )

src/jobs/types.py

@@ -1,8 +1,9 @@
 import os
 from enum import Enum
-from typing import Union
+from pathlib import Path
+from typing import TypeAlias
 
-AnyPath = Union[os.PathLike[str], str]
+AnyPath: TypeAlias = os.PathLike[str] | str | Path
 
 
 class K8sResourceKind(Enum):