feat: convert all interconnected/dependent schemas to msgspec

Author: abhishekmadan30

docs/conf.py

@@ -43,6 +43,11 @@
 # This pattern also affects html_static_path and html_extra_path.
 exclude_patterns = ["docs/_build", "Thumbs.db", ".DS_Store"]
 
+# Suppress ambiguous cross-reference warnings from autodoc.
+# Multiple Schema classes define fields with the same name (e.g. "path"),
+# which Sphinx can't disambiguate.
+suppress_warnings = ["ref.python"]
+
 
 # -- Options for HTML output -------------------------------------------------
 

src/taskgraph/config.py

@@ -8,106 +8,83 @@
 import sys
 from dataclasses import dataclass
 from pathlib import Path
+from typing import Literal, Optional, Union
 
-from voluptuous import ALLOW_EXTRA, All, Any, Extra, Length, Optional, Required
-
-from .util.caches import CACHES
 from .util.python_path import find_object
-from .util.schema import LegacySchema, optionally_keyed_by, validate_schema
+from .util.schema import Schema, TaskPriority, optionally_keyed_by, validate_schema
 from .util.vcs import get_repository
 from .util.yaml import load_yaml
 
 logger = logging.getLogger(__name__)
 
+CacheType = Literal["cargo", "checkout", "npm", "pip", "uv"]
+
+
+class WorkerAlias(Schema):
+    provisioner: optionally_keyed_by("level", str, use_msgspec=True)  # type: ignore
+    implementation: str
+    os: str
+    worker_type: optionally_keyed_by("level", str, use_msgspec=True)  # type: ignore
+
+
+class WorkersConfig(Schema):
+    aliases: dict[str, WorkerAlias]
+
+
+class RunConfig(Schema):
+    # List of caches to enable, or a boolean to enable/disable all of them.
+    use_caches: Optional[Union[bool, list[CacheType]]] = None
+
+
+class RepositoryConfig(Schema, forbid_unknown_fields=False):
+    name: str
+    project_regex: Optional[str] = None
+    ssh_secret_name: Optional[str] = None
+    # FIXME: Extra keys allowed via forbid_unknown_fields=False
+
+
+class TaskgraphConfig(Schema):
+    repositories: dict[str, RepositoryConfig]
+    # Python function to call to register extensions.
+    register: Optional[str] = None
+    decision_parameters: Optional[str] = None
+    # The taskcluster index prefix to use for caching tasks.
+    # Defaults to `trust-domain`.
+    cached_task_prefix: Optional[str] = None
+    # Should tasks from pull requests populate the cache
+    cache_pull_requests: Optional[bool] = None
+    # Regular expressions matching index paths to be summarized.
+    index_path_regexes: Optional[list[str]] = None
+    # Configuration related to the 'run' transforms.
+    run: Optional[RunConfig] = None
+
+    def __post_init__(self):
+        # Validate repositories has at least 1 entry (was All(..., Length(min=1)))
+        if not self.repositories:
+            raise ValueError("'repositories' must have at least one entry")
+
 
 #: Schema for the graph config
-graph_config_schema = LegacySchema(
-    {
-        # The trust-domain for this graph.
-        # (See https://firefox-source-docs.mozilla.org/taskcluster/taskcluster/taskgraph.html#taskgraph-trust-domain)  # noqa
-        Required("trust-domain"): str,
-        Optional(
-            "docker-image-kind",
-            description="Name of the docker image kind (default: docker-image)",
-        ): str,
-        Required("task-priority"): optionally_keyed_by(
-            "project",
-            "level",
-            Any(
-                "highest",
-                "very-high",
-                "high",
-                "medium",
-                "low",
-                "very-low",
-                "lowest",
-            ),
-        ),
-        Optional(
-            "task-deadline-after",
-            description="Default 'deadline' for tasks, in relative date format. "
-            "Eg: '1 week'",
-        ): optionally_keyed_by("project", str),
-        Optional(
-            "task-expires-after",
-            description="Default 'expires-after' for level 1 tasks, in relative date format. "
-            "Eg: '90 days'",
-        ): str,
-        Required("workers"): {
-            Required("aliases"): {
-                str: {
-                    Required("provisioner"): optionally_keyed_by("level", str),
-                    Required("implementation"): str,
-                    Required("os"): str,
-                    Required("worker-type"): optionally_keyed_by("level", str),
-                }
-            },
-        },
-        Required("taskgraph"): {
-            Optional(
-                "register",
-                description="Python function to call to register extensions.",
-            ): str,
-            Optional("decision-parameters"): str,
-            Optional(
-                "cached-task-prefix",
-                description="The taskcluster index prefix to use for caching tasks. "
-                "Defaults to `trust-domain`.",
-            ): str,
-            Optional(
-                "cache-pull-requests",
-                description="Should tasks from pull requests populate the cache",
-            ): bool,
-            Optional(
-                "index-path-regexes",
-                description="Regular expressions matching index paths to be summarized.",
-            ): [str],
-            Optional(
-                "run",
-                description="Configuration related to the 'run' transforms.",
-            ): {
-                Optional(
-                    "use-caches",
-                    description="List of caches to enable, or a boolean to "
-                    "enable/disable all of them.",
-                ): Any(bool, list(CACHES.keys())),
-            },
-            Required("repositories"): All(
-                {
-                    str: {
-                        Required("name"): str,
-                        Optional("project-regex"): str,
-                        Optional("ssh-secret-name"): str,
-                        # FIXME
-                        Extra: str,
-                    }
-                },
-                Length(min=1),
-            ),
-        },
-    },
-    extra=ALLOW_EXTRA,
-)
+class GraphConfigSchema(Schema, forbid_unknown_fields=False):
+    # The trust-domain for this graph.
+    trust_domain: str
+    task_priority: optionally_keyed_by(  # type: ignore
+        "project", "level", TaskPriority, use_msgspec=True
+    )
+    workers: WorkersConfig
+    taskgraph: TaskgraphConfig
+    # Name of the docker image kind (default: docker-image)
+    docker_image_kind: Optional[str] = None
+    # Default 'deadline' for tasks, in relative date format. Eg: '1 week'
+    task_deadline_after: Optional[
+        optionally_keyed_by("project", str, use_msgspec=True)  # type: ignore
+    ] = None
+    # Default 'expires-after' for level 1 tasks, in relative date format.
+    # Eg: '90 days'
+    task_expires_after: Optional[str] = None
+
+
+graph_config_schema = GraphConfigSchema
 
 
 @dataclass(frozen=True, eq=False)