ci: add integration tests that run with lowest and highest dependency…

pyproject.toml

@@ -24,7 +24,7 @@ dependencies = [
   "appdirs>=1.4",
   "cookiecutter~=2.1",
   "json-e>=2.7",
-  "mozilla-repo-urls",
+  "mozilla-repo-urls>=0.1.1",
   "PyYAML>=5.3.1",
   "redo>=2.0",
   "requests>=2.25",
@@ -36,26 +36,26 @@ dependencies = [
 
 [dependency-groups]
 dev = [
-  "coverage",
-  "mock",
-  "pre-commit",
-  "pyright",
-  "pytest",
-  "pytest-mock",
-  "pytest-taskgraph",
-  "responses",
-  "sphinx",
-  "sphinx-autobuild",
-  "sphinx-argparse",
-  "sphinx-book-theme >=1",
-  "sphinx-taskgraph",
-  "sphinxcontrib-mermaid",
-  "zstandard",
+  "coverage>=7.10.7",
+  "mock>=5.2.0",
+  "pre-commit>=4.3.0",
+  "pyright>=1.1.406",
+  "pytest>=8.4.2",
+  "pytest-mock>=3.15.1",
+  "pytest-taskgraph>=0.2.0",
+  "responses>=0.25.8",
+  "sphinx>=7.4.7",
+  "sphinx-autobuild>=2024.04.16",
+  "sphinx-argparse>=0.4.0",
+  "sphinx-book-theme >=1.1.4",
+  "sphinx-taskgraph>=0.1.0",
+  "sphinxcontrib-mermaid>=1.0.0",
+  "zstandard>=0.25.0",
 ]
 
 [project.optional-dependencies]
-load-image = ["zstandard"]
-orjson = ["orjson"]
+load-image = ["zstandard>=0.23.0"]
+orjson = ["orjson>=3"]
 
 [project.scripts]
 taskgraph = "taskgraph.main:main"

taskcluster/config.yml

@@ -7,6 +7,7 @@ treeherder:
         'check': 'Checks and lints'
         'doc': 'Documentation tasks'
         'unit': 'Unit test tasks'
+        'integration': 'Integration test tasks'
 
 index:
     products:

taskcluster/kinds/codecov/kind.yml

@@ -24,6 +24,7 @@ tasks:
             with-attributes:
                 # exclude free-threaded python until it is officially supported
                 python: ["314", "313", "312", "311", "310", "39"]
+                resolution: default
             fetches:
                 test:
                     - artifact: coverage.py{matrix[python]}

taskcluster/kinds/complete/kind.yml

@@ -24,6 +24,8 @@ tasks:
       with-attributes:
         # exclude free-threaded python until it is officially supported
         python: ["314", "313", "312", "311", "310", "39"]
+        # exclude integration tests that ignore the lockfile
+        resolution: default
     # needs to be added explicitly until we can drop the `with-attributes` above
     dependencies:
       check-type: check-type

taskcluster/kinds/test/kind.yml

@@ -13,64 +13,6 @@ transforms:
 kind-dependencies:
     - docker-image
 
-task-defaults:
-    attributes:
-        artifact_prefix: public
-        retrigger: true
-        code-review: true
-    worker:
-        max-run-time: 1800
-        env:
-            PYTHONUTF8: "0"
-            PYTHONCOERCECLOCALE: "0"
-            HGENCODING: "utf-8"
-    treeherder:
-        kind: test
-        tier: 1
-    run:
-        using: run-task
-        cwd: '{checkout}'
-        use-caches: [checkout, uv]
-
-tasks:
-    unit-linux:
-        description: "Run unit tests with py{matrix[python]} on Linux"
-        matrix:
-            set-name: "unit-py{matrix[python]}"
-            substitution-fields: [description, run.command, treeherder, worker, attributes]
-            python: ["314t", "314", "313", "312", "311", "310", "39"]
-        attributes:
-            python: "{matrix[python]}"
-            platform: linux
-        worker-type: t-linux
-        worker:
-            docker-image: {in-tree: python}
-            artifacts:
-                - type: file
-                  path: "/builds/worker/artifacts/coverage"
-                  name: "public/coverage.py{matrix[python]}"
-            env:
-                LC_ALL: "C"
-                UV_PYTHON: "{matrix[python]}"
-        treeherder:
-            platform: test-linux/opt
-            symbol: unit(py{matrix[python]})
-        run:
-            command: >-
-                uv run coverage run --data-file /builds/worker/artifacts/coverage --context=py{matrix[python]} -m pytest -vv
-
-    unit-win:
-        description: "Run unit tests with python on Windows"
-        attributes:
-            platform: windows
-        worker-type: t-windows
-        worker:
-            taskcluster-proxy: true
-        treeherder:
-            platform: test-win/opt
-            symbol: unit(py)
-        run:
-            command: >-
-                python3 -V &&
-                powershell -ExecutionPolicy ByPass -c 'irm https://astral.sh/uv/install.ps1 | iex' &&
-                ~/.local/bin/uv.exe run -m pytest -vv
+tasks-from:
+    - linux.yml
+    - windows.yml

taskcluster/kinds/test/linux.yml

@@ -0,0 +1,71 @@
+task-defaults:
+    matrix:
+        substitution-fields:
+            - attributes
+            - description
+            - run.command
+            - treeherder
+            - worker
+    attributes:
+        artifact_prefix: public
+        retrigger: true
+        code-review: true
+        python: "{matrix[python]}"
+        platform: linux
+        resolution: default
+    worker-type: t-linux
+    worker:
+        docker-image: {in-tree: python}
+        max-run-time: 1800
+        env:
+            PYTHONUTF8: "0"
+            PYTHONCOERCECLOCALE: "0"
+            HGENCODING: "utf-8"
+            LC_ALL: "C"
+            UV_PYTHON: "{matrix[python]}"
+    treeherder:
+        platform: test-linux/opt
+        kind: test
+        tier: 1
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        use-caches: [checkout, uv]
+
+unit:
+    description: "Run unit tests with py{matrix[python]} on Linux"
+    matrix:
+        set-name: "unit-py{matrix[python]}"
+        substitution-fields: [description, run.command, treeherder, worker, attributes]
+        python: ["314t", "314", "313", "312", "311", "310", "39"]
+    worker:
+        docker-image: {in-tree: python}
+        artifacts:
+            - type: file
+              path: "/builds/worker/artifacts/coverage"
+              name: "public/coverage.py{matrix[python]}"
+    treeherder:
+        symbol: unit(py{matrix[python]})
+    run:
+        command: >-
+            uv run coverage run --data-file /builds/worker/artifacts/coverage --context=py{matrix[python]} -m pytest -vv
+
+integration:
+    description: "Run unit tests with py{matrix[python]} on Linux with resolution {matrix[resolution]}"
+    attributes:
+        resolution: "{matrix[resolution]}"
+    matrix:
+        set-name: "integration-py{matrix[python]}-deps-{matrix[resolution]}"
+        python: ["314", "39"]
+        resolution: ["highest", "lowest-direct"]
+        exclude:
+            - python: "314"
+              resolution: "lowest-direct"
+            - python: "39"
+              resolution: "highest"
+
+    treeherder:
+        symbol: integration(py{matrix[python]}-{matrix[resolution]})
+    run:
+        command: >-
+            uv run --isolated --resolution={matrix[resolution]} pytest -vv

taskcluster/kinds/test/windows.yml

@@ -0,0 +1,34 @@
+task-defaults:
+    attributes:
+        artifact_prefix: public
+        retrigger: true
+        code-review: true
+    worker:
+        max-run-time: 1800
+        env:
+            PYTHONUTF8: "0"
+            PYTHONCOERCECLOCALE: "0"
+            HGENCODING: "utf-8"
+    treeherder:
+        kind: test
+        tier: 1
+    run:
+        using: run-task
+        cwd: '{checkout}'
+        use-caches: [checkout, uv]
+
+unit-win:
+    description: "Run unit tests with python on Windows"
+    attributes:
+        platform: windows
+    worker-type: t-windows
+    worker:
+        taskcluster-proxy: true
+    treeherder:
+        platform: test-win/opt
+        symbol: unit(py)
+    run:
+        command: >-
+            python3 -V &&
+            powershell -ExecutionPolicy ByPass -c 'irm https://astral.sh/uv/install.ps1 | iex' &&
+            ~/.local/bin/uv.exe run -m pytest -vv