Enable manual benchmark runs and fix benchmark CI follow-ups

.github/workflows/benchmark-comparison.yml

@@ -26,6 +26,7 @@ on:
       - "tests/unit/test_benchmark_smoke.py"
       - "pyproject.toml"
       - "uv.lock"
+  workflow_dispatch:
 
 permissions:
   contents: read
@@ -37,7 +38,7 @@ concurrency:
 
 jobs:
   benchmark:
-    if: github.event.pull_request.draft == false
+    if: github.event_name != 'pull_request' || github.event.pull_request.draft == false
     runs-on: ubuntu-latest
     env:
       DEBUG: 1

dictionary.txt

@@ -50,6 +50,17 @@ INTJ
 rels
 
 # Libraries
+Blazor
+blazor
+csvhelper
+MVVM
+pytest
+Quik
+quikgraph
+Scriban
+scriban
+slnx
+xunit
 Langchain
 networkx
 graspologic
@@ -112,6 +123,7 @@ acompletion
 aembedding
 
 # HTML
+oninput
 nbsp
 onclick
 pymdownx
@@ -166,6 +178,10 @@ codebases
 # Microsoft
 MSRC
 
+# .NET
+Hsts
+notin
+
 # Prompt Inputs
 ABILA
 Abila
@@ -211,10 +227,21 @@ unspooled
 unnavigated
 
 # Names
+Cratchit
+CRATCHIT
+EBENEZER
+Ebenezer
 Hochul
 Ashish
 
 #unified-search
 apos
 dearmor
-venv
+venv
+
+# Misc
+Compl
+hrid
+Mosaik
+SZFPT
+Bekso

scripts/benchmark_smoke.py

@@ -97,6 +97,7 @@ def load_fixture_cases(repo_root: Path, fixture_names: list[str] | None = None)
         expected_artifacts = tuple(
             artifact
             for workflow in workflow_config.values()
+            if isinstance(workflow, dict)
             for artifact in workflow.get("expected_artifacts", [])
         )
 

tests/unit/test_benchmark_smoke.py

@@ -12,8 +12,9 @@ def load_module():
     repo_root = Path(__file__).resolve().parents[2]
     script_path = repo_root / "scripts" / "benchmark_smoke.py"
     spec = importlib.util.spec_from_file_location("benchmark_smoke", script_path)
-    module = importlib.util.module_from_spec(spec)
+    assert spec is not None
     assert spec.loader is not None
+    module = importlib.util.module_from_spec(spec)
     sys.modules[spec.name] = module
     spec.loader.exec_module(module)
     return module
@@ -31,6 +32,19 @@ def test_load_fixture_cases_uses_smoke_configs():
     assert "community_reports.csv" in fixtures[1].expected_artifacts
 
 
+def test_load_fixture_cases_skips_non_mapping_workflow_entries():
+    module = load_module()
+    repo_root = Path(__file__).resolve().parents[2]
+
+    fixture = module.load_fixture_cases(repo_root, ["azure"])[0]
+
+    assert fixture.name == "azure"
+    assert fixture.expected_artifacts == ()
+    assert fixture.uses_azure_input is True
+    assert fixture.azure_input_container == "azurefixture"
+    assert fixture.azure_input_base_dir == "input"
+
+
 def test_render_markdown_report_includes_missing_output_notes():
     module = load_module()