From ff17f1d030919b900fc440388608e9a0a7df1cf9 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Sat, 21 Mar 2026 19:09:26 +0000
Subject: [PATCH 1/3] Initial plan


From a17fc56662b4657921115b6960e31d722f52377b Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Sat, 21 Mar 2026 19:18:22 +0000
Subject: [PATCH 2/3] Fallback benchmark workflow to dry-run without secrets

Co-authored-by: sharpninja <16146732+sharpninja@users.noreply.github.com>
Agent-Logs-Url: https://github.com/sharpninja/graphrag/sessions/cd6db3fa-53c3-4678-a5ee-0bc3ee2bdb6f
---
 .github/workflows/benchmark-comparison.yml | 29 ++++++++++++++++++++--
 1 file changed, 27 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/benchmark-comparison.yml b/.github/workflows/benchmark-comparison.yml
index d47a0b8fd..f7fee3c87 100644
--- a/.github/workflows/benchmark-comparison.yml
+++ b/.github/workflows/benchmark-comparison.yml
@@ -75,19 +75,44 @@ jobs:
           npm install -g azurite
           azurite --silent --skipApiVersionCheck --location /tmp/azurite --debug /tmp/azurite-debug.log &
 
+      - name: Select benchmark mode
+        shell: bash
+        run: |
+          if [[ -n "${GRAPHRAG_API_KEY}" && -n "${GRAPHRAG_API_BASE}" && -n "${AZURE_AI_SEARCH_URL_ENDPOINT}" && -n "${AZURE_AI_SEARCH_API_KEY}" ]]; then
+            echo "BENCHMARK_DRY_RUN=false" >> "$GITHUB_ENV"
+            echo "Running full benchmark comparison." >> "$GITHUB_STEP_SUMMARY"
+          else
+            echo "BENCHMARK_DRY_RUN=true" >> "$GITHUB_ENV"
+            echo "Benchmark secrets are unavailable; running benchmark comparison in dry-run mode." >> "$GITHUB_STEP_SUMMARY"
+          fi
+
       - name: Benchmark Python implementation
+        shell: bash
         run: |
+          benchmark_args=()
+          if [[ "${BENCHMARK_DRY_RUN}" == "true" ]]; then
+            benchmark_args+=(--dry-run)
+          fi
+
           uv run python scripts/benchmark_smoke.py run \
             --implementation python \
             --repo-root "${{ github.workspace }}" \
-            --output benchmark-python.json
+            --output benchmark-python.json \
+            "${benchmark_args[@]}"
 
       - name: Benchmark .NET implementation
+        shell: bash
         run: |
+          benchmark_args=()
+          if [[ "${BENCHMARK_DRY_RUN}" == "true" ]]; then
+            benchmark_args+=(--dry-run)
+          fi
+
           uv run python scripts/benchmark_smoke.py run \
             --implementation dotnet \
             --repo-root "${{ github.workspace }}" \
-            --output benchmark-dotnet.json
+            --output benchmark-dotnet.json \
+            "${benchmark_args[@]}"
 
       - name: Generate comparison report
         run: |

From 43c7542df53a3909d25c017f4b861f296a28e5b1 Mon Sep 17 00:00:00 2001
From: "copilot-swe-agent[bot]" <198982749+Copilot@users.noreply.github.com>
Date: Sat, 21 Mar 2026 19:20:32 +0000
Subject: [PATCH 3/3] Refine benchmark workflow dry-run fallback

Co-authored-by: sharpninja <16146732+sharpninja@users.noreply.github.com>
Agent-Logs-Url: https://github.com/sharpninja/graphrag/sessions/cd6db3fa-53c3-4678-a5ee-0bc3ee2bdb6f
---
 .github/workflows/benchmark-comparison.yml | 20 +++++---------------
 1 file changed, 5 insertions(+), 15 deletions(-)

diff --git a/.github/workflows/benchmark-comparison.yml b/.github/workflows/benchmark-comparison.yml
index f7fee3c87..38f97d318 100644
--- a/.github/workflows/benchmark-comparison.yml
+++ b/.github/workflows/benchmark-comparison.yml
@@ -78,41 +78,31 @@ jobs:
       - name: Select benchmark mode
         shell: bash
         run: |
-          if [[ -n "${GRAPHRAG_API_KEY}" && -n "${GRAPHRAG_API_BASE}" && -n "${AZURE_AI_SEARCH_URL_ENDPOINT}" && -n "${AZURE_AI_SEARCH_API_KEY}" ]]; then
-            echo "BENCHMARK_DRY_RUN=false" >> "$GITHUB_ENV"
+          if [[ -n "${GRAPHRAG_API_KEY:-}" && -n "${GRAPHRAG_API_BASE:-}" && -n "${AZURE_AI_SEARCH_URL_ENDPOINT:-}" && -n "${AZURE_AI_SEARCH_API_KEY:-}" ]]; then
+            echo "BENCHMARK_EXTRA_ARG=" >> "$GITHUB_ENV"
             echo "Running full benchmark comparison." >> "$GITHUB_STEP_SUMMARY"
           else
-            echo "BENCHMARK_DRY_RUN=true" >> "$GITHUB_ENV"
+            echo "BENCHMARK_EXTRA_ARG=--dry-run" >> "$GITHUB_ENV"
             echo "Benchmark secrets are unavailable; running benchmark comparison in dry-run mode." >> "$GITHUB_STEP_SUMMARY"
           fi
 
       - name: Benchmark Python implementation
         shell: bash
         run: |
-          benchmark_args=()
-          if [[ "${BENCHMARK_DRY_RUN}" == "true" ]]; then
-            benchmark_args+=(--dry-run)
-          fi
-
           uv run python scripts/benchmark_smoke.py run \
             --implementation python \
             --repo-root "${{ github.workspace }}" \
             --output benchmark-python.json \
-            "${benchmark_args[@]}"
+            ${BENCHMARK_EXTRA_ARG}
 
       - name: Benchmark .NET implementation
         shell: bash
         run: |
-          benchmark_args=()
-          if [[ "${BENCHMARK_DRY_RUN}" == "true" ]]; then
-            benchmark_args+=(--dry-run)
-          fi
-
           uv run python scripts/benchmark_smoke.py run \
             --implementation dotnet \
             --repo-root "${{ github.workspace }}" \
             --output benchmark-dotnet.json \
-            "${benchmark_args[@]}"
+            ${BENCHMARK_EXTRA_ARG}
 
       - name: Generate comparison report
         run: |