benchkit/.gitlab-ci.yml at develop · RIKEN-RCCS/benchkit · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
# CI Execution Control
#
# This pipeline executes heavy benchmark processing, so we implement controls to avoid unnecessary executions.
#
# CI Control Method:
# - File-based automatic skip: Skip CI when only specific files are changed
#   Effect: Pipeline is created but jobs are skipped based on file changes
#
# Files that automatically skip CI:
# - README.md, ADD_APP.md (documentation)
# - result_server/templates/*.html (web templates)
# - .kiro/**/* (Kiro configuration)
# - .vscode/**/* (VSCode settings)
#
# Important Notes:
# - trigger_child_pipeline depends on generate_matrix, so we use needs: optional: true
# - This prevents trigger_child_pipeline from failing when generate_matrix is skipped
# - Both jobs use the same rules to maintain consistency

stages:
  - generate
  - trigger

variables:
  code: ""
  system: ""
  app: ""
  benchpark: "false"
  park_only: "false"
  park_send: "false"
  estimate_uuid: ""

# Extract system and code filters from API variables or commit message
.filters: &filters
  - |
    # Priority 1: API trigger variables (from curl -F "variables[system]=...")
    if [[ -n "$system" ]]; then
      echo "System filter from API variable: $system"
    else
      # Extract from commit message using sed
      system_match=$(echo "$CI_COMMIT_MESSAGE" | sed -n 's/.*\[system:\([^]]*\)\].*/\1/p')
      if [[ -n "$system_match" ]]; then
        export system="$system_match"
        echo "System filter from commit message: $system"
      else
        echo "No system filter detected, running all systems"
      fi
    fi
  - |
    # Priority 1: API trigger variables (from curl -F "variables[code]=...")
    if [[ -n "$code" ]]; then
      echo "Code filter from API variable: $code"
    else
      # Extract from commit message using sed
      code_match=$(echo "$CI_COMMIT_MESSAGE" | sed -n 's/.*\[code:\([^]]*\)\].*/\1/p')
      if [[ -n "$code_match" ]]; then
        export code="$code_match"
        echo "Code filter from commit message: $code"
      else
        echo "No code filter detected, running all programs"
      fi
    fi

generate_matrix:
  stage: generate
  before_script:
    *filters
  script:
    - bash ./scripts/matrix_generate.sh code=$code system=$system
  tags:
    - general
  artifacts:
    paths:
      - .gitlab-ci.generated.yml
    expire_in: 1 hour
  rules:
    - if: '$estimate_uuid != ""'
      when: never  # 推定モードでは通常パイプラインを無効化
    - if: '$park_only == "true"'
      when: never  # park_onlyモードでは無効
    - if: '$park_send == "true"'
      when: never  # park_sendモードでは無効
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-only\]/'
      when: never  # [park-only]コミットメッセージでは無効
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-send\]/'
      when: never  # [park-send]コミットメッセージでは無効
    - changes:
        - ".gitlab-ci.yml"
        - ".github/workflows/*.yml"
        - "programs/**/*"
        - "scripts/**/*"
        - "config/system.csv"
        - "config/queue.csv"
      when: always
    - changes:
        - "*.md"
        - "result_server/templates/*.html"
        - ".kiro/**/*"
        - ".vscode/**/*"
      when: never
    - when: always

trigger_child_pipeline:
  stage: trigger
  trigger:
    include:
      - artifact: .gitlab-ci.generated.yml
        job: generate_matrix
    strategy: depend
  needs:
    - job: generate_matrix
      optional: true
  rules:
    - if: '$estimate_uuid != ""'
      when: never  # 推定モードでは通常パイプラインを無効化
    - if: '$park_only == "true"'
      when: never  # park_onlyモードでは無効
    - if: '$park_send == "true"'
      when: never  # park_sendモードでは無効
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-only\]/'
      when: never  # [park-only]コミットメッセージでは無効
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-send\]/'
      when: never  # [park-send]コミットメッセージでは無効
    - changes:
        - ".gitlab-ci.yml"
        - ".github/workflows/*.yml"
        - "programs/**/*"
        - "scripts/**/*"
        - "config/system.csv"
        - "config/queue.csv"
      when: always
    - changes:
        - "*.md"
        - "result_server/templates/*.html"
        - ".kiro/**/*"
        - ".vscode/**/*"
      when: never
    - when: always
# BenchPark Monitor Jobs
generate_benchpark_matrix:
  stage: generate
  script:
    - bash ./benchpark-bridge/scripts/ci_generator.sh system=$system app=$app send_only=$park_send
  tags:
    - general
  artifacts:
    paths:
      - .gitlab-ci.benchpark.yml
    expire_in: 1 hour
  rules:
    - if: '$estimate_uuid != ""'
      when: never  # 推定モードではBenchParkパイプラインも無効化
    - if: '$code != "" && $benchpark != "true" && $park_only != "true" && $park_send != "true"'
      when: never  # BenchKit専用のcode指定時はBenchParkを実行しない
    - if: '$park_only == "true"'
      when: always  # park_onlyモードでは常に実行
    - if: '$park_send == "true"'
      when: always  # park_sendモードでは常に実行（結果送信のみ）
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-only\]/'
      when: always  # [park-only]コミットメッセージでは常に実行
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-send\]/'
      when: always  # [park-send]コミットメッセージでは常に実行（結果送信のみ）
    - if: '$benchpark == "true"'
      when: always
    - if: '$CI_COMMIT_MESSAGE =~ /\[benchpark\]/'
      when: always
    - changes:
        - "benchpark-bridge/**/*"
      when: always
    - when: never

trigger_benchpark_pipeline:
  stage: trigger
  trigger:
    include:
      - artifact: .gitlab-ci.benchpark.yml
        job: generate_benchpark_matrix
    strategy: depend
  inherit:
    variables: true
  needs:
    - job: generate_benchpark_matrix
      optional: true
  rules:
    - if: '$estimate_uuid != ""'
      when: never  # 推定モードではBenchParkパイプラインも無効化
    - if: '$code != "" && $benchpark != "true" && $park_only != "true" && $park_send != "true"'
      when: never  # BenchKit専用のcode指定時はBenchParkを実行しない
    - if: '$park_only == "true"'
      when: always  # park_onlyモードでは常に実行
    - if: '$park_send == "true"'
      when: always  # park_sendモードでは常に実行（結果送信のみ）
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-only\]/'
      when: always  # [park-only]コミットメッセージでは常に実行
    - if: '$CI_COMMIT_MESSAGE =~ /\[park-send\]/'
      when: always  # [park-send]コミットメッセージでは常に実行（結果送信のみ）
    - if: '$benchpark == "true"'
      when: always
    - if: '$CI_COMMIT_MESSAGE =~ /\[benchpark\]/'
      when: always
    - changes:
        - "benchpark-bridge/**/*"
      when: always
    - when: never

# BenchEst Estimation Jobs (UUID trigger mode)
generate_estimate_matrix:
  stage: generate
  script:
    - bash scripts/generate_estimate_from_uuid.sh
  tags:
    - general
  artifacts:
    paths:
      - .gitlab-ci.estimate.yml
    expire_in: 1 hour
  rules:
    - if: '$estimate_uuid != ""'
      when: always
    - when: never

trigger_estimate_pipeline:
  stage: trigger
  trigger:
    include:
      - artifact: .gitlab-ci.estimate.yml
        job: generate_estimate_matrix
    strategy: depend
  needs:
    - job: generate_estimate_matrix
      optional: true
  rules:
    - if: '$estimate_uuid != ""'
      when: always
    - when: never