Skip to content

Commit 7a6a566

Browse files
vertex-sdk-botcopybara-github
authored andcommitted
feat: Add support for referencing registered metrics by resource name in evaluation run API
PiperOrigin-RevId: 878604099
1 parent b3bae32 commit 7a6a566

1 file changed

Lines changed: 9 additions & 0 deletions

File tree

vertexai/_genai/_evals_common.py

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1329,6 +1329,15 @@ def _resolve_evaluation_run_metrics(
13291329
for metric_instance in metrics:
13301330
if isinstance(metric_instance, types.EvaluationRunMetric):
13311331
resolved_metrics_list.append(metric_instance)
1332+
elif isinstance(metric_instance, str) and metric_instance.startswith(
1333+
"projects/"
1334+
):
1335+
resolved_metrics_list.append(
1336+
types.EvaluationRunMetric(
1337+
metric=metric_instance.split("/")[-1],
1338+
metric_resource_name=metric_instance,
1339+
)
1340+
)
13321341
elif isinstance(
13331342
metric_instance, _evals_metric_loaders.LazyLoadedPrebuiltMetric
13341343
):

0 commit comments

Comments
 (0)