terraphim-ai/benchmark-config.json at main · terraphim/terraphim-ai · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
{
  "gates": [
    {
      "name": "API Response Time",
      "metric": "search_api.avg_time_ms",
      "operator": "LessThan",
      "threshold": 1000.0,
      "severity": "Blocking"
    },
    {
      "name": "Search Success Rate",
      "metric": "search_api.success_rate",
      "operator": "GreaterThanOrEqual",
      "threshold": 99.0,
      "severity": "Blocking"
    },
    {
      "name": "CPU Usage Idle",
      "metric": "resource_monitoring_idle.cpu_percent",
      "operator": "LessThan",
      "threshold": 5.0,
      "severity": "Warning"
    },
    {
      "name": "CPU Usage Load",
      "metric": "resource_monitoring_load.cpu_percent",
      "operator": "LessThan",
      "threshold": 80.0,
      "severity": "Warning"
    },
    {
      "name": "Memory Usage",
      "metric": "resource_monitoring_load.memory_mb",
      "operator": "LessThan",
      "threshold": 1024.0,
      "severity": "Blocking"
    },
    {
      "name": "Health Check Response Time",
      "metric": "health_check.avg_time_ms",
      "operator": "LessThan",
      "threshold": 100.0,
      "severity": "Warning"
    },
    {
      "name": "Chat API Response Time",
      "metric": "chat_api.avg_time_ms",
      "operator": "LessThan",
      "threshold": 2000.0,
      "severity": "Warning"
    },
    {
      "name": "Config API Response Time",
      "metric": "config_api.avg_time_ms",
      "operator": "LessThan",
      "threshold": 500.0,
      "severity": "Warning"
    }
  ],
  "fail_on_regression": true,
  "regression_threshold_percent": 5.0,
  "update_baseline_on_success": true,
  "reporting": {
    "json": true,
    "html": true,
    "markdown": true,
    "upload_external": false,
    "upload_url": null
  }
}</content>
<parameter name="filePath">benchmark-config.json