eval-protocol-lilac/env.template at main · eval-protocol/eval-protocol-lilac · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
# Copy this file to .env and fill in your values:
#   cp env.template .env

# =============================================================================
# Langfuse - Required for pulling traces
# =============================================================================
LANGFUSE_PUBLIC_KEY=pk-lf-your-public-key
LANGFUSE_SECRET_KEY=sk-lf-your-secret-key
LANGFUSE_HOST=https://cloud.langfuse.com

# =============================================================================
# Fireworks - Required for running evaluations
# =============================================================================
FIREWORKS_API_KEY=fw_your-api-key

# =============================================================================
# Cluster Naming (Optional)
# For LLM-generated cluster titles like "Account Management Requests"
# Without this, clusters will have generic names like "Cluster 0"
# =============================================================================

# Option 1: Use OpenAI
OPENAI_API_KEY=sk-your-openai-key
API_MODEL=gpt-4o-mini

# Option 2: Use Fireworks for cluster naming (uncomment these, comment out Option 1)
# OPENAI_API_KEY=fw_your-api-key
# OPENAI_API_BASE=https://api.fireworks.ai/inference/v1
# API_MODEL=accounts/fireworks/models/llama-v3p1-70b-instruct