lhaw/__init__.py at main · scaleapi/lhaw · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
"""
LHAW: Long-Horizon Autonomous Workflows Benchmark
=================================================

A benchmark for evaluating AI agents on strategic clarification
in underspecified, long-horizon enterprise workflows.

Key Components:
- synthetic: Unified pipeline for generating underspecified task variants

Usage:
    from lhaw.synthetic import SyntheticPipeline, Severity

    pipeline = SyntheticPipeline()

    # TAC tasks
    result = pipeline.process_tac_task("finance_check_attendance_payroll")

"""

from .synthetic import (
    Dimension,
    PipelineResult,
    Segment,
    Severity,
    SyntheticPipeline,
    UnderspecVariant,
    UnifiedTask,
)

__all__ = [
    "Dimension",
    "Severity",
    "Segment",
    "UnderspecVariant",
    "UnifiedTask",
    "PipelineResult",
    "SyntheticPipeline",
]

__version__ = "0.0.0"  # Prototyping phase