admesh/agentic-intent-classifier

1from __future__ import annotations2 3import argparse4import json5import sys6from pathlib import Path7 8BASE_DIR = Path(__file__).resolve().parent.parent9if str(BASE_DIR) not in sys.path:10    sys.path.insert(0, str(BASE_DIR))11 12from config import EVALUATION_ARTIFACTS_DIR, KNOWN_FAILURE_CASES_PATH13from evaluation.regression_suite import evaluate_known_failure_cases14 15 16def main() -> None:17    parser = argparse.ArgumentParser(description="Run structured known-failure regression checks.")18    parser.add_argument(19        "--cases-path",20        default=str(KNOWN_FAILURE_CASES_PATH),21        help="Structured known-failure case file to execute.",22    )23    parser.add_argument(24        "--output-dir",25        default=str(EVALUATION_ARTIFACTS_DIR / "latest"),26        help="Directory to write regression artifacts into.",27    )28    args = parser.parse_args()29 30    summary = evaluate_known_failure_cases(Path(args.cases_path), Path(args.output_dir))31    print(json.dumps(summary, indent=2))32 33 34if __name__ == "__main__":35    main()36