meta-scaler/procurement
0
1spec_version: 12name: procurement-contract-audit3type: text4runtime: python5app: server/app.py6port: 78607 8config:9 # API_BASE_URL is intentionally omitted — the validator injects its own10 # LiteLLM proxy URL via the API_BASE_URL environment variable at runtime.11 # Hardcoding it here would bypass the proxy and fail the LLM criteria check.12 MODEL_NAME: Qwen/Qwen2.5-72B-Instruct13 14tasks:15 easy:16 description: 2 violations in 1,500-word MSA, clearly labeled sections17 max_steps: 518 grader:19 type: score20 endpoint: /grade/easy21 medium:22 description: 5 violations in 3,000-word MSA with 1 red herring23 max_steps: 1024 grader:25 type: score26 endpoint: /grade/medium27 hard:28 description: Multi-document MSA+SOW+DPA with cross-document violations29 max_steps: 1530 grader:31 type: score32 endpoint: /grade/hard33 