SamuelChien821/devopsbench-100
DevOpsBench-100 DevOpsBench-100 is a synthetic long-horizon software-engineering / SRE agent benchmark: 100 tasks over one executable world ("NovaCart", a mid-size e-commerce SaaS) with 72 SQLite tables, 1451 seeded rows, a 38-file monorepo with 417 commits, and 97 MCP tools spanning a first-party engineering stack (tickets, PRs, CI, deployments, canaries, migrations, feature flags, metrics, alerts, incidents, chat, knowledge base) plus deliberately disagreeing vendor-shaped… See the full description on the dataset page: https://huggingface.co/datasets/SamuelChien821/devopsbench-100.
02.5k
1{2 "allowed_write_tables": [3 "alerts",4 "answers",5 "audit_events",6 "canary_assessments",7 "ci_runs",8 "ci_stages",9 "deployments",10 "env_state",11 "feature_flags",12 "messages",13 "migrations",14 "pr_changes",15 "pull_requests",16 "repo_files",17 "repo_state",18 "service_metrics",19 "services",20 "tests_catalog",21 "tickets",22 "versions",23 "vulnerabilities"24 ],25 "answer_schema": {26 "additionalProperties": false,27 "properties": {28 "approval_reference": {29 "description": "The change approval record applied to the recommended plan.",30 "type": "string"31 },32 "business_need_date": {33 "description": "Customer cutover date published on the status page that the plan must protect (YYYY-MM-DD).",34 "type": "string"35 },36 "capacity_request_replicas": {37 "description": "Uncovered replicas the vendor order must cover.",38 "type": "integer"39 },40 "decision_timing_status": {41 "description": "ON_TIME when the recommended outcome is on or before the cutover; otherwise LATE.",42 "enum": [43 "ON_TIME",44 "LATE"45 ],46 "type": "string"47 },48 "escalation_approval_required": {49 "description": "1 when a listed plan needs approval beyond the change approval; otherwise 0.",50 "type": "integer"51 },52 "expedited_capacity_date": {53 "description": "CloudCap's confirmed expedited delivery date from the vendor order.",54 "type": "string"55 },56 "expedited_plan_completion": {57 "description": "Outcome date for expedite_capacity: first change window on or after expedited delivery.",58 "type": "string"59 },60 "next_change_window": {61 "description": "Next published change window on the current operating control page.",62 "type": "string"63 },64 "observed_replicas": {65 "description": "Replicas in the production pool per the PagerDuty scale record, before exclusions.",66 "type": "integer"67 },68 "outcome_vs_control_days": {69 "description": "Recommended outcome date minus the cutover date; positive means late.",70 "type": "integer"71 },72 "production_zones": {73 "description": "Production zone count from the PagerDuty scale record.",74 "type": "integer"75 },76 "quantity_unit": {77 "description": "Unit shared by every capacity quantity: replicas.",78 "type": "string"79 },80 "recommended_incremental_cost_usd": {81 "description": "Documented incremental cost of the recommended plan in USD.",82 "type": "integer"83 },84 "recommended_option": {85 "description": "One of standard_capacity_plan, expedite_capacity, release_reserved_capacity.",86 "enum": [87 "standard_capacity_plan",88 "expedite_capacity",89 "release_reserved_capacity"90 ],91 "type": "string"92 },93 "recommended_outcome_date": {94 "description": "Outcome date of the recommended plan.",95 "type": "string"96 },97 "replica_gap": {98 "description": "required_replicas - usable_replicas.",99 "type": "integer"100 },101 "replicas_per_zone": {102 "description": "Healthy replicas required per production zone by the change-readiness standard.",103 "type": "integer"104 },105 "required_replicas": {106 "description": "replicas_per_zone x production_zones.",107 "type": "integer"108 },109 "reserved_release_completion": {110 "description": "Outcome date for release_reserved_capacity.",111 "type": "string"112 },113 "reserved_replicas": {114 "description": "Replicas reserved for another team's freeze in the Linear capacity register.",115 "type": "integer"116 },117 "standard_capacity_date": {118 "description": "CloudCap's confirmed standard delivery date from the vendor order.",119 "type": "string"120 },121 "standard_plan_completion": {122 "description": "Outcome date for standard_capacity_plan: first change window on or after standard delivery.",123 "type": "string"124 },125 "usable_replicas": {126 "description": "observed_replicas - reserved_replicas.",127 "type": "integer"128 }129 },130 "required": [131 "business_need_date",132 "replicas_per_zone",133 "production_zones",134 "required_replicas",135 "observed_replicas",136 "reserved_replicas",137 "usable_replicas",138 "replica_gap",139 "quantity_unit",140 "standard_capacity_date",141 "expedited_capacity_date",142 "capacity_request_replicas",143 "next_change_window",144 "standard_plan_completion",145 "expedited_plan_completion",146 "reserved_release_completion",147 "recommended_option",148 "recommended_outcome_date",149 "recommended_incremental_cost_usd",150 "escalation_approval_required",151 "approval_reference",152 "outcome_vs_control_days",153 "decision_timing_status"154 ],155 "submission": "Submitted once as the reconciliation answer whose question_id is the case capacity-plan question; the answer is the JSON object above.",156 "type": "object"157 },158 "assets": [159 {160 "bytes": 848,161 "evidence_role": "request",162 "kind": "md",163 "material": false,164 "path": "task_files/dob100-081-backorders/01-employee-request.md",165 "sha256": "b639bc47ccd8af74bfb58669688f543202f4dd4c1033217d11ea37f9e663123b",166 "source": "employee request"167 },168 {169 "bytes": 354,170 "evidence_role": "identity",171 "kind": "csv",172 "material": false,173 "path": "task_files/dob100-081-backorders/02-jira-work-item.csv",174 "sha256": "005a3f6b8ea88bdf087c5143bc3ce21354a36bdaece88fd30a8d0f29ef97f830",175 "source": "Atlassian Jira"176 },177 {178 "bytes": 84,179 "evidence_role": "identity",180 "kind": "json",181 "material": false,182 "path": "task_files/dob100-081-backorders/03-cross-tracker-links.json",183 "sha256": "90aaa9f440e1f93d49bab7a5d9081f88721ca23b17897229b694a7223462b3d0",184 "source": "tracker link registry"185 },186 {187 "bytes": 201,188 "evidence_role": "engineering-signal",189 "kind": "json",190 "material": false,191 "path": "task_files/dob100-081-backorders/04-github-issue.json",192 "sha256": "6706133404b25d0bcb6057c8b86fc3b2efc84c5ad7147a3613887efcd0c5c6f3",193 "source": "GitHub"194 },195 {196 "bytes": 1299,197 "evidence_role": "authority",198 "kind": "pdf",199 "material": false,200 "path": "task_files/dob100-081-backorders/05-current-operating-control.pdf",201 "sha256": "2f976e8ac992cf7198661e4cc8ea24ec70eeb063b173aeb67fbe4bfdf2b69a1e",202 "source": "Confluence current export"203 },204 {205 "bytes": 827,206 "evidence_role": "stale-authority",207 "kind": "pdf",208 "material": false,209 "path": "task_files/dob100-081-backorders/06-retired-shortcut-note.pdf",210 "sha256": "eaab140ec0b0806e3b4300f2cb0af69cba5064ca3ff1194797c7debc9d58b443",211 "source": "Confluence history export"212 },213 {214 "bytes": 914,215 "evidence_role": "conversation",216 "kind": "json",217 "material": false,218 "path": "task_files/dob100-081-backorders/07-case-room-thread.json",219 "sha256": "cb7622b01cc56939fd75c0ddeb3cbf1c4d2ba09a99b4b53873ddaeb598ab61c5",220 "source": "Slack"221 },222 {223 "bytes": 244,224 "evidence_role": "change-history",225 "kind": "csv",226 "material": false,227 "path": "task_files/dob100-081-backorders/08-pagerduty-change-events.csv",228 "sha256": "f0c6e75d7b0e8efdf47fe817cbd3385bd2803ad7efcac6c68723e6ed5024c0df",229 "source": "PagerDuty"230 },231 {232 "bytes": 1593,233 "evidence_role": "ownership",234 "kind": "xlsx",235 "material": false,236 "path": "task_files/dob100-081-backorders/09-service-owner-register.xlsx",237 "sha256": "fa9c18b4afa20f3f9f2f9d83908fbf2b07e8d881a93806cdcabac2c08d68a67f",238 "source": "Microsoft Graph workbook"239 },240 {241 "bytes": 1704,242 "evidence_role": "schedule",243 "kind": "xlsx",244 "material": false,245 "path": "task_files/dob100-081-backorders/10-release-calendar.xlsx",246 "sha256": "93ad11d264558563acb87e448751f0cbffa2f169c24543850f38995335c1cfe2",247 "source": "Microsoft Graph workbook"248 },249 {250 "bytes": 177,251 "evidence_role": "inventory",252 "kind": "csv",253 "material": false,254 "path": "task_files/dob100-081-backorders/11-source-inventory.csv",255 "sha256": "57c25fa375bb84324b993435c43dab3140860185f2902fa3ea5d3ef4ebbfeaaf",256 "source": "case intake"257 },258 {259 "bytes": 398,260 "evidence_role": "request",261 "kind": "eml",262 "material": false,263 "path": "task_files/dob100-081-backorders/12-request-email.eml",264 "sha256": "1f79d8f4b12654086b42bb025be1bd4724eb878ada4a99d0f9a42465a81386b6",265 "source": "Gmail export"266 },267 {268 "bytes": 384,269 "evidence_role": "conflict",270 "kind": "eml",271 "material": false,272 "path": "task_files/dob100-081-backorders/13-former-owner-email.eml",273 "sha256": "8bc33a1f6b6704c512fb9d5b616e8485a6c7da0cd00d4adc18cf9ec078814ea8",274 "source": "Gmail export"275 },276 {277 "bytes": 1138,278 "evidence_role": "service-state",279 "kind": "csv",280 "material": false,281 "path": "task_files/dob100-081-backorders/14-service-catalog.csv",282 "sha256": "75fe3c18c3f012420ba0baf02211023bbd1223311caf305b526a0b093bb96f0d",283 "source": "service catalog"284 },285 {286 "bytes": 131,287 "evidence_role": "live-signal",288 "kind": "csv",289 "material": false,290 "path": "task_files/dob100-081-backorders/15-slo-export.csv",291 "sha256": "617e8f97521a6cb5584f9c090f5dcb16b7d6a8ea12cd49981e3cf7a37a3f610f",292 "source": "SLO platform"293 },294 {295 "bytes": 152,296 "evidence_role": "live-signal",297 "kind": "csv",298 "material": false,299 "path": "task_files/dob100-081-backorders/16-metrics-export.csv",300 "sha256": "0c6de6c56051b293013b29a7babf9160c3d27332a62224019dc05f7afcc033f9",301 "source": "Prometheus"302 },303 {304 "bytes": 68,305 "evidence_role": "live-signal",306 "kind": "log",307 "material": false,308 "path": "task_files/dob100-081-backorders/17-observability-log-slice.log",309 "sha256": "f2bbfbb875acfebafc911d40e44db5c457c121006ff46a978fea9fc4094280e7",310 "source": "log platform"311 },312 {313 "bytes": 1253,314 "evidence_role": "live-signal",315 "kind": "json",316 "material": false,317 "path": "task_files/dob100-081-backorders/18-sentry-issues.json",318 "sha256": "db2cbc29e091c254fbcf9a2228a35c40182c0e8c11c6c3b4a25f6cbec6231912",319 "source": "Sentry"320 },321 {322 "bytes": 24,323 "evidence_role": "runtime-state",324 "kind": "yaml",325 "material": false,326 "path": "task_files/dob100-081-backorders/19-kubernetes-pods.yaml",327 "sha256": "61b20724c2edbbfc895283ea4040fc75fc1b5d5fb5dd90e30ea74cf6b44e1ff2",328 "source": "Kubernetes"329 },330 {331 "bytes": 1817,332 "evidence_role": "runtime-state",333 "kind": "log",334 "material": false,335 "path": "task_files/dob100-081-backorders/20-kubernetes-events.log",336 "sha256": "1c7f2a802cbf067cb4e73a88ad805ff6270fb6cf42d123a0ea7e7de14bd96311",337 "source": "Kubernetes"338 },339 {340 "bytes": 439,341 "evidence_role": "deployment-state",342 "kind": "json",343 "material": false,344 "path": "task_files/dob100-081-backorders/21-deployment-history.json",345 "sha256": "09987faed0f5fdcf6275786abfb1cc1009ca8a1195e535369cdcf17af2a33a01",346 "source": "deployment platform"347 },348 {349 "bytes": 57,350 "evidence_role": "build-state",351 "kind": "csv",352 "material": false,353 "path": "task_files/dob100-081-backorders/22-ci-runs.csv",354 "sha256": "f5a58d6cd6b66f01a49e2c86166cdfb008a53c1dd5aab7ee6741075562b5c831",355 "source": "CI platform"356 },357 {358 "bytes": 50,359 "evidence_role": "change-state",360 "kind": "json",361 "material": false,362 "path": "task_files/dob100-081-backorders/23-pull-request-context.json",363 "sha256": "0777f0570865f48fd0d2c7fc439664ce953673e7f7b4cba1418143fa4df59e0e",364 "source": "GitHub"365 },366 {367 "bytes": 21,368 "evidence_role": "change-control",369 "kind": "sql",370 "material": false,371 "path": "task_files/dob100-081-backorders/24-migration-state.sql",372 "sha256": "a10debb94879fd3dbac713fb824ac6aaf492da033c6cde41113641b0b6d1fbf4",373 "source": "database change control"374 },375 {376 "bytes": 669,377 "evidence_role": "security",378 "kind": "pdf",379 "material": false,380 "path": "task_files/dob100-081-backorders/25-security-scanner-report.pdf",381 "sha256": "0ef82db36aee851282a4d583330e22e348d99349081a79b1b889688a2b739afd",382 "source": "security scanner"383 },384 {385 "bytes": 254,386 "evidence_role": "governance",387 "kind": "md",388 "material": false,389 "path": "task_files/dob100-081-backorders/26-approval-policy.md",390 "sha256": "c2386c349fd60a86395f172ac123140213be996ab94dfbf632f717991a7c5cf6",391 "source": "change governance"392 },393 {394 "bytes": 213,395 "evidence_role": "lineage",396 "kind": "txt",397 "material": false,398 "path": "task_files/dob100-081-backorders/27-current-versus-stale-notes.txt",399 "sha256": "f91393a86ad71637c422e9779ac70d11c8d9301acff2272d528d75250624c9d5",400 "source": "evidence custodian"401 },402 {403 "bytes": 2681,404 "evidence_role": "capacity requirement",405 "kind": "pdf",406 "material": false,407 "path": "task_files/dob100-081-backorders/28-change-readiness-standard.pdf",408 "sha256": "71249823f120ccc0afb9e260d81d9fe8118333749fbf633313ccca53b60ace11",409 "source": "Confluence current export"410 },411 {412 "bytes": 325,413 "evidence_role": "vendor lead time and cost",414 "kind": "csv",415 "material": false,416 "path": "task_files/dob100-081-backorders/29-vendor-capacity-order.csv",417 "sha256": "6d375818e43fb9d0a3100424a1e122b610149a7aea7af9478655a730e6bc59ea",418 "source": "Atlassian Jira vendor project"419 },420 {421 "bytes": 411,422 "evidence_role": "approval scope",423 "kind": "csv",424 "material": false,425 "path": "task_files/dob100-081-backorders/30-change-approval-record.csv",426 "sha256": "640aa66ca15ad3f01c3a8169beef88e3f2d34518df39a039760fd7c3649bb67c",427 "source": "Atlassian Jira change advisory"428 },429 {430 "bytes": 419,431 "evidence_role": "capacity exclusion",432 "kind": "json",433 "material": false,434 "path": "task_files/dob100-081-backorders/31-capacity-reservation-register.json",435 "sha256": "ae9a19430e8de63995248839444fd685db50eebee48457fb86764c8175c43dd5",436 "source": "Linear"437 },438 {439 "bytes": 266,440 "evidence_role": "independent business need",441 "kind": "json",442 "material": false,443 "path": "task_files/dob100-081-backorders/32-customer-cutover-notice.json",444 "sha256": "4627986d19c855aaf8101ed6e759cb9ab1cbdbe65f44fa7f3cb510b60b447b41",445 "source": "public status page"446 },447 {448 "bytes": 831,449 "evidence_role": "decision-controlling sandbox export",450 "kind": "json",451 "material": true,452 "material_reason": "the authoritative Jira work item",453 "path": "task_files/dob100-081-backorders/material/01-the-authoritative-jira-work-item.json",454 "query_scope": {455 "key": "DOB-081"456 },457 "sha256": "5ce4c9c56340eb1c0cbaf431af382c8aa722dc9b6b0174e5de5d094202611ffd",458 "source": "the authoritative Jira work item"459 },460 {461 "bytes": 375,462 "evidence_role": "decision-controlling sandbox export",463 "kind": "json",464 "material": true,465 "material_reason": "the cross-tracker link registry",466 "path": "task_files/dob100-081-backorders/material/02-the-cross-tracker-link-registry.json",467 "query_scope": {468 "source": "DOB-081"469 },470 "sha256": "4cc2417f5a0d394790e3dd67432020cf88c7fcffb217e5e6a9e89eb3bef0c075",471 "source": "the cross-tracker link registry"472 },473 {474 "bytes": 556,475 "evidence_role": "decision-controlling sandbox export",476 "kind": "json",477 "material": true,478 "material_reason": "the linked GitHub issue population",479 "path": "task_files/dob100-081-backorders/material/03-the-linked-github-issue-population.json",480 "query_scope": {481 "repo": "novacart/storefront-web",482 "state": "open"483 },484 "sha256": "d44ce96d4eb4368b7a491651ef07430df162cd87b774cb56dc2d1609392983e4",485 "source": "the linked GitHub issue population"486 },487 {488 "bytes": 791,489 "evidence_role": "decision-controlling sandbox export",490 "kind": "json",491 "material": true,492 "material_reason": "the operating-control index",493 "path": "task_files/dob100-081-backorders/material/04-the-operating-control-index.json",494 "query_scope": {495 "query": "DOB-081",496 "space": "OPS"497 },498 "sha256": "8b07314a213e5112ea8aae63c151351f0e287407e0265ad1e2e57adbb1adffbf",499 "source": "the operating-control index"500 },501 {502 "bytes": 1092,503 "evidence_role": "decision-controlling sandbox export",504 "kind": "json",505 "material": true,506 "material_reason": "the exact control revision",507 "path": "task_files/dob100-081-backorders/material/05-the-exact-control-revision.json",508 "query_scope": {509 "page_id": 10081510 },511 "sha256": "3dd5299cafa723df24c2d26d9064872f965a58cf5144921b5dccd04f8efc7b2e",512 "source": "the exact control revision"513 },514 {515 "bytes": 649,516 "evidence_role": "decision-controlling sandbox export",517 "kind": "json",518 "material": true,519 "material_reason": "the exact control revision",520 "path": "task_files/dob100-081-backorders/material/06-the-exact-control-revision.json",521 "query_scope": {522 "page_id": 11081523 },524 "sha256": "cea39c65627be68fd814a7e3714db2beed5cefce903b19458339e831dc99da6a",525 "source": "the exact control revision"526 },527 {528 "bytes": 1272,529 "evidence_role": "decision-controlling sandbox export",530 "kind": "json",531 "material": true,532 "material_reason": "the case-room conversation",533 "path": "task_files/dob100-081-backorders/material/07-the-case-room-conversation.json",534 "query_scope": {535 "channel": "case-081-storefront-web",536 "limit": 50537 },538 "sha256": "4de17e215a5617b23ed8d4d267295c6ff25e3d92cd357e8dea361f25ccfadac0",539 "source": "the case-room conversation"540 },541 {542 "bytes": 708,543 "evidence_role": "decision-controlling sandbox export",544 "kind": "json",545 "material": true,546 "material_reason": "the PagerDuty change-event history",547 "path": "task_files/dob100-081-backorders/material/08-the-pagerduty-change-event-history.json",548 "query_scope": {549 "pd_service_id": "PD-DOB-081",550 "since_day": 330551 },552 "sha256": "0a70aed8a9faf3abfa8f67fc6842a8c9b4420aba1bbd4eddac0d252348452382",553 "source": "the PagerDuty change-event history"554 },555 {556 "bytes": 1359,557 "evidence_role": "decision-controlling sandbox export",558 "kind": "json",559 "material": true,560 "material_reason": "production schema state (inventory)",561 "path": "task_files/dob100-081-backorders/material/09-production-schema-state.json",562 "query_scope": {563 "service": "inventory"564 },565 "sha256": "4be261de558f658047b8eadaaa3578b64b137036bd9e372871f3cba9821b6a2f",566 "source": "production schema state"567 },568 {569 "bytes": 992,570 "evidence_role": "decision-controlling sandbox export",571 "kind": "json",572 "material": true,573 "material_reason": "the authoritative service registry (inventory)",574 "path": "task_files/dob100-081-backorders/material/10-the-authoritative-service-registry.json",575 "query_scope": {576 "service": "inventory"577 },578 "sha256": "3c162ebc5202882ba82b85cc14baa759539b413d948a2c4fe710aeea3ffdb386",579 "source": "the authoritative service registry"580 },581 {582 "bytes": 656,583 "evidence_role": "decision-controlling sandbox export",584 "kind": "json",585 "material": true,586 "material_reason": "the deployment ledger (inventory)",587 "path": "task_files/dob100-081-backorders/material/11-the-deployment-ledger.json",588 "query_scope": {589 "service": "inventory"590 },591 "sha256": "f8186e29672e3d1e939535b0dfe777d25ee655fd949579bbfe865c2847506bc5",592 "source": "the deployment ledger"593 },594 {595 "bytes": 1300,596 "evidence_role": "decision-controlling sandbox export",597 "kind": "json",598 "material": true,599 "material_reason": "the operative approval policy",600 "path": "task_files/dob100-081-backorders/material/12-the-operative-approval-policy.json",601 "query_scope": {},602 "sha256": "0808d365ce7ccd5100f9251406ae2f9fb27f9c55d2238ef429ef48e4bfd1cb5c",603 "source": "the operative approval policy"604 },605 {606 "bytes": 2317,607 "evidence_role": "decision-controlling sandbox export",608 "kind": "json",609 "material": true,610 "material_reason": "the exact control revision",611 "path": "task_files/dob100-081-backorders/material/13-the-exact-control-revision.json",612 "query_scope": {613 "page_id": 14081614 },615 "sha256": "64443b32941a5d57be5fc469bdc2b9745761895c00a6934a4e94bc5b43df83c3",616 "source": "the exact control revision"617 },618 {619 "bytes": 726,620 "evidence_role": "decision-controlling sandbox export",621 "kind": "json",622 "material": true,623 "material_reason": "the authoritative Jira work item",624 "path": "task_files/dob100-081-backorders/material/14-the-authoritative-jira-work-item.json",625 "query_scope": {626 "key": "VEND-81"627 },628 "sha256": "5b2115b1528153fc318cd2867240cad1d05deff96680dfa7866fd7d2cb621106",629 "source": "the authoritative Jira work item"630 },631 {632 "bytes": 813,633 "evidence_role": "decision-controlling sandbox export",634 "kind": "json",635 "material": true,636 "material_reason": "the authoritative Jira work item",637 "path": "task_files/dob100-081-backorders/material/15-the-authoritative-jira-work-item.json",638 "query_scope": {639 "key": "CHG-81"640 },641 "sha256": "fb44d581fa2c61174ae30fcbdc2f5eee6cfa2da0b292b2f869bcb519c55d49cd",642 "source": "the authoritative Jira work item"643 },644 {645 "bytes": 664,646 "evidence_role": "decision-controlling sandbox export",647 "kind": "json",648 "material": true,649 "material_reason": "the linked planning tracker",650 "path": "task_files/dob100-081-backorders/material/16-the-linked-planning-tracker.json",651 "query_scope": {652 "team": "team-storefront-web"653 },654 "sha256": "f0b9939464d63d72745ad3f8849c463094e32b4fbafe91594aadef3168e8412e",655 "source": "the linked planning tracker"656 },657 {658 "bytes": 1089,659 "evidence_role": "decision-controlling sandbox export",660 "kind": "json",661 "material": true,662 "material_reason": "customer-status history",663 "path": "task_files/dob100-081-backorders/material/17-customer-status-history.json",664 "query_scope": {665 "since_day": 330666 },667 "sha256": "c37218931729c98295df86a2733593b8ae05c2aeaeede14238dc2adf5e7aef0f",668 "source": "customer-status history"669 },670 {671 "bytes": 1549,672 "evidence_role": "decision-controlling sandbox export",673 "kind": "json",674 "material": true,675 "material_reason": "the current owner register",676 "path": "task_files/dob100-081-backorders/material/18-the-current-owner-register.json",677 "query_scope": {},678 "sha256": "446cbdaa3ba42b61cb19e2216bd13ad576db644f02660e62c278dcb0402b89ad",679 "source": "the current owner register"680 },681 {682 "bytes": 972,683 "evidence_role": "decision-controlling sandbox export",684 "kind": "json",685 "material": true,686 "material_reason": "the PagerDuty service catalog",687 "path": "task_files/dob100-081-backorders/material/19-the-pagerduty-service-catalog.json",688 "query_scope": {},689 "sha256": "cf9de7ad752a5c90096f66f97ec4c64d68080da9858eecd4cffcd6b006d74f25",690 "source": "the PagerDuty service catalog"691 },692 {693 "bytes": 979,694 "evidence_role": "decision-controlling sandbox export",695 "kind": "json",696 "material": true,697 "material_reason": "the active on-call schedule",698 "path": "task_files/dob100-081-backorders/material/20-the-active-on-call-schedule.json",699 "query_scope": {},700 "sha256": "0a44f4b7ff452354b8804f930f40cc3c0922409cf8f27444be0af94b3e266b99",701 "source": "the active on-call schedule"702 },703 {704 "bytes": 18280,705 "evidence_role": "manifest",706 "kind": "json",707 "material": false,708 "path": "task_files/dob100-081-backorders/51-agent-visible-asset-manifest.json",709 "sha256": "989a3269d4f5373faccac2d2273307fe77554c6e52eeddaf2aecadf919d9f7e2",710 "source": "release builder"711 }712 ],713 "context_files": [714 "task_files/dob100-081-backorders/01-employee-request.md",715 "task_files/dob100-081-backorders/02-jira-work-item.csv",716 "task_files/dob100-081-backorders/03-cross-tracker-links.json",717 "task_files/dob100-081-backorders/04-github-issue.json",718 "task_files/dob100-081-backorders/05-current-operating-control.pdf",719 "task_files/dob100-081-backorders/06-retired-shortcut-note.pdf",720 "task_files/dob100-081-backorders/07-case-room-thread.json",721 "task_files/dob100-081-backorders/08-pagerduty-change-events.csv",722 "task_files/dob100-081-backorders/09-service-owner-register.xlsx",723 "task_files/dob100-081-backorders/10-release-calendar.xlsx",724 "task_files/dob100-081-backorders/11-source-inventory.csv",725 "task_files/dob100-081-backorders/12-request-email.eml",726 "task_files/dob100-081-backorders/13-former-owner-email.eml",727 "task_files/dob100-081-backorders/14-service-catalog.csv",728 "task_files/dob100-081-backorders/15-slo-export.csv",729 "task_files/dob100-081-backorders/16-metrics-export.csv",730 "task_files/dob100-081-backorders/17-observability-log-slice.log",731 "task_files/dob100-081-backorders/18-sentry-issues.json",732 "task_files/dob100-081-backorders/19-kubernetes-pods.yaml",733 "task_files/dob100-081-backorders/20-kubernetes-events.log",734 "task_files/dob100-081-backorders/21-deployment-history.json",735 "task_files/dob100-081-backorders/22-ci-runs.csv",736 "task_files/dob100-081-backorders/23-pull-request-context.json",737 "task_files/dob100-081-backorders/24-migration-state.sql",738 "task_files/dob100-081-backorders/25-security-scanner-report.pdf",739 "task_files/dob100-081-backorders/26-approval-policy.md",740 "task_files/dob100-081-backorders/27-current-versus-stale-notes.txt",741 "task_files/dob100-081-backorders/28-change-readiness-standard.pdf",742 "task_files/dob100-081-backorders/29-vendor-capacity-order.csv",743 "task_files/dob100-081-backorders/30-change-approval-record.csv",744 "task_files/dob100-081-backorders/31-capacity-reservation-register.json",745 "task_files/dob100-081-backorders/32-customer-cutover-notice.json",746 "task_files/dob100-081-backorders/material/01-the-authoritative-jira-work-item.json",747 "task_files/dob100-081-backorders/material/02-the-cross-tracker-link-registry.json",748 "task_files/dob100-081-backorders/material/03-the-linked-github-issue-population.json",749 "task_files/dob100-081-backorders/material/04-the-operating-control-index.json",750 "task_files/dob100-081-backorders/material/05-the-exact-control-revision.json",751 "task_files/dob100-081-backorders/material/06-the-exact-control-revision.json",752 "task_files/dob100-081-backorders/material/07-the-case-room-conversation.json",753 "task_files/dob100-081-backorders/material/08-the-pagerduty-change-event-history.json",754 "task_files/dob100-081-backorders/material/09-production-schema-state.json",755 "task_files/dob100-081-backorders/material/10-the-authoritative-service-registry.json",756 "task_files/dob100-081-backorders/material/11-the-deployment-ledger.json",757 "task_files/dob100-081-backorders/material/12-the-operative-approval-policy.json",758 "task_files/dob100-081-backorders/material/13-the-exact-control-revision.json",759 "task_files/dob100-081-backorders/material/14-the-authoritative-jira-work-item.json",760 "task_files/dob100-081-backorders/material/15-the-authoritative-jira-work-item.json",761 "task_files/dob100-081-backorders/material/16-the-linked-planning-tracker.json",762 "task_files/dob100-081-backorders/material/17-customer-status-history.json",763 "task_files/dob100-081-backorders/material/18-the-current-owner-register.json",764 "task_files/dob100-081-backorders/material/19-the-pagerduty-service-catalog.json",765 "task_files/dob100-081-backorders/material/20-the-active-on-call-schedule.json",766 "task_files/dob100-081-backorders/51-agent-visible-asset-manifest.json"767 ],768 "decision_model": {769 "calculations": [770 {771 "check_id": "correctness.v5_answer_business_need_date",772 "description": "Preserved 2026-03-08 from the published status-page cutover notice as the control date; did not infer urgency from the ticket title.",773 "field": "business_need_date",774 "id": "identify_business_date",775 "milestone_id": "analysis.capacity_plan",776 "weight": 1.0777 },778 {779 "check_id": "correctness.v5_answer_replicas_per_zone",780 "description": "Read 2 healthy replicas per production zone from the DOB-081 change-readiness standard.",781 "field": "replicas_per_zone",782 "id": "read_replicas_per_zone",783 "milestone_id": "analysis.capacity_plan",784 "weight": 1.0785 },786 {787 "check_id": "correctness.v5_answer_production_zones",788 "description": "Read 2 production zones from the PagerDuty scale record for PD-DOB-081.",789 "field": "production_zones",790 "id": "read_production_zones",791 "milestone_id": "analysis.capacity_plan",792 "weight": 1.0793 },794 {795 "check_id": "correctness.v5_answer_required_replicas",796 "description": "Derived 2 per zone x 2 zones = 4 replicas required before the storefront-web cutover.",797 "field": "required_replicas",798 "id": "derive_plan_requirement",799 "milestone_id": "analysis.capacity_plan",800 "weight": 2.0801 },802 {803 "check_id": "correctness.v5_answer_observed_replicas",804 "description": "Read 5 replicas in the storefront-web production pool from the PagerDuty scale record.",805 "field": "observed_replicas",806 "id": "read_gross_coverage",807 "milestone_id": "analysis.capacity_plan",808 "weight": 1.0809 },810 {811 "check_id": "correctness.v5_answer_reserved_replicas",812 "description": "Excluded 3 replicas reserved for the checkout freeze in Linear CAP-81.",813 "field": "reserved_replicas",814 "id": "remove_ineligible_coverage",815 "milestone_id": "analysis.capacity_plan",816 "weight": 1.5817 },818 {819 "check_id": "correctness.v5_answer_usable_replicas",820 "description": "Calculated 5 observed - 3 reserved = 2 usable replicas.",821 "field": "usable_replicas",822 "id": "calculate_usable_coverage",823 "milestone_id": "analysis.capacity_plan",824 "weight": 2.0825 },826 {827 "check_id": "correctness.v5_answer_replica_gap",828 "description": "Calculated 4 required - 2 usable = 2 replicas uncovered.",829 "field": "replica_gap",830 "id": "calculate_plan_gap",831 "milestone_id": "analysis.capacity_plan",832 "weight": 2.0833 },834 {835 "check_id": "correctness.v5_answer_quantity_unit",836 "description": "Kept every capacity quantity in replicas.",837 "field": "quantity_unit",838 "id": "preserve_plan_unit",839 "milestone_id": "analysis.capacity_plan",840 "weight": 0.5841 },842 {843 "check_id": "correctness.v5_answer_standard_capacity_date",844 "description": "Read 2026-03-05 as CloudCap's independently confirmed standard delivery date from vendor order VEND-81.",845 "field": "standard_capacity_date",846 "id": "read_standard_external_readiness",847 "milestone_id": "analysis.capacity_plan",848 "weight": 1.0849 },850 {851 "check_id": "correctness.v5_answer_expedited_capacity_date",852 "description": "Read 2026-03-04 as CloudCap's independently confirmed expedited delivery date (USD 1200) from vendor order VEND-81.",853 "field": "expedited_capacity_date",854 "id": "read_expedited_external_readiness",855 "milestone_id": "analysis.capacity_plan",856 "weight": 1.0857 },858 {859 "check_id": "correctness.v5_answer_capacity_request_replicas",860 "description": "Bound the vendor request to the 2 uncovered replicas rather than the full 4-replica requirement.",861 "field": "capacity_request_replicas",862 "id": "bound_external_recovery_quantity",863 "milestone_id": "analysis.capacity_plan",864 "weight": 1.0865 },866 {867 "check_id": "correctness.v5_answer_next_change_window",868 "description": "Read the storefront-web change calendar (2026-03-05, 2026-03-07, 2026-03-09, 2026-03-11) from the current operating control and identified 2026-03-05 as the next window.",869 "field": "next_change_window",870 "id": "identify_safe_window",871 "milestone_id": "analysis.capacity_plan",872 "weight": 1.0873 },874 {875 "check_id": "correctness.v5_answer_standard_plan_completion",876 "description": "Calculated standard_capacity_plan outcome as 2026-03-05: the first change window on or after standard delivery.",877 "field": "standard_plan_completion",878 "id": "compare_baseline_plan",879 "milestone_id": "decision.options",880 "weight": 1.0881 },882 {883 "check_id": "correctness.v5_answer_expedited_plan_completion",884 "description": "Calculated expedite_capacity outcome as 2026-03-05: the first change window on or after expedited delivery.",885 "field": "expedited_plan_completion",886 "id": "compare_accelerated_plan",887 "milestone_id": "decision.options",888 "weight": 1.0889 },890 {891 "check_id": "correctness.v5_answer_reserved_release_completion",892 "description": "Calculated release_reserved_capacity outcome as 2026-03-03 and kept its separate-approval condition.",893 "field": "reserved_release_completion",894 "id": "compare_escalated_plan",895 "milestone_id": "decision.options",896 "weight": 1.0897 },898 {899 "check_id": "correctness.v5_answer_recommended_option",900 "description": "Compared the date, cost and authority of standard_capacity_plan, expedite_capacity and release_reserved_capacity; selected standard_capacity_plan as the best currently authorised plan under the readiness standard.",901 "field": "recommended_option",902 "id": "choose_task_specific_option",903 "milestone_id": "decision.options",904 "weight": 2.0905 },906 {907 "check_id": "correctness.v5_answer_recommended_outcome_date",908 "description": "Calculated 2026-03-05 as the supported outcome date for standard_capacity_plan.",909 "field": "recommended_outcome_date",910 "id": "calculate_recommended_outcome",911 "milestone_id": "decision.options",912 "weight": 2.0913 },914 {915 "check_id": "correctness.v5_answer_recommended_incremental_cost_usd",916 "description": "Applied USD 0 as the documented incremental cost of standard_capacity_plan.",917 "field": "recommended_incremental_cost_usd",918 "id": "calculate_selected_cost",919 "milestone_id": "decision.options",920 "weight": 1.0921 },922 {923 "check_id": "correctness.v5_answer_escalation_approval_required",924 "description": "Recognised that release_reserved_capacity remains outside current authority and needs incident-commander approval beyond CHG-81.",925 "field": "escalation_approval_required",926 "id": "apply_escalation_authority",927 "milestone_id": "decision.options",928 "weight": 1.0929 },930 {931 "check_id": "correctness.v5_answer_approval_reference",932 "description": "Applied change approval CHG-81 only to the authorised standard_capacity_plan scope.",933 "field": "approval_reference",934 "id": "apply_approval_record",935 "milestone_id": "decision.options",936 "weight": 1.0937 },938 {939 "check_id": "correctness.v5_answer_outcome_vs_control_days",940 "description": "Compared 2026-03-05 with the independent control date 2026-03-08 and calculated a signed variance of -3 day(s).",941 "field": "outcome_vs_control_days",942 "id": "calculate_outcome_variance",943 "milestone_id": "decision.options",944 "weight": 1.5945 },946 {947 "check_id": "correctness.v5_answer_decision_timing_status",948 "description": "Reported ON_TIME; did not relabel a controlled but late result as on time.",949 "field": "decision_timing_status",950 "id": "state_honest_timing_status",951 "milestone_id": "decision.options",952 "weight": 1.0953 }954 ],955 "case_reference": "DOB-081",956 "facts": [957 {958 "id": "authoritative_identity",959 "rubric": "Located DOB-081 for storefront-web through immutable Jira and GitHub identities and preserved OPS-CONTROL-2026.03 as the effective control.",960 "sources": [961 "jira",962 "github"963 ],964 "statement": "DOB-081 resolves to Jira DOB-081 and GitHub issue #9081 for storefront-web; the effective control is OPS-CONTROL-2026.03."965 },966 {967 "id": "effective_requirement",968 "rubric": "Derived 4 replicas from 2 per zone x 2 zones, with control date 2026-03-08.",969 "sources": [970 "confluence",971 "pagerduty"972 ],973 "statement": "The readiness standard requires 2 healthy replicas per zone and the PagerDuty scale record shows 2 zones: 4 replicas are required before the 2026-03-08 cutover."974 },975 {976 "id": "eligible_coverage",977 "rubric": "Reconciled 5 observed less 3 reserved to 2 usable replicas and a 2-replica gap.",978 "sources": [979 "pagerduty",980 "linear"981 ],982 "statement": "The pool holds 5 replicas; 3 are reserved for the checkout freeze, leaving 2 usable and a gap of 2."983 },984 {985 "id": "conditional_external_recovery",986 "rubric": "Used CloudCap's confirmed standard and expedited dates as inputs, not as authorisation or as completion dates.",987 "sources": [988 "jira"989 ],990 "statement": "CloudCap vendor order VEND-81 confirms 2 replicas: standard delivery 2026-03-05, expedited delivery 2026-03-04 for USD 1200."991 },992 {993 "id": "finite_capacity",994 "rubric": "Applied the published storefront-web change calendar to derive every plan's completion without using excluded or unapproved scope.",995 "sources": [996 "confluence"997 ],998 "statement": "Change windows for storefront-web are 2026-03-05, 2026-03-07, 2026-03-09, 2026-03-11; work outside a window needs incident-commander approval."999 },1000 {1001 "id": "approval_scope",1002 "rubric": "Applied CHG-81 only to standard_capacity_plan and kept release_reserved_capacity outside current authority.",1003 "sources": [1004 "jira"1005 ],1006 "statement": "CHG-81 approves the standard and expedited plans within published windows; releasing reserved capacity is outside current authority."1007 },1008 {1009 "id": "business_impact",1010 "rubric": "Compared the selected outcome with the 2026-03-08 cutover and reported ON_TIME honestly.",1011 "sources": [1012 "status_page",1013 "slack"1014 ],1015 "statement": "The customer cutover is published for 2026-03-08; the recommended plan lands -3 day(s) versus it (ON_TIME)."1016 }1017 ],1018 "mode": "capacity_plan",1019 "options": [1020 {1021 "approval": "APPROVED",1022 "completion": "2026-03-05",1023 "consequence": "Standard CloudCap delivery on 2026-03-05 lands in the 2026-03-05 change window, 3 day(s) ahead of the 2026-03-08 cutover, keeps the 3 reserved replicas untouched, and carries the documented incremental cost of USD 0.",1024 "control_status": "SUPPORTED_AND_APPROVED",1025 "id": "standard_capacity_plan",1026 "incremental_cost": 0,1027 "label": "standard_capacity_plan: outcome 2026-03-05, incremental cost USD 0, SUPPORTED_AND_APPROVED",1028 "recommended": true1029 },1030 {1031 "approval": "AVAILABLE_NOT_RECOMMENDED",1032 "completion": "2026-03-05",1033 "consequence": "Expedited delivery reaches the same 2026-03-05 window as standard_capacity_plan and changes the incremental cost by USD +1200; it is authorised but not the best tradeoff.",1034 "control_status": "FEASIBLE_WITH_INFERIOR_TRADEOFF",1035 "id": "expedite_capacity",1036 "incremental_cost": 1200,1037 "label": "expedite_capacity: outcome 2026-03-05, incremental cost USD 1200, FEASIBLE_WITH_INFERIOR_TRADEOFF",1038 "recommended": false1039 },1040 {1041 "approval": "ADDITIONAL_APPROVAL_REQUIRED",1042 "completion": "2026-03-03",1043 "consequence": "Releasing the 3 replicas reserved for the checkout freeze would cover the 2-replica gap today, but it breaks a reservation another team depends on, needs incident-commander approval beyond CHG-81, and adds the USD 1400 re-provisioning charge.",1044 "control_status": "SEPARATE_APPROVAL_OR_POLICY_EXCEPTION_REQUIRED",1045 "id": "release_reserved_capacity",1046 "incremental_cost": 1400,1047 "label": "release_reserved_capacity: outcome 2026-03-03, incremental cost USD 1400, SEPARATE_APPROVAL_OR_POLICY_EXCEPTION_REQUIRED",1048 "recommended": false1049 }1050 ],1051 "question_id": "DOB-081-capacity-plan",1052 "record": "DOB-081",1053 "revision": "OPS-CONTROL-2026.03",1054 "selected_completion": "2026-03-05",1055 "selected_option": "standard_capacity_plan",1056 "source_document": "DOB-081 change-readiness standard, CloudCap order VEND-81, change approval CHG-81",1057 "subject": "storefront-web customer cutover readiness for DOB-081"1058 },1059 "expected": {1060 "answer": {1061 "approval_reference": "CHG-81",1062 "business_need_date": "2026-03-08",1063 "capacity_request_replicas": 2,1064 "decision_timing_status": "ON_TIME",1065 "escalation_approval_required": 1,1066 "expedited_capacity_date": "2026-03-04",1067 "expedited_plan_completion": "2026-03-05",1068 "next_change_window": "2026-03-05",1069 "observed_replicas": 5,1070 "outcome_vs_control_days": -3,1071 "production_zones": 2,1072 "quantity_unit": "replicas",1073 "recommended_incremental_cost_usd": 0,1074 "recommended_option": "standard_capacity_plan",1075 "recommended_outcome_date": "2026-03-05",1076 "replica_gap": 2,1077 "replicas_per_zone": 2,1078 "required_replicas": 4,1079 "reserved_release_completion": "2026-03-03",1080 "reserved_replicas": 3,1081 "standard_capacity_date": "2026-03-05",1082 "standard_plan_completion": "2026-03-05",1083 "usable_replicas": 21084 },1085 "answer_checks": [1086 {1087 "check_id": "correctness.v5_answer_business_need_date",1088 "description": "Reported business_need_date as '2026-03-08' in the DOB-081-capacity-plan decision record.",1089 "field": "business_need_date",1090 "id": "answer_business_need_date",1091 "milestone_id": "analysis.capacity_plan",1092 "weight": 1.01093 },1094 {1095 "check_id": "correctness.v5_answer_replicas_per_zone",1096 "description": "Reported replicas_per_zone as 2 in the DOB-081-capacity-plan decision record.",1097 "field": "replicas_per_zone",1098 "id": "answer_replicas_per_zone",1099 "milestone_id": "analysis.capacity_plan",1100 "weight": 1.01101 },1102 {1103 "check_id": "correctness.v5_answer_production_zones",1104 "description": "Reported production_zones as 2 in the DOB-081-capacity-plan decision record.",1105 "field": "production_zones",1106 "id": "answer_production_zones",1107 "milestone_id": "analysis.capacity_plan",1108 "weight": 1.01109 },1110 {1111 "check_id": "correctness.v5_answer_required_replicas",1112 "description": "Reported required_replicas as 4 in the DOB-081-capacity-plan decision record.",1113 "field": "required_replicas",1114 "id": "answer_required_replicas",1115 "milestone_id": "analysis.capacity_plan",1116 "weight": 2.01117 },1118 {1119 "check_id": "correctness.v5_answer_observed_replicas",1120 "description": "Reported observed_replicas as 5 in the DOB-081-capacity-plan decision record.",1121 "field": "observed_replicas",1122 "id": "answer_observed_replicas",1123 "milestone_id": "analysis.capacity_plan",1124 "weight": 1.01125 },1126 {1127 "check_id": "correctness.v5_answer_reserved_replicas",1128 "description": "Reported reserved_replicas as 3 in the DOB-081-capacity-plan decision record.",1129 "field": "reserved_replicas",1130 "id": "answer_reserved_replicas",1131 "milestone_id": "analysis.capacity_plan",1132 "weight": 1.51133 },1134 {1135 "check_id": "correctness.v5_answer_usable_replicas",1136 "description": "Reported usable_replicas as 2 in the DOB-081-capacity-plan decision record.",1137 "field": "usable_replicas",1138 "id": "answer_usable_replicas",1139 "milestone_id": "analysis.capacity_plan",1140 "weight": 2.01141 },1142 {1143 "check_id": "correctness.v5_answer_replica_gap",1144 "description": "Reported replica_gap as 2 in the DOB-081-capacity-plan decision record.",1145 "field": "replica_gap",1146 "id": "answer_replica_gap",1147 "milestone_id": "analysis.capacity_plan",1148 "weight": 2.01149 },1150 {1151 "check_id": "correctness.v5_answer_quantity_unit",1152 "description": "Reported quantity_unit as 'replicas' in the DOB-081-capacity-plan decision record.",1153 "field": "quantity_unit",1154 "id": "answer_quantity_unit",1155 "milestone_id": "analysis.capacity_plan",1156 "weight": 0.51157 },1158 {1159 "check_id": "correctness.v5_answer_standard_capacity_date",1160 "description": "Reported standard_capacity_date as '2026-03-05' in the DOB-081-capacity-plan decision record.",1161 "field": "standard_capacity_date",1162 "id": "answer_standard_capacity_date",1163 "milestone_id": "analysis.capacity_plan",1164 "weight": 1.01165 },1166 {1167 "check_id": "correctness.v5_answer_expedited_capacity_date",1168 "description": "Reported expedited_capacity_date as '2026-03-04' in the DOB-081-capacity-plan decision record.",1169 "field": "expedited_capacity_date",1170 "id": "answer_expedited_capacity_date",1171 "milestone_id": "analysis.capacity_plan",1172 "weight": 1.01173 },1174 {1175 "check_id": "correctness.v5_answer_capacity_request_replicas",1176 "description": "Reported capacity_request_replicas as 2 in the DOB-081-capacity-plan decision record.",1177 "field": "capacity_request_replicas",1178 "id": "answer_capacity_request_replicas",1179 "milestone_id": "analysis.capacity_plan",1180 "weight": 1.01181 },1182 {1183 "check_id": "correctness.v5_answer_next_change_window",1184 "description": "Reported next_change_window as '2026-03-05' in the DOB-081-capacity-plan decision record.",1185 "field": "next_change_window",1186 "id": "answer_next_change_window",1187 "milestone_id": "analysis.capacity_plan",1188 "weight": 1.01189 },1190 {1191 "check_id": "correctness.v5_answer_standard_plan_completion",1192 "description": "Reported standard_plan_completion as '2026-03-05' in the DOB-081-capacity-plan decision record.",1193 "field": "standard_plan_completion",1194 "id": "answer_standard_plan_completion",1195 "milestone_id": "decision.options",1196 "weight": 1.01197 },1198 {1199 "check_id": "correctness.v5_answer_expedited_plan_completion",1200 "description": "Reported expedited_plan_completion as '2026-03-05' in the DOB-081-capacity-plan decision record.",