DoccyHealth/Solomon

1{2  "arch": "scope10-evidence-mlp-v1",3  "hidden_size": 5120,4  "width": 512,5  "input": "concat(q, u, q*u), LayerNorm(3H, elementwise_affine=False)",6  "activation": "gelu",7  "hidden_layer": "lm.norm(output of language_model.layers[42]) (the frozen final norm applied to a mid-layer tap)",8  "branch_state": "last position of question branch, adapter active (question placement)",9  "unit_pooling": "mean over document-prefill tokens overlapping the unit char range (adapter off)",10  "output": "logit per unit; probability = sigmoid(logit)",11  "dtype": "float32",12  "variant": "refit-mlp-mid+lex",13  "layer": "mid",14  "layer_index": 42,15  "lexical_residual": {16    "alpha": 9.770263671875,17    "rule": "logit = head_logit + alpha * lexical; probability = sigmoid(logit)",18    "lexical": "solomon.evidence_selector.lexical: question words minus stop words, document-IDF weighted overlap per sentence unit, divided by the row max",19    "question": "solomon.evidence_selector.question_of(the answer branch prompt)",20    "warning": "solomon.evidence_head.load alone returns head_logit WITHOUT the lexical term; the serving selector adds it"21  },22  "refit": {23    "dev": {24      "gold_rows": 753,25      "hit@1": 0.5285524568393094,26      "hit@3": 0.8167330677290837,27      "hit@5": 0.8539176626826029,28      "recall@5": 0.825365205843293529    },30    "thresholded_dev": {31      "precision": 0.0,32      "recall": 0.0,33      "f1": 0.034    },35    "thresholds": {36      "policy": "scope10-evidence-thresholds-v1",37      "min_no_support_accuracy": 0.95,38      "rule": "unit kept iff max(unit probs) >= absent and prob >= select (not used in serving: v1.1 serves ranked pointers, see evidence-policy.json)",39      "tasks": {40        "boolean": {41          "select": 0.0,42          "absent": 1.0,43          "constraint_met": true,44          "rows": 1375,45          "precision": 0.0,46          "recall": 0.0,47          "f1": 0.0,48          "tp": 0,49          "fp": 0,50          "fn": 291,51          "no_support_rows": 1122,52          "no_support_accuracy": 1.053        },54        "multilabel": {55          "select": 0.0,56          "absent": 1.0,57          "constraint_met": true,58          "rows": 931,59          "precision": 0.0,60          "recall": 0.0,61          "f1": 0.0,62          "tp": 0,63          "fp": 0,64          "fn": 385,65          "no_support_rows": 569,66          "no_support_accuracy": 1.067        },68        "ordered": {69          "select": 0.0,70          "absent": 1.0,71          "constraint_met": true,72          "rows": 134,73          "precision": 0.0,74          "recall": 0.0,75          "f1": 0.0,76          "tp": 0,77          "fp": 0,78          "fn": 120,79          "no_support_rows": 36,80          "no_support_accuracy": 1.081        },82        "single": {83          "select": 0.0,84          "absent": 1.0,85          "constraint_met": true,86          "rows": 134,87          "precision": 0.0,88          "recall": 0.0,89          "f1": 0.0,90          "tp": 0,91          "fp": 0,92          "fn": 48,93          "no_support_rows": 94,94          "no_support_accuracy": 1.095        }96      }97    }98  }99}