nutshells3/livegraph-matched-benchmark
LiveGraph Matched Graph-vs-Linear Benchmark This release contains the frozen synthetic datasets used by LiveGraph: Typed Graphs versus Linear Traces. It supports a controlled comparison between a typed-graph rendering and a chronological linear-trace rendering of the same Boolean relational-propagation records. Main matched benchmark data/semantic_train.jsonl: 480 semantic training records, depths 1--10. data/semantic_heldout.jsonl: 3,200 clean held-out records… See the full description on the dataset page: https://huggingface.co/datasets/nutshells3/livegraph-matched-benchmark.
0106
1{2 "counts": {3 "eval_per_representation": 19200,4 "heldout_per_depth": 100,5 "semantic_eval_variants": 19200,6 "semantic_heldout_clean": 3200,7 "semantic_train": 480,8 "sft_per_representation": 480,9 "train_per_depth": 4810 },11 "dataset": "livegraph-deterministic-parity-v3",12 "depths": {13 "heldout": [14 1,15 3216 ],17 "train": [18 1,19 1020 ]21 },22 "deterministic_build": true,23 "files": [24 {25 "bytes": 162282987,26 "lines": 19200,27 "path": "data/eval_linear_trace.jsonl",28 "sha256": "ad1efd63994fc2693c114bcc543449efd379ad2afd63c82b4c14c7f6a6df284e"29 },30 {31 "bytes": 219140387,32 "lines": 19200,33 "path": "data/eval_typed_graph.jsonl",34 "sha256": "5e60fcf3c4f1eafdb320f609540eb5e11d0b03e2f950d2be8ce944293ac5f33a"35 },36 {37 "bytes": 144745930,38 "lines": 19200,39 "path": "data/semantic_eval_variants.jsonl",40 "sha256": "54ec99924e5f0c711dee6318e0cfbfb1bc2167fe11a84553865f9985e0d18efe"41 },42 {43 "bytes": 22073656,44 "lines": 3200,45 "path": "data/semantic_heldout.jsonl",46 "sha256": "99bcea6052e54305d6c8143cfda8779e0b14d95b7fb1c67a47734f9f00b406a0"47 },48 {49 "bytes": 1739398,50 "lines": 480,51 "path": "data/semantic_train.jsonl",52 "sha256": "ab2e3bd09af940380c4572b3cd54ba6de3b7ff0c64d044eacaa107a84e274dc9"53 },54 {55 "bytes": 2136059,56 "lines": 480,57 "path": "data/sft_linear_trace.jsonl",58 "sha256": "d5bdea5629c84bbd7fec51f5969e06612b27b817bc302a15045fe7a46e2eb792"59 },60 {61 "bytes": 2785883,62 "lines": 480,63 "path": "data/sft_typed_graph.jsonl",64 "sha256": "fcf057fe3ae0df7342c617d5d097fa1c3e598bb4f6d5608e21db4fe2d13bc850"65 }66 ],67 "generator_version": "3.0.0",68 "label_counts": {69 "eval_by_variant": {70 "clean": {71 "FALSE": 1600,72 "TRUE": 160073 },74 "edge_delete": {75 "UNKNOWN": 320076 },77 "edge_order": {78 "FALSE": 1600,79 "TRUE": 160080 },81 "extra_distractors": {82 "FALSE": 1600,83 "TRUE": 160084 },85 "node_rename": {86 "FALSE": 1600,87 "TRUE": 160088 },89 "one_path_edge_flip": {90 "FALSE": 1600,91 "TRUE": 160092 }93 },94 "heldout_clean": {95 "FALSE": 1600,96 "TRUE": 160097 },98 "train": {99 "FALSE": 240,100 "TRUE": 240101 }102 },103 "length_distributions": {104 "eval": {105 "linear_trace": {106 "characters": {107 "count": 19200,108 "max": 13790,109 "mean": 7393.915,110 "min": 2201,111 "p50": 7301,112 "p95": 11882113 },114 "lexical_proxy_tokens": {115 "count": 19200,116 "max": 2334,117 "mean": 1257.0,118 "min": 384,119 "p50": 1242,120 "p95": 2012121 },122 "model_chat_tokens": {123 "count": 19200,124 "max": 8046,125 "mean": 4177.615,126 "min": 1071,127 "p50": 4166,128 "p95": 6819129 }130 },131 "typed_graph": {132 "characters": {133 "count": 19200,134 "max": 17559,135 "mean": 9334.248,136 "min": 2670,137 "p50": 9222,138 "p95": 15097139 },140 "lexical_proxy_tokens": {141 "count": 19200,142 "max": 5688,143 "mean": 2993.5,144 "min": 813,145 "p50": 2958,146 "p95": 4880147 },148 "model_chat_tokens": {149 "count": 19200,150 "max": 8046,151 "mean": 4177.615,152 "min": 1071,153 "p50": 4166,154 "p95": 6819155 }156 }157 },158 "sanity_bounds": {159 "max_model_tokens": 8192,160 "min_model_tokens": 64161 },162 "sft": {163 "linear_trace": {164 "characters": {165 "count": 480,166 "max": 5085,167 "mean": 3694.0,168 "min": 2303,169 "p50": 3540,170 "p95": 5084171 },172 "lexical_proxy_tokens": {173 "count": 480,174 "max": 868,175 "mean": 634.0,176 "min": 400,177 "p50": 608,178 "p95": 868179 },180 "model_chat_tokens": {181 "count": 480,182 "max": 2857,183 "mean": 1990.198,184 "min": 1141,185 "p50": 1933,186 "p95": 2810187 }188 },189 "typed_graph": {190 "characters": {191 "count": 480,192 "max": 6364,193 "mean": 4577.0,194 "min": 2790,195 "p50": 4379,196 "p95": 6363197 },198 "lexical_proxy_tokens": {199 "count": 480,200 "max": 2020,201 "mean": 1435.0,202 "min": 850,203 "p50": 1370,204 "p95": 2020205 },206 "model_chat_tokens": {207 "count": 480,208 "max": 2857,209 "mean": 1990.198,210 "min": 1141,211 "p50": 1933,212 "p95": 2810213 }214 }215 }216 },217 "master_seed": 2026071803,218 "paired_representation_contract": {219 "budget": "Full Gemma chat-sequence token lengths are aligned exactly per semantic pair; trailing ordinary PAD markers carry no task information.",220 "budget_mismatches": 0,221 "eval_pairs": 19200,222 "information": "Both renderers consume the identical semantic_sha256 record.",223 "semantic_or_label_mismatches": 0,224 "sft_pairs": 480,225 "tokenizer": {226 "chat_serializer": "serialize_gemma_chat:text_only_no_tools:v1",227 "chat_template_path": "/home/naver_pny2/Downloads/project/locallm/models/gemma-4-31B/chat_template.jinja",228 "chat_template_sha256": "36e3a42e5cf14cd0020e72d92e1fdd9970f59b82170e421f0cbe1bb42bead3f0",229 "eval_scope": "system+user full chat sequence plus generation prefix",230 "mode": "exact_model_chat_tokens",231 "model_family": "gemma-4-31b",232 "sft_scope": "system+user+assistant full chat sequence",233 "tokenizer_path": "/home/naver_pny2/Downloads/project/locallm/models/gemma-4-31B/tokenizer.json",234 "tokenizer_sha256": "cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f",235 "tokenizers_runtime_version": "0.22.1"236 }237 },238 "representations": [239 "typed_graph",240 "linear_trace"241 ],242 "schema_version": "3.0.0",243 "shortcut_controls": {244 "branch_distractors": 4,245 "clean_total_relation_histogram": "supports=depth+4, refutes=depth+4 for every record",246 "disconnected_edges": "depth+4",247 "opaque_node_ids": true,248 "unique_query_path": true249 },250 "uniqueness": {251 "construction_signatures_across_train_and_heldout": 3680,252 "rendered_eval_by_representation_and_variant": {253 "linear_trace": {254 "clean": 3200,255 "edge_delete": 3200,256 "edge_order": 3200,257 "extra_distractors": 3200,258 "node_rename": 3200,259 "one_path_edge_flip": 3200260 },261 "typed_graph": {262 "clean": 3200,263 "edge_delete": 3200,264 "edge_order": 3200,265 "extra_distractors": 3200,266 "node_rename": 3200,267 "one_path_edge_flip": 3200268 }269 },270 "rendered_sft_by_representation": {271 "linear_trace": 480,272 "typed_graph": 480273 },274 "semantic_eval_by_variant": {275 "clean": 3200,276 "edge_delete": 3200,277 "edge_order": 3200,278 "extra_distractors": 3200,279 "node_rename": 3200,280 "one_path_edge_flip": 3200281 },282 "semantic_heldout": 3200,283 "semantic_train": 480284 },285 "variants": [286 "clean",287 "edge_order",288 "node_rename",289 "extra_distractors",290 "one_path_edge_flip",291 "edge_delete"292 ]293}294