cwenzi/neuroflow-cpp

1{
2 "input_dim": 512,
3 "hidden_dim": 2048,
4 "output_dim": 2048,
5 "memory_dim": 512,
6 "memory_slots": 64,
7 "num_layers": 12,
8 "num_associations": 8,
9 "use_quantization": false,
10 "use_mla": false,
11 "mla_latent_dim": 32,
12 "use_causal_lm": true,
13 "vocab_size": 128000,
14 "max_seq_len": 512,
15 "causal_window_size": 64,
16 "sae_k": 64,
17 "ntm_memory_slots": 16,
18 "d_model": 512,
19 "mla_n_heads": 8,
20 "mla_max_cache_len": 4096,
21 "lm_num_attn_layers": 2,
22 "lm_pooling": "mean",
23 "_comment": {
24  "input_dim": "输入维度(d_model)",
25  "hidden_dim": "隐藏层维度(FFN)",
26   "output_dim": "三脑内部输出维度(=hidden_dim, 非vocab_size)",
27   "memory_dim": "记忆维度(d_mem)",
28  "memory_slots": "记忆槽数(MEM_SLOTS)",
29  "num_layers": "网络层数(ECN层)",
30  "num_associations": "DMN关联头数",
31  "use_quantization": "启用量化",
32  "use_mla": "启用MLA",
33  "mla_latent_dim": "MLA潜在维度",
34  "use_causal_lm": "因果LM — next-token预测",
35  "vocab_size": "128K多语言多领域词表(中/英/代码/数字/标点)",
36  "max_seq_len": "最大序列长度",
37  "causal_window_size": "因果窗口大小",
38  "sae_k": "SAE稀疏度",
39  "ntm_memory_slots": "NTM记忆槽数",
40  "d_model": "模型维度(512)",
41  "mla_n_heads": "MLA头数",
42   "mla_max_cache_len": "MLA最大缓存长度",
43   "lm_num_attn_layers": "CausalLM注意力层数(2-4)",
44   "lm_pooling": "池化方式(mean/last)"
45 },
46  "_fix_log": "2026-06-13: 128K BPE tokenizer (train_128k_tokenizer.py)"
47}
48