Modelpublic

QuixiAI/FlyGPT

sourceHugging Facecc-by-4.0updated 9d agoView on Hugging Face

8likes800downloads

config.json39 linesDownload Raw Back to init

1{2  "model_type": "flygpt",3  "architectures": [4    "FlyGPTForCausalLM"5  ],6  "auto_map": {7    "AutoConfig": "configuration_flygpt.FlyGPTConfig",8    "AutoModelForCausalLM": "modeling_flygpt.FlyGPTForCausalLM"9  },10  "vocab_size": 65,11  "num_neurons": 5000,12  "num_edges": 524324,13  "embedding_dim": 32,14  "num_input_neurons": 256,15  "num_output_neurons": 512,16  "microsteps": 2,17  "activation": "tanh",18  "learned_leak": true,19  "leak_init": 0.5,20  "degree_normalization": true,21  "init_scale": 1.0,22  "dtype": "bfloat16",23  "training_steps": 100000,24  "graph": {25    "graph_name": "cb5k",26    "condition": "real",27    "control_seed": 1,28    "source": "malecns-v1.0",29    "region_filter": "central_brain",30    "min_synapses": 3,31    "hash": "f82b783b7ccb5a354fc4cf3de6de4a98d75029303c55f8faae28ab807828a007"32  },33  "training_state": {34    "status": "init",35    "condition": "real",36    "seed": 1,37    "project": "flygpt-v0-100k"38  }39}