CoolFace
Modelpublic

Premchan369/Q-TensorFormer

sourceHugging Faceapache-2.0updated 9d agoView on Hugging Face
2likes185downloads
config.json22 linesDownload Raw Back to root
1{2  "backend_type": "classical_surrogate",3  "d_model": 128,4  "default_preset": "balanced",5  "dropout": 0.1,6  "early_exit_threshold": 0.2,7  "enable_early_exit": false,8  "ff_multiplier": 4,9  "hysteresis_tau": 0.15,10  "max_seq_len": 128,11  "model_type": "qtensorformer",12  "n_heads": 4,13  "n_kv_heads": 4,14  "n_layers": 2,15  "n_qubits": 4,16  "transformers_version": "4.41.2",17  "tt_min_rank": 2,18  "tt_rank": 8,19  "use_quantum": true,20  "vocab_size": 1000021}22