CoolFace
Modelpublic

IvmeLabs/ExpIvme-DiffusionConversate-v1-Instruct

sourceHugging Faceapache-2.0updated 2mo agoView on Hugging Face
1likes143downloads
config.json30 linesDownload Raw Back to root
1{2  "architectures": [3    "ExpIvmeForDiffusionLMHub"4  ],5  "assistant_token_id": 16002,6  "context_len": 1024,7  "dropout": 0.0,8  "dtype": "float32",9  "endturn_token_id": 16003,10  "ffn_mult": 4.0,11  "hidden_dim": 896,12  "hidden_size": 896,13  "mask_token_id": 16000,14  "max_position_embeddings": 1024,15  "model_type": "expivme_diffusion",16  "n_heads": 14,17  "n_layers": 12,18  "norm_eps": 1e-05,19  "num_attention_heads": 14,20  "num_hidden_layers": 12,21  "rope_theta": 10000.0,22  "tie_word_embeddings": true,23  "transformers_version": "5.13.1",24  "user_token_id": 16001,25  "vocab_size": 16004,26  "auto_map": {27    "AutoConfig": "modeling_expivme_diffusion.ExpIvmeDiffusionConfig",28    "AutoModel": "modeling_expivme_diffusion.ExpIvmeForDiffusionLMHub"29  }30}