DataManagement-AI/Agentic-Data-1

1{2    "architectures": [3        "LlamaForCausalLM"4    ],5    "attention_bias": false,6    "attention_dropout": 0.0,7    "bos_token_id": 128000,8    "eos_token_id": 128001,9    "hidden_act": "silu",10    "hidden_size": 4096,11    "initializer_range": 0.02,12    "intermediate_size": 14336,13    "max_position_embeddings": 131072,14    "mlp_bias": false,15    "model_type": "llama",16    "num_attention_heads": 32,17    "num_hidden_layers": 32,18    "num_key_value_heads": 8,19    "pretraining_tp": 1,20    "quantization": {21        "group_size": 64,22        "bits": 423    },24    "quantization_config": {25        "group_size": 64,26        "bits": 427    },28    "rms_norm_eps": 1e-05,29    "rope_scaling": {30        "factor": 8.0,31        "low_freq_factor": 1.0,32        "high_freq_factor": 4.0,33        "original_max_position_embeddings": 8192,34        "rope_type": "llama3"35    },36    "rope_theta": 500000.0,37    "tie_word_embeddings": false,38    "torch_dtype": "bfloat16",39    "transformers_version": "4.43.0.dev0",40    "use_cache": true,41    "vocab_size": 12825642}