HuggingFaceM4/idefics2-8b-chatty-AWQ

1{2  "architectures": [3    "Idefics2ForConditionalGeneration"4  ],5  "image_token_id": 32001,6  "model_type": "idefics2",7  "perceiver_config": {8    "model_type": "idefics2"9  },10  "quantization_config": {11    "bits": 4,12    "group_size": 128,13    "modules_to_not_convert": ["model.vision_model", "model.connector.modality_projection", "model.connector.perceiver_resampler"],14    "quant_method": "awq",15    "version": "gemm",16    "zero_point": true17  },18  "text_config": {19    "max_position_embeddings": 32768,20    "model_type": "mistral",21    "pad_token_id": 0,22    "rms_norm_eps": 1e-05,23    "vocab_size": 3200324  },25  "tie_word_embeddings": false,26  "torch_dtype": "float16",27  "transformers_version": "4.40.0.dev0",28  "use_cache": true,29  "vision_config": {30    "hidden_size": 1152,31    "image_size": 980,32    "intermediate_size": 4304,33    "model_type": "idefics2",34    "num_attention_heads": 16,35    "num_hidden_layers": 27,36    "patch_size": 1437  }38}39