MLLMMU/LLaVA_Vanilla

1{2  "_name_or_path": "/afs/crc.nd.edu/group/dmsquare/vol1/zliu29/mllm_unlearn/saved_model/LLaVA_7b_hf_vanilla",3  "architectures": [4    "LlavaForConditionalGeneration"5  ],6  "ignore_index": -100,7  "image_seq_length": 576,8  "image_token_index": 32000,9  "model_type": "llava",10  "pad_token_id": 32001,11  "projector_hidden_act": "gelu",12  "text_config": {13    "_name_or_path": "lmsys/vicuna-7b-v1.5",14    "add_cross_attention": false,15    "architectures": [16      "LlamaForCausalLM"17    ],18    "attention_bias": false,19    "attention_dropout": 0.0,20    "bad_words_ids": null,21    "begin_suppress_tokens": null,22    "bos_token_id": 1,23    "chunk_size_feed_forward": 0,24    "cross_attention_hidden_size": null,25    "decoder_start_token_id": null,26    "diversity_penalty": 0.0,27    "do_sample": false,28    "early_stopping": false,29    "encoder_no_repeat_ngram_size": 0,30    "eos_token_id": 2,31    "exponential_decay_length_penalty": null,32    "finetuning_task": null,33    "forced_bos_token_id": null,34    "forced_eos_token_id": null,35    "head_dim": 128,36    "hidden_act": "silu",37    "hidden_size": 4096,38    "id2label": {39      "0": "LABEL_0",40      "1": "LABEL_1"41    },42    "initializer_range": 0.02,43    "intermediate_size": 11008,44    "is_decoder": false,45    "is_encoder_decoder": false,46    "label2id": {47      "LABEL_0": 0,48      "LABEL_1": 149    },50    "length_penalty": 1.0,51    "max_length": 20,52    "max_position_embeddings": 4096,53    "min_length": 0,54    "mlp_bias": false,55    "model_type": "llama",56    "no_repeat_ngram_size": 0,57    "num_attention_heads": 32,58    "num_beam_groups": 1,59    "num_beams": 1,60    "num_hidden_layers": 32,61    "num_key_value_heads": 32,62    "num_return_sequences": 1,63    "output_attentions": false,64    "output_hidden_states": false,65    "output_scores": false,66    "pad_token_id": null,67    "prefix": null,68    "pretraining_tp": 1,69    "problem_type": null,70    "pruned_heads": {},71    "remove_invalid_values": false,72    "repetition_penalty": 1.0,73    "return_dict": true,74    "return_dict_in_generate": false,75    "rms_norm_eps": 1e-05,76    "rope_scaling": null,77    "rope_theta": 10000.0,78    "sep_token_id": null,79    "suppress_tokens": null,80    "task_specific_params": null,81    "temperature": 1.0,82    "tf_legacy_loss": false,83    "tie_encoder_decoder": false,84    "tie_word_embeddings": false,85    "tokenizer_class": null,86    "top_k": 50,87    "top_p": 1.0,88    "torch_dtype": "float16",89    "torchscript": false,90    "typical_p": 1.0,91    "use_bfloat16": false,92    "use_cache": true,93    "vocab_size": 3200294  },95  "tie_word_embeddings": false,96  "torch_dtype": "float32",97  "transformers_version": "4.45.1",98  "vision_config": {99    "_name_or_path": "",100    "add_cross_attention": false,101    "architectures": null,102    "attention_dropout": 0.0,103    "bad_words_ids": null,104    "begin_suppress_tokens": null,105    "bos_token_id": null,106    "chunk_size_feed_forward": 0,107    "cross_attention_hidden_size": null,108    "decoder_start_token_id": null,109    "diversity_penalty": 0.0,110    "do_sample": false,111    "early_stopping": false,112    "encoder_no_repeat_ngram_size": 0,113    "eos_token_id": null,114    "exponential_decay_length_penalty": null,115    "finetuning_task": null,116    "forced_bos_token_id": null,117    "forced_eos_token_id": null,118    "hidden_act": "quick_gelu",119    "hidden_size": 1024,120    "id2label": {121      "0": "LABEL_0",122      "1": "LABEL_1"123    },124    "image_size": 336,125    "initializer_factor": 1.0,126    "initializer_range": 0.02,127    "intermediate_size": 4096,128    "is_decoder": false,129    "is_encoder_decoder": false,130    "label2id": {131      "LABEL_0": 0,132      "LABEL_1": 1133    },134    "layer_norm_eps": 1e-05,135    "length_penalty": 1.0,136    "max_length": 20,137    "min_length": 0,138    "model_type": "clip_vision_model",139    "no_repeat_ngram_size": 0,140    "num_attention_heads": 16,141    "num_beam_groups": 1,142    "num_beams": 1,143    "num_channels": 3,144    "num_hidden_layers": 24,145    "num_return_sequences": 1,146    "output_attentions": false,147    "output_hidden_states": false,148    "output_scores": false,149    "pad_token_id": null,150    "patch_size": 14,151    "prefix": null,152    "problem_type": null,153    "projection_dim": 768,154    "pruned_heads": {},155    "remove_invalid_values": false,156    "repetition_penalty": 1.0,157    "return_dict": true,158    "return_dict_in_generate": false,159    "sep_token_id": null,160    "suppress_tokens": null,161    "task_specific_params": null,162    "temperature": 1.0,163    "tf_legacy_loss": false,164    "tie_encoder_decoder": false,165    "tie_word_embeddings": true,166    "tokenizer_class": null,167    "top_k": 50,168    "top_p": 1.0,169    "torch_dtype": null,170    "torchscript": false,171    "typical_p": 1.0,172    "use_bfloat16": false,173    "vocab_size": 32000174  },175  "vision_feature_layer": -2,176  "vision_feature_select_strategy": "default",177  "vocab_size": 32064178}179