optimum-intel-internal-testing/tiny-random-internvl2

1{2  "_commit_hash": null,3  "_name_or_path": "/home/ea/work/my_optimum_intel/optimum-intel/internvl2-tiny",4  "architectures": [5    "InternVLChatModel"6  ],7  "auto_map": {8    "AutoConfig": "configuration_internvl_chat.InternVLChatConfig",9    "AutoModel": "modeling_internvl_chat.InternVLChatModel",10    "AutoModelForCausalLM": "modeling_internvl_chat.InternVLChatModel"11  },12  "downsample_ratio": 0.5,13  "dynamic_image_size": true,14  "force_image_size": 28,15  "img_context_token_id": 151648,16  "llm_config": {17    "_attn_implementation_autoset": true,18    "_name_or_path": "Qwen/Qwen2-0.5B-Instruct",19    "add_cross_attention": false,20    "architectures": [21      "Qwen2ForCausalLM"22    ],23    "attention_dropout": 0.0,24    "bad_words_ids": null,25    "begin_suppress_tokens": null,26    "bos_token_id": 151643,27    "chunk_size_feed_forward": 0,28    "cross_attention_hidden_size": null,29    "decoder_start_token_id": null,30    "diversity_penalty": 0.0,31    "do_sample": false,32    "early_stopping": false,33    "encoder_no_repeat_ngram_size": 0,34    "eos_token_id": 151645,35    "exponential_decay_length_penalty": null,36    "finetuning_task": null,37    "forced_bos_token_id": null,38    "forced_eos_token_id": null,39    "hidden_act": "silu",40    "hidden_size": 56,41    "id2label": {42      "0": "LABEL_0",43      "1": "LABEL_1"44    },45    "initializer_range": 0.02,46    "intermediate_size": 76,47    "is_decoder": false,48    "is_encoder_decoder": false,49    "label2id": {50      "LABEL_0": 0,51      "LABEL_1": 152    },53    "length_penalty": 1.0,54    "max_length": 20,55    "max_position_embeddings": 32768,56    "max_window_layers": 2,57    "min_length": 0,58    "model_type": "qwen2",59    "no_repeat_ngram_size": 0,60    "num_attention_heads": 2,61    "num_beam_groups": 1,62    "num_beams": 1,63    "num_hidden_layers": 2,64    "num_key_value_heads": 2,65    "num_return_sequences": 1,66    "output_attentions": false,67    "output_hidden_states": false,68    "output_scores": false,69    "pad_token_id": null,70    "prefix": null,71    "problem_type": null,72    "pruned_heads": {},73    "remove_invalid_values": false,74    "repetition_penalty": 1.0,75    "return_dict": true,76    "return_dict_in_generate": false,77    "rms_norm_eps": 1e-06,78    "rope_scaling": null,79    "rope_theta": 1000000.0,80    "sep_token_id": null,81    "sliding_window": null,82    "suppress_tokens": null,83    "task_specific_params": null,84    "temperature": 1.0,85    "tf_legacy_loss": false,86    "tie_encoder_decoder": false,87    "tie_word_embeddings": true,88    "tokenizer_class": null,89    "top_k": 50,90    "top_p": 1.0,91    "torch_dtype": "bfloat16",92    "torchscript": false,93    "transformers_version": "4.46.2",94    "typical_p": 1.0,95    "use_bfloat16": true,96    "use_cache": true,97    "use_sliding_window": false,98    "vocab_size": 15165599  },100  "max_dynamic_patch": 12,101  "min_dynamic_patch": 1,102  "model_type": "internvl_chat",103  "ps_version": "v2",104  "select_layer": -1,105  "template": "Hermes-2",106  "torch_dtype": "float32",107  "transformers_version": null,108  "use_backbone_lora": 0,109  "use_llm_lora": 0,110  "use_thumbnail": true,111  "vision_config": {112    "_attn_implementation_autoset": true,113    "_name_or_path": "",114    "add_cross_attention": false,115    "architectures": [116      "InternVisionModel"117    ],118    "attention_dropout": 0.0,119    "bad_words_ids": null,120    "begin_suppress_tokens": null,121    "bos_token_id": null,122    "chunk_size_feed_forward": 0,123    "cross_attention_hidden_size": null,124    "decoder_start_token_id": null,125    "diversity_penalty": 0.0,126    "do_sample": false,127    "drop_path_rate": 0.0,128    "dropout": 0.0,129    "early_stopping": false,130    "encoder_no_repeat_ngram_size": 0,131    "eos_token_id": null,132    "exponential_decay_length_penalty": null,133    "finetuning_task": null,134    "forced_bos_token_id": null,135    "forced_eos_token_id": null,136    "hidden_act": "gelu",137    "hidden_size": 32,138    "id2label": {139      "0": "LABEL_0",140      "1": "LABEL_1"141    },142    "image_size": 28,143    "initializer_factor": 1.0,144    "initializer_range": 0.02,145    "intermediate_size": 64,146    "is_decoder": false,147    "is_encoder_decoder": false,148    "label2id": {149      "LABEL_0": 0,150      "LABEL_1": 1151    },152    "layer_norm_eps": 1e-06,153    "length_penalty": 1.0,154    "max_length": 20,155    "min_length": 0,156    "model_type": "intern_vit_6b",157    "no_repeat_ngram_size": 0,158    "norm_type": "layer_norm",159    "num_attention_heads": 16,160    "num_beam_groups": 1,161    "num_beams": 1,162    "num_channels": 3,163    "num_hidden_layers": 2,164    "num_return_sequences": 1,165    "output_attentions": false,166    "output_hidden_states": false,167    "output_scores": false,168    "pad_token_id": null,169    "patch_size": 2,170    "prefix": null,171    "problem_type": null,172    "pruned_heads": {},173    "qk_normalization": false,174    "qkv_bias": true,175    "remove_invalid_values": false,176    "repetition_penalty": 1.0,177    "return_dict": true,178    "return_dict_in_generate": false,179    "sep_token_id": null,180    "suppress_tokens": null,181    "task_specific_params": null,182    "temperature": 1.0,183    "tf_legacy_loss": false,184    "tie_encoder_decoder": false,185    "tie_word_embeddings": true,186    "tokenizer_class": null,187    "top_k": 50,188    "top_p": 1.0,189    "torch_dtype": "bfloat16",190    "torchscript": false,191    "transformers_version": "4.46.2",192    "typical_p": 1.0,193    "use_bfloat16": true,194    "use_flash_attn": false195  }196}197