Source82/DashboardMode-4bit-2
04
1{2 "_name_or_path": "Source82/DashboardModel",3 "architectures": [4 "Florence2ForConditionalGeneration"5 ],6 "auto_map": {7 "AutoConfig": "microsoft/Florence-2-base-ft--configuration_florence2.Florence2Config",8 "AutoModelForCausalLM": "microsoft/Florence-2-base-ft--modeling_florence2.Florence2ForConditionalGeneration"9 },10 "bos_token_id": 2,11 "eos_token_id": 1,12 "ignore_index": -100,13 "is_encoder_decoder": true,14 "model_type": "florence2",15 "pad_token_id": 0,16 "projection_dim": 768,17 "quantization_config": {18 "_load_in_4bit": true,19 "_load_in_8bit": false,20 "bnb_4bit_compute_dtype": "bfloat16",21 "bnb_4bit_quant_storage": "uint8",22 "bnb_4bit_quant_type": "fp4",23 "bnb_4bit_use_double_quant": true,24 "llm_int8_enable_fp32_cpu_offload": false,25 "llm_int8_has_fp16_weight": false,26 "llm_int8_skip_modules": null,27 "llm_int8_threshold": 6.0,28 "load_in_4bit": true,29 "load_in_8bit": false,30 "quant_method": "bitsandbytes"31 },32 "text_config": {33 "_name_or_path": "",34 "activation_dropout": 0.1,35 "activation_function": "gelu",36 "add_bias_logits": false,37 "add_cross_attention": false,38 "add_final_layer_norm": false,39 "architectures": null,40 "attention_dropout": 0.1,41 "bad_words_ids": null,42 "begin_suppress_tokens": null,43 "bos_token_id": 0,44 "chunk_size_feed_forward": 0,45 "classif_dropout": 0.1,46 "classifier_dropout": 0.0,47 "cross_attention_hidden_size": null,48 "d_model": 768,49 "decoder_attention_heads": 12,50 "decoder_ffn_dim": 3072,51 "decoder_layerdrop": 0.0,52 "decoder_layers": 6,53 "decoder_start_token_id": 2,54 "diversity_penalty": 0.0,55 "do_sample": false,56 "dropout": 0.1,57 "early_stopping": true,58 "encoder_attention_heads": 12,59 "encoder_ffn_dim": 3072,60 "encoder_layerdrop": 0.0,61 "encoder_layers": 6,62 "encoder_no_repeat_ngram_size": 0,63 "eos_token_id": 2,64 "exponential_decay_length_penalty": null,65 "finetuning_task": null,66 "forced_bos_token_id": 0,67 "forced_eos_token_id": 2,68 "gradient_checkpointing": false,69 "id2label": {70 "0": "LABEL_0",71 "1": "LABEL_1",72 "2": "LABEL_2"73 },74 "init_std": 0.02,75 "is_decoder": false,76 "is_encoder_decoder": true,77 "label2id": {78 "LABEL_0": 0,79 "LABEL_1": 1,80 "LABEL_2": 281 },82 "length_penalty": 1.0,83 "max_length": 20,84 "max_position_embeddings": 1024,85 "min_length": 0,86 "model_type": "florence2_language",87 "no_repeat_ngram_size": 3,88 "normalize_before": false,89 "num_beam_groups": 1,90 "num_beams": 3,91 "num_hidden_layers": 6,92 "num_return_sequences": 1,93 "output_attentions": false,94 "output_hidden_states": false,95 "output_scores": false,96 "pad_token_id": 1,97 "prefix": null,98 "problem_type": null,99 "pruned_heads": {},100 "remove_invalid_values": false,101 "repetition_penalty": 1.0,102 "return_dict": true,103 "return_dict_in_generate": false,104 "scale_embedding": false,105 "sep_token_id": null,106 "suppress_tokens": null,107 "task_specific_params": null,108 "temperature": 1.0,109 "tf_legacy_loss": false,110 "tie_encoder_decoder": false,111 "tie_word_embeddings": true,112 "tokenizer_class": null,113 "top_k": 50,114 "top_p": 1.0,115 "torch_dtype": null,116 "torchscript": false,117 "typical_p": 1.0,118 "use_bfloat16": false,119 "use_cache": true,120 "vocab_size": 51289121 },122 "torch_dtype": "float16",123 "transformers_version": "4.44.2",124 "vision_config": {125 "_name_or_path": "",126 "add_cross_attention": false,127 "architectures": null,128 "bad_words_ids": null,129 "begin_suppress_tokens": null,130 "bos_token_id": null,131 "chunk_size_feed_forward": 0,132 "cross_attention_hidden_size": null,133 "decoder_start_token_id": null,134 "depths": [135 1,136 1,137 9,138 1139 ],140 "dim_embed": [141 128,142 256,143 512,144 1024145 ],146 "diversity_penalty": 0.0,147 "do_sample": false,148 "drop_path_rate": 0.1,149 "early_stopping": false,150 "enable_checkpoint": false,151 "encoder_no_repeat_ngram_size": 0,152 "eos_token_id": null,153 "exponential_decay_length_penalty": null,154 "finetuning_task": null,155 "forced_bos_token_id": null,156 "forced_eos_token_id": null,157 "id2label": {158 "0": "LABEL_0",159 "1": "LABEL_1"160 },161 "image_feature_source": [162 "spatial_avg_pool",163 "temporal_avg_pool"164 ],165 "image_pos_embed": {166 "max_pos_embeddings": 50,167 "type": "learned_abs_2d"168 },169 "is_decoder": false,170 "is_encoder_decoder": false,171 "label2id": {172 "LABEL_0": 0,173 "LABEL_1": 1174 },175 "length_penalty": 1.0,176 "max_length": 20,177 "min_length": 0,178 "model_type": "davit",179 "no_repeat_ngram_size": 0,180 "num_beam_groups": 1,181 "num_beams": 1,182 "num_groups": [183 4,184 8,185 16,186 32187 ],188 "num_heads": [189 4,190 8,191 16,192 32193 ],194 "num_return_sequences": 1,195 "output_attentions": false,196 "output_hidden_states": false,197 "output_scores": false,198 "pad_token_id": null,199 "patch_padding": [200 3,201 1,202 1,203 1204 ],205 "patch_prenorm": [206 false,207 true,208 true,209 true210 ],211 "patch_size": [212 7,213 3,214 3,215 3216 ],217 "patch_stride": [218 4,219 2,220 2,221 2222 ],223 "prefix": null,224 "problem_type": null,225 "projection_dim": 768,226 "pruned_heads": {},227 "remove_invalid_values": false,228 "repetition_penalty": 1.0,229 "return_dict": true,230 "return_dict_in_generate": false,231 "sep_token_id": null,232 "suppress_tokens": null,233 "task_specific_params": null,234 "temperature": 1.0,235 "tf_legacy_loss": false,236 "tie_encoder_decoder": false,237 "tie_word_embeddings": true,238 "tokenizer_class": null,239 "top_k": 50,240 "top_p": 1.0,241 "torch_dtype": null,242 "torchscript": false,243 "typical_p": 1.0,244 "use_bfloat16": false,245 "visual_temporal_embedding": {246 "max_temporal_embeddings": 100,247 "type": "COSINE"248 },249 "window_size": 12250 },251 "vocab_size": 51289252}253