gitlost-murali/pix2struct-refexp-base

1{2  "_commit_hash": null,3  "_name_or_path": "refexp_base/pytorch_model/",4  "architectures": [5    "Pix2StructForConditionalGeneration"6  ],7  "decoder_start_token_id": 0,8  "eos_token_id": 1,9  "initializer_factor": 1.0,10  "initializer_range": 0.02,11  "is_encoder_decoder": true,12  "is_vqa": false,13  "model_type": "pix2struct",14  "pad_token_id": 0,15  "text_config": {16    "_name_or_path": "",17    "add_cross_attention": false,18    "architectures": null,19    "bad_words_ids": null,20    "begin_suppress_tokens": null,21    "bos_token_id": null,22    "chunk_size_feed_forward": 0,23    "cross_attention_hidden_size": null,24    "d_ff": 2048,25    "d_kv": 64,26    "decoder_start_token_id": 0,27    "dense_act_fn": "gelu_new",28    "diversity_penalty": 0.0,29    "do_sample": false,30    "dropout_rate": 0.1,31    "early_stopping": false,32    "encoder_no_repeat_ngram_size": 0,33    "eos_token_id": 1,34    "exponential_decay_length_penalty": null,35    "finetuning_task": null,36    "forced_bos_token_id": null,37    "forced_eos_token_id": null,38    "hidden_size": 768,39    "id2label": {40      "0": "LABEL_0",41      "1": "LABEL_1"42    },43    "initializer_factor": 1.0,44    "initializer_range": 0.02,45    "is_decoder": true,46    "is_encoder_decoder": false,47    "label2id": {48      "LABEL_0": 0,49      "LABEL_1": 150    },51    "layer_norm_epsilon": 1e-06,52    "length_penalty": 1.0,53    "max_length": 20,54    "min_length": 0,55    "model_type": "pix2struct_text_model",56    "no_repeat_ngram_size": 0,57    "num_beam_groups": 1,58    "num_beams": 1,59    "num_heads": 12,60    "num_layers": 12,61    "num_return_sequences": 1,62    "output_attentions": false,63    "output_hidden_states": false,64    "output_scores": false,65    "pad_token_id": 0,66    "prefix": null,67    "problem_type": null,68    "pruned_heads": {},69    "relative_attention_max_distance": 128,70    "relative_attention_num_buckets": 32,71    "remove_invalid_values": false,72    "repetition_penalty": 1.0,73    "return_dict": true,74    "return_dict_in_generate": false,75    "sep_token_id": null,76    "suppress_tokens": null,77    "task_specific_params": null,78    "temperature": 1.0,79    "tf_legacy_loss": false,80    "tie_encoder_decoder": false,81    "tie_word_embeddings": false,82    "tokenizer_class": null,83    "top_k": 50,84    "top_p": 1.0,85    "torch_dtype": null,86    "torchscript": false,87    "transformers_version": "4.30.2",88    "typical_p": 1.0,89    "use_bfloat16": false,90    "use_cache": false,91    "vocab_size": 5024492  },93  "tie_word_embeddings": false,94  "torch_dtype": "float32",95  "transformers_version": null,96  "vision_config": {97    "_name_or_path": "",98    "add_cross_attention": false,99    "architectures": null,100    "attention_dropout": 0.0,101    "bad_words_ids": null,102    "begin_suppress_tokens": null,103    "bos_token_id": null,104    "chunk_size_feed_forward": 0,105    "cross_attention_hidden_size": null,106    "d_ff": 2048,107    "d_kv": 64,108    "decoder_start_token_id": null,109    "dense_act_fn": "gelu_new",110    "diversity_penalty": 0.0,111    "do_sample": false,112    "dropout_rate": 0.0,113    "early_stopping": false,114    "encoder_no_repeat_ngram_size": 0,115    "eos_token_id": null,116    "exponential_decay_length_penalty": null,117    "finetuning_task": null,118    "forced_bos_token_id": null,119    "forced_eos_token_id": null,120    "hidden_size": 768,121    "id2label": {122      "0": "LABEL_0",123      "1": "LABEL_1"124    },125    "initializer_factor": 1.0,126    "initializer_range": 0.02,127    "is_decoder": false,128    "is_encoder_decoder": false,129    "label2id": {130      "LABEL_0": 0,131      "LABEL_1": 1132    },133    "layer_norm_bias": false,134    "layer_norm_eps": 1e-06,135    "length_penalty": 1.0,136    "max_length": 20,137    "min_length": 0,138    "model_type": "pix2struct_vision_model",139    "no_repeat_ngram_size": 0,140    "num_attention_heads": 12,141    "num_beam_groups": 1,142    "num_beams": 1,143    "num_channels": 3,144    "num_hidden_layers": 12,145    "num_return_sequences": 1,146    "output_attentions": false,147    "output_hidden_states": false,148    "output_scores": false,149    "pad_token_id": null,150    "patch_embed_hidden_size": 768,151    "patch_size": 16,152    "prefix": null,153    "problem_type": null,154    "projection_dim": 768,155    "pruned_heads": {},156    "relative_attention_max_distance": 128,157    "relative_attention_num_buckets": 32,158    "remove_invalid_values": false,159    "repetition_penalty": 1.0,160    "return_dict": true,161    "return_dict_in_generate": false,162    "sep_token_id": null,163    "seq_len": 4096,164    "suppress_tokens": null,165    "task_specific_params": null,166    "temperature": 1.0,167    "tf_legacy_loss": false,168    "tie_encoder_decoder": false,169    "tie_word_embeddings": true,170    "tokenizer_class": null,171    "top_k": 50,172    "top_p": 1.0,173    "torch_dtype": null,174    "torchscript": false,175    "transformers_version": "4.30.2",176    "typical_p": 1.0,177    "use_bfloat16": false178  }179}180