hf-tiny-v2/tiny-random-GraniteSpeechPlusForConditionalGeneration

1{2  "architectures": [3    "GraniteSpeechPlusForConditionalGeneration"4  ],5  "audio_token_index": 0,6  "downsample_rate": 5,7  "dtype": "float32",8  "encoder_config": {9    "cat_hidden_layers": [10      011    ],12    "context_size": 200,13    "conv_expansion_factor": 2,14    "conv_kernel_size": 15,15    "dim_head": 16,16    "dropout": 0.1,17    "feedforward_mult": 4,18    "hidden_dim": 32,19    "input_dim": 80,20    "max_pos_emb": 512,21    "model_type": "granite_speech_plus_encoder",22    "num_heads": 2,23    "num_layers": 2,24    "output_dim": 4225  },26  "has_lora_adapter": true,27  "initializer_range": 0.02,28  "model_type": "granite_speech_plus",29  "pad_token_id": 100256,30  "projector_config": {31    "attention_probs_dropout_prob": 0.1,32    "cross_attention_frequency": 2,33    "encoder_hidden_size": 64,34    "hidden_act": "gelu",35    "hidden_dropout_prob": 0.1,36    "hidden_size": 32,37    "initializer_range": 0.02,38    "intermediate_size": 256,39    "layer_norm_eps": 1e-12,40    "max_position_embeddings": 512,41    "model_type": "blip_2_qformer",42    "num_attention_heads": 4,43    "num_hidden_layers": 2,44    "pad_token_id": 0,45    "use_qformer_text_input": false,46    "vocab_size": 3052247  },48  "text_config": {49    "attention_bias": false,50    "attention_dropout": 0.0,51    "attention_multiplier": 1.0,52    "bos_token_id": 100257,53    "embedding_multiplier": 1.0,54    "eos_token_id": 100257,55    "hidden_act": "gelu",56    "hidden_size": 32,57    "initializer_range": 0.02,58    "intermediate_size": 32,59    "logits_scaling": 1.0,60    "max_position_embeddings": 512,61    "mlp_bias": false,62    "model_type": "granite",63    "num_attention_heads": 2,64    "num_hidden_layers": 2,65    "num_key_value_heads": 2,66    "pad_token_id": 100256,67    "residual_multiplier": 1.0,68    "rms_norm_eps": 1e-06,69    "rope_parameters": {70      "rope_theta": 10000.0,71      "rope_type": "default"72    },73    "tie_word_embeddings": false,74    "use_cache": true,75    "vocab_size": 10035376  },77  "tie_word_embeddings": true,78  "transformers_version": "5.16.0.dev0",79  "window_size": 1580}81