optimum-intel-internal-testing/tiny-random-ltx2.3

1{2  "architectures": [3    "Gemma3ForConditionalGeneration"4  ],5  "boi_token_index": 1021,6  "dtype": "float32",7  "eoi_token_index": 1022,8  "eos_token_id": [9    1,10    10611  ],12  "image_token_index": 1023,13  "initializer_range": 0.02,14  "mm_tokens_per_image": 16,15  "model_type": "gemma3",16  "text_config": {17    "_sliding_window_pattern": 6,18    "attention_bias": false,19    "attention_dropout": 0.0,20    "attn_logit_softcapping": null,21    "bos_token_id": 2,22    "cache_implementation": "hybrid",23    "dtype": "float32",24    "eos_token_id": 1,25    "final_logit_softcapping": null,26    "head_dim": 8,27    "hidden_activation": "gelu_pytorch_tanh",28    "hidden_size": 32,29    "initializer_range": 0.02,30    "intermediate_size": 64,31    "layer_types": [32      "sliding_attention",33      "full_attention"34    ],35    "max_position_embeddings": 1024,36    "model_type": "gemma3_text",37    "num_attention_heads": 4,38    "num_hidden_layers": 2,39    "num_key_value_heads": 2,40    "pad_token_id": 0,41    "query_pre_attn_scalar": 8,42    "rms_norm_eps": 1e-06,43    "rope_parameters": {44      "full_attention": {45        "factor": 8.0,46        "rope_theta": 1000000,47        "rope_type": "linear"48      },49      "sliding_attention": {50        "rope_theta": 10000,51        "rope_type": "default"52      }53    },54    "sliding_window": 1024,55    "sliding_window_pattern": 6,56    "tie_word_embeddings": true,57    "use_bidirectional_attention": false,58    "use_cache": true,59    "vocab_size": 102460  },61  "tie_word_embeddings": true,62  "transformers_version": "5.5.4",63  "vision_config": {64    "attention_dropout": 0.0,65    "dtype": "float32",66    "hidden_act": "gelu_pytorch_tanh",67    "hidden_size": 32,68    "image_size": 56,69    "intermediate_size": 64,70    "layer_norm_eps": 1e-06,71    "model_type": "siglip_vision_model",72    "num_attention_heads": 4,73    "num_channels": 3,74    "num_hidden_layers": 1,75    "patch_size": 14,76    "vision_use_head": false77  }78}79