nullsilver/alpha-sys-1-1.6B

1{2  "architectures": [3    "Lfm2VlForConditionalGeneration"4  ],5  "do_image_splitting": true,6  "downsample_factor": 2,7  "dtype": "bfloat16",8  "encoder_patch_size": 16,9  "image_token_id": 396,10  "max_image_tokens": 256,11  "max_pixels_tolerance": 2.0,12  "max_tiles": 10,13  "min_image_tokens": 64,14  "min_tiles": 2,15  "model_type": "lfm2_vl",16  "projector_bias": true,17  "projector_hidden_act": "gelu",18  "projector_hidden_size": 2048,19  "projector_use_layernorm": false,20  "text_config": {21    "_name_or_path": "LiquidAI/LFM2-1.2B",22    "architectures": [23      "Lfm2ForCausalLM"24    ],25    "block_auto_adjust_ff_dim": true,26    "block_dim": 2048,27    "block_ffn_dim_multiplier": 1.0,28    "block_mlp_init_scale": 1.0,29    "block_multiple_of": 256,30    "block_norm_eps": 1e-05,31    "block_out_init_scale": 1.0,32    "block_use_swiglu": true,33    "block_use_xavier_init": true,34    "bos_token_id": 1,35    "conv_L_cache": 3,36    "conv_bias": false,37    "conv_dim": 2048,38    "conv_dim_out": 2048,39    "conv_use_xavier_init": true,40    "dtype": "bfloat16",41    "eos_token_id": 7,42    "full_attn_idxs": null,43    "hidden_size": 2048,44    "initializer_range": 0.02,45    "intermediate_size": 12288,46    "layer_types": [47      "conv",48      "conv",49      "full_attention",50      "conv",51      "conv",52      "full_attention",53      "conv",54      "conv",55      "full_attention",56      "conv",57      "full_attention",58      "conv",59      "full_attention",60      "conv",61      "full_attention",62      "conv"63    ],64    "max_position_embeddings": 128000,65    "model_type": "lfm2",66    "norm_eps": 1e-05,67    "num_attention_heads": 32,68    "num_heads": 32,69    "num_hidden_layers": 16,70    "num_key_value_heads": 8,71    "pad_token_id": 0,72    "rope_parameters": {73      "rope_theta": 1000000.0,74      "rope_type": "default"75    },76    "tie_word_embeddings": true,77    "use_cache": true,78    "use_pos_enc": true,79    "vocab_size": 6553680  },81  "tie_word_embeddings": true,82  "tile_size": 512,83  "transformers_version": "5.17.0",84  "use_image_special_tokens": true,85  "use_thumbnail": true,86  "vision_config": {87    "attention_dropout": 0.0,88    "dtype": "bfloat16",89    "hidden_act": "gelu_pytorch_tanh",90    "hidden_size": 1152,91    "intermediate_size": 4304,92    "layer_norm_eps": 1e-06,93    "model_type": "siglip2_vision_model",94    "num_attention_heads": 16,95    "num_channels": 3,96    "num_hidden_layers": 27,97    "num_patches": 256,98    "patch_size": 16,99    "vision_use_head": false100  }101}102