AsherYang/physics_pmf_4b_joint_api-step111

1{2  "architectures": [3    "AxiomSForConditionalGeneration"4  ],5  "auto_map": {6    "AutoConfig": "configuration_axiom.AxiomSConfig",7    "AutoImageProcessor": "processing_axiom.AxiomSImageProcessor",8    "AutoModel": "modeling_axiom.AxiomSModel",9    "AutoModelForImageTextToText": "modeling_axiom.AxiomSForConditionalGeneration",10    "AutoProcessor": "processing_axiom.AxiomSProcessor",11    "AutoVideoProcessor": "processing_axiom.AxiomSVideoProcessor"12  },13  "bos_token_id": null,14  "dtype": "bfloat16",15  "eos_token_id": 151645,16  "hidden_size": 2560,17  "image_token_id": 151655,18  "model_type": "axiom_s",19  "pad_token_id": 151643,20  "text_config": {21    "attention_bias": false,22    "attention_dropout": 0.0,23    "bos_token_id": 151643,24    "dtype": "bfloat16",25    "eos_token_id": 151645,26    "head_dim": 128,27    "hidden_act": "silu",28    "hidden_size": 2560,29    "initializer_range": 0.02,30    "intermediate_size": 9728,31    "max_position_embeddings": 262144,32    "model_type": "qwen3_vl_text",33    "num_attention_heads": 32,34    "num_hidden_layers": 36,35    "num_key_value_heads": 8,36    "pad_token_id": null,37    "rms_norm_eps": 1e-06,38    "rope_parameters": {39      "mrope_interleaved": true,40      "mrope_section": [41        24,42        20,43        2044      ],45      "rope_theta": 5000000,46      "rope_type": "default"47    },48    "tie_word_embeddings": true,49    "use_cache": false,50    "vocab_size": 15193651  },52  "tie_word_embeddings": true,53  "transformers_version": "5.5.4",54  "video_token_id": 151656,55  "vision_config": {56    "deepstack_visual_indexes": [57      5,58      11,59      1760    ],61    "depth": 24,62    "dtype": "bfloat16",63    "hidden_act": "gelu_pytorch_tanh",64    "hidden_size": 1024,65    "in_channels": 3,66    "initializer_range": 0.02,67    "intermediate_size": 4096,68    "model_type": "qwen3_vl",69    "num_heads": 16,70    "num_position_embeddings": 2304,71    "out_hidden_size": 2560,72    "patch_size": 16,73    "spatial_merge_size": 2,74    "temporal_patch_size": 275  },76  "vision_end_token_id": 151653,77  "vision_start_token_id": 15165278}79