CoolFace
Modelpublic

AsherYang/physics_pmf_4b_joint_api-step111

sourceHugging Faceupdated 5mo agoView on Hugging Face
0likes3downloads
tokenizer_config.json39 linesDownload Raw Back to root
1{2  "add_prefix_space": false,3  "auto_map": {4    "AutoProcessor": "processing_axiom.AxiomSProcessor",5    "AutoTokenizer": [6      null,7      "tokenization_axiom.AxiomSTokenizerFast"8    ]9  },10  "backend": "tokenizers",11  "bos_token": null,12  "clean_up_tokenization_spaces": false,13  "eos_token": "<|im_end|>",14  "errors": "replace",15  "extra_special_tokens": [16    "<|im_start|>",17    "<|im_end|>",18    "<|object_ref_start|>",19    "<|object_ref_end|>",20    "<|box_start|>",21    "<|box_end|>",22    "<|quad_start|>",23    "<|quad_end|>",24    "<|vision_start|>",25    "<|vision_end|>",26    "<|vision_pad|>",27    "<|image_pad|>",28    "<|video_pad|>"29  ],30  "is_local": true,31  "model_max_length": 262144,32  "pad_token": "<|endoftext|>",33  "padding_side": "right",34  "processor_class": "AxiomSProcessor",35  "split_special_tokens": false,36  "tokenizer_class": "AxiomSTokenizer",37  "unk_token": null38}39