sionic-ai/comsat-embed-ja-0.3b-preview

1{2  "add_dummy_prefix_space": false,3  "add_prefix_space": false,4  "backend": "tokenizers",5  "bos_token": "<s>",6  "clean_up_tokenization_spaces": false,7  "cls_token": "<cls>",8  "do_lower_case": false,9  "eos_token": "</s>",10  "extra_ids": 0,11  "is_local": true,12  "keep_accents": true,13  "legacy": false,14  "local_files_only": false,15  "mask_token": "<mask>",16  "model_max_length": 8192,17  "pad_token": "<pad>",18  "padding_side": "right",19  "sep_token": "<sep>",20  "sp_model_kwargs": {},21  "spaces_between_special_tokens": false,22  "tokenizer_class": "TokenizersBackend",23  "unk_token": "<unk>",24  "use_default_system_prompt": false25}26