Modelpublic

FastVideo/FastHunyuan-diffusers

sourceHugging Faceupdated 2y agoView on Hugging Face

8likes72kdownloads

special_tokens_map.json31 linesDownload Raw Back to tokenizer

1{2  "bos_token": {3    "content": "<|begin_of_text|>",4    "lstrip": false,5    "normalized": false,6    "rstrip": false,7    "single_word": false8  },9  "eos_token": {10    "content": "<|end_of_text|>",11    "lstrip": false,12    "normalized": false,13    "rstrip": false,14    "single_word": false15  },16  "pad_token": {17    "content": "<pad>",18    "lstrip": false,19    "normalized": false,20    "rstrip": false,21    "single_word": false22  },23  "unk_token": {24    "content": "<unk>",25    "lstrip": false,26    "normalized": false,27    "rstrip": false,28    "single_word": false29  }30}31