CoolFace
Modelpublic

amazon/chronos-t5-tiny

sourceHugging Faceapache-2.0updated 10mo agoView on Hugging Face
121likes724kdownloads
config.json48 linesDownload Raw Back to root
1{2  "architectures": ["T5ForConditionalGeneration"],3  "classifier_dropout": 0.0,4  "d_ff": 1024,5  "d_kv": 64,6  "d_model": 256,7  "decoder_start_token_id": 0,8  "dense_act_fn": "relu",9  "dropout_rate": 0.1,10  "eos_token_id": 1,11  "feed_forward_proj": "relu",12  "initializer_factor": 0.05,13  "is_encoder_decoder": true,14  "is_gated_act": false,15  "layer_norm_epsilon": 1e-6,16  "model_type": "t5",17  "n_positions": 512,18  "num_decoder_layers": 4,19  "num_heads": 4,20  "num_layers": 4,21  "pad_token_id": 0,22  "relative_attention_max_distance": 128,23  "relative_attention_num_buckets": 32,24  "torch_dtype": "float32",25  "transformers_version": "4.37.2",26  "use_cache": true,27  "vocab_size": 4096,28  "chronos_config": {29    "tokenizer_class": "MeanScaleUniformBins",30    "tokenizer_kwargs": {31      "low_limit": -15.0,32      "high_limit": 15.033    },34    "n_tokens": 4096,35    "n_special_tokens": 2,36    "pad_token_id": 0,37    "eos_token_id": 1,38    "use_eos_token": true,39    "model_type": "seq2seq",40    "context_length": 512,41    "prediction_length": 64,42    "num_samples": 20,43    "temperature": 1.0,44    "top_k": 50,45    "top_p": 1.046  }47}48