CoolFace
Modelpublic

keras/flan_base_multi

sourceHugging Faceapache-2.0updated 2y agoView on Hugging Face
0likes20downloads
config.json25 linesDownload Raw Back to root
1{2    "module": "keras_hub.src.models.t5.t5_backbone",3    "class_name": "T5Backbone",4    "config": {5        "name": "t5_backbone",6        "trainable": true,7        "vocabulary_size": 32128,8        "hidden_dim": 768,9        "intermediate_dim": 2048,10        "num_layers": 12,11        "num_heads": 12,12        "activation": {13            "module": "builtins",14            "class_name": "function",15            "config": "keras_hub>gelu_approximate",16            "registered_name": "function"17        },18        "key_value_dim": null,19        "dropout": 0.1,20        "use_gated_activation": true,21        "layer_norm_epsilon": 1e-06,22        "tie_embedding_weights": false23    },24    "registered_name": "keras_hub>T5Backbone"25}