keras/flan_base_multi
020
1{2 "module": "keras_hub.src.models.t5.t5_backbone",3 "class_name": "T5Backbone",4 "config": {5 "name": "t5_backbone",6 "trainable": true,7 "vocabulary_size": 32128,8 "hidden_dim": 768,9 "intermediate_dim": 2048,10 "num_layers": 12,11 "num_heads": 12,12 "activation": {13 "module": "builtins",14 "class_name": "function",15 "config": "keras_hub>gelu_approximate",16 "registered_name": "function"17 },18 "key_value_dim": null,19 "dropout": 0.1,20 "use_gated_activation": true,21 "layer_norm_epsilon": 1e-06,22 "tie_embedding_weights": false23 },24 "registered_name": "keras_hub>T5Backbone"25}