version-control/arrayblow-2.7-starcoderbase-1b-prefix

1{2  "auto_mapping": null,3  "base_model_name_or_path": "bigcode/starcoderbase-1b",4  "encoder_hidden_size": 2048,5  "inference_mode": true,6  "num_attention_heads": 16,7  "num_layers": 24,8  "num_transformer_submodules": 1,9  "num_virtual_tokens": 5,10  "peft_type": "PREFIX_TUNING",11  "prefix_projection": false,12  "revision": null,13  "task_type": "CAUSAL_LM",14  "token_dim": 204815}