meta-llama_Llama-2-13b-hf.json

{
    "name": "meta-llama_Llama-2-13b-hf",
    "num_layers": 40,
    "n_head": 40,
    "hidden_dim": 5120,
    "vocab_size": 32000,
    "max_seq_len": 4096,
    "num_key_value_heads": 8,
    "ffn_embed_dim": 13824,
    "model_type": "llama",
    "mlp_gated_linear_units": true
}