bigscience_bloom-7b1.json

{
    "name": "bigscience_bloom-7b1",
    "num_layers": 30,
    "n_head": 32,
    "hidden_dim": 4096,
    "vocab_size": 250880,
    "max_seq_len": null,
    "ffn_embed_dim": 16384,
    "model_type": "bloom"
}