config.json

{
    "model_type": "xadia-charlotte-slm",
    "vocab_size": 1061,
    "d_model": 512,
    "num_layers": 10,
    "num_heads": 8,
    "ffn_factor": 4,
    "max_seq_length": 256,
    "dropout": 0.1
}