61e6f38 b80cf20 61e6f38
1
2
3
4
5
6
7
8
9
10
11
12
{ "context_length": 2048, "dropout": 0.0, "embedding_dimensions": 512, "hidden_ratio": 2, "kv_heads": 4, "num_encoder_layers": 10, "padding_index": 1, "q_heads": 16, "teacher_dimensions": 1152, "vocabulary_size": 33 }
