File size: 213 Bytes
22b5f62
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
  "head_dim": 128,
  "metadata": {
    "dataset": "kmfoda/booksum",
    "model": "Qwen/Qwen3-8B",
    "n_future_positions": 100,
    "n_samples": 100,
    "n_sink": 4
  },
  "num_heads": 32,
  "num_layers": 36
}