Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -24,6 +24,7 @@
24
  "head_dim": 128,
25
  "hidden_size": 5376,
26
  "intermediate_size": 21504,
 
27
  "model_type": "gemma3_text",
28
  "num_attention_heads": 32,
29
  "num_hidden_layers": 62,
 
24
  "head_dim": 128,
25
  "hidden_size": 5376,
26
  "intermediate_size": 21504,
27
+ "max_position_embeddings": 131072,
28
  "model_type": "gemma3_text",
29
  "num_attention_heads": 32,
30
  "num_hidden_layers": 62,