AdithyaSK commited on
Commit
2e3269f
·
verified ·
1 Parent(s): f3b8042

Upload merged BiGemma3 model with all configuration files

Browse files
Files changed (3) hide show
  1. config.json +4 -63
  2. preprocessor_config.json +1 -1
  3. tokenizer_config.json +1 -1
config.json CHANGED
@@ -1,9 +1,8 @@
1
  {
2
  "architectures": [
3
- "BiGemma3"
4
  ],
5
  "boi_token_index": 255999,
6
- "dtype": "bfloat16",
7
  "eoi_token_index": 256000,
8
  "eos_token_id": [
9
  1,
@@ -14,82 +13,24 @@
14
  "mm_tokens_per_image": 256,
15
  "model_type": "gemma3",
16
  "text_config": {
17
- "_sliding_window_pattern": 6,
18
- "attention_bias": false,
19
- "attention_dropout": 0.0,
20
- "attn_logit_softcapping": null,
21
- "dtype": "bfloat16",
22
- "final_logit_softcapping": null,
23
- "head_dim": 256,
24
- "hidden_activation": "gelu_pytorch_tanh",
25
  "hidden_size": 2560,
26
- "initializer_range": 0.02,
27
  "intermediate_size": 10240,
28
- "layer_types": [
29
- "sliding_attention",
30
- "sliding_attention",
31
- "sliding_attention",
32
- "sliding_attention",
33
- "sliding_attention",
34
- "full_attention",
35
- "sliding_attention",
36
- "sliding_attention",
37
- "sliding_attention",
38
- "sliding_attention",
39
- "sliding_attention",
40
- "full_attention",
41
- "sliding_attention",
42
- "sliding_attention",
43
- "sliding_attention",
44
- "sliding_attention",
45
- "sliding_attention",
46
- "full_attention",
47
- "sliding_attention",
48
- "sliding_attention",
49
- "sliding_attention",
50
- "sliding_attention",
51
- "sliding_attention",
52
- "full_attention",
53
- "sliding_attention",
54
- "sliding_attention",
55
- "sliding_attention",
56
- "sliding_attention",
57
- "sliding_attention",
58
- "full_attention",
59
- "sliding_attention",
60
- "sliding_attention",
61
- "sliding_attention",
62
- "sliding_attention"
63
- ],
64
- "max_position_embeddings": 131072,
65
  "model_type": "gemma3_text",
66
- "num_attention_heads": 8,
67
  "num_hidden_layers": 34,
68
- "num_key_value_heads": 4,
69
- "query_pre_attn_scalar": 256,
70
- "rms_norm_eps": 1e-06,
71
- "rope_local_base_freq": 10000.0,
72
  "rope_scaling": {
73
  "factor": 8.0,
74
  "rope_type": "linear"
75
  },
76
- "rope_theta": 1000000.0,
77
- "sliding_window": 1024,
78
- "use_cache": true,
79
- "vocab_size": 262208
80
  },
81
- "transformers_version": "4.56.2",
 
82
  "vision_config": {
83
- "attention_dropout": 0.0,
84
- "dtype": "bfloat16",
85
- "hidden_act": "gelu_pytorch_tanh",
86
  "hidden_size": 1152,
87
  "image_size": 896,
88
  "intermediate_size": 4304,
89
- "layer_norm_eps": 1e-06,
90
  "model_type": "siglip_vision_model",
91
  "num_attention_heads": 16,
92
- "num_channels": 3,
93
  "num_hidden_layers": 27,
94
  "patch_size": 14,
95
  "vision_use_head": false
 
1
  {
2
  "architectures": [
3
+ "Gemma3ForConditionalGeneration"
4
  ],
5
  "boi_token_index": 255999,
 
6
  "eoi_token_index": 256000,
7
  "eos_token_id": [
8
  1,
 
13
  "mm_tokens_per_image": 256,
14
  "model_type": "gemma3",
15
  "text_config": {
 
 
 
 
 
 
 
 
16
  "hidden_size": 2560,
 
17
  "intermediate_size": 10240,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
18
  "model_type": "gemma3_text",
 
19
  "num_hidden_layers": 34,
 
 
 
 
20
  "rope_scaling": {
21
  "factor": 8.0,
22
  "rope_type": "linear"
23
  },
24
+ "sliding_window": 1024
 
 
 
25
  },
26
+ "torch_dtype": "bfloat16",
27
+ "transformers_version": "4.50.0.dev0",
28
  "vision_config": {
 
 
 
29
  "hidden_size": 1152,
30
  "image_size": 896,
31
  "intermediate_size": 4304,
 
32
  "model_type": "siglip_vision_model",
33
  "num_attention_heads": 16,
 
34
  "num_hidden_layers": 27,
35
  "patch_size": 14,
36
  "vision_use_head": false
preprocessor_config.json CHANGED
@@ -19,7 +19,7 @@
19
  "pan_and_scan_max_num_crops": null,
20
  "pan_and_scan_min_crop_size": null,
21
  "pan_and_scan_min_ratio_to_activate": null,
22
- "processor_class": "BiGemmaProcessor3",
23
  "resample": 2,
24
  "rescale_factor": 0.00392156862745098,
25
  "size": {
 
19
  "pan_and_scan_max_num_crops": null,
20
  "pan_and_scan_min_crop_size": null,
21
  "pan_and_scan_min_ratio_to_activate": null,
22
+ "processor_class": "Gemma3Processor",
23
  "resample": 2,
24
  "rescale_factor": 0.00392156862745098,
25
  "size": {
tokenizer_config.json CHANGED
@@ -51339,7 +51339,7 @@
51339
  "processor_class": "BiGemmaProcessor3",
51340
  "sp_model_kwargs": null,
51341
  "spaces_between_special_tokens": false,
51342
- "tokenizer_class": "GemmaTokenizer",
51343
  "unk_token": "<unk>",
51344
  "use_default_system_prompt": false
51345
  }
 
51339
  "processor_class": "BiGemmaProcessor3",
51340
  "sp_model_kwargs": null,
51341
  "spaces_between_special_tokens": false,
51342
+ "tokenizer_class": "GemmaTokenizerFast",
51343
  "unk_token": "<unk>",
51344
  "use_default_system_prompt": false
51345
  }