Add files using upload-large-folder tool

config.json

@@ -24,71 +24,82 @@
   },
   "num_register_tokens": 1,
   "neuron_dict": {
+    "12": [
+        42,
+        983,
+        3868,
+        2687,
+        3008,
+        3002,
+        1571,
+        1816,
+        183,
+        2780,
+        2370,
+        3574
+    ],
+    "11": [
+        3784,
+        987,
+        3661,
+        1967,
+        9,
+        1100,
+        2555,
+        888,
+        3568
+    ],
+    "8": [
+        745,
+        3249,
+        2585,
+        1537,
+        200,
+        1603,
+        3523,
+        1851,
+        3697,
+        3137,
+        2563,
+        2293,
+        906,
+        730,
+        1564,
+        1528,
+        3348
+    ],
     "9": [
         815,
         4078,
         3618,
         2693,
         3973,
-        1744,
         1983,
+        1744,
         1157,
         1309,
         1335,
         2607,
-        2396,
         3049,
+        2396,
         1610,
         2621,
         2867,
+        2394,
         2012,
         1924,
-        2394,
+        3959,
         3097,
         3125,
-        3959,
+        3609,
         3210,
         2855,
-        3609,
-        526,
-        3362,
-        3395,
-        2626,
+        1372,
         503,
+        3222,
         2941,
-        3696,
-        1823,
-        2000,
-        129,
-        3667,
-        1372,
-        147,
-        1150,
-        852,
-        3222
-    ],
-    "8": [
-        745,
-        3249,
-        2585,
-        1537,
-        200,
-        1603,
-        1851,
-        3523,
-        3697,
-        3137,
-        2563,
-        2293,
-        730,
-        906,
-        1528,
-        3348,
-        2438,
-        1564,
-        1540,
-        3238,
-        3606
+        2626,
+        2000
     ],
     "10": [
         357,
@@ -103,40 +114,33 @@
         1903,
         738,
         1602,
-        1807,
         2018,
-        1281,
+        1807,
+        496,
         267,
         3539,
         1015,
-        496,
         693,
         2278,
-        7,
-        856,
-        2785,
-        2690,
-        1367
+        514
     ],
     "7": [
         3228,
         2550,
         2977,
-        3716,
-        2467
+        3716
     ],
-    "0": [
-        2890,
-        1779,
-        3761
+    "13": [
+        1109,
+        2541
     ],
     "6": [
         1042,
-        2315,
-        1674
+        2315
     ],
-    "3": [
-        410
+    "0": [
+        2890,
+        1779
     ]
 },
   "projection_dim": 768,      

config_bak.json

@@ -1,5 +1,9 @@
 {
   "model_type": "custom_clip_with_registers",
+
+  "processor_class": "CLIPProcessor",
+  "tokenizer_class": "CLIPTokenizerFast",
+
   "architectures": ["CustomCLIPModel"],
   "auto_map": {
     "AutoConfig": "modeling_custom_clip.CustomCLIPConfig", 
@@ -19,91 +23,122 @@
     "max_position_embeddings": 77
   },
   "num_register_tokens": 1,
-  "neuron_dict": {"10": [2924,
-  2520,
-  2936,
-  675,
-  517,
-  1610,
-  88,
-  1950,
-  3098,
-  4082,
-  1237,
-  857,
-  3020,
-  1321,
-  1128,
-  3561,
-  4091,
-  69,
-  3378,
-  2304,
-  977,
-  1762,
-  3598,
-  371,
-  1097],
- "9": [1253,
-  3658,
-  1827,
-  2600,
-  4000,
-  711,
-  2726,
-  615,
-  2654,
-  831,
-  1,
-  1387,
-  2178,
-  1967,
-  2413,
-  901,
-  481,
-  1514,
-  292,
-  692,
-  3094,
-  3470,
-  932,
-  2129],
- "8": [3189,
-  1491,
-  2159,
-  1196,
-  1913,
-  1340,
-  2515,
-  2163,
-  955,
-  1496,
-  1891,
-  1410,
-  3725,
-  632,
-  188,
-  726,
-  1592,
-  1017,
-  1267,
-  995,
-  3465,
-  3510,
-  1494,
-  3467,
-  1896,
-  2779,
-  2309,
-  3389,
-  3682,
-  1968,
-  2904],
- "7": [2226, 2565],
- "6": [1450, 1551, 1024],
- "5": [151, 1282],
- "4": [2207],
- "3": [2298, 2841]},
+  "neuron_dict": {
+    "9": [
+        815,
+        4078,
+        3618,
+        2693,
+        3973,
+        1744,
+        1983,
+        1157,
+        1309,
+        1335,
+        2607,
+        2396,
+        3049,
+        1610,
+        2621,
+        2867,
+        2012,
+        1924,
+        2394,
+        3097,
+        3125,
+        3959,
+        3210,
+        2855,
+        3609,
+        526,
+        3362,
+        3395,
+        2626,
+        503,
+        2941,
+        3696,
+        1823,
+        2000,
+        129,
+        3667,
+        1372,
+        147,
+        1150,
+        852,
+        3222
+    ],
+    "8": [
+        745,
+        3249,
+        2585,
+        1537,
+        200,
+        1603,
+        1851,
+        3523,
+        3697,
+        3137,
+        2563,
+        2293,
+        730,
+        906,
+        1528,
+        3348,
+        2438,
+        1564,
+        1540,
+        3238,
+        3606
+    ],
+    "10": [
+        357,
+        1654,
+        3940,
+        2319,
+        2560,
+        2559,
+        4009,
+        3029,
+        951,
+        1903,
+        738,
+        1602,
+        1807,
+        2018,
+        1281,
+        267,
+        3539,
+        1015,
+        496,
+        693,
+        2278,
+        7,
+        856,
+        2785,
+        2690,
+        1367
+    ],
+    "7": [
+        3228,
+        2550,
+        2977,
+        3716,
+        2467
+    ],
+    "0": [
+        2890,
+        1779,
+        3761
+    ],
+    "6": [
+        1042,
+        2315,
+        1674
+    ],
+    "3": [
+        410
+    ]
+},
   "projection_dim": 768,      
   "torch_dtype": "float32",
   "transformers_version": "4.21.0"

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7a812f61be88b4148e6c910ea245178ff3663263d54680cdb99dd6bcaed9b32
-size 1711950230
+oid sha256:be119e7aad05ffa9d4c8748c6097f165ab9014c63c42835a345a50f82d3c50e7
+size 933538166

transformer.py

@@ -234,8 +234,9 @@ class MLP(nn.Module):
         x = self.c_fc(x)
         
         # If we have a dictionary of modifications and this layer is in it
-        if neuron_dict is not None and self.layer_id in neuron_dict and num_register_tokens>0:
-            neurons = neuron_dict[self.layer_id]
+        if neuron_dict is not None and str(self.layer_id) in neuron_dict and num_register_tokens>0:
+            # ㅋㅋㅋㅋㅋㅋㅋㅋㅋㅋㅋㅋㅋㅋ 하... str 처리가 아니라서 그랬네
+            neurons = neuron_dict[str(self.layer_id)]
             
             # Apply GELU to all activations
             x_after_gelu = self.gelu(x)