Hugging Face's logo

juspay
/
GLM-4.5-Air-HS

Text Generation
Transformers
Safetensors
Rust
English
qlora
glm
Mixture of Experts
code
juspay
hyperswitch
fine-tuning
Model card Files
xet
Community
1
Ashx098 commited on
Commit
9adcb2c
·
verified ·
1 Parent(s): 82ea551

Add Final Merged GLM-4.5-Air-HS model

Browse files
Files changed (46) hide show
  1. Final_Model_fixed/config.json +43 -0
  2. Final_Model_fixed/generation_config.json +10 -0
  3. Final_Model_fixed/model-00001-of-00043.safetensors +3 -0
  4. Final_Model_fixed/model-00002-of-00043.safetensors +3 -0
  5. Final_Model_fixed/model-00003-of-00043.safetensors +3 -0
  6. Final_Model_fixed/model-00004-of-00043.safetensors +3 -0
  7. Final_Model_fixed/model-00005-of-00043.safetensors +3 -0
  8. Final_Model_fixed/model-00006-of-00043.safetensors +3 -0
  9. Final_Model_fixed/model-00007-of-00043.safetensors +3 -0
  10. Final_Model_fixed/model-00008-of-00043.safetensors +3 -0
  11. Final_Model_fixed/model-00009-of-00043.safetensors +3 -0
  12. Final_Model_fixed/model-00010-of-00043.safetensors +3 -0
  13. Final_Model_fixed/model-00011-of-00043.safetensors +3 -0
  14. Final_Model_fixed/model-00012-of-00043.safetensors +3 -0
  15. Final_Model_fixed/model-00013-of-00043.safetensors +3 -0
  16. Final_Model_fixed/model-00014-of-00043.safetensors +3 -0
  17. Final_Model_fixed/model-00015-of-00043.safetensors +3 -0
  18. Final_Model_fixed/model-00016-of-00043.safetensors +3 -0
  19. Final_Model_fixed/model-00017-of-00043.safetensors +3 -0
  20. Final_Model_fixed/model-00018-of-00043.safetensors +3 -0
  21. Final_Model_fixed/model-00019-of-00043.safetensors +3 -0
  22. Final_Model_fixed/model-00020-of-00043.safetensors +3 -0
  23. Final_Model_fixed/model-00021-of-00043.safetensors +3 -0
  24. Final_Model_fixed/model-00022-of-00043.safetensors +3 -0
  25. Final_Model_fixed/model-00023-of-00043.safetensors +3 -0
  26. Final_Model_fixed/model-00024-of-00043.safetensors +3 -0
  27. Final_Model_fixed/model-00025-of-00043.safetensors +3 -0
  28. Final_Model_fixed/model-00026-of-00043.safetensors +3 -0
  29. Final_Model_fixed/model-00027-of-00043.safetensors +3 -0
  30. Final_Model_fixed/model-00028-of-00043.safetensors +3 -0
  31. Final_Model_fixed/model-00029-of-00043.safetensors +3 -0
  32. Final_Model_fixed/model-00030-of-00043.safetensors +3 -0
  33. Final_Model_fixed/model-00031-of-00043.safetensors +3 -0
  34. Final_Model_fixed/model-00032-of-00043.safetensors +3 -0
  35. Final_Model_fixed/model-00033-of-00043.safetensors +3 -0
  36. Final_Model_fixed/model-00034-of-00043.safetensors +3 -0
  37. Final_Model_fixed/model-00035-of-00043.safetensors +3 -0
  38. Final_Model_fixed/model-00036-of-00043.safetensors +3 -0
  39. Final_Model_fixed/model-00037-of-00043.safetensors +3 -0
  40. Final_Model_fixed/model-00038-of-00043.safetensors +3 -0
  41. Final_Model_fixed/model-00039-of-00043.safetensors +3 -0
  42. Final_Model_fixed/model-00040-of-00043.safetensors +3 -0
  43. Final_Model_fixed/model-00041-of-00043.safetensors +3 -0
  44. Final_Model_fixed/model-00042-of-00043.safetensors +3 -0
  45. Final_Model_fixed/model-00043-of-00043.safetensors +3 -0
  46. Final_Model_fixed/model.safetensors.index.json +0 -0
Final_Model_fixed/config.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Glm4MoeForCausalLM"
4
+ ],
5
+ "attention_bias": true,
6
+ "attention_dropout": 0.0,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": [
9
+ 151329,
10
+ 151336,
11
+ 151338
12
+ ],
13
+ "first_k_dense_replace": 1,
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 4096,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 10944,
19
+ "max_position_embeddings": 131072,
20
+ "model_type": "glm4_moe",
21
+ "moe_intermediate_size": 1408,
22
+ "n_group": 1,
23
+ "n_routed_experts": 128,
24
+ "n_shared_experts": 1,
25
+ "norm_topk_prob": true,
26
+ "num_attention_heads": 96,
27
+ "num_experts_per_tok": 8,
28
+ "num_hidden_layers": 46,
29
+ "num_key_value_heads": 8,
30
+ "num_nextn_predict_layers": 1,
31
+ "pad_token_id": 151329,
32
+ "partial_rotary_factor": 0.5,
33
+ "rms_norm_eps": 1e-05,
34
+ "rope_scaling": null,
35
+ "rope_theta": 1000000,
36
+ "routed_scaling_factor": 1.0,
37
+ "tie_word_embeddings": false,
38
+ "topk_group": 1,
39
+ "transformers_version": "4.57.1",
40
+ "use_cache": true,
41
+ "use_qk_norm": false,
42
+ "vocab_size": 151552
43
+ }
Final_Model_fixed/generation_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "eos_token_id": [
4
+ 151329,
5
+ 151336,
6
+ 151338
7
+ ],
8
+ "pad_token_id": 151329,
9
+ "transformers_version": "4.57.1"
10
+ }
Final_Model_fixed/model-00001-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:779972324b36b56e7d1695ba084e8e35cf588a12264f9fea486edeb8c92c5b5c
3
+ size 4991854888
Final_Model_fixed/model-00002-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2879c04206872ae8b5ea04971acca0ed25cc14c578e93a207001e32a7da04fe
3
+ size 4994465672
Final_Model_fixed/model-00003-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2070a83d7b1975dec6805c9a488fff0f4cb87a7f39f8ddb6f3b3fcd69432c0e
3
+ size 4994465696
Final_Model_fixed/model-00004-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cc839ab4b7e33c9570a5c63c317d57546a453d191d48b76231ae48e4478208c
3
+ size 4994465696
Final_Model_fixed/model-00005-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3f9d38ae8c1bac72d55bacb78ccba15fe0fcebd5d18fa0222ffba34fa52cda9
3
+ size 4994465696
Final_Model_fixed/model-00006-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e49e989519dd8ac33c19133bfd4b6302b52eedf9fcdf399e1807867c73f412
3
+ size 4974587952
Final_Model_fixed/model-00007-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ea2032fa65d010b8d1d5f4847393f327e5ed1236716cf2989767d22d7bc1ce
3
+ size 4991318928
Final_Model_fixed/model-00008-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee734c4b38cc3889a09a35e47a24a844e8263ab975d420c716e40622aac5ffa5
3
+ size 4994465664
Final_Model_fixed/model-00009-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f05f8dc21c9bc340337e0afb871843feb96502fb56498d1a2ba0d5dccc744ce9
3
+ size 4994465784
Final_Model_fixed/model-00010-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e47402235a74cec41d6179bcd23d025d3bcc3b18fcead31b1b7f1e8936f292e7
3
+ size 4994466104
Final_Model_fixed/model-00011-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7571a8b6d3ee49ae4de20fb6c5c4e96310ef76d78585b716ebc9e536e4229bfb
3
+ size 4994466104
Final_Model_fixed/model-00012-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60dcb186a6407dd3090337338716f8c3b33428034ba87420077705cb4fe1e7bc
3
+ size 4994466104
Final_Model_fixed/model-00013-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b6cb7146d86c62c9a246cfb7ac995cb89c319ab5a0f7fce92aa8a74ea0930d0
3
+ size 4994466104
Final_Model_fixed/model-00014-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b93dba0f67d8eab33019e699138c2a0b094aa0eec56c9db1755aae563a628a15
3
+ size 4994466104
Final_Model_fixed/model-00015-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4820e5f0850e9318536006c6d0b34dc0e352ade99a3a1339b3d60d64249e8f7b
3
+ size 4994466104
Final_Model_fixed/model-00016-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31818d1e5338f09852418633c6f05c0fc058b4a471f4c7da1797e59120a4fc1f
3
+ size 4994466104
Final_Model_fixed/model-00017-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c167da3125455a65d2e956f604d587798cd801ee81fd7c217bbaf494a1fab25c
3
+ size 4994466104
Final_Model_fixed/model-00018-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c2e7f9f3aa25ff9cddc580249f9241e47462b12c50a1be9f1fe071ef6482d49
3
+ size 4994466112
Final_Model_fixed/model-00019-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19ba6f29007e96ca6e2cdbcfef1a515571b30ba6b90ff6dfc67ff330290b86a
3
+ size 4994466120
Final_Model_fixed/model-00020-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30b8328d21075919ea8ac41b35674d0b3805645370eeb918a8ed94edbd4467e9
3
+ size 4994466120
Final_Model_fixed/model-00021-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b34a72617630e3aea86bb52b52e45007a7b7037cc1e7dd3159d0d541fe37e8aa
3
+ size 4992409992
Final_Model_fixed/model-00022-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77036e7258be6e2b4d71554640affe3e6abfe5b33da44dd475be4a43a9c9bf89
3
+ size 4996566656
Final_Model_fixed/model-00023-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c527e2b00108502e3811c5cc6b1c9818bca464797995d4c102c0b6b2ecf6e7
3
+ size 4994466088
Final_Model_fixed/model-00024-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c16fac72e76afbee4bc325bbf29be6c1debb11a26b72c8e3706b9e6ad873dd2
3
+ size 4994466104
Final_Model_fixed/model-00025-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:935e437d060016227020e5c040625652a80d3cfbd2df313c297fde8bb3d02840
3
+ size 4994466104
Final_Model_fixed/model-00026-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:980215debcd68c0311b6313a14e19b845e49ab8f799480d285f5dafc1dd117e5
3
+ size 4994466104
Final_Model_fixed/model-00027-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d02c040e055597450e7a1d0cbbb2f49ae734f40f373a6280622f7b114433188
3
+ size 4994466104
Final_Model_fixed/model-00028-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ba096668f589ac68489113cdaae4f322a1d0d79c63ac4f224322ba012d26536
3
+ size 4994466104
Final_Model_fixed/model-00029-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c231280b727cb057c9c32e60c63055042f056245e69e708edf500d17cca6f0c5
3
+ size 4994466104
Final_Model_fixed/model-00030-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94665651a8debb5501edc90f07322915d953b7a3f98f450d1f67e926feb8804c
3
+ size 4994466104
Final_Model_fixed/model-00031-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e6aea8446a72752d240865e1d0427241654fb20d71f9314c5f5bc3173dfc884
3
+ size 4994466104
Final_Model_fixed/model-00032-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d49f29d2f25003a2276850b6d377e928b1bf0da06e9861586ff84216204441
3
+ size 4994466104
Final_Model_fixed/model-00033-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43198aaead6f087e3a8b9bec910563f2e0b78ec27d73f289d851337af566f9d7
3
+ size 4994466112
Final_Model_fixed/model-00034-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee25b91b4e1b11c25c248f9168cdf15f409fb3cd646266525ba1ecb9f3078a2e
3
+ size 4994466120
Final_Model_fixed/model-00035-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f875d94829bfb3c50dcaabec020e311eb2207af54a9df6643c66bea1e06cd53b
3
+ size 4994466120
Final_Model_fixed/model-00036-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0235b70cdd46f0abbd8ba091746a846458b62fac783d8bf962afd7b6d1989f8
3
+ size 4903256352
Final_Model_fixed/model-00037-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f4fd4ba3ec9b4916eeb9200a01950d0303d1dbeb5d78b9ad2a838f517557cb
3
+ size 4993444616
Final_Model_fixed/model-00038-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25eabf94972c05ac1492c243576d1bb47d695fd057070d9b36c0a96ac225f3ae
3
+ size 4994466080
Final_Model_fixed/model-00039-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c68c07ed42f1ab0bbafdb24b85db6151a5c4d55e54bb2412fc686f035122404
3
+ size 4994466104
Final_Model_fixed/model-00040-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15f660b1de9bf26713a7b6ed7c6619bb6cca266ef22c0d310ecec35eb24af13a
3
+ size 4994466104
Final_Model_fixed/model-00041-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13d56c227daf76ffd335a68a109bec3e1f3d9ee5bd1168eaf4e4d82d97bade4
3
+ size 4994466104
Final_Model_fixed/model-00042-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a58d0b89ea7503a14d9152af37cde8cf2d2a32227a48d8bf08eefe3c62b9a4d
3
+ size 4994466104
Final_Model_fixed/model-00043-of-00043.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f00af9636038df3c3c0f35fe1ad63e399d8f469a25d3e3965c4143405b23f94a
3
+ size 4056996976
Final_Model_fixed/model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff