Hugging Face's logo

mradermacher
/
Qwen2.5-0.5B-Instruct-abliterated-v3-i1-GGUF

Transformers
GGUF
chat
abliterated
uncensored
imatrix
conversational
Model card Files
xet
Community
mradermacher commited on
Commit
aac176b
·
verified ·
1 Parent(s): 15381af

uploaded from rain

Browse files
Files changed (25) hide show
  1. .gitattributes +24 -0
  2. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ1_M.gguf +3 -0
  3. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ1_S.gguf +3 -0
  4. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_M.gguf +3 -0
  5. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_S.gguf +3 -0
  6. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_XS.gguf +3 -0
  7. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_XXS.gguf +3 -0
  8. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_M.gguf +3 -0
  9. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_S.gguf +3 -0
  10. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_XS.gguf +3 -0
  11. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_XXS.gguf +3 -0
  12. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ4_NL.gguf +3 -0
  13. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ4_XS.gguf +3 -0
  14. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q2_K.gguf +3 -0
  15. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q2_K_S.gguf +3 -0
  16. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_L.gguf +3 -0
  17. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_M.gguf +3 -0
  18. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_S.gguf +3 -0
  19. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_0.gguf +3 -0
  20. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_1.gguf +3 -0
  21. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_K_M.gguf +3 -0
  22. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_K_S.gguf +3 -0
  23. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q5_K_M.gguf +3 -0
  24. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q5_K_S.gguf +3 -0
  25. Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,27 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8276075afc10764921bd33a9408ee838a5f6696d38f098fcb7a81c051d040f88
3
+ size 317975200
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d07711d3349a9bac66a404305d906374bcdf9413ad6f5c9b6d0e674b66f028
3
+ size 315830176
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:702cf1567833def69b0b9ecac7b28bdef7314a81ce4cc4786417cf95f5c74440
3
+ size 328598176
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46b43a724881107e38efdbd818251daac1ae1ed1636426e375f9b9d45ad9420d
3
+ size 325738144
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6041bd06d694f1f7d3345c0646b1eff9a77a7a41f4241660bf60309f40fe09
3
+ size 324410272
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0352edee3a5db5b1c44fa2621ac3fcf0b6a2c4fbfbff9b6634558861c76049f3
3
+ size 321550240
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e68b6035238ee19e0ccf0fb945e5f50cbfc6a1452154fa6fb6669a781fdfc69
3
+ size 342753184
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e446368484bfe67324f52de2fc2e9969c3f219022013c4d3cc20be2070e6bc4c
3
+ size 338608288
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f09f44f6c1997ff05485a6d08a1225b9a05240648f3c30cdeae1bf1524385c9
3
+ size 338608288
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abb3a00b89945ea53450584cd6c73e3adb15e259d9b5c710ff3124dd445a5d61
3
+ size 333705376
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e20c808347fc6356d05deb50eb6dbec0b7c87452d5effef39a76bc7b3d810c96
3
+ size 352671904
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2701d9e0a5aa2e0416b5cb7a40310547b9c3806137c4742b9660030513674233
3
+ size 349403296
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e952f8c1f1c863929512d5848c235038a738d3697559997b515171356267be1b
3
+ size 338608288
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1f2192dbb44305c19a0f79fe62a551a46193fdd8d6c6532fefce7f24fffc907
3
+ size 331049632
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4206f4daa88bd72a715ff916de139b0f261513a13c8d4d00f76d595b79016a4
3
+ size 369359008
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9afeeeda2b596fc800e1600a64cd2e8adc97dd8e32886744f0e5baae70f31edb
3
+ size 355467424
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf44fd532940f469ca9a12c34f2ad3b33cc753ad81f50b65821be61e0039a14
3
+ size 338264224
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eefc96b70541c0746e14b3f11efe343e5dbc55a31a60089965aa6918a584def2
3
+ size 352972960
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1533e5bd529ded64366d996cbca5c36543acf4ed1e401cdafd4e91c064a89ac8
3
+ size 374519968
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2df704bf2e8e83d189baa4110abee91aca5b2ae2fb8e84b3bd5ad8842c47a75e
3
+ size 397808800
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bab934335cd90d49a9e1d0106e47e6d1f698942d80d6a8002b859e09f84f8596
3
+ size 385472672
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9871434ebf714d29fca96855f02ec4aa4d9221d521405afae15a57921af4daa1
3
+ size 420086944
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da735dee3aa9f79373c70aeaeb26fb97ca86a5ca91a3639cd2963827c4d89824
3
+ size 412711072
Qwen2.5-0.5B-Instruct-abliterated-v3.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8a60085d55573c48bc3cb6d9746287d8f35c20e2740abec330dd34e06d11a3
3
+ size 505737376