Hugging Face's logo

ABX-AI
/
Norosumika-7b-GGUF-IQ-Imatrix

Transformers
GGUF
mergekit
Merge
mistral
Not-For-All-Audiences
Model card Files
xet
Community
ABX-AI commited on
Commit
077dacf
·
verified ·
1 Parent(s): 4aeb3e4

Upload 11 files

Browse files
Files changed (12) hide show
  1. .gitattributes +11 -0
  2. Norosumika-7B-IQ3_M-imat.gguf +3 -0
  3. Norosumika-7B-IQ3_S-imat.gguf +3 -0
  4. Norosumika-7B-IQ3_XXS-imat.gguf +3 -0
  5. Norosumika-7B-IQ4_XS-imat.gguf +3 -0
  6. Norosumika-7B-Q4_K_M-imat.gguf +3 -0
  7. Norosumika-7B-Q4_K_S-imat.gguf +3 -0
  8. Norosumika-7B-Q5_K_M-imat.gguf +3 -0
  9. Norosumika-7B-Q5_K_S-imat.gguf +3 -0
  10. Norosumika-7B-Q6_K-imat.gguf +3 -0
  11. Norosumika-7B-Q8_0-imat.gguf +3 -0
  12. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,14 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ Norosumika-7B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Norosumika-7B-IQ3_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Norosumika-7B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Norosumika-7B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Norosumika-7B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Norosumika-7B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Norosumika-7B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Norosumika-7B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Norosumika-7B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Norosumika-7B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
Norosumika-7B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:644100733b080da979f2629dd9bd28957210d5f613bb50ef4fee3c7dfaff7ecd
3
+ size 3284891392
Norosumika-7B-IQ3_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99bf66a17c508201ac50e6b1d02cf70ed91864537f75e65483d7639b09c12a81
3
+ size 3182393088
Norosumika-7B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:654777df1b7a06b65d0c25fbdd5ed1c9f85dd0735b27736eff90dea72091bf65
3
+ size 2827343616
Norosumika-7B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b78e288cde0ffe5f3f1e7f085127137ad95e9ac2816d00b0c0ce35939bbb4a2f
3
+ size 3907688192
Norosumika-7B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e33b9b5139c9c821bcbfdd1e89771f3f4465740c09fb40012b39d33fb273f0a
3
+ size 4368439040
Norosumika-7B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec33738f2ad92390030d201dbd21dcf432324d572c0704acc8952ad2c3fd96b1
3
+ size 4140373760
Norosumika-7B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f48e5fb2776ec98f1dc0afd1c0d3343fca3c4d482befc65e5279d544192ceee7
3
+ size 5131409152
Norosumika-7B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:129de02440a972ea962f37bedc59c130cc63f86aa1613ceba702eb3c207f551e
3
+ size 4997715712
Norosumika-7B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:241e23f3110643965007c80f9a205db47f45e97e846618a4efffdd4149a9af42
3
+ size 5942064896
Norosumika-7B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e66d5d6bbb996f67ebe635153e28aafdc54fcb753204f2c9621d2d1a93dadf3
3
+ size 7695857408
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e676959894e7f6df425427f6f8cc029afbdeca7b29689ca50d08036fe705f34f
3
+ size 4988126