Hugging Face's logo

unsloth
/
Qwen3-8B-GGUF

Text Generation
Transformers
GGUF
English
qwen3
qwen
unsloth
conversational
Model card Files
xet
Community
4
danielhanchen commited on
Commit
14d6a0c
·
verified ·
1 Parent(s): 043480d

Add files using upload-large-folder tool

Browse files
Files changed (8) hide show
  1. Qwen3-8B-Q4_K_M.gguf +2 -2
  2. Qwen3-8B-UD-IQ1_M.gguf +2 -2
  3. Qwen3-8B-UD-IQ1_S.gguf +2 -2
  4. Qwen3-8B-UD-Q2_K_XL.gguf +2 -2
  5. Qwen3-8B-UD-Q3_K_XL.gguf +2 -2
  6. Qwen3-8B-UD-Q4_K_XL.gguf +2 -2
  7. Qwen3-8B-UD-Q5_K_XL.gguf +2 -2
  8. config.json +1 -1
Qwen3-8B-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71f79e344eebe62e5235faaf3d024e8a2561d74669115ae2dce0b52efacd9824
3
- size 5027784384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:120307ba529eb2439d6c430d94104dabd578497bc7bfe7e322b5d9933b449bd4
3
+ size 5027784512
Qwen3-8B-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0e86ec48bffd9e5cceacb08a8efb22b2fb913c6ac86c896c7f3bd1045e9d5f93
3
- size 2396489408
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04d2d05a45283155fabfaa410731dcf20c90fd3c182b1fda5a1ad6abb034cbe6
3
+ size 2396489536
Qwen3-8B-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2fb735563fedb1d9dffd7b009b3dc542de2a9d4eba8c4e12b596f0374f62411d
3
- size 2275378880
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:210ada67841bb71977b869095daf9ca70e93592eec9857144f7821ce0fce6f5d
3
+ size 2275379008
Qwen3-8B-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1be27d4e53507acf9afc5a754f0adb81d15b7a5d786331f29505a1586590f544
3
- size 3501975232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1b3da4b0b69ece74bc46cbcc4e43177b16366508864230f49b226b800168b0c
3
+ size 3501975360
Qwen3-8B-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47bceb39d0ea7229421eca466d9dffacb17f2acec0935ca9ea267b3d984b2db0
3
- size 4307052224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d8549afad63087f6a78af667aff4834e71fba597830c8806b4edbf5af463e79
3
+ size 4307052352
Qwen3-8B-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6862fcb7ccd17188cd887314034ad6e41a3b10c93b9f7e09914d7b3b4cf9f78e
3
- size 5135722176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34a514d08f7449cb4a694a707aaa2eedccb7bb68290121bf5e5a569b2abe71c3
3
+ size 5135722304
Qwen3-8B-UD-Q5_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb81fa02627df04e4283fb351166b580de3228d78efe4826571beb8ddfd0f905
3
- size 5878081216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b8feb9b20477613883ad2b6aa0a2e8a697fb9576d3a62d909f4f7991275c22e
3
+ size 5878081344
config.json CHANGED
@@ -23,7 +23,7 @@
23
  "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
- "transformers_version": "4.52.0.dev0",
27
  "unsloth_fixed": true,
28
  "use_cache": true,
29
  "use_sliding_window": false,
 
23
  "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.51.3",
27
  "unsloth_fixed": true,
28
  "use_cache": true,
29
  "use_sliding_window": false,