abenzerps commited on
Commit
8fa47c0
·
verified ·
1 Parent(s): 40319fb

NVFP4 and MLXs supports added.

Browse files
.gitattributes CHANGED
@@ -45,3 +45,4 @@ qwen-image-2.1-UC-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
  qwen-image-2.1-UC-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
  qwen-image-2.1-UC-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  qwen-image-2.1-UC-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
45
  qwen-image-2.1-UC-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
  qwen-image-2.1-UC-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
  qwen-image-2.1-UC-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ qwen-image-2.1-UC-NVFP4.gguf filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -33,6 +33,10 @@ GGUF quantizations of [Qwen/Qwen-Image-2.1](https://huggingface.co/Qwen/Qwen-Ima
33
  | BF16 | [**qwen-image-2.1-UC-BF16.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-BF16.gguf) | 14.23 GB |
34
  | FP8 | [**qwen-image-2.1-UC-fp8.safetensors**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-fp8.safetensors) | 6.63 GB |
35
  | INT8 ConvRot | [**qwen-image-2.1-UC-int8_convrot.safetensors**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-int8_convrot.safetensors) | 6.76 GB |
 
 
 
 
36
  | Q8_0 | [**qwen-image-2.1-UC-Q8_0.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-Q8_0.gguf) | 7.59 GB |
37
  | Q6_K | [**qwen-image-2.1-UC-Q6_K.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-Q6_K.gguf) | 5.88 GB |
38
  | Q5_K_M | [**qwen-image-2.1-UC-Q5_K_M.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-Q5_K_M.gguf) | 5.22 GB |
 
33
  | BF16 | [**qwen-image-2.1-UC-BF16.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-BF16.gguf) | 14.23 GB |
34
  | FP8 | [**qwen-image-2.1-UC-fp8.safetensors**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-fp8.safetensors) | 6.63 GB |
35
  | INT8 ConvRot | [**qwen-image-2.1-UC-int8_convrot.safetensors**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-int8_convrot.safetensors) | 6.76 GB |
36
+ | NVFP4 | [**qwen-image-2.1-UC-NVFP4.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-NVFP4.gguf) | 4.05 GB |
37
+ | MLX 4-bit | [**qwen-image-2.1-UC-MLX-4bit.safetensors**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-MLX-4bit.safetensors) | 4.00 GB |
38
+ | MLX 6-bit | [**qwen-image-2.1-UC-MLX-6bit.safetensors**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-MLX-6bit.safetensors) | 5.78 GB |
39
+ | MLX 8-bit | [**qwen-image-2.1-UC-MLX-8bit.safetensors**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-MLX-8bit.safetensors) | 7.56 GB |
40
  | Q8_0 | [**qwen-image-2.1-UC-Q8_0.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-Q8_0.gguf) | 7.59 GB |
41
  | Q6_K | [**qwen-image-2.1-UC-Q6_K.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-Q6_K.gguf) | 5.88 GB |
42
  | Q5_K_M | [**qwen-image-2.1-UC-Q5_K_M.gguf**](https://huggingface.co/abenzerps/Qwen-Image-2.1-Uncensored-GGUF/blob/main/qwen-image-2.1-UC-Q5_K_M.gguf) | 5.22 GB |
SHA256SUMS CHANGED
@@ -12,3 +12,7 @@ cde456c72ea3ecebfc1be783300e972711d875e0c5f1bed33d42b66b156affa8 qwen-image-2.1
12
  68bdc82bc1b66851162ae656225e7e2068166b603db19bd5d5a3b90eb12669a9 text_encoders/qwen3vl_8b_bf16.safetensors
13
  8bfd0f6e12abf2d2d697ecc888e5e90b0d6741d6708f05799f53afa560452e8f text_encoders/qwen3vl_8b_int8_convrot.safetensors
14
  bb21f7473051e1ac368515dd3f2e15cd44d7a11748ee8823e1ddca3e4876b7c9 vae/qwen_image_2.1_vae_bf16.safetensors
 
 
 
 
 
12
  68bdc82bc1b66851162ae656225e7e2068166b603db19bd5d5a3b90eb12669a9 text_encoders/qwen3vl_8b_bf16.safetensors
13
  8bfd0f6e12abf2d2d697ecc888e5e90b0d6741d6708f05799f53afa560452e8f text_encoders/qwen3vl_8b_int8_convrot.safetensors
14
  bb21f7473051e1ac368515dd3f2e15cd44d7a11748ee8823e1ddca3e4876b7c9 vae/qwen_image_2.1_vae_bf16.safetensors
15
+ 5c0016bfdeabdbc364ffdfcf8318bef3c0d42baa5d0b5ef0e41c1ea2837b0477 qwen-image-2.1-UC-NVFP4.gguf
16
+ 7a89c59097586b18a987ce798f6540d9d856243b78aaec784b1d6dded819b72a qwen-image-2.1-UC-MLX-4bit.safetensors
17
+ 874977a9d1e196ee38220dc0d9bd0be3a583a039bdf07a62b60daadd8577c397 qwen-image-2.1-UC-MLX-6bit.safetensors
18
+ ed221106d3a61da7d913fcc0d24a77fbe3bd218ff220af3ef04b83484ca79cf2 qwen-image-2.1-UC-MLX-8bit.safetensors
qwen-image-2.1-UC-MLX-4bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a89c59097586b18a987ce798f6540d9d856243b78aaec784b1d6dded819b72a
3
+ size 4002363741
qwen-image-2.1-UC-MLX-6bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:874977a9d1e196ee38220dc0d9bd0be3a583a039bdf07a62b60daadd8577c397
3
+ size 5781141974
qwen-image-2.1-UC-MLX-8bit.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed221106d3a61da7d913fcc0d24a77fbe3bd218ff220af3ef04b83484ca79cf2
3
+ size 7559920348
qwen-image-2.1-UC-NVFP4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a0fff55ff6485bc1deae9da2cbfa5d7f02509018b264bb98ffe4d6d20192d4
3
+ size 4050555040